-- Logs begin at Tue 2022-04-05 19:20:20 UTC, end at Tue 2022-04-05 22:14:40 UTC. -- Apr 05 20:14:49.136402 n-d-836605-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 20:14:51.284750 n-d-836605-1 neutron-server[84475]: INFO neutron.common.config [-] Logging enabled! Apr 05 20:14:51.285417 n-d-836605-1 neutron-server[84475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev53 Apr 05 20:14:51.285547 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84475) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 05 20:14:51.287834 n-d-836605-1 neutron-server[84475]: INFO neutron.common.config [-] Logging enabled! Apr 05 20:14:51.288087 n-d-836605-1 neutron-server[84475]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev53 Apr 05 20:14:51.288335 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84475) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 05 20:14:51.289343 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 20:14:51.289577 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 20:14:51.289925 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 20:14:51.290200 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 20:14:51.290426 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 20:14:51.290749 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.291049 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.291351 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.291583 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.291879 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.292171 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.292457 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.292749 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.293060 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.293360 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.293643 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.293930 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.294164 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.294452 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.294743 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.295033 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.295258 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] debug = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.295541 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.295972 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.296392 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.296678 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.296973 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.297287 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.297567 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.297855 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.298186 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] host = n-d-836605-1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.298469 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.298760 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.299055 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.299345 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.299622 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.299903 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.300192 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.300471 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.300746 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] log_file = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.301025 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.301344 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.301633 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.301928 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.302155 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.302379 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.302668 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.302959 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.303237 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.303514 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.303792 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.304066 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.304341 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.304614 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.304898 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.305208 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.305495 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.306290 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.306572 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.306848 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.307124 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.307412 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.307688 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.307963 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.308238 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.308525 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.308797 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.309092 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.309395 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.309682 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.309965 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.310252 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.310528 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.310816 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.311089 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.311363 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.311635 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] use_json = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.311909 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.312180 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.312460 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.312737 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.313011 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.313312 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.313589 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.313877 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.314150 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:51.314447 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.314748 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.315058 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.315344 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.315644 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.315927 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.316218 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.316501 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.316792 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.317103 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.317396 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.317676 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.317963 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.318257 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.318549 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.318827 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.319110 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.319402 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.319681 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.319955 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.320234 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.320526 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.320807 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.321099 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.321428 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.322310 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.322588 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.322865 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.323147 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.323443 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.323726 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.324004 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.324278 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.324554 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.324831 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.325202 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.325433 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.325707 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.325983 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.326263 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.326537 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.326813 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.327092 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.327368 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.327646 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.327921 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.328197 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.328472 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.328746 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.329019 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.329320 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.329592 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.329870 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.330144 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.330419 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.330694 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.330969 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.331245 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.331534 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.331833 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.332110 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.332388 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.332669 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.332949 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.333264 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.333545 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.333826 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.334105 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.334381 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.334675 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.334969 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.335259 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.335542 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.335822 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.336120 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.336401 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.336688 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.336967 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.337795 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.338085 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.338373 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.338672 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.338970 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.339267 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.339565 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.339862 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.340147 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.340458 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.340743 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:51.340962 n-d-836605-1 neutron-server[84475]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 20:14:51.341228 n-d-836605-1 neutron-server[84475]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84475) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 20:14:51.745877 n-d-836605-1 neutron-server[84475]: INFO keyring.backend [-] Loading KWallet Apr 05 20:14:51.753370 n-d-836605-1 neutron-server[84475]: INFO keyring.backend [-] Loading SecretService Apr 05 20:14:51.756511 n-d-836605-1 neutron-server[84475]: INFO keyring.backend [-] Loading Windows Apr 05 20:14:51.757875 n-d-836605-1 neutron-server[84475]: INFO keyring.backend [-] Loading chainer Apr 05 20:14:51.758477 n-d-836605-1 neutron-server[84475]: INFO keyring.backend [-] Loading macOS Apr 05 20:14:51.791775 n-d-836605-1 neutron-server[84475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 20:14:51.792047 n-d-836605-1 neutron-server[84475]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 20:14:51.792343 n-d-836605-1 neutron-server[84475]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 20:14:51.793826 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 20:14:52.097761 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.097977 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.098258 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.154623 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.154904 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.155177 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.158231 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.158510 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.158777 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.186757 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.187040 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.187310 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.215082 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.215361 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.215633 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.530412 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.531045 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.531045 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.531230 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.532127 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.651418 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.651726 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.652010 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.652284 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.652555 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.652870 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.653158 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.653421 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.653680 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.653968 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.654231 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.654498 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.654767 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.655028 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.655298 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.655569 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.655829 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.656104 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.656363 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.656645 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.656997 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.657280 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.657538 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.657824 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.658075 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.658322 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.658713 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:52.658953 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:52.659191 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:52.659427 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:52.659663 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:52.659899 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:52.660447 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 20:14:52.663566 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 20:14:52.667613 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 20:14:52.671422 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 05 20:14:52.673088 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 20:14:52.673463 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 20:14:52.673799 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 20:14:52.674185 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 20:14:52.676963 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 20:14:52.677242 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 20:14:52.677596 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 20:14:52.706124 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 05 20:14:52.706573 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.706871 n-d-836605-1 neutron-server[84475]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84475) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 20:14:52.707236 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.708595 n-d-836605-1 neutron-server[84475]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84475) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 20:14:52.708879 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 20:14:52.709159 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 20:14:52.712416 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.712699 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:52.773187 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 20:14:52.773426 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 20:14:52.773664 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 20:14:52.774031 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 20:14:52.803810 n-d-836605-1 neutron-server[84475]: DEBUG oslo_db.sqlalchemy.engines [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84475) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 20:14:53.241261 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing driver for type 'gre' Apr 05 20:14:53.241787 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] gre ID ranges: [(1, 1000)] Apr 05 20:14:53.441343 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing driver for type 'local' Apr 05 20:14:53.441735 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing driver for type 'vlan' Apr 05 20:14:53.504294 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] VlanTypeDriver initialization complete Apr 05 20:14:53.504690 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing driver for type 'vxlan' Apr 05 20:14:53.505326 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] vxlan ID ranges: [(1, 1000)] Apr 05 20:14:53.646953 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing extension driver 'port_security' Apr 05 20:14:53.647542 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.extensions.port_security [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] PortSecurityExtensionDriver initialization complete Apr 05 20:14:53.647635 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing mechanism driver 'openvswitch' Apr 05 20:14:53.647919 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing mechanism driver 'hyperv' Apr 05 20:14:53.655002 n-d-836605-1 neutron-server[84475]: DEBUG neutron.plugins.ml2.plugin [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:53.655679 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.656047 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.656398 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.656907 n-d-836605-1 neutron-server[84475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 20:14:53.657405 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.657751 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.658089 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.667445 n-d-836605-1 neutron-server[84475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 20:14:53.667445 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.667445 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.667445 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.667445 n-d-836605-1 neutron-server[84475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 20:14:53.667828 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > security_group after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.667828 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > security_group after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.667828 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.667828 n-d-836605-1 neutron-server[84475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 20:14:53.667828 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668177 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668177 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668177 n-d-836605-1 neutron-server[84475]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84475) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 20:14:53.668177 n-d-836605-1 neutron-server[84475]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] ML2 OVO RPC backend initialized. {{(pid=84475) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 05 20:14:53.668177 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668521 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668521 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668521 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > networks before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668521 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668818 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > ports before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668818 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnet before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668818 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnets before_response 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.668818 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669184 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669184 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669184 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669184 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669488 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669488 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnet after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669488 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnet after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.669488 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.670004 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.plugin [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Modular L2 Plugin initialization complete Apr 05 20:14:53.670328 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading services supported by the core plugin {{(pid=84475) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 20:14:53.670648 n-d-836605-1 neutron-server[84475]: INFO neutron.plugins.ml2.managers [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Got port-security extension from driver 'port_security' Apr 05 20:14:53.671108 n-d-836605-1 neutron-server[84475]: INFO neutron.extensions.vlantransparent [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Disabled vlantransparent extension. Apr 05 20:14:53.671518 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84475) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 20:14:53.671829 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: router Apr 05 20:14:53.711665 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.712119 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router after_create 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.713008 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router before_create 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.718908 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.718908 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.718908 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router after_delete 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.718908 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719249 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router after_create 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719249 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router after_update 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719249 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router after_update 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719249 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719560 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router after_update 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719560 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719560 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: port after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719560 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: port after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719854 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: subnet after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719854 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719854 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.719854 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.720132 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: port before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.720132 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.720132 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router after_update 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.720132 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.720428 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_create 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.720611 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.720969 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_update 55549900 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.721337 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > agent after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.721684 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > agent after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.722026 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > network after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.723140 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Tracking information for resource: router configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:53.723466 n-d-836605-1 neutron-server[84475]: DEBUG neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Tracking information for resource: floatingip configured {{(pid=84475) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 20:14:53.728814 n-d-836605-1 neutron-server[84475]: INFO neutron.db.l3_agentschedulers_db [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 20:14:53.729403 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: port after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.729762 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: port after_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.730109 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: port after_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.730518 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: port after_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.731411 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router before_create 55550100 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.731821 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.732179 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_create 55550100 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.732537 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > router precommit_update 55550100 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.736803 n-d-836605-1 neutron-server[84475]: DEBUG neutron.services.provider_configuration [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service providers = [] {{(pid=84475) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 20:14:53.737202 n-d-836605-1 neutron-server[84475]: DEBUG neutron.db.servicetype_db [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84475) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 20:14:53.740200 n-d-836605-1 neutron-server[84475]: DEBUG neutron.services.service_base [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 20:14:53.740581 n-d-836605-1 neutron-server[84475]: DEBUG neutron.services.service_base [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 20:14:53.740920 n-d-836605-1 neutron-server[84475]: DEBUG neutron.services.service_base [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 20:14:53.741837 n-d-836605-1 neutron-server[84475]: DEBUG neutron.services.service_base [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84475) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 20:14:53.742212 n-d-836605-1 neutron-server[84475]: INFO neutron.services.service_base [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 20:14:53.742588 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.742964 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 20:14:53.754107 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.754541 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: auto_allocate Apr 05 20:14:53.760270 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: network precommit_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.760636 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: network precommit_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.761183 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.761499 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: tag Apr 05 20:14:53.771371 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.771683 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: timestamp Apr 05 20:14:53.775633 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.775965 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: network_ip_availability Apr 05 20:14:53.781182 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.781550 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.781902 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:53.782605 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.782921 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: flavors Apr 05 20:14:53.787624 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.787957 n-d-836605-1 neutron-server[84475]: INFO neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading Plugin: revisions Apr 05 20:14:53.792670 n-d-836605-1 neutron-server[84475]: DEBUG neutron.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84475) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 20:14:53.793068 n-d-836605-1 neutron-server[84475]: DEBUG oslo_concurrency.lockutils [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.001s {{(pid=84475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 20:14:53.793819 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84475) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 05 20:14:53.811635 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Initializing extension manager. Apr 05 20:14:53.811635 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: __init__.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.811635 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: __pycache__ {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.811635 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.811635 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.811635 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: _filter_validation_lib.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.811635 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.812187 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: address_group.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.812187 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.812187 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: address-group Apr 05 20:14:53.812187 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: address_scope.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.812187 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.812187 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: address-scope Apr 05 20:14:53.812187 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.812691 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.812691 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: router-admin-state-down-before-update Apr 05 20:14:53.812988 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: agent.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.813726 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.814231 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: agent Apr 05 20:14:53.814552 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: agent_resources_synced.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.815458 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.815968 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: agent-resources-synced Apr 05 20:14:53.816295 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: allowedaddresspairs.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.818322 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.818852 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: allowed-address-pairs Apr 05 20:14:53.819177 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: auto_allocated_topology.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.820237 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.820751 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: auto-allocated-topology Apr 05 20:14:53.821100 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: availability_zone.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.821839 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.822343 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: availability_zone Apr 05 20:14:53.822663 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: availability_zone_filter.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.823563 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.824071 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: availability_zone_filter Apr 05 20:14:53.824392 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: data_plane_status.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.825314 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.825831 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 20:14:53.826161 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: default_subnetpools.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.827062 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.827574 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: default-subnetpools Apr 05 20:14:53.827897 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.828671 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.829225 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: dhcp_agent_scheduler Apr 05 20:14:53.829550 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: dns.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.830545 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.831055 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 20:14:53.831376 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: dns_domain_ports.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.832280 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.832788 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 20:14:53.833132 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: dvr.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.833797 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.834395 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: dvr Apr 05 20:14:53.834717 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: empty_string_filtering.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.835618 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.836134 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: empty-string-filtering Apr 05 20:14:53.836455 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.837420 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.837926 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 20:14:53.838244 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.839151 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.839702 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 20:14:53.840024 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: external_net.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.840925 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.841460 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: external-net Apr 05 20:14:53.841779 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.842680 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.843188 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: extra_dhcp_opt Apr 05 20:14:53.843505 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: extraroute.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.844392 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.844902 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: extraroute Apr 05 20:14:53.845247 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: extraroute_atomic.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.846311 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.846817 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: extraroute-atomic Apr 05 20:14:53.847137 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: filter_validation.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.848051 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.848558 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: filter-validation Apr 05 20:14:53.848875 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: fip_pf_description.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.849804 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.850310 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 20:14:53.850629 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: fip_port_details.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.851538 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.852139 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: fip-port-details Apr 05 20:14:53.852484 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: flavors.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.858770 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.859309 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: flavors Apr 05 20:14:53.859642 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.861402 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.861931 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 20:14:53.862259 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: floatingip_pools.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.863029 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.863543 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: floatingip-pools Apr 05 20:14:53.863862 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: ip_allocation.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.864769 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.865311 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 20:14:53.865632 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.866535 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.867048 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: ip-substring-filtering Apr 05 20:14:53.867369 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l2_adjacency.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.868376 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.869512 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 20:14:53.869852 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l3.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.870846 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.871372 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: router Apr 05 20:14:53.871704 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.874092 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.874623 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 20:14:53.874958 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.875892 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.876414 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: ext-gw-mode Apr 05 20:14:53.876743 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.877689 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.878210 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: l3-ha Apr 05 20:14:53.878543 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l3_flavors.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.879459 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.879978 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: l3-flavors Apr 05 20:14:53.880304 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.881254 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.881775 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 20:14:53.882099 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: l3agentscheduler.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.883147 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.883669 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: l3_agent_scheduler Apr 05 20:14:53.883997 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: logging.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.885528 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.886060 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension logging not supported by any of loaded plugins Apr 05 20:14:53.886390 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: metering.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.887131 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.892252 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: metering Apr 05 20:14:53.892252 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.893129 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.893656 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: metering_source_and_destination_fields Apr 05 20:14:53.893982 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: multiprovidernet.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.894908 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.895428 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: multi-provider Apr 05 20:14:53.895752 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: netmtu.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.896664 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.897221 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: net-mtu Apr 05 20:14:53.897542 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: netmtu_writable.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.898460 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.898981 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: net-mtu-writable Apr 05 20:14:53.899303 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: network_availability_zone.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.899979 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.900497 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: network_availability_zone Apr 05 20:14:53.900819 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: network_ip_availability.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.901934 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.902468 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: network-ip-availability Apr 05 20:14:53.902796 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: network_segment_range.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.903556 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.904076 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 20:14:53.904399 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: pagination.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.905421 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.905754 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: pagination Apr 05 20:14:53.906079 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.906994 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.907516 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: port-mac-address-regenerate Apr 05 20:14:53.907841 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: port_resource_request.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.908748 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.909289 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 20:14:53.909616 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: portbindings.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.910548 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.911066 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: binding Apr 05 20:14:53.911389 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: portbindings_extended.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.912651 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.913207 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: binding-extended Apr 05 20:14:53.913534 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: portsecurity.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.914462 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.914987 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: port-security Apr 05 20:14:53.915813 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: project_id.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.916800 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.917166 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: project-id Apr 05 20:14:53.917492 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: providernet.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.918417 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.918941 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: provider Apr 05 20:14:53.919265 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.927031 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.927560 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos not supported by any of loaded plugins Apr 05 20:14:53.927891 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.929157 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.929683 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 20:14:53.930018 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.931522 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.932045 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 20:14:53.932377 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_default.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.933319 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.933839 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-default not supported by any of loaded plugins Apr 05 20:14:53.934169 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_fip.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.934820 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.935328 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 20:14:53.935652 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_gateway_ip.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.936584 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.937169 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 20:14:53.937459 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_port_network_policy.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.938382 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.938900 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 20:14:53.939231 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_rule_type_details.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.940144 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.940668 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 20:14:53.941000 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: qos_rules_alias.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.942064 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.942586 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 20:14:53.942915 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: quotasv2.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.943794 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.944119 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: quotas Apr 05 20:14:53.944444 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: quotasv2_detail.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.946059 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.946431 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: quota_details Apr 05 20:14:53.946764 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: rbac.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.947816 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.948346 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: rbac-policies Apr 05 20:14:53.948672 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: rbac_address_scope.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.949639 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.950167 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: rbac-address-scope Apr 05 20:14:53.950497 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: rbac_security_groups.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.951415 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.951941 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: rbac-security-groups Apr 05 20:14:53.952269 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: rbac_subnetpool.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.953208 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.953730 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: rbac-subnetpool Apr 05 20:14:53.954056 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: revisionifmatch.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.954981 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.955503 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: revision-if-match Apr 05 20:14:53.955824 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: revisions.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.956939 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.957493 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: standard-attr-revisions Apr 05 20:14:53.957821 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: router_availability_zone.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.958493 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.959006 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: router_availability_zone Apr 05 20:14:53.959328 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: routerservicetype.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.960248 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.960766 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 20:14:53.961119 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.962575 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.963097 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: port-security-groups-filtering Apr 05 20:14:53.963422 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: securitygroup.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.974652 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.975186 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: security-group Apr 05 20:14:53.975525 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: segment.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.976306 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.976839 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension segment not supported by any of loaded plugins Apr 05 20:14:53.977205 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.978700 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.979221 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 20:14:53.979549 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: servicetype.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.980642 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.981212 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: service-type Apr 05 20:14:53.981544 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: sorting.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.982528 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.982861 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: sorting Apr 05 20:14:53.983187 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: standard_attr_segment.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.984112 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.984632 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 20:14:53.984957 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: standardattrdescription.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.985639 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.986150 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: standard-attr-description Apr 05 20:14:53.986476 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: stateful_security_group.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.987402 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.987926 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: stateful-security-group Apr 05 20:14:53.988254 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: stdattrs_common.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.988841 n-d-836605-1 neutron-server[84475]: WARNING neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 20:14:53.989196 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.990122 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.990644 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 20:14:53.990970 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: subnet_onboard.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.992107 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.992630 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: subnet_onboard Apr 05 20:14:53.992956 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.994442 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.994961 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 20:14:53.995288 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: subnet_service_types.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.996209 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.996737 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: subnet-service-types Apr 05 20:14:53.997085 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: subnetallocation.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.998174 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:53.998692 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: subnet_allocation Apr 05 20:14:53.999016 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:53.999690 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.000206 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: subnetpool-prefix-ops Apr 05 20:14:54.000528 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:54.001483 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.002001 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 20:14:54.002327 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: tagging.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:54.003383 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.003906 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: standard-attr-tag Apr 05 20:14:54.004233 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: timestamp.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:54.005501 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.005984 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loaded extension: standard-attr-timestamp Apr 05 20:14:54.006312 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: trunk.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:54.007353 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.007875 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension trunk not supported by any of loaded plugins Apr 05 20:14:54.008201 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: trunk_details.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:54.009695 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.010217 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 20:14:54.010544 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: uplink_status_propagation.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:54.011475 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.011995 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 20:14:54.012323 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Loading extension file: vlantransparent.py {{(pid=84475) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 20:14:54.012993 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84475) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 20:14:54.013544 n-d-836605-1 neutron-server[84475]: INFO neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 20:14:54.015760 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:network Apr 05 20:14:54.016474 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:subnet Apr 05 20:14:54.017118 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 20:14:54.017889 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:port Apr 05 20:14:54.019134 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.019587 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service FLAVORS assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.020185 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.020619 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.020960 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:router Apr 05 20:14:54.021652 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 20:14:54.022356 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service METERING assigned prefix: /metering {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.023758 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:54.024131 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:54.024512 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:14:54.025691 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 20:14:54.026130 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:security_group Apr 05 20:14:54.026791 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 20:14:54.027520 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service CORE assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.027861 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 20:14:54.028200 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] subnetpool is already registered Apr 05 20:14:54.028806 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service CORE assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.029170 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 20:14:54.029502 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] subnetpool is already registered Apr 05 20:14:54.032024 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.032462 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service FLAVORS assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.033070 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.033491 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.033827 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:router Apr 05 20:14:54.034159 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] router is already registered Apr 05 20:14:54.034748 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 20:14:54.035081 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] floatingip is already registered Apr 05 20:14:54.035707 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service METERING assigned prefix: /metering {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.036380 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 20:14:54.036714 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] rbac_policy is already registered Apr 05 20:14:54.037276 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:security_group Apr 05 20:14:54.037607 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] security_group is already registered Apr 05 20:14:54.038189 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 20:14:54.038520 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] security_group_rule is already registered Apr 05 20:14:54.039189 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service CORE assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.039529 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 20:14:54.039859 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] subnetpool is already registered Apr 05 20:14:54.040478 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.v2.resource_helper [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Service CORE assigned prefix: {{(pid=84475) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 20:14:54.040806 n-d-836605-1 neutron-server[84475]: INFO neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 20:14:54.041169 n-d-836605-1 neutron-server[84475]: WARNING neutron.quota.resource_registry [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] subnetpool is already registered Apr 05 20:14:54.041812 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: extensions {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.043234 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: address-groups {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.044785 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: address-scopes {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.046031 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: agents {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.047165 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: auto-allocated-topology {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.048377 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: availability_zones {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.049701 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: dhcp-networks {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.051051 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: dhcp-agents {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.052420 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: routers {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.054219 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: flavors {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.055347 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: service_profiles {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.057203 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: next_providers {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.058681 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: service_profiles {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.060083 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: floatingip-pools {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.061335 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: routers {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.063070 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: floatingips {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.064239 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: l3-routers {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.065590 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: l3-agents {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.066963 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: metering-labels {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.068322 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: metering-label-rules {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.069583 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: network-ip-availabilities {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.070798 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: bindings {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.073890 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: quotas {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.075720 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: quotas {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.077968 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: rbac-policies {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.080436 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: security-groups {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.081663 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: security-group-rules {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.082881 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: service-providers {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.086106 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: subnetpools {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.087663 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: subnetpools {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.089128 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.090782 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.092546 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.094299 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.096026 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.097953 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.099680 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.101555 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.103403 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.105226 n-d-836605-1 neutron-server[84475]: DEBUG neutron.api.extensions [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Extended resource: tags {{(pid=84475) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 20:14:54.111018 n-d-836605-1 neutron-server[84475]: WARNING keystonemiddleware.auth_token [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 20:14:54.115777 n-d-836605-1 neutron-server[84475]: WARNING keystonemiddleware.auth_token [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 20:14:54.124162 n-d-836605-1 neutron-server[84475]: DEBUG oslo_concurrency.lockutils [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Acquired lock "singleton_lock" {{(pid=84475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 20:14:54.124637 n-d-836605-1 neutron-server[84475]: DEBUG oslo_concurrency.lockutils [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Releasing lock "singleton_lock" {{(pid=84475) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 20:14:54.125288 n-d-836605-1 neutron-server[84475]: INFO oslo_service.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Starting 2 workers Apr 05 20:14:54.129861 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Started child 84580 {{(pid=84475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 20:14:54.134575 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Started child 84581 {{(pid=84475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 20:14:54.136034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.136630 n-d-836605-1 neutron-server[84475]: INFO neutron.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 20:14:54.136778 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Notify callbacks [] for process, before_spawn {{(pid=84475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.137481 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [-] (84580) wsgi starting up on http://0.0.0.0:9696 Apr 05 20:14:54.139199 n-d-836605-1 neutron-server[84475]: INFO oslo_service.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Starting 1 workers Apr 05 20:14:54.139433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.140723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [-] (84581) wsgi starting up on http://0.0.0.0:9696 Apr 05 20:14:54.144134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Started child 84582 {{(pid=84475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 20:14:54.144684 n-d-836605-1 neutron-server[84475]: INFO oslo_service.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Starting 1 workers Apr 05 20:14:54.148103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] calling RpcWorker wait() {{(pid=84582) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 20:14:54.148671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] returning from RpcWorker wait() {{(pid=84582) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 20:14:54.148870 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Started child 84583 {{(pid=84475) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 20:14:54.149725 n-d-836605-1 neutron-server[84475]: DEBUG neutron_lib.callbacks.manager [None req-c585691e-5349-4ad3-917c-45a20ac908d6 None None] Notify callbacks [] for process, after_spawn {{(pid=84475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.150157 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.150673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:54.151591 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 20:14:54.151798 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 20:14:54.151978 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 20:14:54.152185 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 20:14:54.152540 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 20:14:54.152713 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 20:14:54.153248 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.153521 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.153795 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.154009 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.154467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.154467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.154901 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.155158 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.155423 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.155680 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.155909 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.156078 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.156244 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.156487 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.156739 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.157023 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.157311 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.157548 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.157807 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.157979 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.158227 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.158485 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.158711 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.158972 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] debug = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.159213 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.159708 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.159936 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.160178 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.160415 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.160691 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.160935 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.161275 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.161536 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.161787 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.162033 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.162307 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.162555 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.162803 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.163063 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.163283 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.163726 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] host = n-d-836605-1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.163952 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.164189 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.164420 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.164671 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.164923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.165219 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.165494 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.165739 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.165993 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.166233 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.166506 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.166733 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.166951 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.167216 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_file = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.167382 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_options = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.167637 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.167904 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.168161 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.168348 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.168516 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.168690 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.168954 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.169152 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.169404 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.169642 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.169858 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.170072 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.170313 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.170544 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.170796 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.171008 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.171238 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.171448 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.171703 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.171936 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.172327 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.172579 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.172827 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.173059 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.173280 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.173497 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.173773 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.173990 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.174204 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.174437 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.174695 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.175026 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.175173 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.175412 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.175643 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.175871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.176084 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.176344 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.176573 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.176816 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.177105 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.177329 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.177577 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.177813 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.178034 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.178268 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_json = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.178485 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.178719 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.178972 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.179186 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.179418 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.179633 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.179845 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.180078 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.180322 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.181291 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.181561 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.181898 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.182146 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.182396 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.182664 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.182868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.183314 n-d-836605-1 neutron-server[84583]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:54.183601 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.183857 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.184088 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.184403 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.184630 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.184955 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.185279 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.185543 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.185796 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.186015 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.186256 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.186494 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.186710 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.186925 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.187150 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.187398 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.187848 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.188073 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.188314 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.189284 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.189284 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.189705 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.189705 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.189983 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.190088 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.190335 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.190520 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.190753 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.190972 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.191209 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.191460 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.191678 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.191932 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.192180 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.192399 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.192616 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.192863 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.193073 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.193315 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.198868 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.200134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.201120 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.201120 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.201120 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.201341 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.201422 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.201620 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.201847 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.202072 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.202313 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.202533 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.206402 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.206774 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.207050 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.208460 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.209636 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.209755 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.209983 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.210264 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.210530 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.210805 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.211041 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.211345 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.211590 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.211854 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.212146 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.212377 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.213067 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.213180 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.213442 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.213669 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.213927 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.214157 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.214441 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.214694 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.215458 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.215747 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.215988 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.216283 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.216532 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.216829 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.217076 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.217367 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.217653 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.217930 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.218210 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.218461 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.218722 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.219151 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.219572 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.219984 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.220293 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.220560 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.220775 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.221114 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.221397 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.221643 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.221880 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.222114 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.222700 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.222955 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.223173 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.223409 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.223693 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.223941 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.224182 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.224457 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.224725 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.224979 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.225259 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.225488 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.225708 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.225941 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.226173 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.226388 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.226636 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.226857 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.227082 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.227319 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.227551 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.227826 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.228041 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.228256 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.228685 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.229119 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.229541 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.229964 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.230185 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.230406 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.230651 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.230865 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.231086 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.231334 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.231587 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.231846 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.232088 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.232374 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.232627 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.232867 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.233117 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.233368 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.233605 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.233824 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.234088 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.234316 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.234531 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.234745 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.234963 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.235177 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.235390 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.235616 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.235849 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.236084 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.236302 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.236634 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.236899 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.237164 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.237407 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.237628 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.237865 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.238086 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.238306 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.238551 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.238799 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.239023 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.239240 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.239456 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.239692 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.239930 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.240169 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.240387 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.240607 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.240823 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.241086 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.241306 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.241528 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.241742 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.241974 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.242203 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.242413 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.242629 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.242838 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.243106 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.243838 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.244047 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.244329 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.244571 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.244801 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.245173 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.245419 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.245645 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.245853 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.246071 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249087 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249614 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249614 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249614 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249614 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249614 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249614 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249963 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.249963 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.250291 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.250578 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.250836 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.251119 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.251426 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.251723 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.251993 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.252226 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.252518 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.252857 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.253201 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.253467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.253693 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.253958 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.254186 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.254404 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.254639 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.254872 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.255090 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.255344 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.255661 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.255871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.256107 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.256335 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.256567 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.256806 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.257035 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.258394 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.258394 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.258394 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 20:14:54.258658 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84475) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 20:14:54.258811 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 20:14:54.259554 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 20:14:54.259722 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 20:14:54.259889 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 20:14:54.260455 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 20:14:54.260455 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.260455 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.260841 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.260841 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.260841 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.261293 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.261293 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.261536 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.261536 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.261745 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.261745 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.261893 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.262045 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.262199 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.262515 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.262730 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.262887 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.263187 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.263512 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.263668 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.263962 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.264256 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.264548 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] debug = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.264840 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.265210 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.265540 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.265695 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.265850 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.266148 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.266308 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.266467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.266625 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.266783 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.266941 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.267097 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.267256 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.267415 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.267576 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.267744 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.267891 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] host = n-d-836605-1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.268029 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.268169 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.268303 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.268451 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.268590 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.268771 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.268908 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.269042 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.269197 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.269330 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.269511 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.269664 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.269970 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.270128 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_file = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.270287 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_options = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.270443 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.270599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.270760 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.270946 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.271113 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.271343 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.271506 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.271649 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.271797 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.271935 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.272068 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.272201 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.272333 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.272492 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.272656 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.272813 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.272970 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.273149 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.273305 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.273446 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.273579 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274927 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274927 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274927 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274927 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.274927 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.275726 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.275726 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.275726 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.275726 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.275726 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.276346 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.276346 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.276346 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.276346 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.276346 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277206 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277206 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277206 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277206 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277206 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277206 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_json = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277693 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277693 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277693 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277898 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.277974 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.278084 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.278238 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.278558 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.278719 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 20:14:54.278897 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.279061 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.279336 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.279426 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.279631 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.279720 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.279836 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.280699 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.280699 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.280699 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.280699 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.280699 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.281923 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282484 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282484 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282484 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282484 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282749 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282749 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282900 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.282978 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.283143 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.283606 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.283606 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.283606 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.283876 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.283954 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.284041 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.284219 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.284343 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.284506 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.284663 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.284822 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.284992 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.285173 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.285333 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.285598 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.285697 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.285825 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.285934 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.286094 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.286254 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.286414 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.286574 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.286784 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.286891 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.287114 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.287212 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.287356 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.287515 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.287674 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.287834 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.287993 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.288153 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.288312 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.288471 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.288630 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.288789 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.288950 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.289128 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.289386 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.289498 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.289633 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.289797 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.289956 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.290139 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.290300 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.290468 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.290641 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.290801 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.290960 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.291124 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.291283 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.291430 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.291590 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.291749 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.291909 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.292069 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.292229 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.292389 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.292550 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.292711 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.292871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.293030 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.293208 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.293416 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.293581 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.293741 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.293900 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.294060 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.294221 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.294380 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.294538 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.294696 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.294864 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.295023 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.295184 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.295343 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.295510 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.295680 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.295840 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.296000 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.296160 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.296319 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.296478 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.296638 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.296797 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.296964 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.297134 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.297299 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.297458 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.297627 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.297788 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.297949 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.298107 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.298289 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.298447 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.298607 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.298766 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.298926 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.299085 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.299760 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.299760 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.300066 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.300714 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.300714 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.300714 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.300714 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.301575 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.301575 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.301575 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.301575 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.301575 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.301575 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302113 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302113 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302113 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302333 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302333 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302521 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302738 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.302898 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.303058 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.303315 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.303418 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.303522 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.303682 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.303842 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.304002 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.304167 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.304408 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305015 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305015 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305015 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305015 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305582 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305582 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305582 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.305582 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.306621 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.306621 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.306621 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307055 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307055 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307055 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307831 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307831 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307831 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307831 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.307831 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.308871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.308871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.308871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.308871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.308871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.308871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.308871 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.310044 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.314332 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.315467 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316166 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316712 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316712 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316712 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.316929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37076) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317010 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.317599 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318136 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318136 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318136 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318136 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318136 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318475 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318475 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318614 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318698 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318862 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.318959 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.319107 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.319267 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.319427 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.319586 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.319746 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.319906 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.320066 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.320226 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.320385 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.320546 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.320705 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.320865 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 20:14:54.321018 n-d-836605-1 neutron-server[84475]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84475) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 20:14:54.326346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078208 Apr 05 20:14:54.327194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:04.714444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d377cc5-0744-4013-a08e-8bbc19ab2dc2 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:15:04.779470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d377cc5-0744-4013-a08e-8bbc19ab2dc2 None None] No non-hosted networks {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 20:15:04.793024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.agentschedulers_db [None req-2d377cc5-0744-4013-a08e-8bbc19ab2dc2 None None] DHCP Agent not found on host n-d-836605-1 {{(pid=84582) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 20:15:04.900355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-45dafa0f-c07b-463c-89a5-fd7c8f6cd935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683487'] for agent, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.813868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4c4408b3-5b5d-483d-9824-de47339d09de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683487'] for agent, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.865501 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-567a34d6-08a9-4430-b0ec-42852ad2e9a2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836605-1 {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:15:06.866423 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-567a34d6-08a9-4430-b0ec-42852ad2e9a2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:15:07.392036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-567a34d6-08a9-4430-b0ec-42852ad2e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.196863 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683487'] for agent, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.619488 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683487'] for agent, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.620496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.621094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.621646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.622181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.622718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.623240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.623763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.624292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.624811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.625393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.626025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:08.626760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836605-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:08.633370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836605-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:09.081959 n-d-836605-1 neutron-server[84582]: INFO neutron.db.l3_hamode_db [None req-6b4be7b1-e20f-419f-90fd-05c7e240bac1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 20:15:09.169285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4be7b1-e20f-419f-90fd-05c7e240bac1 None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:15:09.169652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4be7b1-e20f-419f-90fd-05c7e240bac1 None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:15:09.601296 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683487'] for agent, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.181434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37172) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:11.780321 n-d-836605-1 neutron-server[84581]: WARNING oslo_policy.policy [None req-8d4841d8-a986-48b7-98ef-d541f7736124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:15:11.780918 n-d-836605-1 neutron-server[84581]: WARNING oslo_policy.policy [None req-8d4841d8-a986-48b7-98ef-d541f7736124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:15:11.992571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-8d4841d8-a986-48b7-98ef-d541f7736124 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:15:11.994190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8d4841d8-a986-48b7-98ef-d541f7736124 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8117926 Apr 05 20:15:14.205730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37186) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:14.585073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:15:14.637950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.policy [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84581) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 05 20:15:14.638686 n-d-836605-1 neutron-server[84581]: WARNING oslo_policy.policy [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:15:14.639066 n-d-836605-1 neutron-server[84581]: WARNING oslo_policy.policy [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:15:14.642305 n-d-836605-1 neutron-server[84581]: INFO neutron.quota [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] Loaded quota_driver: . Apr 05 20:15:14.657888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:14.780601 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757421933872', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757421961262', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757421957950', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757421972056', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757421978462', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7894307', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8037550', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655785', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606867'] for rbac-policy, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.949603 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.950775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f6a45ccc-a9a0-4c36-9933-cbb6e7858a9f admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7440991 Apr 05 20:15:17.432449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37200) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:17.797408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:15:17.802131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:17.807224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Usage tracker for resource:network and tenant:e12bbc9b3bf343ec841a8f2e65ec4fc2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:17.811698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:17.817660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:17.870142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Made reservation on behalf of e12bbc9b3bf343ec841a8f2e65ec4fc2 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:17.872895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.890504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.934319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:17.938451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Usage tracker for resource:security_group_rule and tenant:e12bbc9b3bf343ec841a8f2e65ec4fc2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:17.941264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:17.947055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:18.011436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.080584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.103458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:15:18.129808 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757425324135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.130385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Unsubscribe: segment precommit_create {{(pid=84581) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 20:15:18.130936 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Added segment 8be501f6-dd45-48ad-b261-ec103926cc57 of type vlan for network fb506546-705d-4c1f-8e83-8fa26727036d Apr 05 20:15:18.139784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77bafb-56df-4cbc-ba11-badaf1678b13,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:18.192988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.193348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.193679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.194045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.194369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.194691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.195007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.195320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.195631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.195940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.196798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Tracked resource versions report: Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: pushed versions: Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: { 'ConntrackHelper': {'1.0'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Log': {'1.0'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Network': {'1.1'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Port': {'1.5'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'PortForwarding': {'1.2'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'QosPolicy': {'1.8'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'SecurityGroup': {'1.2'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'SecurityGroupRule': {'1.0'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'SubPort': {'1.0'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Subnet': {'1.1'}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Trunk': {'1.1'}} Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: consumer versions: Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: { DHCP agent@n-d-836605-1: {}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: L3 agent@n-d-836605-1: {}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: Metadata agent@n-d-836605-1: {}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: Metering agent@n-d-836605-1: {}, Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: Open vSwitch agent@n-d-836605-1: { 'ConntrackHelper': '1.0', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Log': '1.0', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Network': '1.1', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Port': '1.5', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'PortForwarding': '1.2', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'QosPolicy': '1.8', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'SecurityGroup': '1.2', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'SecurityGroupRule': '1.0', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'SubPort': '1.0', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Subnet': '1.1', Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: 'Trunk': '1.1'}} Apr 05 20:15:18.197867 n-d-836605-1 neutron-server[84581]: {{(pid=84581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:15:18.241527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.332778 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.333701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:18.334332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.437915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] Pushing event updated for resources: {'Network': ['ID=fb506546-705d-4c1f-8e83-8fa26727036d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:18.448781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fb506546-705d-4c1f-8e83-8fa26727036d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:15:18.487794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6b7ef272-eef2-4c44-a38e-a93d18326d6b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0542793 Apr 05 20:15:21.057757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37216) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:21.524774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36b7b7-1d25-48ab-adcf-b0ce02345028 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:21.526106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bf36b7b7-1d25-48ab-adcf-b0ce02345028 admin admin] 10.222.0.10 "GET /v2.0/networks/fb506546-705d-4c1f-8e83-8fa26727036d HTTP/1.1" status: 200 len: 825 time: 0.4674270 Apr 05 20:15:21.553272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2f55a229-9f1f-4d9f-bfb0-3e0b636262d4 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/775d3fc5-5e28-46d5-a148-2c26f95eb587 HTTP/1.1" status: 200 len: 734 time: 0.0219059 Apr 05 20:15:21.562037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'subnetpool_id': '775d3fc5-5e28-46d5-a148-2c26f95eb587', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'name': 'private-subnet'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:15:21.566059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:21.569663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Usage tracker for resource:subnet and tenant:e12bbc9b3bf343ec841a8f2e65ec4fc2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:21.572516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:21.577967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:21.646531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Made reservation on behalf of e12bbc9b3bf343ec841a8f2e65ec4fc2 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:21.648829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:21.961327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.042965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:22.051828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Checking segment: {'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:15:22.051828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Network hostable DHCP agents. Network: fb506546-705d-4c1f-8e83-8fa26727036d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:15:22.137203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Network fb506546-705d-4c1f-8e83-8fa26727036d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:15:22.194728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, fb506546-705d-4c1f-8e83-8fa26727036d) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:22.199199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:22.199876 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.204154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd0873-f1d1-454d-9bec-64fa5a7ef778 None None] Network fb506546-705d-4c1f-8e83-8fa26727036d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:15:22.287512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dff15603-28ce-40b9-89db-e9a4c86ef848 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7286911 Apr 05 20:15:22.509563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-fb506546-705d-4c1f-8e83-8fa26727036d', 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'fixed_ips': [{'subnet_id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:15:22.512287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.694974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Allocated IP 172.20.0.2 (fb506546-705d-4c1f-8e83-8fa26727036d/cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b/79b7ad1e-a437-455a-b8ee-681f81826b1a) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:22.915394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.927630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Transition to ACTIVE for port object 79b7ad1e-a437-455a-b8ee-681f81826b1a will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:22.949563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Transition to ACTIVE for port object 79b7ad1e-a437-455a-b8ee-681f81826b1a will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:23.013310 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.078939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Network fb506546-705d-4c1f-8e83-8fa26727036d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:23.081843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:23.086861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Pushing event updated for resources: {'Port': ['ID=79b7ad1e-a437-455a-b8ee-681f81826b1a,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:23.089198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:15:23.100326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.100674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.101008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.101376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.101705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.102034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.102882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.103213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.103537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.103861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.104183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Tracked resource versions report: Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: pushed versions: Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: { 'ConntrackHelper': {'1.0'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Log': {'1.0'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Network': {'1.1'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Port': {'1.5'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'PortForwarding': {'1.2'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'QosPolicy': {'1.8'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'SecurityGroup': {'1.2'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'SecurityGroupRule': {'1.0'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'SubPort': {'1.0'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Subnet': {'1.1'}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Trunk': {'1.1'}} Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: consumer versions: Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: { DHCP agent@n-d-836605-1: {}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: L3 agent@n-d-836605-1: {}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: Metadata agent@n-d-836605-1: {}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: Metering agent@n-d-836605-1: {}, Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: Open vSwitch agent@n-d-836605-1: { 'ConntrackHelper': '1.0', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Log': '1.0', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Network': '1.1', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Port': '1.5', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'PortForwarding': '1.2', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'QosPolicy': '1.8', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'SecurityGroup': '1.2', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'SecurityGroupRule': '1.0', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'SubPort': '1.0', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Subnet': '1.1', Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: 'Trunk': '1.1'}} Apr 05 20:15:23.105287 n-d-836605-1 neutron-server[84582]: {{(pid=84582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:15:23.188543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Attempting to bind port 79b7ad1e-a437-455a-b8ee-681f81826b1a on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:23.188860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Attempting to bind port 79b7ad1e-a437-455a-b8ee-681f81826b1a by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:23.189321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Attempting to bind port 79b7ad1e-a437-455a-b8ee-681f81826b1a on network fb506546-705d-4c1f-8e83-8fa26727036d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:15:23.195580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:15:23.195986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Checking segment: {'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:15:23.197026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.197440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Bound using segment: {'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:15:23.197941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Bound port: 79b7ad1e-a437-455a-b8ee-681f81826b1a, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:23.198330 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.283098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] For port 79b7ad1e-a437-455a-b8ee-681f81826b1a, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:15:23.286935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] For port 79b7ad1e-a437-455a-b8ee-681f81826b1a, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=79b7ad1e-a437-455a-b8ee-681f81826b1a,segment=NetworkSegment(8be501f6-dd45-48ad-b261-ec103926cc57),segment_id=8be501f6-dd45-48ad-b261-ec103926cc57)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:15:23.358424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.462580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7f5b4-3bab-4733-ab69-88b8fe8cd8fd None None] Pushing event updated for resources: {'Port': ['ID=79b7ad1e-a437-455a-b8ee-681f81826b1a,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:24.561695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37226) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:24.953384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-da9458d6-52b2-4beb-9961-383b25432a82 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:15:24.954341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-da9458d6-52b2-4beb-9961-383b25432a82 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3918097 Apr 05 20:15:26.664196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 79b7ad1e-a437-455a-b8ee-681f81826b1a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:26.784048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 79b7ad1e-a437-455a-b8ee-681f81826b1a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:27.110287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea6cb00-4d9d-4f6a-a19a-a1058d4a59c7 None None] Network fb506546-705d-4c1f-8e83-8fa26727036d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:15:27.221558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37240) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:27.283032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ce9f6e9d-d6ac-4a2a-a2bc-2431138188f2 None None] Provisioning for port 79b7ad1e-a437-455a-b8ee-681f81826b1a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:27.292497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ce9f6e9d-d6ac-4a2a-a2bc-2431138188f2 None None] Provisioning complete for port 79b7ad1e-a437-455a-b8ee-681f81826b1a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:27.292916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6e9d-d6ac-4a2a-a2bc-2431138188f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.459586 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6e9d-d6ac-4a2a-a2bc-2431138188f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.493888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ce9f6e9d-d6ac-4a2a-a2bc-2431138188f2 None None] For port 79b7ad1e-a437-455a-b8ee-681f81826b1a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=79b7ad1e-a437-455a-b8ee-681f81826b1a,segment=NetworkSegment(8be501f6-dd45-48ad-b261-ec103926cc57),segment_id=8be501f6-dd45-48ad-b261-ec103926cc57)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:15:27.556119 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce9f6e9d-d6ac-4a2a-a2bc-2431138188f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.624447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f6e9d-d6ac-4a2a-a2bc-2431138188f2 None None] Pushing event updated for resources: {'Port': ['ID=79b7ad1e-a437-455a-b8ee-681f81826b1a,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:27.639761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-9311c68d-568f-4530-8e87-5ec555d76b50 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:15:27.640727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9311c68d-568f-4530-8e87-5ec555d76b50 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4182484 Apr 05 20:15:27.677840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ab19081-4d15-4b9a-b451-022ef991abb7 None None] Provisioning complete for port 79b7ad1e-a437-455a-b8ee-681f81826b1a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:27.679467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ab19081-4d15-4b9a-b451-022ef991abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.642047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 79b7ad1e-a437-455a-b8ee-681f81826b1a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:28.709414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 79b7ad1e-a437-455a-b8ee-681f81826b1a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:28.710041 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.191734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37252) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:30.640699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'admin_state_up': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:15:30.645794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:30.649490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Usage tracker for resource:router and tenant:e12bbc9b3bf343ec841a8f2e65ec4fc2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:30.652660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:30.658269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:30.728135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.729655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.753234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.922031 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.978262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.979429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5941f17e-eb1e-47e7-8481-3529759899aa admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7867312 Apr 05 20:15:33.204582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37262) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:33.588605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-b6890939-c2ee-4462-85ec-6dc6d62f226f admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:15:33.589714 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b6890939-c2ee-4462-85ec-6dc6d62f226f admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3841932 Apr 05 20:15:34.709781 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-941513e7-7296-462d-9abd-9055df835922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.847902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37272) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:36.227759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:15:36.232451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:36.236154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Usage tracker for resource:network and tenant:62a205e4ea904b33b9080e44731a4d5c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:36.238942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:36.244981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:36.332357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Made reservation on behalf of 62a205e4ea904b33b9080e44731a4d5c for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:36.334606 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.349366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.380030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:36.383759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Usage tracker for resource:security_group_rule and tenant:62a205e4ea904b33b9080e44731a4d5c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:36.386449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:36.392630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:36.457851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.515114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.531915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Reserving flat network on physical network physnet1 {{(pid=84581) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 20:15:36.552084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c987a1e-1d5c-4197-8927-9117ee240d6f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:36.557937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.558317 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Added segment 33ad0f51-c0da-4de0-a247-495bdb6d235f of type flat for network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f Apr 05 20:15:36.588303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.669685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.670491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.671159 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.777951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:36.783840 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1c77-ef26-42ca-b66e-891dd2d161ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.787315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:15:36.835781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a6693542-f3fe-4278-ae27-63735937dbc7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9865565 Apr 05 20:15:38.080994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.457956 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.063807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37292) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:39.295352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d6523-6627-4229-8bb3-7faf7fe07885 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.296815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dd5d6523-6627-4229-8bb3-7faf7fe07885 admin admin] 10.222.0.10 "GET /v2.0/subnets/cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b HTTP/1.1" status: 200 len: 849 time: 0.2320783 Apr 05 20:15:39.439988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-25d90c56-297e-4161-9b13-d254007c7fa8 admin admin] 10.222.0.10 "GET /v2.0/routers/d38d29d9-bbc0-417f-91fa-1f85fdf25604 HTTP/1.1" status: 200 len: 704 time: 0.1376419 Apr 05 20:15:39.526593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.899827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.122612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Allocated IP 172.20.0.1 (fb506546-705d-4c1f-8e83-8fa26727036d/cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b/3321208d-fbae-49f7-91d0-e2e6bd73455b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:40.304206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.321112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Transition to ACTIVE for port object 3321208d-fbae-49f7-91d0-e2e6bd73455b will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:40.428934 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.492958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Network fb506546-705d-4c1f-8e83-8fa26727036d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:40.495468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:40.499226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:15:40.499710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.505682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3321208d-fbae-49f7-91d0-e2e6bd73455b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:40.726834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.744342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8d221c51-45b8-4465-b6ce-bb556271b234 None None] Provisioning for port 3321208d-fbae-49f7-91d0-e2e6bd73455b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:40.749189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8d221c51-45b8-4465-b6ce-bb556271b234 None None] Provisioning complete for port 3321208d-fbae-49f7-91d0-e2e6bd73455b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:40.749581 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d221c51-45b8-4465-b6ce-bb556271b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.799089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8d221c51-45b8-4465-b6ce-bb556271b234 None None] Port 3321208d-fbae-49f7-91d0-e2e6bd73455b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:15:40.950678 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.006615 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.007328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.134255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3321208d-fbae-49f7-91d0-e2e6bd73455b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:41.196360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Network fb506546-705d-4c1f-8e83-8fa26727036d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:41.197422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:41.425771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7b2d50fa-bbf0-4ff1-bf1c-25bcae565676 None None] Provisioning complete for port 3321208d-fbae-49f7-91d0-e2e6bd73455b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:41.426047 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7b2d50fa-bbf0-4ff1-bf1c-25bcae565676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.475544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d50fa-bbf0-4ff1-bf1c-25bcae565676 None None] Port 3321208d-fbae-49f7-91d0-e2e6bd73455b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:15:41.634795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Router d38d29d9-bbc0-417f-91fa-1f85fdf25604 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:15:41.798335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:15:41.807245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3165d8b4-c810-47bb-90ad-41bb75946bd8 admin admin] 10.222.0.10 "PUT /v2.0/routers/d38d29d9-bbc0-417f-91fa-1f85fdf25604/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3624525 Apr 05 20:15:41.807814 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Sync routers for ids ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:15:41.820344 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Routers {'d38d29d9-bbc0-417f-91fa-1f85fdf25604'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:15:41.821745 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:15:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:41.992032 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Set router d38d29d9-bbc0-417f-91fa-1f85fdf25604 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:15:42.349705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'name': 'router1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:30Z', 'updated_at': '2022-04-05T20:15:40Z', 'revision_number': 2, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'gw_port_host': None, '_interfaces': [{'id': '3321208d-fbae-49f7-91d0-e2e6bd73455b', 'name': '', 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'mac_address': 'fa:16:3e:4f:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:39Z', 'updated_at': '2022-04-05T20:15:40Z', 'revision_number': 2, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'subnets': [{'id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775d3fc5-5e28-46d5-a148-2c26f95eb587'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:42.354992 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Checking router: d38d29d9-bbc0-417f-91fa-1f85fdf25604 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:15:42.355349 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Updating router d38d29d9-bbc0-417f-91fa-1f85fdf25604 port 3321208d-fbae-49f7-91d0-e2e6bd73455b binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:15:42.407628 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.778174 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.792765 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Transition to ACTIVE for port object 3321208d-fbae-49f7-91d0-e2e6bd73455b will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:42.846835 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.012930 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Pushing event updated for resources: {'Port': ['ID=3321208d-fbae-49f7-91d0-e2e6bd73455b,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:43.054129 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.054477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.054821 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.055689 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.056018 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.056342 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.056663 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.056984 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.057327 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.057646 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.057966 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Tracked resource versions report: Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: pushed versions: Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: { 'ConntrackHelper': {'1.0'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Log': {'1.0'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Network': {'1.1'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Port': {'1.5'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'PortForwarding': {'1.2'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'QosPolicy': {'1.8'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'SecurityGroup': {'1.2'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'SecurityGroupRule': {'1.0'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'SubPort': {'1.0'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Subnet': {'1.1'}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Trunk': {'1.1'}} Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: consumer versions: Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: { DHCP agent@n-d-836605-1: {}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: L3 agent@n-d-836605-1: {}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: Metadata agent@n-d-836605-1: {}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: Metering agent@n-d-836605-1: {}, Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: Open vSwitch agent@n-d-836605-1: { 'ConntrackHelper': '1.0', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Log': '1.0', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Network': '1.1', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Port': '1.5', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'PortForwarding': '1.2', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'QosPolicy': '1.8', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'SecurityGroup': '1.2', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'SecurityGroupRule': '1.0', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'SubPort': '1.0', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Subnet': '1.1', Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: 'Trunk': '1.1'}} Apr 05 20:15:43.059052 n-d-836605-1 neutron-server[84583]: {{(pid=84583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:15:43.120243 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Attempting to bind port 3321208d-fbae-49f7-91d0-e2e6bd73455b on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:43.120643 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Attempting to bind port 3321208d-fbae-49f7-91d0-e2e6bd73455b by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:43.121089 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Attempting to bind port 3321208d-fbae-49f7-91d0-e2e6bd73455b on network fb506546-705d-4c1f-8e83-8fa26727036d {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:15:43.127270 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:15:43.127762 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Checking segment: {'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:15:43.128239 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.128616 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Bound using segment: {'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:15:43.129123 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Bound port: 3321208d-fbae-49f7-91d0-e2e6bd73455b, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be501f6-dd45-48ad-b261-ec103926cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:43.129503 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.225594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] For port 3321208d-fbae-49f7-91d0-e2e6bd73455b, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:15:43.231147 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] For port 3321208d-fbae-49f7-91d0-e2e6bd73455b, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3321208d-fbae-49f7-91d0-e2e6bd73455b,segment=NetworkSegment(8be501f6-dd45-48ad-b261-ec103926cc57),segment_id=8be501f6-dd45-48ad-b261-ec103926cc57)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:15:43.316020 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.410465 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2d93d-3ff2-4612-8987-4a7ffeeb8e41 None None] Pushing event updated for resources: {'Port': ['ID=3321208d-fbae-49f7-91d0-e2e6bd73455b,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:43.416304 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Routers {'d38d29d9-bbc0-417f-91fa-1f85fdf25604'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:15:43.417126 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:15:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:43.574299 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] Set router d38d29d9-bbc0-417f-91fa-1f85fdf25604 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:15:43.892874 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'name': 'router1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:30Z', 'updated_at': '2022-04-05T20:15:40Z', 'revision_number': 2, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'gw_port_host': None, '_interfaces': [{'id': '3321208d-fbae-49f7-91d0-e2e6bd73455b', 'name': '', 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'mac_address': 'fa:16:3e:4f:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:39Z', 'updated_at': '2022-04-05T20:15:43Z', 'revision_number': 4, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'subnets': [{'id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775d3fc5-5e28-46d5-a148-2c26f95eb587'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:43.896790 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abb0d0-d83c-4938-9dad-5bf1342e6b35 None None] The sync data for ids ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'] in n-d-836605-1 is: [{'id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'name': 'router1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:30Z', 'updated_at': '2022-04-05T20:15:40Z', 'revision_number': 2, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'gw_port_host': None, '_interfaces': [{'id': '3321208d-fbae-49f7-91d0-e2e6bd73455b', 'name': '', 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'mac_address': 'fa:16:3e:4f:55:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:39Z', 'updated_at': '2022-04-05T20:15:43Z', 'revision_number': 4, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'subnets': [{'id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775d3fc5-5e28-46d5-a148-2c26f95eb587'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:15:43.901691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37314) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:44.108915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509fecbb-93e6-47d3-9c99-4945d536bca6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.109494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-509fecbb-93e6-47d3-9c99-4945d536bca6 admin admin] Synchronizing usage tracker for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:44.201427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-509fecbb-93e6-47d3-9c99-4945d536bca6 admin admin] Unset dirty status for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:44.202630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-509fecbb-93e6-47d3-9c99-4945d536bca6 admin admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 842 time: 0.3000376 Apr 05 20:15:44.212309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:15:44.217630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:44.221423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Usage tracker for resource:subnet and tenant:62a205e4ea904b33b9080e44731a4d5c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:44.224508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:44.231212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:44.286735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Made reservation on behalf of 62a205e4ea904b33b9080e44731a4d5c for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:44.289132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.721428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 20:15:44.721738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.808276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:15:44.808620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Network hostable DHCP agents. Network: f9c5254d-1ee9-43ac-b7ac-2b4829ee329f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:15:44.819156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9752fd1b-5235-4c5a-b769-306abc403a3a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:44.891286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:15:44.972231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f9c5254d-1ee9-43ac-b7ac-2b4829ee329f) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:44.977569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.979476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.980533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263e871-e528-4359-b9f5-ebe1b6437cda None None] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:15:45.053211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e15227d8-6c97-4ce2-ad33-5b171eee15fa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8449323 Apr 05 20:15:45.208706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba92776-4a6e-4265-bbd5-8ac54bca4c58 None None] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:15:46.665829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3321208d-fbae-49f7-91d0-e2e6bd73455b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:46.795337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3321208d-fbae-49f7-91d0-e2e6bd73455b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:46.800088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3321208d-fbae-49f7-91d0-e2e6bd73455b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:46.800451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:46.909573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:46.939037 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 3321208d-fbae-49f7-91d0-e2e6bd73455b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3321208d-fbae-49f7-91d0-e2e6bd73455b,segment=NetworkSegment(8be501f6-dd45-48ad-b261-ec103926cc57),segment_id=8be501f6-dd45-48ad-b261-ec103926cc57)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:15:47.006740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:47.074370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=3321208d-fbae-49f7-91d0-e2e6bd73455b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:47.197654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37328) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:47.456185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-37743350-d9ea-43df-82bd-d8081c38730a admin admin] 10.222.0.10 "GET /v2.0/routers/d38d29d9-bbc0-417f-91fa-1f85fdf25604 HTTP/1.1" status: 200 len: 710 time: 0.2574244 Apr 05 20:15:47.596274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf648e-c5e4-4dea-8b63-ef1f6f4dc7c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:47.598681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b8cf648e-c5e4-4dea-8b63-ef1f6f4dc7c7 admin admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 886 time: 0.1367145 Apr 05 20:15:47.607692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:15:48.106052 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.416487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.474321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.605567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Allocated IP 172.25.2.2 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/5d4b9525-93a9-4de3-be3b-79d51a698009) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:48.651725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3321208d-fbae-49f7-91d0-e2e6bd73455b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:48.722654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3321208d-fbae-49f7-91d0-e2e6bd73455b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:48.723505 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.751576 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.824296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.889168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:48.891889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:48.895987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:15:48.918525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4b9525-93a9-4de3-be3b-79d51a698009,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:49.070230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:49.230843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:49.234193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:49.421951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Router d38d29d9-bbc0-417f-91fa-1f85fdf25604 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:15:49.612095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:15:49.620177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:49.621303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8b1685b6-6da3-493a-b2ed-17bc19430987 admin admin] 10.222.0.10 "PUT /v2.0/routers/d38d29d9-bbc0-417f-91fa-1f85fdf25604 HTTP/1.1" status: 200 len: 888 time: 2.0169687 Apr 05 20:15:49.621706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Sync routers for ids ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:15:49.634551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Routers {'d38d29d9-bbc0-417f-91fa-1f85fdf25604'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:15:49.635231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:15:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:49.822211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Set router d38d29d9-bbc0-417f-91fa-1f85fdf25604 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:15:50.152442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'name': 'router1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '5d4b9525-93a9-4de3-be3b-79d51a698009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:30Z', 'updated_at': '2022-04-05T20:15:48Z', 'revision_number': 4, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'gw_port': {'id': '5d4b9525-93a9-4de3-be3b-79d51a698009', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:48Z', 'updated_at': '2022-04-05T20:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3321208d-fbae-49f7-91d0-e2e6bd73455b', 'name': '', 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'mac_address': 'fa:16:3e:4f:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:39Z', 'updated_at': '2022-04-05T20:15:46Z', 'revision_number': 5, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'subnets': [{'id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775d3fc5-5e28-46d5-a148-2c26f95eb587'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:50.157016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Checking router: d38d29d9-bbc0-417f-91fa-1f85fdf25604 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:15:50.157533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Updating router d38d29d9-bbc0-417f-91fa-1f85fdf25604 port 5d4b9525-93a9-4de3-be3b-79d51a698009 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:15:50.209720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.527287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.538727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Transition to ACTIVE for port object 5d4b9525-93a9-4de3-be3b-79d51a698009 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:50.606436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.680839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Attempting to bind port 5d4b9525-93a9-4de3-be3b-79d51a698009 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:50.681226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Attempting to bind port 5d4b9525-93a9-4de3-be3b-79d51a698009 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:50.681579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Attempting to bind port 5d4b9525-93a9-4de3-be3b-79d51a698009 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:15:50.687681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a71c03-f42c-4eb6-a781-c24f445ac068 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9525-93a9-4de3-be3b-79d51a698009,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:50.692997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:15:50.693554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:15:50.693952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.694334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:15:50.694770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Bound port: 5d4b9525-93a9-4de3-be3b-79d51a698009, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:50.695149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.766236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] For port 5d4b9525-93a9-4de3-be3b-79d51a698009, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:15:50.769030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] For port 5d4b9525-93a9-4de3-be3b-79d51a698009, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5d4b9525-93a9-4de3-be3b-79d51a698009,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:15:50.852046 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.947360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a71c03-f42c-4eb6-a781-c24f445ac068 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9525-93a9-4de3-be3b-79d51a698009,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:50.955352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Routers {'d38d29d9-bbc0-417f-91fa-1f85fdf25604'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:15:50.955960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:15:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:51.129093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] Set router d38d29d9-bbc0-417f-91fa-1f85fdf25604 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:15:51.448764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'name': 'router1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '5d4b9525-93a9-4de3-be3b-79d51a698009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:30Z', 'updated_at': '2022-04-05T20:15:48Z', 'revision_number': 4, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'gw_port': {'id': '5d4b9525-93a9-4de3-be3b-79d51a698009', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:48Z', 'updated_at': '2022-04-05T20:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3321208d-fbae-49f7-91d0-e2e6bd73455b', 'name': '', 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'mac_address': 'fa:16:3e:4f:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:39Z', 'updated_at': '2022-04-05T20:15:46Z', 'revision_number': 5, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'subnets': [{'id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775d3fc5-5e28-46d5-a148-2c26f95eb587'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:51.452898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ac47a-7e33-4d7d-a501-32e79a436ff4 None None] The sync data for ids ['d38d29d9-bbc0-417f-91fa-1f85fdf25604'] in n-d-836605-1 is: [{'id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'name': 'router1', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '5d4b9525-93a9-4de3-be3b-79d51a698009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:30Z', 'updated_at': '2022-04-05T20:15:48Z', 'revision_number': 4, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'gw_port': {'id': '5d4b9525-93a9-4de3-be3b-79d51a698009', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:48Z', 'updated_at': '2022-04-05T20:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3321208d-fbae-49f7-91d0-e2e6bd73455b', 'name': '', 'network_id': 'fb506546-705d-4c1f-8e83-8fa26727036d', 'tenant_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'mac_address': 'fa:16:3e:4f:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38d29d9-bbc0-417f-91fa-1f85fdf25604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:39Z', 'updated_at': '2022-04-05T20:15:46Z', 'revision_number': 5, 'project_id': 'e12bbc9b3bf343ec841a8f2e65ec4fc2', 'subnets': [{'id': 'cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '775d3fc5-5e28-46d5-a148-2c26f95eb587'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:15:51.921984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37338) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:52.057233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1b563d0c-26ed-4d4d-9c0f-0da1aa890a6f admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1066 time: 0.1339974 Apr 05 20:15:52.683244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5d4b9525-93a9-4de3-be3b-79d51a698009 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:52.806543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 5d4b9525-93a9-4de3-be3b-79d51a698009 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:52.816961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5d4b9525-93a9-4de3-be3b-79d51a698009 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:52.816961 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.929493 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.944996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 5d4b9525-93a9-4de3-be3b-79d51a698009, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5d4b9525-93a9-4de3-be3b-79d51a698009,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:15:53.023539 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:53.087758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5d4b9525-93a9-4de3-be3b-79d51a698009,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:54.658054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5d4b9525-93a9-4de3-be3b-79d51a698009 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:54.729470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5d4b9525-93a9-4de3-be3b-79d51a698009 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:54.729787 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.206147 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:16:04.702363 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-08c45ea8-901f-42e9-8463-656e28ed208a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:06.794079 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d06db232-821c-4dee-ad52-0975d58bff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.103594 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.451331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:09.561017 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.692076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5dd8-eb3c-466b-99f9-b53d11a370f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.777999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-398b074d-f0da-4264-8449-6bcec52d77e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.097778 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.207611 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:16:38.457646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.570421 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.372864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13bb7e62-e799-4081-ab2f-d249ba9d6b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:06.804267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-42445d46-1c2c-43a2-98ce-ec3676434046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.109025 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.451909 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:09.570569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.212547 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:17:34.708807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf90a39d-a17c-4dca-9b41-cd24364cbf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.788823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c90b1644-6fe1-4c2b-ab6f-ac1ed6f289f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:38.101021 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:38.451827 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.563660 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:52.212971 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:18:00.053972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37942) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:00.142050 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e54baad-732a-4c81-998e-4f2be5749ef0 admin admin] GET failed (client error): The resource could not be found. Apr 05 20:18:00.143257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9e54baad-732a-4c81-998e-4f2be5749ef0 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0883420 Apr 05 20:18:00.276332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2507034-f479-4e22-9a3a-9e729d80f94d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:00.278320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c2507034-f479-4e22-9a3a-9e729d80f94d admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1311941 Apr 05 20:18:02.311785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37952) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:02.484998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc5bf21-039a-4f38-8f1b-4e09275dcaa8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:02.485579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5cc5bf21-039a-4f38-8f1b-4e09275dcaa8 admin admin] Synchronizing usage tracker for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:02.577280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5cc5bf21-039a-4f38-8f1b-4e09275dcaa8 admin admin] Unset dirty status for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:02.578350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5cc5bf21-039a-4f38-8f1b-4e09275dcaa8 admin admin] 10.222.0.10 "GET /v2.0/subnets/cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b HTTP/1.1" status: 200 len: 849 time: 0.2656353 Apr 05 20:18:02.587637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:18:02.706202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Notify callbacks [] for subnet, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.968628 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757425296020'] for subnet, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.013636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:03.014630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.018440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] 10.222.0.10 "PUT /v2.0/subnets/cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b HTTP/1.1" status: 200 len: 868 time: 0.4314883 Apr 05 20:18:03.018698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb257f6-6fff-44cc-a3b9-93c05f1631ee None None] Network fb506546-705d-4c1f-8e83-8fa26727036d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:18:03.040948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:03.050859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.051187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.051524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.051853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.052177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.052500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.052823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.053179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.053644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.053968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.054286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a442790-8940-4a06-951c-e3f0b249767c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:03.510478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2dc0f1b-88d5-4822-b2e5-c39abee20d32 None None] Provisioning complete for port 79b7ad1e-a437-455a-b8ee-681f81826b1a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:03.510851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0f1b-88d5-4822-b2e5-c39abee20d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.637452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2dc0f1b-88d5-4822-b2e5-c39abee20d32 None None] Provisioning complete for port 3321208d-fbae-49f7-91d0-e2e6bd73455b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:03.637709 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2dc0f1b-88d5-4822-b2e5-c39abee20d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.711507 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d3f0-a06a-44e7-b187-230bcb03e8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.042997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37962) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:05.234734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513690b7-6627-45d4-813b-2d46aa37fc85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:05.235034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513690b7-6627-45d4-813b-2d46aa37fc85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:05.236573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-513690b7-6627-45d4-813b-2d46aa37fc85 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1926453 Apr 05 20:18:06.780567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-adb701c6-22a1-43e3-8711-6e96887f70ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.291227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37972) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:07.486924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bc9bb-7f8a-4e7b-a4d8-c73543a964be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:07.487216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bc9bb-7f8a-4e7b-a4d8-c73543a964be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:07.488736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e0bc9bb-7f8a-4e7b-a4d8-c73543a964be admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965764 Apr 05 20:18:08.114237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.442696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.497309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37982) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:09.574301 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.684944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e86e41-cd05-4a48-9f3d-cced65bce47c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:09.686340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-77e86e41-cd05-4a48-9f3d-cced65bce47c admin admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 886 time: 0.1876011 Apr 05 20:18:11.701147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37992) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:11.860537 n-d-836605-1 neutron-server[84580]: WARNING oslo_policy.policy [None req-3a4c0e61-2ceb-4625-b475-8cc6a653f4cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:18:11.861230 n-d-836605-1 neutron-server[84580]: WARNING oslo_policy.policy [None req-3a4c0e61-2ceb-4625-b475-8cc6a653f4cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:18:12.288996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.policy [None req-3a4c0e61-2ceb-4625-b475-8cc6a653f4cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84580) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 05 20:18:12.289935 n-d-836605-1 neutron-server[84580]: WARNING oslo_policy.policy [None req-3a4c0e61-2ceb-4625-b475-8cc6a653f4cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:18:12.290341 n-d-836605-1 neutron-server[84580]: WARNING oslo_policy.policy [None req-3a4c0e61-2ceb-4625-b475-8cc6a653f4cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 20:18:12.293870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4c0e61-2ceb-4625-b475-8cc6a653f4cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:12.296561 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a4c0e61-2ceb-4625-b475-8cc6a653f4cd admin admin] 10.222.0.10 "GET /v2.0/networks/fb506546-705d-4c1f-8e83-8fa26727036d HTTP/1.1" status: 200 len: 869 time: 0.5931339 Apr 05 20:18:14.314364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38008) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:14.444578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f3d73-2308-4667-8850-84076037d9ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:14.444941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f3d73-2308-4667-8850-84076037d9ce admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:14.446426 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e82f3d73-2308-4667-8850-84076037d9ce admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311328 Apr 05 20:18:16.451160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38018) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:16.578567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f87ab-1e86-49dc-a464-c00c015eb939 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:16.578868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f87ab-1e86-49dc-a464-c00c015eb939 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:16.580354 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-902f87ab-1e86-49dc-a464-c00c015eb939 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282718 Apr 05 20:18:18.596241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38028) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:18.721712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac9f095-1b3c-44ac-bcea-3955a9227ab3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:18.723055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bac9f095-1b3c-44ac-bcea-3955a9227ab3 admin admin] 10.222.0.10 "GET /v2.0/subnets/9752fd1b-5235-4c5a-b769-306abc403a3a HTTP/1.1" status: 200 len: 816 time: 0.1258848 Apr 05 20:18:20.718804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38038) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:20.845297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21336d56-39cd-4255-9f94-a239ec029daa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:20.846573 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-21336d56-39cd-4255-9f94-a239ec029daa admin admin] 10.222.0.10 "GET /v2.0/subnets/cc57cfa0-0a5d-4f1e-a188-978a89c0bf6b HTTP/1.1" status: 200 len: 868 time: 0.1268625 Apr 05 20:18:29.213219 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:18:34.725500 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a27765b4-b6c3-41cd-a6e9-e3c7f68afa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.796699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-199f8449-140b-4a47-b991-04f3c2d9cd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.105843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.462694 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.686832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38076) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:38.757538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-fe50db8a-b1f8-462c-992e-742367763bd4 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:18:38.758510 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fe50db8a-b1f8-462c-992e-742367763bd4 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0707631 Apr 05 20:18:39.622678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:40.831741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:40.920504 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f669d7dc-cc8e-430b-9daf-07835d887d0d admin admin] GET failed (client error): The resource could not be found. Apr 05 20:18:40.921694 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f669d7dc-cc8e-430b-9daf-07835d887d0d admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0890255 Apr 05 20:18:41.045420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ddd164-cde0-412c-a69b-64c041d1ee54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:41.046847 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-42ddd164-cde0-412c-a69b-64c041d1ee54 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213923 Apr 05 20:18:43.083387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38096) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:43.154447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:18:43.158921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:43.168917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:43.245683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Made reservation on behalf of 62a205e4ea904b33b9080e44731a4d5c for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:43.247955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.336100 n-d-836605-1 neutron-server[84581]: WARNING neutron.services.revisions.revision_plugin [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Could not find related network for resource to bump revision. Apr 05 20:18:43.346743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:18:43.355089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.355489 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Added segment 85f73d24-9998-48d8-ac3d-3df506207019 of type vlan for network 01057744-aedd-4863-9dbe-8ba6a90d172c Apr 05 20:18:43.379844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.493868 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.494697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:43.495757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.593483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] Pushing event updated for resources: {'Network': ['ID=01057744-aedd-4863-9dbe-8ba6a90d172c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:43.606115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 01057744-aedd-4863-9dbe-8ba6a90d172c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:18:43.660225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-05e2c10b-bce4-4166-9fa2-110b619df80d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5757809 Apr 05 20:18:45.701188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38106) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:45.789204 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dd9a9e-fe8d-4103-b54c-e739773575be admin admin] GET failed (client error): The resource could not be found. Apr 05 20:18:45.789684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96dd9a9e-fe8d-4103-b54c-e739773575be admin admin] Synchronizing usage tracker for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:45.853570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96dd9a9e-fe8d-4103-b54c-e739773575be admin admin] Unset dirty status for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:45.855367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-96dd9a9e-fe8d-4103-b54c-e739773575be admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1525893 Apr 05 20:18:45.957571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44222143-32a2-448b-995a-df97aa8af4c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:45.958968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-44222143-32a2-448b-995a-df97aa8af4c1 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0997784 Apr 05 20:18:45.968705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:18:45.972887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:45.982412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:46.039437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Made reservation on behalf of 62a205e4ea904b33b9080e44731a4d5c for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:46.041693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.288362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.363544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70e2bb9-c12f-47fe-858e-2678fb094138,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:46.376652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:18:46.377003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Network hostable DHCP agents. Network: 01057744-aedd-4863-9dbe-8ba6a90d172c, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:18:46.487737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:18:46.562299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 01057744-aedd-4863-9dbe-8ba6a90d172c) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:46.566115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:46.566796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.571097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11553e15-9589-4a9c-aa27-a68a26376a58 None None] Network 01057744-aedd-4863-9dbe-8ba6a90d172c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:18:46.787079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-01057744-aedd-4863-9dbe-8ba6a90d172c', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'tenant_id': '62a205e4ea904b33b9080e44731a4d5c', 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:18:46.787892 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.791784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5671f4ef-5f10-4437-90f1-1d5fc165ff23 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8262429 Apr 05 20:18:46.951679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Allocated IP 192.168.233.2 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/5aa839c3-72c7-4449-8842-14a31937fd8f) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:47.155874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.166151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Transition to ACTIVE for port object 5aa839c3-72c7-4449-8842-14a31937fd8f will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:47.184922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Transition to ACTIVE for port object 5aa839c3-72c7-4449-8842-14a31937fd8f will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:47.242351 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.312818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:47.313699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Pushing event updated for resources: {'Port': ['ID=5aa839c3-72c7-4449-8842-14a31937fd8f,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:47.316025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:47.318545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:18:47.329584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.329927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.330261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.330593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.330918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.331241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.331562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.331882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.332203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.332521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.332838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:47.416879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Attempting to bind port 5aa839c3-72c7-4449-8842-14a31937fd8f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:47.418092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Attempting to bind port 5aa839c3-72c7-4449-8842-14a31937fd8f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:47.418453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Attempting to bind port 5aa839c3-72c7-4449-8842-14a31937fd8f on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:18:47.425200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:18:47.425808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:18:47.426381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.426769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:18:47.427342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Bound port: 5aa839c3-72c7-4449-8842-14a31937fd8f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:47.427744 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.541393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] For port 5aa839c3-72c7-4449-8842-14a31937fd8f, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:18:47.544533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] For port 5aa839c3-72c7-4449-8842-14a31937fd8f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5aa839c3-72c7-4449-8842-14a31937fd8f,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:18:47.631650 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.712737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883b5af-7c8a-49b5-a09d-02fd7f51015c None None] Pushing event updated for resources: {'Port': ['ID=5aa839c3-72c7-4449-8842-14a31937fd8f,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:48.519134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9f321-8534-43b4-8142-ae4ee1fb19a3 None None] Network 01057744-aedd-4863-9dbe-8ba6a90d172c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:18:48.705138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-35786917-68d1-4a12-9d2b-85632d954d5e None None] Provisioning for port 5aa839c3-72c7-4449-8842-14a31937fd8f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:48.775870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5aa839c3-72c7-4449-8842-14a31937fd8f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:48.914066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 5aa839c3-72c7-4449-8842-14a31937fd8f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:48.920270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5aa839c3-72c7-4449-8842-14a31937fd8f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:48.920763 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.060350 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.098557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1251dc58-9713-4837-a41e-e487048e93c5 None None] Provisioning complete for port 5aa839c3-72c7-4449-8842-14a31937fd8f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:49.098927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1251dc58-9713-4837-a41e-e487048e93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.130868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 5aa839c3-72c7-4449-8842-14a31937fd8f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5aa839c3-72c7-4449-8842-14a31937fd8f,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:18:49.205713 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.269495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1251dc58-9713-4837-a41e-e487048e93c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.304167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5aa839c3-72c7-4449-8842-14a31937fd8f,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:49.362186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-1251dc58-9713-4837-a41e-e487048e93c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:18:49.362576 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-1251dc58-9713-4837-a41e-e487048e93c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:18:50.737839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5aa839c3-72c7-4449-8842-14a31937fd8f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:50.804100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5aa839c3-72c7-4449-8842-14a31937fd8f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:50.804456 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:04.719723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-94625835-90ad-4407-927d-c717ac877733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.213834 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:19:06.761963 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ad42660-701a-44fd-8355-1b0285220782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:08.119293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:08.479236 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:09.630613 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.733510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5427660f-4733-41be-9f93-7067cd5151c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:36.767042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-01d16c5c-6a4e-41e6-9742-0b0323ca788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:38.103698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:38.446643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:39.639435 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:43.213822 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:20:04.755164 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea0265f5-6bea-4e6d-baf3-a821acf40e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:06.806232 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8c13fa9e-db68-4f43-a504-2cf9ce9dc3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.114816 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.423470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:09.617914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.851310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38148) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:14.858015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-2c7451bf-6765-499a-bb17-d43576ff9dd4 tempest-verify_tempest_config-1862190451 tempest-verify_tempest_config-1862190451-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:20:14.858931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2c7451bf-6765-499a-bb17-d43576ff9dd4 tempest-verify_tempest_config-1862190451 tempest-verify_tempest_config-1862190451-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0066683 Apr 05 20:20:15.463405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38164) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:15.600793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.630600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:15.634339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:c292ab03c829439f9cbc092c396b3017 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:15.637670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:15.643188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:15.705291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.781789 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.825377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6742eec-5363-4f47-a80b-0b23f56f6d8d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:15.830464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Synchronizing usage tracker for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:15.839882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.840207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.840541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.840869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.841222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.841546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.841867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.842186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.842502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.842817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.843138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:15.908897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] Unset dirty status for tenant:62a205e4ea904b33b9080e44731a4d5c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:15.910136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4e10ac41-bd45-4379-950a-2cb1f3b70ed1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c292ab03c829439f9cbc092c396b3017&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4451661 Apr 05 20:20:15.912718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38170) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:15.972918 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f024bf7-8f3e-42b3-8084-7c5f9f77e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.997167 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f024bf7-8f3e-42b3-8084-7c5f9f77e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.142139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f024bf7-8f3e-42b3-8084-7c5f9f77e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.156527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f024bf7-8f3e-42b3-8084-7c5f9f77e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6742eec-5363-4f47-a80b-0b23f56f6d8d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:16.164115 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f024bf7-8f3e-42b3-8084-7c5f9f77e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.165408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0f024bf7-8f3e-42b3-8084-7c5f9f77e957 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6742eec-5363-4f47-a80b-0b23f56f6d8d HTTP/1.1" status: 204 len: 168 time: 0.2516761 Apr 05 20:20:20.212808 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:20:34.753158 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1cd5a0a-63b5-41af-9488-c17c8dc07212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.810331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-03c7862a-aa87-4b74-ab89-ecb7c4a45a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.119749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.427086 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.622811 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:57.212305 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:21:04.741064 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-147aa650-e92c-4a29-90ac-caf9d9c77b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:06.805240 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4da4c633-9c6d-4c1c-bfd1-b176fd58d19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:08.176680 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:08.422300 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:09.605545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:34.211397 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:21:34.758855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86a396a9-c958-47b1-9ab4-fe6d393789e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:36.792574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a18c7fc-3e4d-4081-bd68-15f00c8f07ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.113169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.438968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.610013 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.769910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b36b3386-ff5e-4b53-80f3-fb771cce35fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.792906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-019ccccb-b7c9-4d99-97e9-2127a1cd8364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.135232 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.432891 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.586503 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.211134 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:22:34.735006 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c796272a-3cbb-45ce-bdf5-d4ba35efaadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:36.797704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a4b236d-75d5-42fb-8bdc-18c1766d8262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.118033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.449410 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:39.609169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:48.210653 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 5 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:23:04.774441 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e3abe09-879f-42b0-a0ab-5ee657dbbe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.780142 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-50d12a3c-71fd-43c7-a23a-07fac8b4f227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.152138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.454206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:09.603165 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.855208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683487'] for agent, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:25.210232 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 6 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:23:33.346247 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683487'] for agent, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:34.746207 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5dbd3c53-bb53-450e-a1ac-555057d43dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:36.825933 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a4a4de2d-2345-41e9-ae2f-2efb4eabff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:38.128950 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:38.431767 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.603443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:49.808646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.209754 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:24:03.277572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.745916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37a28ef1-8cb2-43b4-85f6-7a06b373aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:06.801784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1217ced5-9e50-457a-802c-4b13b23fe5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.150492 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.466246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.625964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.732948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38230) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:13.867257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-89770e70-5974-4286-83e1-032213e7119e admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1331992 Apr 05 20:24:15.906165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38240) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:15.984500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b6d8d44b-ea71-4deb-b3a1-10e5132c117d admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0772476 Apr 05 20:24:19.818375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.305719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.745361 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9a17c74-a845-4546-8955-40f54a9be9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:36.800753 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5aca67f7-1748-4f91-abe9-d7644406a1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.162621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.448818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:39.210381 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:24:39.613873 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.836842 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.311268 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.737855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de81fdd1-2d43-4d15-a3d5-d9bbac9b7431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.806768 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-30258b10-58ad-45e5-afc9-c7b70b09ebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.208427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.454321 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.619597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.211401 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:25:19.851876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.310976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:34.733973 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bd67456-0def-4d09-ae5c-5a138e620c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:36.785171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-476b2a7e-a987-4a22-9153-ee2254aaf5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.157076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.468727 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.622961 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.851462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.213321 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:25:53.931076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:54.489498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-network', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:25:54.495210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:54.498986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Usage tracker for resource:network and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:54.502030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:54.507808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:54.590623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Made reservation on behalf of 88570e437ab748ec9b41b1b7ccc44fa7 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:54.593245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.606245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.636215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:54.640271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Usage tracker for resource:security_group_rule and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:54.643609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:54.649290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:54.715988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c4a8d4-eb36-4abd-83aa-d7aadc1b197f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Tracked resource versions report: Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: pushed versions: Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: { 'ConntrackHelper': {'1.0'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Log': {'1.0'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Network': {'1.1'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Port': {'1.5'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'PortForwarding': {'1.2'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'QosPolicy': {'1.8'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'SecurityGroup': {'1.2'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'SecurityGroupRule': {'1.0'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'SubPort': {'1.0'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Subnet': {'1.1'}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Trunk': {'1.1'}} Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: consumer versions: Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: { DHCP agent@n-d-836605-1: {}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: HyperV agent@n-h1-836605-1: {}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: HyperV agent@n-h2-836605-1: {}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: L3 agent@n-d-836605-1: {}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: Metadata agent@n-d-836605-1: {}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: Metering agent@n-d-836605-1: {}, Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: Open vSwitch agent@n-d-836605-1: { 'ConntrackHelper': '1.0', Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Log': '1.0', Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Network': '1.1', Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'Port': '1.5', Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'PortForwarding': '1.2', Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'QosPolicy': '1.8', Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'SecurityGroup': '1.2', Apr 05 20:25:54.933853 n-d-836605-1 neutron-server[84581]: 'SecurityGroupRule': '1.0', Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: 'SubPort': '1.0', Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: 'Subnet': '1.1', Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: 'Trunk': '1.1'}} Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: {{(pid=84581) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Added segment e296eee4-56d5-4942-969a-e5e9af403754 of type vlan for network 7394865f-8050-442a-baa7-fa8fe6b12b3e Apr 05 20:25:54.954970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.053900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.054822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:55.055407 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.161440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] Pushing event updated for resources: {'Network': ['ID=7394865f-8050-442a-baa7-fa8fe6b12b3e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:55.172235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:55.237908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-717db656-0611-4faa-bf36-6ae6d2aabd38 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3056126 Apr 05 20:25:55.238505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38500) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:55.244197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Request body: {'subnet': {'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-subnet', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:25:55.250549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:55.255010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Usage tracker for resource:subnet and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:55.258451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:55.265322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:55.342450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Made reservation on behalf of 88570e437ab748ec9b41b1b7ccc44fa7 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:55.345151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.619901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.694359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d046f5da-7f89-4f86-8de3-e31152af0a1e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:55.710695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Checking segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:25:55.710898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Network hostable DHCP agents. Network: 7394865f-8050-442a-baa7-fa8fe6b12b3e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:55.783103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:55.847989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7394865f-8050-442a-baa7-fa8fe6b12b3e) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:55.857900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9f75e-dd5f-41a0-af70-f24259de1846 None None] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:25:55.868502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:55.869302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.944998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-17776d2b-361f-40c3-8365-4a87f8f836c6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7045903 Apr 05 20:25:55.947171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38526) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:55.952704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:25:55.954306 n-d-836605-1 neutron-server[84580]: INFO neutron.quota [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Loaded quota_driver: . Apr 05 20:25:55.960502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:55.966617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Usage tracker for resource:router and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:55.971061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:55.982288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:56.082336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.082992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-7394865f-8050-442a-baa7-fa8fe6b12b3e', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:25:56.092181 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.092327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.115242 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.252604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Allocated IP 172.20.0.2 (7394865f-8050-442a-baa7-fa8fe6b12b3e/d046f5da-7f89-4f86-8de3-e31152af0a1e/0d400a1a-0787-4d42-978c-38de919ec7ba) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:56.434601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.467528 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.477627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Transition to ACTIVE for port object 0d400a1a-0787-4d42-978c-38de919ec7ba will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:56.495929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Transition to ACTIVE for port object 0d400a1a-0787-4d42-978c-38de919ec7ba will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:56.608710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.688329 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Pushing event updated for resources: {'Port': ['ID=0d400a1a-0787-4d42-978c-38de919ec7ba,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:56.691541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:56.694841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:56.700641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:25:56.706417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.706753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.707081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.707407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.707725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.708042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.708368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.708670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.709200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.709323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.709609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Tracked resource versions report: Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: pushed versions: Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: { 'ConntrackHelper': {'1.0'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Log': {'1.0'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Network': {'1.1'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Port': {'1.5'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'PortForwarding': {'1.2'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'QosPolicy': {'1.8'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'SecurityGroup': {'1.2'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'SecurityGroupRule': {'1.0'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'SubPort': {'1.0'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Subnet': {'1.1'}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Trunk': {'1.1'}} Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: consumer versions: Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: { DHCP agent@n-d-836605-1: {}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: HyperV agent@n-h1-836605-1: {}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: HyperV agent@n-h2-836605-1: {}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: L3 agent@n-d-836605-1: {}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: Metadata agent@n-d-836605-1: {}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: Metering agent@n-d-836605-1: {}, Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: Open vSwitch agent@n-d-836605-1: { 'ConntrackHelper': '1.0', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Log': '1.0', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Network': '1.1', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Port': '1.5', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'PortForwarding': '1.2', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'QosPolicy': '1.8', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'SecurityGroup': '1.2', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'SecurityGroupRule': '1.0', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'SubPort': '1.0', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Subnet': '1.1', Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: 'Trunk': '1.1'}} Apr 05 20:25:56.710650 n-d-836605-1 neutron-server[84582]: {{(pid=84582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:25:56.736822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.767065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.838582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Attempting to bind port 0d400a1a-0787-4d42-978c-38de919ec7ba on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:25:56.838582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Attempting to bind port 0d400a1a-0787-4d42-978c-38de919ec7ba by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:25:56.839088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Attempting to bind port 0d400a1a-0787-4d42-978c-38de919ec7ba on network 7394865f-8050-442a-baa7-fa8fe6b12b3e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:25:56.851395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:25:56.852984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Checking segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:25:56.854023 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.855129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Bound using segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:25:56.856669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Bound port: 0d400a1a-0787-4d42-978c-38de919ec7ba, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:25:56.858395 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.936912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Allocated IP 172.25.2.252 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/25478552-99df-4741-ac20-808221d653ea) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:56.969021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] For port 0d400a1a-0787-4d42-978c-38de919ec7ba, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:25:56.972314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] For port 0d400a1a-0787-4d42-978c-38de919ec7ba, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0d400a1a-0787-4d42-978c-38de919ec7ba,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:25:57.065856 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.098698 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.157546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad74f84-d017-498e-8c7b-cafdf11ce0c9 None None] Pushing event updated for resources: {'Port': ['ID=0d400a1a-0787-4d42-978c-38de919ec7ba,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:57.235118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.329785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:57.338618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:57.405100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Pushing event updated for resources: {'Port': ['ID=25478552-99df-4741-ac20-808221d653ea,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:57.414397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:25:57.456815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.457316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.457729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.458138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.458543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.458939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.459337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.459728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.460119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.460507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.460909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Tracked resource versions report: Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: pushed versions: Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: { 'ConntrackHelper': {'1.0'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Log': {'1.0'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Network': {'1.1'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Port': {'1.5'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'PortForwarding': {'1.2'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'QosPolicy': {'1.8'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'SecurityGroup': {'1.2'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'SecurityGroupRule': {'1.0'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'SubPort': {'1.0'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Subnet': {'1.1'}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Trunk': {'1.1'}} Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: consumer versions: Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: { DHCP agent@n-d-836605-1: {}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: HyperV agent@n-h1-836605-1: {}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: HyperV agent@n-h2-836605-1: {}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: L3 agent@n-d-836605-1: {}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: Metadata agent@n-d-836605-1: {}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: Metering agent@n-d-836605-1: {}, Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: Open vSwitch agent@n-d-836605-1: { 'ConntrackHelper': '1.0', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Log': '1.0', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Network': '1.1', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Port': '1.5', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'PortForwarding': '1.2', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'QosPolicy': '1.8', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'SecurityGroup': '1.2', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'SecurityGroupRule': '1.0', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'SubPort': '1.0', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Subnet': '1.1', Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: 'Trunk': '1.1'}} Apr 05 20:25:57.462154 n-d-836605-1 neutron-server[84580]: {{(pid=84580) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:25:57.725144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.725951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:58.054514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Router c6ee2376-d6f9-4be5-935f-1a636cb17858 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:25:58.234368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d3b27f-98b7-4f14-ba9f-36f1699a6836 None None] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:25:58.273607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:25:58.284123 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Sync routers for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:25:58.306369 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:25:58.310203 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:25:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:58.400082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:58.401290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c386f778-3b64-4935-9ca1-86c116094f91 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4531293 Apr 05 20:25:58.404293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38602) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:58.442412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f8bf3bb-6c73-4744-8254-91607e60b287 None None] Provisioning for port 0d400a1a-0787-4d42-978c-38de919ec7ba completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:58.608990 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:25:59.031209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0d400a1a-0787-4d42-978c-38de919ec7ba up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:59.096457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:25:57Z', 'revision_number': 3, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:59.101350 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Checking router: c6ee2376-d6f9-4be5-935f-1a636cb17858 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:25:59.101791 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Updating router c6ee2376-d6f9-4be5-935f-1a636cb17858 port 25478552-99df-4741-ac20-808221d653ea binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:25:59.205350 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.243055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 0d400a1a-0787-4d42-978c-38de919ec7ba completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:59.248821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 0d400a1a-0787-4d42-978c-38de919ec7ba triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:59.249534 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.517492 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.555880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 0d400a1a-0787-4d42-978c-38de919ec7ba, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0d400a1a-0787-4d42-978c-38de919ec7ba,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:25:59.639929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.720575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=0d400a1a-0787-4d42-978c-38de919ec7ba,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:59.729630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.744020 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.758535 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Transition to ACTIVE for port object 25478552-99df-4741-ac20-808221d653ea will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:59.848940 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.970406 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Pushing event updated for resources: {'Port': ['ID=25478552-99df-4741-ac20-808221d653ea,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:59.972681 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Attempting to bind port 25478552-99df-4741-ac20-808221d653ea on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:25:59.973341 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Attempting to bind port 25478552-99df-4741-ac20-808221d653ea by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:25:59.973629 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Attempting to bind port 25478552-99df-4741-ac20-808221d653ea on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:25:59.981193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Allocated IP 172.20.0.1 (7394865f-8050-442a-baa7-fa8fe6b12b3e/d046f5da-7f89-4f86-8de3-e31152af0a1e/78cbae17-e69e-4c7a-9ba6-4d2d62abb31e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:59.984856 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.985231 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.985569 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.985903 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.986232 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.986558 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.986884 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.987206 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.987527 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.987850 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.988171 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Tracked resource versions report: Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: pushed versions: Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: { 'ConntrackHelper': {'1.0'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Log': {'1.0'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Network': {'1.1'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Port': {'1.5'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'PortForwarding': {'1.2'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'QosPolicy': {'1.8'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'SecurityGroup': {'1.2'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'SecurityGroupRule': {'1.0'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'SubPort': {'1.0'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Subnet': {'1.1'}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Trunk': {'1.1'}} Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: consumer versions: Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: { DHCP agent@n-d-836605-1: {}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: HyperV agent@n-h1-836605-1: {}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: HyperV agent@n-h2-836605-1: {}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: L3 agent@n-d-836605-1: {}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: Metadata agent@n-d-836605-1: {}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: Metering agent@n-d-836605-1: {}, Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: Open vSwitch agent@n-d-836605-1: { 'ConntrackHelper': '1.0', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Log': '1.0', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Network': '1.1', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Port': '1.5', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'PortForwarding': '1.2', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'QosPolicy': '1.8', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'SecurityGroup': '1.2', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'SecurityGroupRule': '1.0', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'SubPort': '1.0', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Subnet': '1.1', Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: 'Trunk': '1.1'}} Apr 05 20:25:59.989358 n-d-836605-1 neutron-server[84583]: {{(pid=84583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:25:59.994862 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:25:59.995240 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:25:59.995636 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.996022 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:25:59.996485 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Bound port: 25478552-99df-4741-ac20-808221d653ea, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:25:59.996854 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.064418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38642) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:00.085947 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] For port 25478552-99df-4741-ac20-808221d653ea, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:00.089446 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] For port 25478552-99df-4741-ac20-808221d653ea, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=25478552-99df-4741-ac20-808221d653ea,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:00.176822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.195883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Transition to ACTIVE for port object 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:00.200230 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.296886 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0c017-a3d3-45ec-9f06-765d74e847a5 None None] Pushing event updated for resources: {'Port': ['ID=25478552-99df-4741-ac20-808221d653ea,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:00.301317 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:26:00.301926 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:25:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:00.316929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.330395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.369775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:00.373978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Usage tracker for resource:security_group_rule and tenant:16a146ad39214dcd8eaeff9383a8cb3a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:00.377034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:00.385523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:00.433428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Pushing event updated for resources: {'Port': ['ID=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:00.459131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:00.460239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:00.477616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:00.478061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.495685 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:26:00.519743 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.604726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.671646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16a146ad39214dcd8eaeff9383a8cb3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6051769 Apr 05 20:26:00.674423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38668) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:00.712788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.759156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd60e9-27ed-4969-8f96-0ad4a326a743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dafbebf-d9b1-493f-b465-9f1162ada063,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:00.835498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cecb8355-dd88-4a3b-ba4d-a045ac610071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.867755 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cecb8355-dd88-4a3b-ba4d-a045ac610071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.913322 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:25:57Z', 'revision_number': 3, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:00.916650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-55b2babb-802d-4d79-96ef-dc8ae3db2774 None None] Provisioning for port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:00.918801 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a16201-7cc1-43a1-b648-c0ca27409617 None None] The sync data for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 is: [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:25:57Z', 'revision_number': 3, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:26:00.929330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-55b2babb-802d-4d79-96ef-dc8ae3db2774 None None] Provisioning complete for port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:00.929922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55b2babb-802d-4d79-96ef-dc8ae3db2774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.023366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0d400a1a-0787-4d42-978c-38de919ec7ba up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:01.075455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.093851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cecb8355-dd88-4a3b-ba4d-a045ac610071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.114651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb8355-dd88-4a3b-ba4d-a045ac610071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dafbebf-d9b1-493f-b465-9f1162ada063,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:01.121338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-55b2babb-802d-4d79-96ef-dc8ae3db2774 None None] Port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:26:01.140576 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cecb8355-dd88-4a3b-ba4d-a045ac610071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.158241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 0d400a1a-0787-4d42-978c-38de919ec7ba triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:01.158929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.159534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cecb8355-dd88-4a3b-ba4d-a045ac610071 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dafbebf-d9b1-493f-b465-9f1162ada063 HTTP/1.1" status: 204 len: 168 time: 0.4838619 Apr 05 20:26:01.177209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.177209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.294009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38696) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.458499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Pushing event updated for resources: {'Port': ['ID=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:01.483370 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.518956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:01.528261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfa83ba00fd446a89a19d5aba62f01f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:01.531904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:01.538811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:01.568486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:01.570027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:01.632850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.716449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.798778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccfa83ba00fd446a89a19d5aba62f01f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5035038 Apr 05 20:26:01.800986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38716) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.912268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba8e04-9b03-4fb7-95b7-034f8291c328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf1d144-8b38-49cd-a0ca-6ff876da3a98,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:01.924440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6420e6c-5aa2-4e52-a7d1-13fd3cca0147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.956813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6420e6c-5aa2-4e52-a7d1-13fd3cca0147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.957461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ea3cb904-0895-4458-a8fb-55168901fa40 None None] Provisioning complete for port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:01.957908 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb904-0895-4458-a8fb-55168901fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.054924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cb904-0895-4458-a8fb-55168901fa40 None None] Port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:26:02.100981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6420e6c-5aa2-4e52-a7d1-13fd3cca0147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.116153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6420e6c-5aa2-4e52-a7d1-13fd3cca0147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf1d144-8b38-49cd-a0ca-6ff876da3a98,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:02.139171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6420e6c-5aa2-4e52-a7d1-13fd3cca0147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.145322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b6420e6c-5aa2-4e52-a7d1-13fd3cca0147 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cf1d144-8b38-49cd-a0ca-6ff876da3a98 HTTP/1.1" status: 204 len: 168 time: 0.3430159 Apr 05 20:26:02.192346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38728) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:02.204555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Router c6ee2376-d6f9-4be5-935f-1a636cb17858 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:26:02.259807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.335501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:02.345538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Usage tracker for resource:security_group_rule and tenant:6c093a9133c64ce88edea23ba5503d28 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:02.348603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:02.354668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:02.437572 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.482437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:26:02.491848 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3233d7e5-17e5-47e0-8058-14a71aa8c755 admin admin] 10.222.0.10 "PUT /v2.0/routers/c6ee2376-d6f9-4be5-935f-1a636cb17858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0865619 Apr 05 20:26:02.499381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.548454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e27f77-391f-47e7-9d49-a579dfd19bde,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:02.556433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a3ac0822-eadf-45a0-b364-f19a6654d16d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c093a9133c64ce88edea23ba5503d28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3630364 Apr 05 20:26:02.563014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38752) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:02.649009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a896203-33f7-4099-b7d7-da1f9f408b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.677759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a896203-33f7-4099-b7d7-da1f9f408b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.865115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a896203-33f7-4099-b7d7-da1f9f408b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.880238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a896203-33f7-4099-b7d7-da1f9f408b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e27f77-391f-47e7-9d49-a579dfd19bde,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:02.891352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a896203-33f7-4099-b7d7-da1f9f408b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.895618 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a896203-33f7-4099-b7d7-da1f9f408b62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85e27f77-391f-47e7-9d49-a579dfd19bde HTTP/1.1" status: 204 len: 168 time: 0.3351765 Apr 05 20:26:03.004268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 25478552-99df-4741-ac20-808221d653ea up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:03.113081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:03.151271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.157500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 25478552-99df-4741-ac20-808221d653ea completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:03.165245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 25478552-99df-4741-ac20-808221d653ea triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:03.165683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.198041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:03.202548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Usage tracker for resource:security_group_rule and tenant:2978431ed628452aa3aa9e58b233f297 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:03.209255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:03.212796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:03.310250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.320004 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.328481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 25478552-99df-4741-ac20-808221d653ea, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=25478552-99df-4741-ac20-808221d653ea,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:03.354453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.408017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.456860 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.457623 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2978431ed628452aa3aa9e58b233f297&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3433139 Apr 05 20:26:03.458260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de0f57-8106-404c-abd2-4641fd0b8f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8800df-ee37-4e40-a5de-9594413c08e7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:03.460120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38802) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:03.532287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c0614f2-2be2-49f2-84a0-fb46a2ce31bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.564760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=25478552-99df-4741-ac20-808221d653ea,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:03.564897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c0614f2-2be2-49f2-84a0-fb46a2ce31bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.719991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c0614f2-2be2-49f2-84a0-fb46a2ce31bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.742273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0614f2-2be2-49f2-84a0-fb46a2ce31bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8800df-ee37-4e40-a5de-9594413c08e7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:03.754783 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c0614f2-2be2-49f2-84a0-fb46a2ce31bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.761538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4c0614f2-2be2-49f2-84a0-fb46a2ce31bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e8800df-ee37-4e40-a5de-9594413c08e7 HTTP/1.1" status: 204 len: 168 time: 0.2942352 Apr 05 20:26:03.924840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38840) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.146689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.186024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:04.191230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Usage tracker for resource:security_group_rule and tenant:9d976fa649474a44aa132879292327be is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:04.194925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:04.200899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:04.295408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.386137 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.437855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ceda8b-91fa-46e7-95b4-eb9e4ff53698,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:04.470618 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0a5c6b61-d27c-4136-92e4-d976ec3fa876 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d976fa649474a44aa132879292327be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5418265 Apr 05 20:26:04.471554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38872) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.571996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03feee6d-f265-41d7-8449-4b34774c31ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.600118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03feee6d-f265-41d7-8449-4b34774c31ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.790698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-58601c70-f222-4f73-bb24-b42c91fa95ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.814443 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03feee6d-f265-41d7-8449-4b34774c31ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.846708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03feee6d-f265-41d7-8449-4b34774c31ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ceda8b-91fa-46e7-95b4-eb9e4ff53698,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:04.847614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Sync routers for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:26:04.850787 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03feee6d-f265-41d7-8449-4b34774c31ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.855127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-03feee6d-f265-41d7-8449-4b34774c31ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94ceda8b-91fa-46e7-95b4-eb9e4ff53698 HTTP/1.1" status: 204 len: 168 time: 0.3792913 Apr 05 20:26:04.874678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:26:04.874770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:25:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:04.997740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 25478552-99df-4741-ac20-808221d653ea up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:05.114227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:26:05.187888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 25478552-99df-4741-ac20-808221d653ea triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:05.188256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.212624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38922) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:05.218061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-network', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:05.222758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:05.226707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Usage tracker for resource:network and tenant:689796f974f24105b28d0a4f27a5b94b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:05.230225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:05.237141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:05.356274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Made reservation on behalf of 689796f974f24105b28d0a4f27a5b94b for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:05.359643 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.373714 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.410628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:05.416322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Usage tracker for resource:security_group_rule and tenant:689796f974f24105b28d0a4f27a5b94b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:05.420670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:05.445409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:05.534519 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.580370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 2, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:05.584464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Checking router: c6ee2376-d6f9-4be5-935f-1a636cb17858 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:26:05.584890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Updating router c6ee2376-d6f9-4be5-935f-1a636cb17858 port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:26:05.596962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.647310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:05.649735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.656371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debf6475-2d31-49e5-9f7f-f6c224202c37,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:05.664076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757425324135', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.664902 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Unsubscribe: segment precommit_create {{(pid=84580) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 20:26:05.665573 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Added segment c5c439fb-f80f-4517-a711-13d7d8410fe7 of type vlan for network 89aa1760-b1d8-4616-9312-695f394a3343 Apr 05 20:26:05.736415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.853953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.854827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:05.855400 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.971373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] Pushing event updated for resources: {'Network': ['ID=89aa1760-b1d8-4616-9312-695f394a3343,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:05.998185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 89aa1760-b1d8-4616-9312-695f394a3343 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:06.088735 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c1489bf3-7889-4ea5-92f1-acf2055164d9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8749762 Apr 05 20:26:06.091397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38958) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:06.099382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Request body: {'subnet': {'network_id': '89aa1760-b1d8-4616-9312-695f394a3343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-subnet', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:06.106258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:06.111237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Usage tracker for resource:subnet and tenant:689796f974f24105b28d0a4f27a5b94b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:06.114769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:06.121791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:06.157826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.169967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Transition to ACTIVE for port object 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:06.208423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Made reservation on behalf of 689796f974f24105b28d0a4f27a5b94b for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:06.208423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.265736 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.311410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38968) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:06.344364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.366118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124cec3-6d1f-4f33-a019-34df0a2b51eb None None] Pushing event updated for resources: {'Port': ['ID=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:06.415358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:06.418157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Usage tracker for resource:security_group_rule and tenant:34a4471e72ae4c89b1770b5952d3b458 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:06.428101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:06.438623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:06.555096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.576201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Attempting to bind port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:06.576571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Attempting to bind port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:06.576960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Attempting to bind port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e on network 7394865f-8050-442a-baa7-fa8fe6b12b3e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:06.582774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.594931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:06.596370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Checking segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:06.597388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.598015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Bound using segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:06.598792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Bound port: 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:06.599409 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.659392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.683490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50665d4-247b-49fe-8d4e-e68fc23e6fb0,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:06.712222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Checking segment: {'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:06.713556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Network hostable DHCP agents. Network: 89aa1760-b1d8-4616-9312-695f394a3343, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:06.718757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34a4471e72ae4c89b1770b5952d3b458&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4058933 Apr 05 20:26:06.722043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38974) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:06.744301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad88b12-55cc-47eb-b16c-3f8bc6ce4af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e154cc0-42e3-465f-bd27-1b9c48b8d72a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:06.796445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] For port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:06.800501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] For port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:06.818279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbd35513-fc70-4b90-9dc0-718ccbb9a343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.855984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbd35513-fc70-4b90-9dc0-718ccbb9a343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.883871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Network 89aa1760-b1d8-4616-9312-695f394a3343 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:06.903522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1731c592-7923-41d6-bd18-dd2fae78e514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.906621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.000931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124cec3-6d1f-4f33-a019-34df0a2b51eb None None] Pushing event updated for resources: {'Port': ['ID=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:07.009031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:26:07.009683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:26:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:07.031603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 89aa1760-b1d8-4616-9312-695f394a3343) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:07.033464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbd35513-fc70-4b90-9dc0-718ccbb9a343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.081127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:07.081726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.120658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb780a1-7729-45ca-9ec8-b6a44482b2de None None] Network 89aa1760-b1d8-4616-9312-695f394a3343 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:07.180297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd35513-fc70-4b90-9dc0-718ccbb9a343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e154cc0-42e3-465f-bd27-1b9c48b8d72a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:07.216591 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbd35513-fc70-4b90-9dc0-718ccbb9a343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.220222 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dbd35513-fc70-4b90-9dc0-718ccbb9a343 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e154cc0-42e3-465f-bd27-1b9c48b8d72a HTTP/1.1" status: 204 len: 168 time: 0.4933436 Apr 05 20:26:07.297430 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ecceda17-fc99-4fca-9e5f-0a775157810f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2003171 Apr 05 20:26:07.297624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39016) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:07.303136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:07.307652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:07.311669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Usage tracker for resource:router and tenant:689796f974f24105b28d0a4f27a5b94b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:07.315260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:07.322386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:07.399946 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.401274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.425542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.481157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39024) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:07.486929 n-d-836605-1 neutron-server[84581]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 20:26:07.521994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-e67fa371-830d-409d-a1b3-abb85741c22e tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9327248423474aab826a4ce0ba0ba48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375957 Apr 05 20:26:07.532502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:26:07.578948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-89aa1760-b1d8-4616-9312-695f394a3343', 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'fixed_ips': [{'subnet_id': 'd50665d4-247b-49fe-8d4e-e68fc23e6fb0'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:26:07.583124 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.664901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.707905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-49a5c24d-43af-438f-855c-d79fdf6d418d tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:07.710893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-49a5c24d-43af-438f-855c-d79fdf6d418d tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683619 Apr 05 20:26:07.753736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-41772647-7f19-48a1-b194-b8ba27a3409b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/quotas/9327248423474aab826a4ce0ba0ba48c HTTP/1.1" status: 200 len: 375 time: 0.0363111 Apr 05 20:26:07.875891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-11b4276b-a8ed-4c8f-a34d-d3571d46c7f6 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9327248423474aab826a4ce0ba0ba48c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144910 Apr 05 20:26:08.001950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.045121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.226849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Allocated IP 172.25.2.11 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/6d36900d-6a81-4717-ae43-f22f48a80ac0) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:08.228089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Allocated IP 172.20.0.2 (89aa1760-b1d8-4616-9312-695f394a3343/d50665d4-247b-49fe-8d4e-e68fc23e6fb0/02aa84fe-17ab-4d4e-8d1e-c230d0164f41) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:08.323321 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.357092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:06Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:08.360759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f81d2dbb-483e-4807-b5bd-88e9b5cd41b9 req-0c80c413-3985-492e-8aec-3db382525235 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 210 time: 0.0982754 Apr 05 20:26:08.381359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2dbe39-650c-4b80-9929-c5967cbdef51 None None] The sync data for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 is: [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:06Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:26:08.516192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.593382 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.634316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.636462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.648642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Transition to ACTIVE for port object 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:08.682109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Transition to ACTIVE for port object 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:08.742190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:08.745790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:08.751820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:08.787916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Pushing event updated for resources: {'Port': ['ID=6d36900d-6a81-4717-ae43-f22f48a80ac0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:08.808678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.025729 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.025729 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.028164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Pushing event updated for resources: {'Port': ['ID=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:09.032492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Network 89aa1760-b1d8-4616-9312-695f394a3343 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:09.034784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:09.039692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:09.095853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:09.320878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Attempting to bind port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:09.321468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Attempting to bind port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:09.321650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Attempting to bind port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 on network 89aa1760-b1d8-4616-9312-695f394a3343 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:09.356046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:09.363080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Checking segment: {'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:09.363080 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.363080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Bound using segment: {'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:09.363080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Bound port: 02aa84fe-17ab-4d4e-8d1e-c230d0164f41, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:09.363080 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.544352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] For port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:09.553580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] For port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,segment=NetworkSegment(c5c439fb-f80f-4517-a711-13d7d8410fe7),segment_id=c5c439fb-f80f-4517-a711-13d7d8410fe7)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:09.584354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:09.598459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39124) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:09.598986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:09.600758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.656555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.687642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Router 512470c5-9707-4077-b491-5efab0a9e37b is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:26:09.777085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.834998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b55637-cbab-4ab1-a2bd-b473b5dacc58 None None] Pushing event updated for resources: {'Port': ['ID=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:09.868155 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.909778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:09.972501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:26:09.979699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.989593 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Sync routers for ids ['512470c5-9707-4077-b491-5efab0a9e37b'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:26:10.006276 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Routers {'512470c5-9707-4077-b491-5efab0a9e37b'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:26:10.007025 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:26:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['512470c5-9707-4077-b491-5efab0a9e37b'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:10.101532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.103794 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-76d6dd76-7129-4bcc-83af-c7f8b7f74408 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8042812 Apr 05 20:26:10.116309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39140) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:10.132319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:10.422224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d001e968-6e64-4f1b-afd3-7ebb78041a8c req-0b99fa9f-791d-4661-b245-fa0a7490ccc6 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 210 time: 0.8203731 Apr 05 20:26:10.441479 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Set router 512470c5-9707-4077-b491-5efab0a9e37b gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:26:11.006060 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:26:08Z', 'revision_number': 3, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:11.013877 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Checking router: 512470c5-9707-4077-b491-5efab0a9e37b for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:26:11.014562 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Updating router 512470c5-9707-4077-b491-5efab0a9e37b port 6d36900d-6a81-4717-ae43-f22f48a80ac0 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:26:11.122823 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.172070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:11.322279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:11.323802 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.426244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fcd968-9c54-4738-b536-d3d777a7d2c0 None None] Network 89aa1760-b1d8-4616-9312-695f394a3343 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:11.566627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.673946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-135b8ab3-1bc7-4759-9d77-3a2da51d863e None None] Provisioning for port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:11.743523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:11.757143 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.795875 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Transition to ACTIVE for port object 6d36900d-6a81-4717-ae43-f22f48a80ac0 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:11.800718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:11.893867 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.933033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39216) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:12.003468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Allocated IP 172.20.0.1 (89aa1760-b1d8-4616-9312-695f394a3343/d50665d4-247b-49fe-8d4e-e68fc23e6fb0/6790593f-e8df-429c-990a-8cc799cf5af4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:12.025806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:12.037801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc58fcbf-c0cd-4150-958f-3290ddf93dcd req-64fdbe91-2642-4a99-bb03-2c8eca29ebaf tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 210 time: 0.1824720 Apr 05 20:26:12.057265 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6a6c0-3123-4d05-8089-2a05fce41693 None None] Pushing event updated for resources: {'Port': ['ID=6d36900d-6a81-4717-ae43-f22f48a80ac0,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:12.134127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:12.140092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:12.141318 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.148043 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Attempting to bind port 6d36900d-6a81-4717-ae43-f22f48a80ac0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:12.148511 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Attempting to bind port 6d36900d-6a81-4717-ae43-f22f48a80ac0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:12.148987 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Attempting to bind port 6d36900d-6a81-4717-ae43-f22f48a80ac0 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:12.156907 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:12.157532 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:12.158064 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.158523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:12.159126 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Bound port: 6d36900d-6a81-4717-ae43-f22f48a80ac0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:12.160497 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.307413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cbb68e30-be42-4067-b72c-5226406c3ad3 tempest-AutoAllocateNetworkTest-920312227 tempest-AutoAllocateNetworkTest-920312227-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0db5b73539ab419e9a1dfe24bfc4fef4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5045166 Apr 05 20:26:12.310067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39240) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:12.422977 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.430809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.455045 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] For port 6d36900d-6a81-4717-ae43-f22f48a80ac0, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:12.461655 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] For port 6d36900d-6a81-4717-ae43-f22f48a80ac0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6d36900d-6a81-4717-ae43-f22f48a80ac0,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:12.501893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.509480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,segment=NetworkSegment(c5c439fb-f80f-4517-a711-13d7d8410fe7),segment_id=c5c439fb-f80f-4517-a711-13d7d8410fe7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:12.543490 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.549205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:12.556369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Usage tracker for resource:security_group_rule and tenant:50f2604fc8d24c0baaa66c7570ef33b4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:12.560705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:12.562739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4c483885-3c8a-4fb7-9ae9-865932990012 None None] Provisioning complete for port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:12.565205 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4c483885-3c8a-4fb7-9ae9-865932990012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.569858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:12.572455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:12.577263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:4046f16a6e5a49ea8f425c998166183a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:12.590484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:12.602125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:12.655341 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.722229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.724314 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6a6c0-3123-4d05-8089-2a05fce41693 None None] Pushing event updated for resources: {'Port': ['ID=6d36900d-6a81-4717-ae43-f22f48a80ac0,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:12.729466 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Routers {'512470c5-9707-4077-b491-5efab0a9e37b'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:26:12.730286 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:26:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['512470c5-9707-4077-b491-5efab0a9e37b'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:12.775757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eebd4-2aa4-43e7-b674-b2377f2e5b3d tempest-AutoAllocateNetworkTest-920312227 tempest-AutoAllocateNetworkTest-920312227-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:12.778762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a08eebd4-2aa4-43e7-b674-b2377f2e5b3d tempest-AutoAllocateNetworkTest-920312227 tempest-AutoAllocateNetworkTest-920312227-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4675782 Apr 05 20:26:12.780196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Transition to ACTIVE for port object 6790593f-e8df-429c-990a-8cc799cf5af4 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:12.783291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:12.788934 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.813170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.827766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:12.908281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.994113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.006958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8a7cf2-d558-4598-872a-b3a25dd333e2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:13.026472 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] Set router 512470c5-9707-4077-b491-5efab0a9e37b gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:26:13.028976 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c64c9a91-2edc-46b2-9202-53775f087f2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50f2604fc8d24c0baaa66c7570ef33b4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0952289 Apr 05 20:26:13.035746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:13.068870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39276) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:13.094846 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.116277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8321c4b-89e8-457d-937d-8af6cc3690be,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:13.158366 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cfa25985-d767-4fcc-9e40-c2da1436b2e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4046f16a6e5a49ea8f425c998166183a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1313808 Apr 05 20:26:13.161443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39288) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:13.187314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:13.187680 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.211993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6b67eb0b-ff23-4f4d-b17f-c25693854d18 tempest-AutoAllocateNetworkTest-920312227 tempest-AutoAllocateNetworkTest-920312227-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4268944 Apr 05 20:26:13.221731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.23', 60996) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:13.222298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39294) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:13.231208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Network 89aa1760-b1d8-4616-9312-695f394a3343 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:13.272042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:13.291718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:13.292454 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.394326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97623f74-78dd-4966-84cd-be1af587d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.442464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f75a13da-63a4-4c72-b909-0a6ccb1b39f6 tempest-AutoAllocateNetworkTest-920312227 tempest-AutoAllocateNetworkTest-920312227-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0db5b73539ab419e9a1dfe24bfc4fef4 HTTP/1.1" status: 200 len: 208 time: 0.1719058 Apr 05 20:26:13.443636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Pushing event updated for resources: {'Port': ['ID=6790593f-e8df-429c-990a-8cc799cf5af4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:13.459302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97623f74-78dd-4966-84cd-be1af587d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.459979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-251f1b7d-ce70-465d-915e-eb5f5207fffe tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9327248423474aab826a4ce0ba0ba48c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1911066 Apr 05 20:26:13.482595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a742295-fd47-498c-8dba-8e8b8becb709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.530304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6501d685-4434-42f5-8d05-b67cc82f8bc1 req-c1cbad6d-e572-4eb3-a963-69cc48f9e4a2 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 210 time: 0.0725670 Apr 05 20:26:13.615688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a742295-fd47-498c-8dba-8e8b8becb709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.648243 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:26:08Z', 'revision_number': 3, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:13.657573 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960b39a-6add-4fed-b6ab-b448cba35ead None None] The sync data for ids ['512470c5-9707-4077-b491-5efab0a9e37b'] in n-d-836605-1 is: [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:26:08Z', 'revision_number': 3, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:26:13.764655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-7fa26438-ead0-48ec-9e2d-35ba13358b27 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:13.766716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-7fa26438-ead0-48ec-9e2d-35ba13358b27 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354777 Apr 05 20:26:13.776971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-81aeb91d-de89-4e34-877d-77be003910f2 None None] Provisioning for port 6790593f-e8df-429c-990a-8cc799cf5af4 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:13.778199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a742295-fd47-498c-8dba-8e8b8becb709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.783482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-81aeb91d-de89-4e34-877d-77be003910f2 None None] Provisioning complete for port 6790593f-e8df-429c-990a-8cc799cf5af4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:13.783994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81aeb91d-de89-4e34-877d-77be003910f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.788281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97623f74-78dd-4966-84cd-be1af587d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.800910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a742295-fd47-498c-8dba-8e8b8becb709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8321c4b-89e8-457d-937d-8af6cc3690be,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:13.830595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97623f74-78dd-4966-84cd-be1af587d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8a7cf2-d558-4598-872a-b3a25dd333e2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:13.839512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97623f74-78dd-4966-84cd-be1af587d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.841494 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-97623f74-78dd-4966-84cd-be1af587d478 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea8a7cf2-d558-4598-872a-b3a25dd333e2 HTTP/1.1" status: 204 len: 168 time: 0.7714193 Apr 05 20:26:13.843439 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a742295-fd47-498c-8dba-8e8b8becb709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.845246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a742295-fd47-498c-8dba-8e8b8becb709 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8321c4b-89e8-457d-937d-8af6cc3690be HTTP/1.1" status: 204 len: 168 time: 0.6826684 Apr 05 20:26:13.866391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-81aeb91d-de89-4e34-877d-77be003910f2 None None] Port 6790593f-e8df-429c-990a-8cc799cf5af4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:26:13.869672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Request body: {'port': {'device_id': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '9327248423474aab826a4ce0ba0ba48c'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:13.975794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.095747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:14.115256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Usage tracker for resource:port and tenant:9327248423474aab826a4ce0ba0ba48c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:14.161859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:14.176755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:14.254716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.264776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Made reservation on behalf of 9327248423474aab826a4ce0ba0ba48c for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:14.267734 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.279756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.310582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:14.314300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Usage tracker for resource:security_group_rule and tenant:9327248423474aab826a4ce0ba0ba48c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:14.317014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:14.322618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:14.362871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.363531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.441094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.517032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Pushing event updated for resources: {'Port': ['ID=6790593f-e8df-429c-990a-8cc799cf5af4,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:14.525360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.631584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52d8de7-14d3-4818-8700-6315597919c7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:14.734113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Network 89aa1760-b1d8-4616-9312-695f394a3343 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:14.741456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:14.745995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:14.816988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff08e786-3f4a-4c59-a065-d375cd1694b0 req-0fe9b244-bfa4-4275-9f24-dbe2b576c6e1 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 210 time: 0.1193435 Apr 05 20:26:14.886507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39344) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:14.917864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Allocated IP 192.168.233.39 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/adfff2a3-16bf-414a-973a-4d6e5959ece7) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:15.001221 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d0dfdd97-07c6-4e12-bab6-8ea7f6a55cc8 None None] Provisioning complete for port 6790593f-e8df-429c-990a-8cc799cf5af4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:15.002137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdd97-07c6-4e12-bab6-8ea7f6a55cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.065734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d0dfdd97-07c6-4e12-bab6-8ea7f6a55cc8 None None] Port 6790593f-e8df-429c-990a-8cc799cf5af4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:26:15.148733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39358) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.275760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.310392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.331516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.354379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Transition to ACTIVE for port object adfff2a3-16bf-414a-973a-4d6e5959ece7 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:15.363178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.390549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:15.403380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Usage tracker for resource:security_group_rule and tenant:3758c608b1ae47909b1ff870e2683fec is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:15.409638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:15.419310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:15.421720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Router 512470c5-9707-4077-b491-5efab0a9e37b has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:26:15.425249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:15.434113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Usage tracker for resource:security_group_rule and tenant:0db5b73539ab419e9a1dfe24bfc4fef4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:15.438424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:15.446685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:15.489672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.551706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.566622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.592549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.626993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Pushing event updated for resources: {'Port': ['ID=adfff2a3-16bf-414a-973a-4d6e5959ece7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:15.632356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.645403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:15.661283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.666550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:15.669782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:15.672939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:15.676311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:15.677012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:15.677602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.680203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Usage tracker for resource:security_group_rule and tenant:cf8129a6d112463a95592ebeddb0dfa1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:15.683091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:15.689537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:15.694654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Usage tracker for resource:security_group_rule and tenant:e5bb0f6aa08644c596781e5caa320e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:15.704843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:15.734579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605451d-286c-4a96-8458-f664a412e9cb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:15.743556 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.760518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:15.771204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:26:15.788562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4cc65f1a-67e0-4322-b9a2-d9b495ca0af8 admin admin] 10.222.0.10 "PUT /v2.0/routers/512470c5-9707-4077-b491-5efab0a9e37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6711934 Apr 05 20:26:15.790691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-9fb2347c-92ec-4c6e-8285-ce58182dedf4 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9255230 Apr 05 20:26:15.802451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-fc233cae-cfd5-46f1-993c-6601dae51265 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:26:15.803429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-fc233cae-cfd5-46f1-993c-6601dae51265 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068309 Apr 05 20:26:15.856330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39380) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.876373 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0db5b73539ab419e9a1dfe24bfc4fef4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1038806 Apr 05 20:26:15.922280 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5c99fee8-d97f-427c-821a-1287c333afe7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3758c608b1ae47909b1ff870e2683fec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6441429 Apr 05 20:26:15.923847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39384) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.924139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39386) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.936240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6537d-b6f4-4b7c-b72f-b2f3c5b65af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea47d4-29da-4f17-9982-f54012497d19,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:15.994859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.101861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:16.109856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Usage tracker for resource:security_group_rule and tenant:016e9ab8b10c44b4808738a8601cca23 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:16.110995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.114694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:16.128905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:16.145661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.196998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e5c0e825-8295-42f0-ac42-3b15ccb2943a None None] Provisioning for port adfff2a3-16bf-414a-973a-4d6e5959ece7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:16.205753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e5c0e825-8295-42f0-ac42-3b15ccb2943a None None] Provisioning complete for port adfff2a3-16bf-414a-973a-4d6e5959ece7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:16.206182 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e825-8295-42f0-ac42-3b15ccb2943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.226391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.283725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.316063 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf8129a6d112463a95592ebeddb0dfa1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1639233 Apr 05 20:26:16.317272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39396) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:16.358668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0e825-8295-42f0-ac42-3b15ccb2943a None None] Port adfff2a3-16bf-414a-973a-4d6e5959ece7 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:26:16.421567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b861bca-e6d0-48ef-86a5-c01579e1cfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c51855-5c03-47ef-b79c-45ff5b5ffee4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:16.445277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-825c3989-5a20-40d7-b805-b13f44a8fc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.446912 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1b975e3-c4fa-410c-89fc-801a58553ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.470460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98071100-56ef-4c58-b658-ce2af6e8b57f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:16.478628 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cf989ada-8616-4e1d-b6fc-01929e80f55a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5bb0f6aa08644c596781e5caa320e5c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5910196 Apr 05 20:26:16.481855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39404) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:16.499874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.531995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b077ed1f-c9fe-4487-98c0-dc777a0626a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.601557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Request body: {'port': {'device_id': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'device_owner': 'compute:tempest-test_az-963966563', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:16.639584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b077ed1f-c9fe-4487-98c0-dc777a0626a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.649569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-825c3989-5a20-40d7-b805-b13f44a8fc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.680355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1b975e3-c4fa-410c-89fc-801a58553ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.691206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c30937b9-3df8-474f-bfcf-6b7dadb60f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.706663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.828756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=016e9ab8b10c44b4808738a8601cca23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8607271 Apr 05 20:26:16.829491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39412) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:16.849473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c30937b9-3df8-474f-bfcf-6b7dadb60f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.884946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4f34c-d143-4082-b43c-ebb36e8e1840 req-2cdf27f6-30e4-4fe4-83c7-2c51d73119c7 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:16.887625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f1c4f34c-d143-4082-b43c-ebb36e8e1840 req-2cdf27f6-30e4-4fe4-83c7-2c51d73119c7 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Synchronizing usage tracker for tenant:9327248423474aab826a4ce0ba0ba48c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:16.899782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce5f4d-4b82-44b5-92a0-65c1dd1996b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c1001-dab1-4232-9729-3ee0b91dfcad,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:16.921671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12f0bc79-12dc-49b0-b706-3cedbbdf3e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.974679 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12f0bc79-12dc-49b0-b706-3cedbbdf3e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.013396 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.252484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b077ed1f-c9fe-4487-98c0-dc777a0626a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.301588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-825c3989-5a20-40d7-b805-b13f44a8fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.305856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f1c4f34c-d143-4082-b43c-ebb36e8e1840 req-2cdf27f6-30e4-4fe4-83c7-2c51d73119c7 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Unset dirty status for tenant:9327248423474aab826a4ce0ba0ba48c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:17.307029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1c4f34c-d143-4082-b43c-ebb36e8e1840 req-2cdf27f6-30e4-4fe4-83c7-2c51d73119c7 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 935 time: 1.0297995 Apr 05 20:26:17.319219 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c30937b9-3df8-474f-bfcf-6b7dadb60f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.332185 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1b975e3-c4fa-410c-89fc-801a58553ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.342558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12f0bc79-12dc-49b0-b706-3cedbbdf3e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.352021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c30937b9-3df8-474f-bfcf-6b7dadb60f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.356020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c30937b9-3df8-474f-bfcf-6b7dadb60f35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98071100-56ef-4c58-b658-ce2af6e8b57f HTTP/1.1" status: 204 len: 168 time: 0.8596954 Apr 05 20:26:17.357004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1b975e3-c4fa-410c-89fc-801a58553ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.361636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c1b975e3-c4fa-410c-89fc-801a58553ded admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d605451d-286c-4a96-8458-f664a412e9cb HTTP/1.1" status: 204 len: 168 time: 1.4349191 Apr 05 20:26:17.365092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077ed1f-c9fe-4487-98c0-dc777a0626a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c51855-5c03-47ef-b79c-45ff5b5ffee4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:17.407072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c3989-5a20-40d7-b805-b13f44a8fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea47d4-29da-4f17-9982-f54012497d19,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:17.449487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30937b9-3df8-474f-bfcf-6b7dadb60f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98071100-56ef-4c58-b658-ce2af6e8b57f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:17.469585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b975e3-c4fa-410c-89fc-801a58553ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605451d-286c-4a96-8458-f664a412e9cb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:17.485563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-825c3989-5a20-40d7-b805-b13f44a8fc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.489483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-825c3989-5a20-40d7-b805-b13f44a8fc3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fea47d4-29da-4f17-9982-f54012497d19 HTTP/1.1" status: 204 len: 168 time: 1.6271188 Apr 05 20:26:17.498109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b077ed1f-c9fe-4487-98c0-dc777a0626a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.503750 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b077ed1f-c9fe-4487-98c0-dc777a0626a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96c51855-5c03-47ef-b79c-45ff5b5ffee4 HTTP/1.1" status: 204 len: 168 time: 1.1799293 Apr 05 20:26:17.523150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0bc79-12dc-49b0-b706-3cedbbdf3e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c1001-dab1-4232-9729-3ee0b91dfcad,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:17.544987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12f0bc79-12dc-49b0-b706-3cedbbdf3e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.550733 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-12f0bc79-12dc-49b0-b706-3cedbbdf3e4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e7c1001-dab1-4232-9729-3ee0b91dfcad HTTP/1.1" status: 204 len: 168 time: 0.7416487 Apr 05 20:26:17.605017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f1c4f34c-d143-4082-b43c-ebb36e8e1840 req-224128b1-e186-4068-a80c-202eda961092 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Synchronizing usage tracker for tenant:9327248423474aab826a4ce0ba0ba48c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:17.770091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f1c4f34c-d143-4082-b43c-ebb36e8e1840 req-224128b1-e186-4068-a80c-202eda961092 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Unset dirty status for tenant:9327248423474aab826a4ce0ba0ba48c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:17.770091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1c4f34c-d143-4082-b43c-ebb36e8e1840 req-224128b1-e186-4068-a80c-202eda961092 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191740 Apr 05 20:26:17.799013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adfff2a3-16bf-414a-973a-4d6e5959ece7 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:26:17.818579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.855195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Transition to ACTIVE for port object adfff2a3-16bf-414a-973a-4d6e5959ece7 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:17.954832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.273729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:18.298290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744073468', 'description': 'tempest-description--1039340679'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:18.311804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=adfff2a3-16bf-414a-973a-4d6e5959ece7,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:18.337232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:18.363173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Usage tracker for resource:security_group and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:18.375713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:18.409877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:18.454969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Attempting to bind port adfff2a3-16bf-414a-973a-4d6e5959ece7 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:18.456373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Attempting to bind port adfff2a3-16bf-414a-973a-4d6e5959ece7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:18.456818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Attempting to bind port adfff2a3-16bf-414a-973a-4d6e5959ece7 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:18.473075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Port adfff2a3-16bf-414a-973a-4d6e5959ece7 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:26:18.476994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Attempting to bind port adfff2a3-16bf-414a-973a-4d6e5959ece7 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:18.492748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:18.494216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:18.494808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:18.496393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Bound port: adfff2a3-16bf-414a-973a-4d6e5959ece7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:18.503610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.525374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.579279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:18.583712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Usage tracker for resource:security_group_rule and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:18.587213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:18.597585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:18.653294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] For port adfff2a3-16bf-414a-973a-4d6e5959ece7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:18.658790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] For port adfff2a3-16bf-414a-973a-4d6e5959ece7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adfff2a3-16bf-414a-973a-4d6e5959ece7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:18.699883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.737448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.778260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.885446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd95ba46-e555-462b-b5c3-852dc19c3274,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:18.894558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.895686 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6c9dedea-7cf3-4caf-a742-dfd393b35a3d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6164262 Apr 05 20:26:18.899213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39452) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:18.908505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'security_group_rule': {'security_group_id': 'fd95ba46-e555-462b-b5c3-852dc19c3274', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:18.928389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:18.933903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=adfff2a3-16bf-414a-973a-4d6e5959ece7,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:18.937418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Usage tracker for resource:security_group_rule and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:18.944885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:18.962282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:18.966969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.969021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-211cd168-1eb3-4d64-bdc3-9e9ab8e10ca2 service neutron] 10.222.0.23 "PUT /v2.0/ports/adfff2a3-16bf-414a-973a-4d6e5959ece7 HTTP/1.1" status: 200 len: 1116 time: 2.5799925 Apr 05 20:26:18.969549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'tag': 'adfff2a3-16bf-414a-973a-4d6e5959ece7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:19.087521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.182861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d36900d-6a81-4717-ae43-f22f48a80ac0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:19.278397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab874d3-edfb-4076-a18f-061b7fead899 req-662e9803-dcc3-4158-8a5a-636235417f80 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:19.279986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aab874d3-edfb-4076-a18f-061b7fead899 req-662e9803-dcc3-4158-8a5a-636235417f80 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.1582756 Apr 05 20:26:19.282990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.307621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-02f78af6-f920-4421-9768-647086ac9318 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9327248423474aab826a4ce0ba0ba48c&device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 1119 time: 0.1848037 Apr 05 20:26:19.366461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.401479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-1bdc4aac-9ddf-4b85-9a54-592423f12bc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=adfff2a3-16bf-414a-973a-4d6e5959ece7 HTTP/1.1" status: 200 len: 217 time: 0.0727375 Apr 05 20:26:19.417408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aab874d3-edfb-4076-a18f-061b7fead899 req-923f613d-2589-41b4-b60e-39cbfa90662d tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363091 Apr 05 20:26:19.446047 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fc1c25-21c8-4d7a-a8cb-a845ac625c92,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:19.456781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6d36900d-6a81-4717-ae43-f22f48a80ac0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:19.469217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6d36900d-6a81-4717-ae43-f22f48a80ac0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:19.469779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.517060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.521856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a93ab706-c629-4d49-b445-cbaad81eff73 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6173937 Apr 05 20:26:19.522710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39466) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:19.528650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'security_group_rule': {'security_group_id': 'fd95ba46-e555-462b-b5c3-852dc19c3274', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:19.544062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:19.546931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-b2a2edd8-454f-4be8-8665-2893052f4a12 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:19.548386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-b2a2edd8-454f-4be8-8665-2893052f4a12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1156127 Apr 05 20:26:19.560967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Usage tracker for resource:security_group_rule and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:19.566337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:19.575162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:19.666926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.684653 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.705607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6d36900d-6a81-4717-ae43-f22f48a80ac0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6d36900d-6a81-4717-ae43-f22f48a80ac0,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:19.715486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39470) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:19.766983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-d11c076a-dd34-4aac-b4eb-96e79d323897 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2069132 Apr 05 20:26:19.768121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.779921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.846939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.903178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.925159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6d36900d-6a81-4717-ae43-f22f48a80ac0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:19.966470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43734c02-6d82-429c-80e6-7874e3d091eb,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:19.969167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-640925a0-77fc-4f00-831e-ffabfbfa3fed service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855855 Apr 05 20:26:19.978889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:19.984079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Usage tracker for resource:security_group_rule and tenant:a66c2b246c344edf8cb48b1fa5fb70b7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:19.987382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:19.993837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.994933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:20.085323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.087054 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-763bbc31-386e-4eb7-a180-35b1f10dd74b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5639966 Apr 05 20:26:20.095192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39474) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:20.098203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:20.104397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:20.109994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Usage tracker for resource:floatingip and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:20.126166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39478) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:20.126864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:20.142289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:20.173617 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.228310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.229024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:20.250249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Usage tracker for resource:security_group_rule and tenant:004d07e141af4903837343a75c967f02 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:20.269660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:20.293666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:20.319466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39482) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:20.333143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.369672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.407597 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.524866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdce051-dfb5-4da9-a071-0f1fde839ff4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:20.532881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:20.539352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:20.539790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-793ffe4d-d901-4aaa-b6d7-36b275352e4a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a66c2b246c344edf8cb48b1fa5fb70b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8227644 Apr 05 20:26:20.545606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Usage tracker for resource:security_group_rule and tenant:2ba5b4ef17514cb6ab3779847721988c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:20.549932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:20.560736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:20.616910 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.708056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.712898 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.738161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.805029 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.823262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=004d07e141af4903837343a75c967f02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6959307 Apr 05 20:26:20.824249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab20203-32ba-4832-9b46-c00a6dd9522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d3e699-84ab-460f-80d4-7dc9f5b7b568,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:20.827334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39508) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:20.919698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3144cb1d-668e-4879-b170-4bc0d6d73ec8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:20.936727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b151fb7-7ac8-4eec-a347-facfae72aac9 req-b96e82fd-6702-4590-bc6d-582e50a1089f tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:20.938422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b151fb7-7ac8-4eec-a347-facfae72aac9 req-b96e82fd-6702-4590-bc6d-582e50a1089f tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.2789972 Apr 05 20:26:20.957178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-847a5903-d82d-4b7c-9443-a3cbf8975c5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ba5b4ef17514cb6ab3779847721988c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6307867 Apr 05 20:26:20.963626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39516) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:21.016972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d36900d-6a81-4717-ae43-f22f48a80ac0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:21.065014 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f65df19-49f4-48c1-8d43-a9fe6d4f90eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.104362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Allocated IP 172.25.2.126 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/6556dfe4-1cd6-423b-87db-0f098e8ce6e1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:21.171879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f65df19-49f4-48c1-8d43-a9fe6d4f90eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.199256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6d36900d-6a81-4717-ae43-f22f48a80ac0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:21.200988 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.263233 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036c5cbe-fd24-4144-a097-7391852b63d1'] response: {'name': 'network-changed', 'server_uuid': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'tag': 'adfff2a3-16bf-414a-973a-4d6e5959ece7', 'status': 'completed', 'code': 200} Apr 05 20:26:21.294826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b151fb7-7ac8-4eec-a347-facfae72aac9 req-501d8d7b-dcba-499b-a499-b66dc09db438 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319278 Apr 05 20:26:21.315054 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b569ed14-6b06-4b91-9217-787cd1fcb18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.323471 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-411bd0d5-baae-45d0-8486-bc7fe8712e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.521679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-411bd0d5-baae-45d0-8486-bc7fe8712e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.537903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.565563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f65df19-49f4-48c1-8d43-a9fe6d4f90eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.587051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c72eb24-75d7-4872-ab67-8244bff7f9ad req-32e1b988-26b1-4571-b597-1ad75426fefd service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065393 Apr 05 20:26:21.614510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b569ed14-6b06-4b91-9217-787cd1fcb18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.646951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65df19-49f4-48c1-8d43-a9fe6d4f90eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdce051-dfb5-4da9-a071-0f1fde839ff4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:21.664786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f65df19-49f4-48c1-8d43-a9fe6d4f90eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.678022 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4f65df19-49f4-48c1-8d43-a9fe6d4f90eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bdce051-dfb5-4da9-a071-0f1fde839ff4 HTTP/1.1" status: 204 len: 168 time: 1.1371973 Apr 05 20:26:21.752809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.784875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-411bd0d5-baae-45d0-8486-bc7fe8712e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.810344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bd0d5-baae-45d0-8486-bc7fe8712e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3144cb1d-668e-4879-b170-4bc0d6d73ec8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:21.821237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b569ed14-6b06-4b91-9217-787cd1fcb18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.884758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569ed14-6b06-4b91-9217-787cd1fcb18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d3e699-84ab-460f-80d4-7dc9f5b7b568,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:21.893470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:21.897147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:21.902584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:21.913029 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-411bd0d5-baae-45d0-8486-bc7fe8712e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.915500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-411bd0d5-baae-45d0-8486-bc7fe8712e50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3144cb1d-668e-4879-b170-4bc0d6d73ec8 HTTP/1.1" status: 204 len: 168 time: 0.9497361 Apr 05 20:26:21.935571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event updated for resources: {'Port': ['ID=6556dfe4-1cd6-423b-87db-0f098e8ce6e1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:21.943139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b569ed14-6b06-4b91-9217-787cd1fcb18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.950456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b569ed14-6b06-4b91-9217-787cd1fcb18a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40d3e699-84ab-460f-80d4-7dc9f5b7b568 HTTP/1.1" status: 204 len: 168 time: 1.1208546 Apr 05 20:26:22.174581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.255965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-dcfcbcdb-2cdf-4dfe-871c-6029671039e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9327248423474aab826a4ce0ba0ba48c&device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 1119 time: 0.1439438 Apr 05 20:26:22.319417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.519029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-a9b81582-4562-496d-85c6-01c033abd095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:22.527571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-a9b81582-4562-496d-85c6-01c033abd095 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2488871 Apr 05 20:26:22.632569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.662999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-ef3c2f1c-ea3a-4e6f-8259-1cd1895b6741 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=adfff2a3-16bf-414a-973a-4d6e5959ece7 HTTP/1.1" status: 200 len: 217 time: 0.0783365 Apr 05 20:26:22.687874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8477363-ad09-4190-85f0-0a594309f34c req-ce5a9ebd-2261-4e25-b35f-83682cc84c97 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:22.694667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.694893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8477363-ad09-4190-85f0-0a594309f34c req-ce5a9ebd-2261-4e25-b35f-83682cc84c97 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.1659951 Apr 05 20:26:22.787027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event updated for resources: {'Port': ['ID=6556dfe4-1cd6-423b-87db-0f098e8ce6e1,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:22.791466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-2723e80b-fe51-4442-9e93-e9f36b7d2949 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:22.792893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-2723e80b-fe51-4442-9e93-e9f36b7d2949 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0955091 Apr 05 20:26:22.797923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.805689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8477363-ad09-4190-85f0-0a594309f34c req-8d3eecc8-c3ff-4a58-a742-3ccfdc2e2762 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098688 Apr 05 20:26:22.901530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.911836 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1c4c9b34-d29f-4190-84c7-902fb9ace9e3 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8199308 Apr 05 20:26:22.925903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-757fb304-32e8-4a51-ac86-545be161bffc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191702 Apr 05 20:26:23.193346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-c9b5f011-63c4-450d-8c69-66cee07973c7 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310228 Apr 05 20:26:24.025880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25178183-5659-4b52-af37-b35063ae395e req-0a810804-09a0-4c9f-862d-b4e29fc40ac2 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:24.027376 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25178183-5659-4b52-af37-b35063ae395e req-0a810804-09a0-4c9f-862d-b4e29fc40ac2 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.0875654 Apr 05 20:26:24.105979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25178183-5659-4b52-af37-b35063ae395e req-c8c795ec-6a61-4e3d-80c0-7335ce82ee79 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636351 Apr 05 20:26:24.610472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-99e86fc5-d929-47c3-a680-bc4c6293f33b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Synchronizing usage tracker for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:24.762621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-99e86fc5-d929-47c3-a680-bc4c6293f33b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Unset dirty status for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:24.765973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-99e86fc5-d929-47c3-a680-bc4c6293f33b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--744073468&fields=id&tenant_id=88570e437ab748ec9b41b1b7ccc44fa7 HTTP/1.1" status: 200 len: 267 time: 0.2295949 Apr 05 20:26:24.938595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-969d01be-5813-4a11-b317-731011e8fa8b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:24.943159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-969d01be-5813-4a11-b317-731011e8fa8b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Synchronizing usage tracker for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:25.019801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-969d01be-5813-4a11-b317-731011e8fa8b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Unset dirty status for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:25.021332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-969d01be-5813-4a11-b317-731011e8fa8b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 823 time: 0.2502942 Apr 05 20:26:25.040241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-50497bb9-646b-44dc-9fe3-52394a824a02 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/quotas/88570e437ab748ec9b41b1b7ccc44fa7 HTTP/1.1" status: 200 len: 375 time: 0.0117786 Apr 05 20:26:25.163763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-836fbf16-2d90-4ce7-a6f6-c6a1e518f65b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166437 Apr 05 20:26:25.336445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac154-20ac-4a16-b370-d78f9f52397b req-e3f7cf20-751f-4047-b31d-087cf1c4ab8a tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:25.337910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b21ac154-20ac-4a16-b370-d78f9f52397b req-e3f7cf20-751f-4047-b31d-087cf1c4ab8a tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.0821636 Apr 05 20:26:25.391810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b21ac154-20ac-4a16-b370-d78f9f52397b req-43ffb88e-7658-4aa1-b419-f05f9984c7bb tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Apr 05 20:26:26.591676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c92e9b-ccea-4088-82eb-f4904ec1e1e4 req-c3600f80-1a74-438f-b27e-b83a7f3e26db tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:26.593179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8c92e9b-ccea-4088-82eb-f4904ec1e1e4 req-c3600f80-1a74-438f-b27e-b83a7f3e26db tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.0763102 Apr 05 20:26:26.598168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-c823add1-a87c-4d48-b4b8-9c267693ae21 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:26:26.599110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-c823add1-a87c-4d48-b4b8-9c267693ae21 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4188449 Apr 05 20:26:26.720458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8c92e9b-ccea-4088-82eb-f4904ec1e1e4 req-96075967-58bc-4f42-8afc-792acfba42c3 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204298 Apr 05 20:26:26.769696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-8b7a6ef7-4ec2-4f27-8318-93bebe28291a service neutron] 10.222.0.10 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557767 Apr 05 20:26:27.065915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-64f095f6-6760-4ca0-a72f-fc80ead30bbc service neutron] 10.222.0.10 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900147 Apr 05 20:26:27.093585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c7c11-b8a6-4834-9f92-83e5faa81dbe req-391c7f57-a361-481a-8b60-93a647ae2e9b service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366080 Apr 05 20:26:27.341748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e3180d8-e30b-4a98-b40b-4f8a3827bffe req-e967f442-e821-40e9-b190-3285186dd8b4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 210 time: 0.0584722 Apr 05 20:26:27.918918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1920a57-5912-4c61-b498-b0e024b20bb1 req-289266ea-41ce-4f43-b11b-d08f15721e74 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:27.920386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1920a57-5912-4c61-b498-b0e024b20bb1 req-289266ea-41ce-4f43-b11b-d08f15721e74 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.0793366 Apr 05 20:26:27.967094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1920a57-5912-4c61-b498-b0e024b20bb1 req-73a9b384-7dc2-49e5-99ca-3ca95aa0a616 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Apr 05 20:26:28.445513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac0bf33b-1497-4037-bc3f-e3eaebedb81e req-a9cd34a3-9585-47b8-b43d-f387149d447d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 210 time: 0.0433605 Apr 05 20:26:29.170407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39742) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:29.230333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd673d-e720-4e50-be3f-63abff0cb772 req-181ea1fc-88aa-4aba-97dd-1c67bbeac1e5 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:29.237633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84fd673d-e720-4e50-be3f-63abff0cb772 req-181ea1fc-88aa-4aba-97dd-1c67bbeac1e5 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.1167350 Apr 05 20:26:29.299190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84fd673d-e720-4e50-be3f-63abff0cb772 req-48e86322-07c9-430a-aa75-787fc82dd4f0 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588379 Apr 05 20:26:29.503682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-938d64d9-0560-40b4-bb12-a8480bf4fc16 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303876 Apr 05 20:26:29.646812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-103b8a60-b37c-4101-bbb4-65dd37b28e65 req-b48379ac-6905-418b-8ad0-a56807f9818f tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 210 time: 0.0461850 Apr 05 20:26:29.699432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.733951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e5639-05be-46bc-bb38-660cae68a554 req-3409bfa1-86dd-48a5-a2a4-36ead1ea249b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:29.735531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-3409bfa1-86dd-48a5-a2a4-36ead1ea249b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259395 Apr 05 20:26:29.757655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-4a37cff8-1b33-414a-8cc5-f42ca4cdd41c tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/quotas/f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 375 time: 0.0151112 Apr 05 20:26:29.777643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:29.782407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Usage tracker for resource:security_group_rule and tenant:b96774f02fab44b488389fc43a4e4708 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:29.785702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:29.791914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:29.808296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-c7ff1c77-41ca-48c0-97a0-d4746e9d4482 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454249 Apr 05 20:26:29.883563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.947563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.950289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Sync routers for ids ['512470c5-9707-4077-b491-5efab0a9e37b'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:26:29.995012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Routers {'512470c5-9707-4077-b491-5efab0a9e37b'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:26:29.997470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:26:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['512470c5-9707-4077-b491-5efab0a9e37b'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:29.997639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75073125-e329-486c-8b24-7f7a9edad66b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:30.011571 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c74db106-c47b-40f8-97e8-5ce34aefc09c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b96774f02fab44b488389fc43a4e4708&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8387158 Apr 05 20:26:30.014596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39772) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:30.166314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e376792c-ae47-4e6f-8f16-3e5129c9af46 req-2d1c1a75-f694-4a07-9e8b-fc2d18036cc9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0613010 Apr 05 20:26:30.214014 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:26:30.220986 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2071b5-69d4-4f39-a833-e4f9550cec5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.261744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Set router 512470c5-9707-4077-b491-5efab0a9e37b gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:26:30.296743 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2071b5-69d4-4f39-a833-e4f9550cec5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.401083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.39', 50764) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:30.588458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adfff2a3-16bf-414a-973a-4d6e5959ece7 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:26:30.628309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2071b5-69d4-4f39-a833-e4f9550cec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.673037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2071b5-69d4-4f39-a833-e4f9550cec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75073125-e329-486c-8b24-7f7a9edad66b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:30.695989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2071b5-69d4-4f39-a833-e4f9550cec5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.699732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0f2071b5-69d4-4f39-a833-e4f9550cec5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75073125-e329-486c-8b24-7f7a9edad66b HTTP/1.1" status: 204 len: 168 time: 0.6809242 Apr 05 20:26:30.704403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-d14b197a-01f6-4c53-9197-de01aebf7ba4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:30.711034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-d14b197a-01f6-4c53-9197-de01aebf7ba4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.39 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 823 time: 0.3035724 Apr 05 20:26:30.770938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7aa90-67c7-47bb-b7f3-312d09786981 req-2abae612-1686-403c-b426-69718c62f168 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:30.781670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61d7aa90-67c7-47bb-b7f3-312d09786981 req-2abae612-1686-403c-b426-69718c62f168 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 968 time: 0.2002299 Apr 05 20:26:30.808576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:26:13Z', 'revision_number': 4, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6790593f-e8df-429c-990a-8cc799cf5af4', 'name': '', 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'mac_address': 'fa:16:3e:c7:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50665d4-247b-49fe-8d4e-e68fc23e6fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:11Z', 'updated_at': '2022-04-05T20:26:14Z', 'revision_number': 2, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'subnets': [{'id': 'd50665d4-247b-49fe-8d4e-e68fc23e6fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:30.817629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Checking router: 512470c5-9707-4077-b491-5efab0a9e37b for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:26:30.817976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Updating router 512470c5-9707-4077-b491-5efab0a9e37b port 6790593f-e8df-429c-990a-8cc799cf5af4 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:26:30.866605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port adfff2a3-16bf-414a-973a-4d6e5959ece7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adfff2a3-16bf-414a-973a-4d6e5959ece7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:30.886468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'adfff2a3-16bf-414a-973a-4d6e5959ece7', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'adfff2a3-16bf-414a-973a-4d6e5959ece7', 'mac_address': 'fa:16:3e:80:29:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:tempest-test_az-963966563', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:26:30.899574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61d7aa90-67c7-47bb-b7f3-312d09786981 req-7b645103-9d3e-46c7-bd96-616ec9b2c0b0 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165056 Apr 05 20:26:30.905976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-ccc9a39e-9db8-49c7-ab86-a7be8c120082 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88570e437ab748ec9b41b1b7ccc44fa7 HTTP/1.1" status: 200 len: 379 time: 0.0999072 Apr 05 20:26:30.923406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'port': {'device_id': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'admin_state_up': True, 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'security_groups': ['fd95ba46-e555-462b-b5c3-852dc19c3274']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:30.927025 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.033361 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.161635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc1743d7-b703-4815-b653-4996811927ba req-f3742b88-6264-426e-a7eb-9e0615f90640 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 210 time: 0.0784583 Apr 05 20:26:31.173291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adfff2a3-16bf-414a-973a-4d6e5959ece7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:26:31.281336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:31.283696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port adfff2a3-16bf-414a-973a-4d6e5959ece7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adfff2a3-16bf-414a-973a-4d6e5959ece7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:31.293042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Usage tracker for resource:port and tenant:88570e437ab748ec9b41b1b7ccc44fa7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:31.296946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:31.305883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:31.363697 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.449506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=adfff2a3-16bf-414a-973a-4d6e5959ece7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:31.460077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Made reservation on behalf of 88570e437ab748ec9b41b1b7ccc44fa7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:31.463332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.491178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65a7f113-91f1-4e06-8576-5084cde9c45e req-b8e1aecf-47aa-4228-aea1-3a46e0843071 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0701513 Apr 05 20:26:31.711049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Allocated IP 172.20.0.3 (7394865f-8050-442a-baa7-fa8fe6b12b3e/d046f5da-7f89-4f86-8de3-e31152af0a1e/4a2f0af9-63b8-4802-906a-43f1629a48ca) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:31.727262 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.807551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['adfff2a3-16bf-414a-973a-4d6e5959ece7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:26:31.859557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39832) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:31.896756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.969401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:31.990261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Usage tracker for resource:security_group_rule and tenant:27f122322363472f951dee80621544ee is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:32.000330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:32.017115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:32.030216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Transition to ACTIVE for port object 6790593f-e8df-429c-990a-8cc799cf5af4 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:32.147012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.451087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.512368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.516652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.594319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f155044-de82-4d8f-a801-9b2622c4878c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:32.609242 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eb11c6f9-081e-4cdb-b0dd-550e09f59988 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27f122322363472f951dee80621544ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7476208 Apr 05 20:26:32.612567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39856) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:32.618444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Attempting to bind port 6790593f-e8df-429c-990a-8cc799cf5af4 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:32.618816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Attempting to bind port 6790593f-e8df-429c-990a-8cc799cf5af4 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:32.619168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Attempting to bind port 6790593f-e8df-429c-990a-8cc799cf5af4 on network 89aa1760-b1d8-4616-9312-695f394a3343 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:32.629515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c028aee-04ee-4a8e-ad2e-15ebff0f0d77 req-5e6abd0d-bb38-4054-b332-c00e401f472f tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 210 time: 0.1127393 Apr 05 20:26:32.633611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Transition to ACTIVE for port object 4a2f0af9-63b8-4802-906a-43f1629a48ca will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:32.636368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:32.636753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Checking segment: {'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:32.637191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.637607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Bound using segment: {'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:32.638233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Bound port: 6790593f-e8df-429c-990a-8cc799cf5af4, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c439fb-f80f-4517-a711-13d7d8410fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:32.638623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.692249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c74991-f516-482f-9f33-1266ee71e52f req-981bc44a-9afc-4424-bfab-a1c93cabd0c0 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:32.696806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41c74991-f516-482f-9f33-1266ee71e52f req-981bc44a-9afc-4424-bfab-a1c93cabd0c0 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 969 time: 0.4563701 Apr 05 20:26:32.743964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f30ea-b8c5-438d-801a-91cbbf734cef None None] Pushing event updated for resources: {'Port': ['ID=6790593f-e8df-429c-990a-8cc799cf5af4,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:32.783696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ff482a2f-c9c6-42eb-98d5-b7e78692cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.805325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41c74991-f516-482f-9f33-1266ee71e52f req-b79766f2-8261-450b-affe-c9d5c00df409 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007783 Apr 05 20:26:32.856621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ff482a2f-c9c6-42eb-98d5-b7e78692cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.875542 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.887819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39868) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:32.926657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] For port 6790593f-e8df-429c-990a-8cc799cf5af4, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:32.926657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] For port 6790593f-e8df-429c-990a-8cc799cf5af4, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6790593f-e8df-429c-990a-8cc799cf5af4,segment=NetworkSegment(c5c439fb-f80f-4517-a711-13d7d8410fe7),segment_id=c5c439fb-f80f-4517-a711-13d7d8410fe7)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:33.060098 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.094207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ff482a2f-c9c6-42eb-98d5-b7e78692cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.109600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02b502a9-6a15-49dc-a563-81eddc6ab85c req-7882c535-97d2-455b-9c81-8e3c7afdf440 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0868132 Apr 05 20:26:33.115563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:33.120310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:33.121896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:33.126242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:33.127282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.137474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff482a2f-c9c6-42eb-98d5-b7e78692cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f155044-de82-4d8f-a801-9b2622c4878c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:33.155764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event updated for resources: {'Port': ['ID=4a2f0af9-63b8-4802-906a-43f1629a48ca,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:33.155883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ff482a2f-c9c6-42eb-98d5-b7e78692cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.158821 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ff482a2f-c9c6-42eb-98d5-b7e78692cd4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f155044-de82-4d8f-a801-9b2622c4878c HTTP/1.1" status: 204 len: 168 time: 0.5451128 Apr 05 20:26:33.191864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.243962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f30ea-b8c5-438d-801a-91cbbf734cef None None] Pushing event updated for resources: {'Port': ['ID=6790593f-e8df-429c-990a-8cc799cf5af4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:33.268651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-73365ec2-bbf1-49a7-833c-acf646e823c9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3563285 Apr 05 20:26:33.269435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Routers {'512470c5-9707-4077-b491-5efab0a9e37b'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:26:33.270041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:26:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['512470c5-9707-4077-b491-5efab0a9e37b'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:33.281223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:33.285158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Usage tracker for resource:security_group_rule and tenant:748a2eb486ff4f04b13540ce97dfe384 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:33.288279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:33.294854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:33.409505 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.470717 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.521374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.524072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] Set router 512470c5-9707-4077-b491-5efab0a9e37b gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:26:33.575032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fd2ab5-6bc9-4a6f-b553-dcb496414052,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:33.606778 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-86b9a08e-71d8-4e02-b8ff-d236555422d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=748a2eb486ff4f04b13540ce97dfe384&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7173705 Apr 05 20:26:33.610055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39884) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:33.690112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-005ad5fe-ed63-4d29-9ade-8af9ffd8bc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.693684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c8dad5f2-9894-4b72-b1f6-7922799cb3ea None None] Provisioning for port 4a2f0af9-63b8-4802-906a-43f1629a48ca completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:33.720325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-005ad5fe-ed63-4d29-9ade-8af9ffd8bc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.741723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c8dad5f2-9894-4b72-b1f6-7922799cb3ea None None] Provisioning complete for port 4a2f0af9-63b8-4802-906a-43f1629a48ca triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:33.742274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c8dad5f2-9894-4b72-b1f6-7922799cb3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.747054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39890) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:33.803477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39896) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:33.895319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c8dad5f2-9894-4b72-b1f6-7922799cb3ea None None] Port 4a2f0af9-63b8-4802-906a-43f1629a48ca cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:26:33.914059 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-005ad5fe-ed63-4d29-9ade-8af9ffd8bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.946688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ad5fe-ed63-4d29-9ade-8af9ffd8bc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fd2ab5-6bc9-4a6f-b553-dcb496414052,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:33.960537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-005ad5fe-ed63-4d29-9ade-8af9ffd8bc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.961963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-005ad5fe-ed63-4d29-9ade-8af9ffd8bc39 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66fd2ab5-6bc9-4a6f-b553-dcb496414052 HTTP/1.1" status: 204 len: 168 time: 0.3508868 Apr 05 20:26:34.027714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae818e-feb9-4d55-96af-872d6e03ce63 req-ed450969-c262-4799-96ec-c20c21ab99e6 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:34.028450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98ae818e-feb9-4d55-96af-872d6e03ce63 req-ed450969-c262-4799-96ec-c20c21ab99e6 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Synchronizing usage tracker for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:34.075499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.084612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:26:13Z', 'revision_number': 4, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6790593f-e8df-429c-990a-8cc799cf5af4', 'name': '', 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'mac_address': 'fa:16:3e:c7:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50665d4-247b-49fe-8d4e-e68fc23e6fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:11Z', 'updated_at': '2022-04-05T20:26:32Z', 'revision_number': 4, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'subnets': [{'id': 'd50665d4-247b-49fe-8d4e-e68fc23e6fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:34.088198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f12050-5da9-4232-a708-1156ff13c05a req-f7a97202-c17c-4a4a-8b8e-56625e84e28d tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:34.090012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1f12050-5da9-4232-a708-1156ff13c05a req-f7a97202-c17c-4a4a-8b8e-56625e84e28d tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 969 time: 0.1184709 Apr 05 20:26:34.102387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bcdfa-8f6a-4397-8f0f-34414c82ed00 None None] The sync data for ids ['512470c5-9707-4077-b491-5efab0a9e37b'] in n-d-836605-1 is: [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:26:13Z', 'revision_number': 4, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6790593f-e8df-429c-990a-8cc799cf5af4', 'name': '', 'network_id': '89aa1760-b1d8-4616-9312-695f394a3343', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'mac_address': 'fa:16:3e:c7:d6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd50665d4-247b-49fe-8d4e-e68fc23e6fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:11Z', 'updated_at': '2022-04-05T20:26:32Z', 'revision_number': 4, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'subnets': [{'id': 'd50665d4-247b-49fe-8d4e-e68fc23e6fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:26:34.175962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:34.181775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98ae818e-feb9-4d55-96af-872d6e03ce63 req-ed450969-c262-4799-96ec-c20c21ab99e6 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Unset dirty status for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:34.188708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Usage tracker for resource:security_group_rule and tenant:812f3c3e9abf42d0af2c33d579c6953f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:34.190273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98ae818e-feb9-4d55-96af-872d6e03ce63 req-ed450969-c262-4799-96ec-c20c21ab99e6 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 931 time: 0.3324735 Apr 05 20:26:34.195389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:34.203865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:34.299401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98ae818e-feb9-4d55-96af-872d6e03ce63 req-e18ecbab-7bfa-474f-ae54-cc2760ec1781 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080534 Apr 05 20:26:34.316139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1f12050-5da9-4232-a708-1156ff13c05a req-8a9d401a-3fa6-449f-a487-cf92060daef1 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141783 Apr 05 20:26:34.316944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.385203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.465274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e62e3c-d797-41d7-8190-0a217a06febe,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:34.524888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.540297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adfff2a3-16bf-414a-973a-4d6e5959ece7 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:34.559681 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-023531b6-f805-4a80-a7c6-e111c11b68a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=812f3c3e9abf42d0af2c33d579c6953f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8113503 Apr 05 20:26:34.562682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39914) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:34.595727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7263cf9a-95f5-4caf-b6c5-dd403cc994ad req-a1f88a8a-c0cf-4b4b-a533-2b8eeba84d53 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0755861 Apr 05 20:26:34.608396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:34.614321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Usage tracker for resource:security_group_rule and tenant:07053be83afe45299ad0539f5948d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:34.617714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:34.630704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:34.696954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65d8f5e6-6713-4526-aad7-d44360f144ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.734465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port adfff2a3-16bf-414a-973a-4d6e5959ece7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:34.739482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port adfff2a3-16bf-414a-973a-4d6e5959ece7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:34.745014 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.755482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65d8f5e6-6713-4526-aad7-d44360f144ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.788818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.824082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3ed5634b-b17c-40d8-8fe5-e14d17e76d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.861119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.921500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4e6b18-ac67-494c-8bb8-8adcef0561b1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:34.929689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39922) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:34.930099 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5feec562-77b5-42ae-8cbf-fc775fbda0ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07053be83afe45299ad0539f5948d406&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1254609 Apr 05 20:26:34.956714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.962155 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65d8f5e6-6713-4526-aad7-d44360f144ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.004509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfff2a3-16bf-414a-973a-4d6e5959ece7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:35.027634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8f5e6-6713-4526-aad7-d44360f144ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e62e3c-d797-41d7-8190-0a217a06febe,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:35.055304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65d8f5e6-6713-4526-aad7-d44360f144ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.060989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-65d8f5e6-6713-4526-aad7-d44360f144ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6e62e3c-d797-41d7-8190-0a217a06febe HTTP/1.1" status: 204 len: 168 time: 0.4964306 Apr 05 20:26:35.085819 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9112fa71-68d8-4172-b6a6-25af46cba563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.116557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port adfff2a3-16bf-414a-973a-4d6e5959ece7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adfff2a3-16bf-414a-973a-4d6e5959ece7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:35.135918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6790593f-e8df-429c-990a-8cc799cf5af4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:35.136380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9112fa71-68d8-4172-b6a6-25af46cba563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.169098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39932) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:35.208176 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.228964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.329145 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9112fa71-68d8-4172-b6a6-25af46cba563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.346276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:35.366605 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9112fa71-68d8-4172-b6a6-25af46cba563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.370937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9112fa71-68d8-4172-b6a6-25af46cba563 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f4e6b18-ac67-494c-8bb8-8adcef0561b1 HTTP/1.1" status: 204 len: 168 time: 0.4371624 Apr 05 20:26:35.372462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fa71-68d8-4172-b6a6-25af46cba563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4e6b18-ac67-494c-8bb8-8adcef0561b1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:35.373452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Usage tracker for resource:security_group_rule and tenant:4572f509dfb548dc85f9d2989c151fbf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:35.381473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:35.397259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:35.442947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=adfff2a3-16bf-414a-973a-4d6e5959ece7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:35.515523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6790593f-e8df-429c-990a-8cc799cf5af4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:35.529533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6790593f-e8df-429c-990a-8cc799cf5af4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:35.529914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.567912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.640845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.695809 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4572f509dfb548dc85f9d2989c151fbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5255954 Apr 05 20:26:35.698619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:35.699611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.712261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1999b41-453e-461c-9c9e-9475123c6b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36b6533-c77d-48cb-bfd7-250c91447cae,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:35.722990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ec4f9-6d68-4208-a68c-eb9b093db8eb req-d30486b6-cf91-4607-b18b-a25368bb75d8 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:35.724447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f4ec4f9-6d68-4208-a68c-eb9b093db8eb req-d30486b6-cf91-4607-b18b-a25368bb75d8 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 970 time: 0.1311314 Apr 05 20:26:35.731647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65f548-3375-458a-9152-35ef93d99789 req-fa0b7708-a161-4212-93c7-5d53d1fc69f8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:35.734137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65f548-3375-458a-9152-35ef93d99789 req-fa0b7708-a161-4212-93c7-5d53d1fc69f8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 931 time: 0.1845331 Apr 05 20:26:35.761502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6790593f-e8df-429c-990a-8cc799cf5af4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6790593f-e8df-429c-990a-8cc799cf5af4,segment=NetworkSegment(c5c439fb-f80f-4517-a711-13d7d8410fe7),segment_id=c5c439fb-f80f-4517-a711-13d7d8410fe7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:35.793336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-829f12c9-9b96-40ec-924d-787030bbfd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.821294 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-829f12c9-9b96-40ec-924d-787030bbfd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.829448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65f548-3375-458a-9152-35ef93d99789 req-ec44b82f-0396-4fa4-b221-044f1a6a10a4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852785 Apr 05 20:26:35.830843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.831972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f4ec4f9-6d68-4208-a68c-eb9b093db8eb req-f773f293-aad9-4f17-9496-c0332831a123 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849500 Apr 05 20:26:35.957616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-829f12c9-9b96-40ec-924d-787030bbfd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.981454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f12c9-9b96-40ec-924d-787030bbfd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36b6533-c77d-48cb-bfd7-250c91447cae,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:35.984100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6790593f-e8df-429c-990a-8cc799cf5af4,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:36.004128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-829f12c9-9b96-40ec-924d-787030bbfd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.005928 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-829f12c9-9b96-40ec-924d-787030bbfd89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c36b6533-c77d-48cb-bfd7-250c91447cae HTTP/1.1" status: 204 len: 168 time: 0.3063931 Apr 05 20:26:36.120370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f957ee91-aa2c-44c9-8ed9-8c8a4f18b480 req-5f4768fc-ab81-4d6e-992e-009a38553571 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0462520 Apr 05 20:26:36.464854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39966) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:36.483734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.524089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:36.528197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:56ee189b53e24ed4a71c7bc960fd9af2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:36.531427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:36.537481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:36.605960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.647712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39972) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:36.669471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.693870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.729952 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468d09f7-57fe-49b4-8925-b55f12d725ee'] response: {'server_uuid': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adfff2a3-16bf-414a-973a-4d6e5959ece7', 'code': 200} Apr 05 20:26:36.743128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c6ac1-d493-44e6-ae22-32661a779163,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:36.750957 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-44729f60-5f26-42b9-bb6a-4b87803c4ff7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56ee189b53e24ed4a71c7bc960fd9af2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2820051 Apr 05 20:26:36.751283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:36.765575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:36.770150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4b6a24c048fd442a8ef67c06e551061a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:36.773070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:36.778997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:36.825085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a4d78110-c163-4167-85ae-27c0d2b2e5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.859050 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.920680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24e0ef8b-09a4-4f7d-9862-f717f907dbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.924053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4d433b4-7122-487e-a1af-7772890c1425 req-48529211-ce00-445d-bc8e-48cbfcd1354c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 1121 time: 0.1195247 Apr 05 20:26:36.939584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.963965 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.983051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24e0ef8b-09a4-4f7d-9862-f717f907dbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.055657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6790593f-e8df-429c-990a-8cc799cf5af4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:37.092555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7777b91d-791d-4e99-8736-88f9de854c49,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:37.101720 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2fffe9db-b80c-4cc3-ae41-2369daf062c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b6a24c048fd442a8ef67c06e551061a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4528530 Apr 05 20:26:37.104731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39990) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:37.159322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:37.172801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Usage tracker for resource:security_group_rule and tenant:eaad85b9c57c430c8455f4b5d58da1b9 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:37.177774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:37.184703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:37.189650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6790593f-e8df-429c-990a-8cc799cf5af4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:37.190021 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.200190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-082e6fc9-39fa-4c16-97d3-d606a41cc668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.249737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-082e6fc9-39fa-4c16-97d3-d606a41cc668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.271546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857e3cd-2382-481b-aea0-11a20a68df11 req-1ec80430-0bfd-4bb3-b085-d2fb2927f6c9 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:37.273355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5857e3cd-2382-481b-aea0-11a20a68df11 req-1ec80430-0bfd-4bb3-b085-d2fb2927f6c9 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 970 time: 0.2256892 Apr 05 20:26:37.289228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe8b90-b562-4b79-8930-8b87fd1fcd86 req-9bcf6a00-6fad-4e29-b517-9668c83d50ec tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:37.291085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6abe8b90-b562-4b79-8930-8b87fd1fcd86 req-9bcf6a00-6fad-4e29-b517-9668c83d50ec tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 931 time: 0.2112775 Apr 05 20:26:37.322669 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24e0ef8b-09a4-4f7d-9862-f717f907dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.377430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0ef8b-09a4-4f7d-9862-f717f907dbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c6ac1-d493-44e6-ae22-32661a779163,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:37.431790 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.432817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24e0ef8b-09a4-4f7d-9862-f717f907dbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.434015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-082e6fc9-39fa-4c16-97d3-d606a41cc668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.440571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24e0ef8b-09a4-4f7d-9862-f717f907dbee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/556c6ac1-d493-44e6-ae22-32661a779163 HTTP/1.1" status: 204 len: 168 time: 0.6881356 Apr 05 20:26:37.454981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5857e3cd-2382-481b-aea0-11a20a68df11 req-3cba3ad6-55a3-4452-bf3f-bb0139233f02 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615274 Apr 05 20:26:37.462322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e6fc9-39fa-4c16-97d3-d606a41cc668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777b91d-791d-4e99-8736-88f9de854c49,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:37.491099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6abe8b90-b562-4b79-8930-8b87fd1fcd86 req-e36ac4b7-e179-4509-83ee-c1fc89873a09 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648383 Apr 05 20:26:37.494806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-082e6fc9-39fa-4c16-97d3-d606a41cc668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.497297 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-082e6fc9-39fa-4c16-97d3-d606a41cc668 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7777b91d-791d-4e99-8736-88f9de854c49 HTTP/1.1" status: 204 len: 168 time: 0.3914545 Apr 05 20:26:37.502536 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.539656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Synchronizing usage tracker for tenant:eaad85b9c57c430c8455f4b5d58da1b9 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:37.546958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7652f1-46e5-4584-b467-d309f8631cd0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:37.650879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] Unset dirty status for tenant:eaad85b9c57c430c8455f4b5d58da1b9 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:37.651977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4d433b4-7122-487e-a1af-7772890c1425 req-58f05821-e564-4f84-a9db-0d2787270c29 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7206006 Apr 05 20:26:37.658431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e10b1dd-3271-4f5e-99c2-9bd681d397cb req-bda6ab84-b5a5-4895-b0ec-441d23f5a7f7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0419505 Apr 05 20:26:38.147624 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.464758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.779230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86351f-2b11-4b76-aa02-85e9d2eb0003 req-71d4d249-74fd-4a25-bef8-6bda420703e1 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:38.780574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e86351f-2b11-4b76-aa02-85e9d2eb0003 req-71d4d249-74fd-4a25-bef8-6bda420703e1 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 931 time: 0.1492875 Apr 05 20:26:38.785856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be386fe-83b2-4a4e-90e5-1287f68380af req-3a2da9df-df26-45d1-b549-e5fe37fd5f51 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:38.787150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6be386fe-83b2-4a4e-90e5-1287f68380af req-3a2da9df-df26-45d1-b549-e5fe37fd5f51 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 970 time: 0.1894014 Apr 05 20:26:38.856230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e86351f-2b11-4b76-aa02-85e9d2eb0003 req-76ee1ada-539a-4522-b1da-e27b0ff31850 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681565 Apr 05 20:26:38.861458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6be386fe-83b2-4a4e-90e5-1287f68380af req-88960bf3-e0af-436a-bdb6-3a29508e8056 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601771 Apr 05 20:26:38.911237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40058) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:39.014299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6859b1a0-4c6d-471f-a8f9-9cf84538b86f req-942065e3-0baf-4edd-a2b4-9e77f445d26d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.0421538 Apr 05 20:26:39.183453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2043775313-network', 'tenant_id': '1febec07f4634460b1cdd7571e06e2da'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:39.188558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:39.192221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Usage tracker for resource:network and tenant:1febec07f4634460b1cdd7571e06e2da is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:39.196960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:39.203717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:39.270848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Made reservation on behalf of 1febec07f4634460b1cdd7571e06e2da for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:39.274064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.290542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.324569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:39.334395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Usage tracker for resource:security_group_rule and tenant:1febec07f4634460b1cdd7571e06e2da is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:39.337433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:39.343552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:39.378127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-9ca69801-6af6-447d-b4ff-b5d1362e81cf tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:26:39.382054 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-9ca69801-6af6-447d-b4ff-b5d1362e81cf tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071447 Apr 05 20:26:39.429483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.496759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.533526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef85672-502f-47f7-b598-260e3ff6b9b7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:39.538980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:39.549650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.550046 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Added segment d6408285-5007-4ff9-81e7-918725286e94 of type vlan for network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 Apr 05 20:26:39.597339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.650269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.713363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.714302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:39.714945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.823713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:39.837316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:39.895554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Request body: {'port': {'device_id': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:39.920173 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-39e522fd-2be7-44fb-8c5b-130fd906c810 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0049932 Apr 05 20:26:39.926026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40102) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:39.927247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Request body: {'subnet': {'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2043775313-subnet', 'tenant_id': '1febec07f4634460b1cdd7571e06e2da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:39.942856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:39.954392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Usage tracker for resource:subnet and tenant:1febec07f4634460b1cdd7571e06e2da is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:39.961541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:39.978388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:40.074125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Made reservation on behalf of 1febec07f4634460b1cdd7571e06e2da for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:40.077766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.196538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.292980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304db56e-fc29-4395-8182-46042284cdcf req-ff88ac4a-b197-430a-8398-b177ad255966 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:40.294487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-304db56e-fc29-4395-8182-46042284cdcf req-ff88ac4a-b197-430a-8398-b177ad255966 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 970 time: 0.2599223 Apr 05 20:26:40.334639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055488d-34c3-4608-9761-d24f6c26ce61 req-2ea7e653-c57f-4ab4-a244-124f582eccf7 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:40.336128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9055488d-34c3-4608-9761-d24f6c26ce61 req-2ea7e653-c57f-4ab4-a244-124f582eccf7 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 931 time: 0.2254968 Apr 05 20:26:40.431977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-304db56e-fc29-4395-8182-46042284cdcf req-566140d6-7dfb-43f7-bb85-598388aa5fc2 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292338 Apr 05 20:26:40.442682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.495022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9055488d-34c3-4608-9761-d24f6c26ce61 req-300c3e45-a42d-44e9-bdaa-48e316e1d278 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469781 Apr 05 20:26:40.613140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Checking segment: {'id': 'd6408285-5007-4ff9-81e7-918725286e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:40.613480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Network hostable DHCP agents. Network: e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:40.663459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3027df1c-b481-45a0-82d7-ad5e7832fb81,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:40.728055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc7d595-368d-4756-8c0b-bd8cfb4b69a8 req-02d0a323-d943-42d1-ab2c-83f34810a171 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.1377399 Apr 05 20:26:40.730534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:40.802929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40124) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:40.816335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:40.820318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:40.820948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.828087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa540d-23b6-4d7b-b476-db7d953519a5 None None] Network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:40.862517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-54d5d3af-a79f-4c92-9f1c-55d1b198a194 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 1121 time: 0.1899467 Apr 05 20:26:40.866796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2f0af9-63b8-4802-906a-43f1629a48ca {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:26:40.879788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.897603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Transition to ACTIVE for port object 4a2f0af9-63b8-4802-906a-43f1629a48ca will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:40.921416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.946079 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f3dfaaa3-3175-4e78-960a-32c9a8ebdb7a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0239165 Apr 05 20:26:40.961114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:40.965769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Usage tracker for resource:security_group_rule and tenant:8c48b6323fa9485f9ae966067c35d23a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:40.969615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:40.975953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:41.008229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.053772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb4f9f-393c-44d2-8cb4-01fce0cde2ea None None] Network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:41.136944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.221551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:41.227243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Usage tracker for resource:security_group_rule and tenant:251a96a25fd74847bfdbb555a73a25ff is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:41.230884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:41.238436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f0af9-63b8-4802-906a-43f1629a48ca,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:41.243942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.244203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:41.287938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Attempting to bind port 4a2f0af9-63b8-4802-906a-43f1629a48ca on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:41.288555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Attempting to bind port 4a2f0af9-63b8-4802-906a-43f1629a48ca by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:41.290402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Attempting to bind port 4a2f0af9-63b8-4802-906a-43f1629a48ca on network 7394865f-8050-442a-baa7-fa8fe6b12b3e {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:41.304172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Port 4a2f0af9-63b8-4802-906a-43f1629a48ca on network 7394865f-8050-442a-baa7-fa8fe6b12b3e not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:26:41.304774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Attempting to bind port 4a2f0af9-63b8-4802-906a-43f1629a48ca on network 7394865f-8050-442a-baa7-fa8fe6b12b3e {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:41.313566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:41.314321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Checking segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:41.314944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Bound using segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:41.315554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Bound port: 4a2f0af9-63b8-4802-906a-43f1629a48ca, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:41.316113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.403259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.459039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e40822-963f-425f-84c0-b05e9a90d1ef req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601399 Apr 05 20:26:41.480391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97446245-54e7-4fef-8103-174e0b23da18 tempest-AggregatesAdminTestJSON-1883202510 tempest-AggregatesAdminTestJSON-1883202510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3eba19-7b9b-471c-b8d0-a0ddf19e72b5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:41.493068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.503739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] For port 4a2f0af9-63b8-4802-906a-43f1629a48ca, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:41.507458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] For port 4a2f0af9-63b8-4802-906a-43f1629a48ca, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:41.571070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.39', 50771) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:41.615094 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-20513db6-7209-4cbe-b043-54e6c9950468 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426171 Apr 05 20:26:41.616295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.712603 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.779667 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=251a96a25fd74847bfdbb555a73a25ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9751859 Apr 05 20:26:41.782723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40158) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:41.783436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b500e18-a6c7-4a8a-bfa5-f951cacaedc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a74120-d988-4051-ae4f-15fd4540871b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:41.808425 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.810032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] 10.222.0.39 "PUT /v2.0/ports/4a2f0af9-63b8-4802-906a-43f1629a48ca HTTP/1.1" status: 200 len: 1091 time: 2.1813698 Apr 05 20:26:41.818781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:41.871164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c740274-1cdd-4bdb-a2c6-d1f67e3ab0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2f0af9-63b8-4802-906a-43f1629a48ca,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:41.885424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597377fe-a73f-4154-b83a-f2ee19c76a56 req-9361a075-657b-40a9-87dd-28b6b962d6de tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:41.886906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-597377fe-a73f-4154-b83a-f2ee19c76a56 req-9361a075-657b-40a9-87dd-28b6b962d6de tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 943 time: 0.2420275 Apr 05 20:26:41.943232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-597377fe-a73f-4154-b83a-f2ee19c76a56 req-5937b4e3-fbf7-44f1-a82e-b07490720ea8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502884 Apr 05 20:26:41.946399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e5639-05be-46bc-bb38-660cae68a554 req-786725d7-1b69-4d67-a17a-e617340a205f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:41.947882 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-786725d7-1b69-4d67-a17a-e617340a205f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229299 Apr 05 20:26:41.972527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7463fa3c-ae9b-4d04-b2f9-78c63ecec5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.986482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Request body: {'port': {'device_id': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'f1efd01f452c408c8f3294718005f108'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:42.107557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7463fa3c-ae9b-4d04-b2f9-78c63ecec5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.128304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-5c1b5861-681b-401a-b704-0b42cee58198 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 1094 time: 0.1101835 Apr 05 20:26:42.194332 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50741e4d-0ac1-44af-b209-6dadc662f091'] response: {'name': 'network-changed', 'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'status': 'completed', 'code': 200} Apr 05 20:26:42.303966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7463fa3c-ae9b-4d04-b2f9-78c63ecec5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.332340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463fa3c-ae9b-4d04-b2f9-78c63ecec5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a74120-d988-4051-ae4f-15fd4540871b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:42.369168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b020e3-f37b-4048-b9ba-6e8b07bb6292 req-77035ea5-af76-4dc7-b812-f897e2874dc5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.2300465 Apr 05 20:26:42.407491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7463fa3c-ae9b-4d04-b2f9-78c63ecec5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.411280 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7463fa3c-ae9b-4d04-b2f9-78c63ecec5c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38a74120-d988-4051-ae4f-15fd4540871b HTTP/1.1" status: 204 len: 168 time: 0.5997083 Apr 05 20:26:42.438369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:42.443793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Usage tracker for resource:port and tenant:f1efd01f452c408c8f3294718005f108 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:42.447130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:42.449894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-54b19629-39af-40b0-b139-95d30faee827 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca HTTP/1.1" status: 200 len: 217 time: 0.2619810 Apr 05 20:26:42.453072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:42.543901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431794e-9b4e-487f-8be1-ddc849b5ab9d req-83521ce1-dfd1-49b6-bcd4-5380cfa23628 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:42.546859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0431794e-9b4e-487f-8be1-ddc849b5ab9d req-83521ce1-dfd1-49b6-bcd4-5380cfa23628 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 970 time: 0.1696246 Apr 05 20:26:42.547588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-c3348234-48dd-4e63-bf88-efd474cfa0cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:42.548855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-c3348234-48dd-4e63-bf88-efd474cfa0cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 200 len: 862 time: 0.0902674 Apr 05 20:26:42.564356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Made reservation on behalf of f1efd01f452c408c8f3294718005f108 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:42.568160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.581778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.622015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:42.627505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Usage tracker for resource:security_group_rule and tenant:f1efd01f452c408c8f3294718005f108 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:42.631039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:42.636887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:42.640189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0431794e-9b4e-487f-8be1-ddc849b5ab9d req-5c11a81a-ab13-4408-87af-5fec39266d7a tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885015 Apr 05 20:26:42.660987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-8db320f7-ca33-4a75-b80f-c38ff08e9dfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7394865f-8050-442a-baa7-fa8fe6b12b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925632 Apr 05 20:26:42.737343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.793874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-5a1ff522-d5ad-4679-a1a4-314c849a5913 service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260097 Apr 05 20:26:42.824552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.913911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3599aba0-193b-4a70-bbfb-26203a0c1826,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:42.988003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae30ea5b-c999-465e-b9bb-cdda849f1388 req-db3c30ce-71ae-4dc7-884a-3f0f362cebb1 service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864979 Apr 05 20:26:43.048461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Allocated IP 192.168.233.73 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/4fb022b1-fef7-4d85-b241-ad36d85c7883) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:43.230475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001d0c1-e3b9-4f86-9ae8-d12fad328da1 req-09ab576d-8ecc-4037-b42b-a138064c2268 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:43.233123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e001d0c1-e3b9-4f86-9ae8-d12fad328da1 req-09ab576d-8ecc-4037-b42b-a138064c2268 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 943 time: 0.1340642 Apr 05 20:26:43.327509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e001d0c1-e3b9-4f86-9ae8-d12fad328da1 req-d4ca4935-44cc-4665-abbd-b6f5f72dc7a9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841262 Apr 05 20:26:43.339837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.343906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-84adbb23-5f47-472c-9311-875082bbe251 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 1094 time: 0.1547008 Apr 05 20:26:43.372655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Transition to ACTIVE for port object 4fb022b1-fef7-4d85-b241-ad36d85c7883 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:43.469988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40206) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:43.490926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.504173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.573183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-f8150b68-98c6-4246-8644-c3a07dc38456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:43.575466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-f8150b68-98c6-4246-8644-c3a07dc38456 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 924 time: 0.2253313 Apr 05 20:26:43.606418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:43.610282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:43.611218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:43.620269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:43.620269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:43.621222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:43.622164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.627961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Usage tracker for resource:security_group_rule and tenant:97f447b5c66b408aab3c090a3258715f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:43.635088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:43.644810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:43.661851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-c0921403-a83e-4e1a-9938-f17680974940 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca HTTP/1.1" status: 200 len: 217 time: 0.0784831 Apr 05 20:26:43.731664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-10ff4818-7685-4dfa-8453-2179b623f3d2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7603526 Apr 05 20:26:43.732462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-6f5bef4c-fcde-4c1e-908d-40c8427b0a91 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:43.734414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-6f5bef4c-fcde-4c1e-908d-40c8427b0a91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 200 len: 862 time: 0.0662084 Apr 05 20:26:43.745476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-23e17816-f26c-4b0c-83ac-23cf2425af38 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:43.746963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-23e17816-f26c-4b0c-83ac-23cf2425af38 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.23 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 970 time: 0.2622344 Apr 05 20:26:43.756648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Request body: {'port': {'device_id': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:43.973440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:43.994662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-760991779-network', 'tenant_id': '6c95d2333e57488386a46981eb799397'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:44.000249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Deleting port adfff2a3-16bf-414a-973a-4d6e5959ece7 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:26:44.000710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.002493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:44.016089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Usage tracker for resource:network and tenant:6c95d2333e57488386a46981eb799397 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:44.022413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:44.030218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.031329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:44.033387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.042134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c8d79266-2b64-4c0f-a002-9378c319adaa None None] Provisioning for port 4fb022b1-fef7-4d85-b241-ad36d85c7883 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:44.048058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c8d79266-2b64-4c0f-a002-9378c319adaa None None] Provisioning complete for port 4fb022b1-fef7-4d85-b241-ad36d85c7883 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:44.048559 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c8d79266-2b64-4c0f-a002-9378c319adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.117644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-28198f79-db4c-46fd-81a2-05c914d16e5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7394865f-8050-442a-baa7-fa8fe6b12b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663180 Apr 05 20:26:44.124712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c8d79266-2b64-4c0f-a002-9378c319adaa None None] Port 4fb022b1-fef7-4d85-b241-ad36d85c7883 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:26:44.141035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.239712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Made reservation on behalf of 6c95d2333e57488386a46981eb799397 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:44.241887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.267490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7434ccc-eaab-4675-aa90-bd550f18dcd1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:44.274205 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b0e98db0-ccdd-45ba-adcd-59dd1ab6a003 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97f447b5c66b408aab3c090a3258715f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8005049 Apr 05 20:26:44.276667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:44.294741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.301305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8fdaf-11a6-4ed3-aa01-a7ea202d1995 req-34fc00e5-561e-42af-836b-1fbb266d4313 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:44.303314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4c8fdaf-11a6-4ed3-aa01-a7ea202d1995 req-34fc00e5-561e-42af-836b-1fbb266d4313 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 935 time: 0.3672390 Apr 05 20:26:44.499798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:44.517035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-9865a08a-4566-4e22-9439-7d5a0932fbf3 service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873572 Apr 05 20:26:44.519698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Usage tracker for resource:security_group_rule and tenant:6c95d2333e57488386a46981eb799397 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:44.533447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:44.538286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-252d5b8b-b9c2-47f1-ac52-347ff06f625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.553547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:44.587287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-252d5b8b-b9c2-47f1-ac52-347ff06f625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.648790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4c8fdaf-11a6-4ed3-aa01-a7ea202d1995 req-55ca982d-e5a8-44f8-b666-7490c23e23de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084955 Apr 05 20:26:44.703662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb022b1-fef7-4d85-b241-ad36d85c7883 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:26:44.716794 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.717507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd62e7a-814e-4403-9eb2-a61c9b3eac1f req-fd703357-dacc-47b8-b705-e5ea83c68b5b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:44.725578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dd62e7a-814e-4403-9eb2-a61c9b3eac1f req-fd703357-dacc-47b8-b705-e5ea83c68b5b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 970 time: 0.4370022 Apr 05 20:26:44.757077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.790502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] For port adfff2a3-16bf-414a-973a-4d6e5959ece7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adfff2a3-16bf-414a-973a-4d6e5959ece7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:44.790867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.813751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Transition to ACTIVE for port object 4fb022b1-fef7-4d85-b241-ad36d85c7883 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:44.814585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-252d5b8b-b9c2-47f1-ac52-347ff06f625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.831684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d5b8b-b9c2-47f1-ac52-347ff06f625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7434ccc-eaab-4675-aa90-bd550f18dcd1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:44.854123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.876311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-252d5b8b-b9c2-47f1-ac52-347ff06f625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.877451 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-252d5b8b-b9c2-47f1-ac52-347ff06f625d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7434ccc-eaab-4675-aa90-bd550f18dcd1 HTTP/1.1" status: 204 len: 168 time: 0.5972345 Apr 05 20:26:44.891199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.899952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:44.950151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b6fb2d-adf6-461c-bf63-a342f56d42f8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:44.967185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.967738 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Added segment ea2dcba6-e8ea-4691-86b3-88f8ce2f2c88 of type vlan for network ccfcd011-8bba-4cbf-bee2-4ca13f7d6398 Apr 05 20:26:44.973735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0625b78a-cec0-48f3-b292-df5f90e01ada req-6c25c472-39ee-4e60-b0c3-b705540ff3bd service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440019 Apr 05 20:26:44.986029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Calling delete_port for adfff2a3-16bf-414a-973a-4d6e5959ece7 owned by compute:tempest-test_az-963966563 {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:26:45.049433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dd62e7a-814e-4403-9eb2-a61c9b3eac1f req-63dd698d-409c-4947-b5e8-f06a5380dfa3 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/security-groups?id=c52d8de7-14d3-4818-8700-6315597919c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228424 Apr 05 20:26:45.072203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:45.072449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-092a66d8-2b22-4717-8281-179d1cb77c56 req-90099a84-d2ea-43b3-8396-0321207b03a2 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1849451 Apr 05 20:26:45.108759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.239691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:45.240913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:45.241571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:45.248701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:26:45.250507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:45.259321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:45.259914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:45.261019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:45.261685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Bound port: 4fb022b1-fef7-4d85-b241-ad36d85c7883, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:45.262434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.366061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.366893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.367478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.374396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-716163f8-fe0b-443b-b2cf-9b8ef4404cf8 req-f8c66292-8784-424b-9834-82a1696ef94a tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0640755 Apr 05 20:26:45.458126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac853c0-d5c4-402b-aa80-ed01bb262e43 req-986c0426-02d9-447e-a5e5-74b0225a686b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.459828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ac853c0-d5c4-402b-aa80-ed01bb262e43 req-986c0426-02d9-447e-a5e5-74b0225a686b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 943 time: 0.2211542 Apr 05 20:26:45.496101 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.513305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['adfff2a3-16bf-414a-973a-4d6e5959ece7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:26:45.533574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:45.555624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] Pushing event updated for resources: {'Network': ['ID=ccfcd011-8bba-4cbf-bee2-4ca13f7d6398,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:45.559210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Pushing event deleted for resources: {'Port': ['ID=adfff2a3-16bf-414a-973a-4d6e5959ece7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:45.571766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:45.598987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network ccfcd011-8bba-4cbf-bee2-4ca13f7d6398 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:45.626780 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2716ef0b-9664-4065-b8f7-e3920420c851 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6521318 Apr 05 20:26:45.629548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40256) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:45.634748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ac853c0-d5c4-402b-aa80-ed01bb262e43 req-06f965b7-30e6-439b-9295-55b2664cf4ab tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673694 Apr 05 20:26:45.635769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Request body: {'subnet': {'network_id': 'ccfcd011-8bba-4cbf-bee2-4ca13f7d6398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-760991779-subnet', 'tenant_id': '6c95d2333e57488386a46981eb799397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:45.644501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:45.651360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Usage tracker for resource:subnet and tenant:6c95d2333e57488386a46981eb799397 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:45.656842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.705192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:45.742305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] No DVR routers for this DVR port adfff2a3-16bf-414a-973a-4d6e5959ece7 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:26:45.750152 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.753003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'name': 'network-vif-deleted', 'tag': 'adfff2a3-16bf-414a-973a-4d6e5959ece7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:45.843080 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34038324-84c3-4533-916a-ba3e647b88a0'] response: {'server_uuid': 'e258cb41-a4dd-4935-9185-1993f866fa12', 'name': 'network-vif-deleted', 'tag': 'adfff2a3-16bf-414a-973a-4d6e5959ece7', 'status': 'completed', 'code': 200} Apr 05 20:26:45.853646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:45.868254 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.869645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] 10.222.0.39 "PUT /v2.0/ports/4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 1095 time: 2.1173561 Apr 05 20:26:45.870135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:45.937952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46501e09-7889-4fa6-ab99-f5410b2c7cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:45.965939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70519e0-24b9-485b-8363-4838a243d85b req-7f5d95b7-8bc0-44dd-8f03-6c1f24c2132f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.967409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a70519e0-24b9-485b-8363-4838a243d85b req-7f5d95b7-8bc0-44dd-8f03-6c1f24c2132f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.0900490 Apr 05 20:26:45.988556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Made reservation on behalf of 6c95d2333e57488386a46981eb799397 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:45.992827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.993038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0ea2b48-397a-49e7-9ff5-ba576181a03d req-04acf7a3-517c-41aa-8f12-364f00b74b4b tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.23 "DELETE /v2.0/ports/adfff2a3-16bf-414a-973a-4d6e5959ece7 HTTP/1.1" status: 204 len: 173 time: 2.1571636 Apr 05 20:26:46.028751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a70519e0-24b9-485b-8363-4838a243d85b req-616299eb-dd9a-42d0-928a-1f275b4fe5d0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548627 Apr 05 20:26:46.247369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ecf82e8b-97e6-442e-b0ce-292e1fb5ea9f req-6171e2c3-31d0-4110-9768-f674bac44bf6 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Synchronizing usage tracker for tenant:9327248423474aab826a4ce0ba0ba48c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:46.344741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-8fb60067-8987-40b8-9458-fd1aff9568e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.1642368 Apr 05 20:26:46.353277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ecf82e8b-97e6-442e-b0ce-292e1fb5ea9f req-6171e2c3-31d0-4110-9768-f674bac44bf6 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] Unset dirty status for tenant:9327248423474aab826a4ce0ba0ba48c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:46.354792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecf82e8b-97e6-442e-b0ce-292e1fb5ea9f req-6171e2c3-31d0-4110-9768-f674bac44bf6 tempest-AggregatesAdminTestJSON-805566346 tempest-AggregatesAdminTestJSON-805566346-project] 10.222.0.10 "GET /v2.0/ports?device_id=e258cb41-a4dd-4935-9185-1993f866fa12 HTTP/1.1" status: 200 len: 210 time: 0.1540439 Apr 05 20:26:46.408879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.440802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40284) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:46.474856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-93840a89-6061-45ce-9f58-f599a92fc03c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.1169581 Apr 05 20:26:46.554490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5962167-66ce-41d3-8e71-378fa43afad3,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:46.575742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e5639-05be-46bc-bb38-660cae68a554 req-99e2da33-b462-4611-bc20-3a9fcfe1ea11 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:46.577739 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-99e2da33-b462-4611-bc20-3a9fcfe1ea11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0910482 Apr 05 20:26:46.580894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Checking segment: {'id': 'ea2dcba6-e8ea-4691-86b3-88f8ce2f2c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ccfcd011-8bba-4cbf-bee2-4ca13f7d6398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:46.581280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Network hostable DHCP agents. Network: ccfcd011-8bba-4cbf-bee2-4ca13f7d6398, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:46.628212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b23ad44-6b7d-447f-bdbb-23ddd5c056a3 req-481e62b9-c114-451d-aeea-b77a1f117d5b tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0762653 Apr 05 20:26:46.637814 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.672119 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-fbb6e9b1-e6c1-4f03-8da8-1e3708f76dfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861597 Apr 05 20:26:46.731674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:46.736681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Usage tracker for resource:security_group_rule and tenant:46171b0858a04ce08c083b06643efcec is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:46.741534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:46.749731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:46.763106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40298) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:46.781720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Network ccfcd011-8bba-4cbf-bee2-4ca13f7d6398 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:46.875913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, ccfcd011-8bba-4cbf-bee2-4ca13f7d6398) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:46.887331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abf2753-46a6-427d-9b17-12798d9965a8 None None] Network ccfcd011-8bba-4cbf-bee2-4ca13f7d6398 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:46.921888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.927974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1476301093-network', 'tenant_id': 'e31513a38b3342e89d1eadcd84a80ac0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:46.934564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:46.939253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Usage tracker for resource:network and tenant:e31513a38b3342e89d1eadcd84a80ac0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:46.942458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:46.950455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:46.986141 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff19c62-b784-47d4-92b2-303b980785a6'] response: {'name': 'network-changed', 'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'status': 'completed', 'code': 200} Apr 05 20:26:46.987505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:46.988083 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.994884 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-336a9fb9-3773-4c0f-b068-396573482a1b service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155904 Apr 05 20:26:46.995040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49478e1f-2fc2-42f0-956e-7fe7dc0795d2 req-d9fe5597-33a7-4154-aefc-931976186cbb tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:46.996478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49478e1f-2fc2-42f0-956e-7fe7dc0795d2 req-d9fe5597-33a7-4154-aefc-931976186cbb tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 943 time: 0.1614528 Apr 05 20:26:47.024312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.126595 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ea0a8c8-af9f-4353-a676-d3205d31b99b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4959970 Apr 05 20:26:47.159724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33597382-1066-4569-9034-8fd581831605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e368fa99-9540-4e6e-86e8-3a24a1d64d07,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:47.184681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28edc7e6-1ff1-4b15-af79-257f74c760a6 None None] Network ccfcd011-8bba-4cbf-bee2-4ca13f7d6398 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:47.188165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33597382-1066-4569-9034-8fd581831605 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46171b0858a04ce08c083b06643efcec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7461445 Apr 05 20:26:47.190879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40308) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:47.208759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49478e1f-2fc2-42f0-956e-7fe7dc0795d2 req-b4b9a9d2-f2e4-4a6d-85f2-88380e05f8a4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010267 Apr 05 20:26:47.227580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Made reservation on behalf of e31513a38b3342e89d1eadcd84a80ac0 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:47.230272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.252984 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-797e5639-05be-46bc-bb38-660cae68a554 req-a0b49fd8-1a62-44c7-bc07-632882c6c2df service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406993 Apr 05 20:26:47.294118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d780dc20-c256-4b1c-815c-a7bea08a2d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.307743 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.355869 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d780dc20-c256-4b1c-815c-a7bea08a2d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.366473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:47.372797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e31513a38b3342e89d1eadcd84a80ac0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:47.376532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:47.394814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:47.417332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a09c5a-b670-467c-bfe1-83700d50d59c req-1c2ad8e1-e4f6-48b1-82a4-0b550fcf3151 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:47.428589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82a09c5a-b670-467c-bfe1-83700d50d59c req-1c2ad8e1-e4f6-48b1-82a4-0b550fcf3151 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.1638219 Apr 05 20:26:47.528605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82a09c5a-b670-467c-bfe1-83700d50d59c req-ed685fee-d9e1-41f0-bdcf-d92a68594ec6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976024 Apr 05 20:26:47.602338 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.608496 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-404f6c73-8842-4c8a-866a-850dc5525634 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.1487696 Apr 05 20:26:47.676608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.693457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d780dc20-c256-4b1c-815c-a7bea08a2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.726294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780dc20-c256-4b1c-815c-a7bea08a2d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e368fa99-9540-4e6e-86e8-3a24a1d64d07,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:47.741395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d780dc20-c256-4b1c-815c-a7bea08a2d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.742764 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d780dc20-c256-4b1c-815c-a7bea08a2d28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e368fa99-9540-4e6e-86e8-3a24a1d64d07 HTTP/1.1" status: 204 len: 168 time: 0.5509686 Apr 05 20:26:47.808833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:47.818040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.818477 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Added segment 505dfaa9-084b-4569-822a-a738207e6589 of type vlan for network 197ae67c-ccf2-410d-9b84-d7d0ee796555 Apr 05 20:26:47.827384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-9dea166b-53ae-4665-88e4-a435458990ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:47.828997 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-9dea166b-53ae-4665-88e4-a435458990ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2135484 Apr 05 20:26:47.851604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.893018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58c370-4ddc-46d4-86e4-2108141ecbe2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:47.909909 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-4f38a1a3-5f2f-4d7c-9a31-42f2077ce89f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.0738938 Apr 05 20:26:47.988569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-38f05a75-c77c-41a7-a061-dd589797c0a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:47.990600 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-38f05a75-c77c-41a7-a061-dd589797c0a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0738058 Apr 05 20:26:48.042698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-5a75a4f8-1cad-4735-b3ea-6af67ae4e504 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:48.044150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-5a75a4f8-1cad-4735-b3ea-6af67ae4e504 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/networks?id=e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 HTTP/1.1" status: 200 len: 815 time: 0.1784277 Apr 05 20:26:48.060417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-318f4878-4380-4be1-8fe0-8a339e08ba3c tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/quotas/1febec07f4634460b1cdd7571e06e2da HTTP/1.1" status: 200 len: 375 time: 0.0108194 Apr 05 20:26:48.065997 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-483c7425-4be2-4cde-9b09-4540f1ea42ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680933 Apr 05 20:26:48.100929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.101805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:48.102371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.130426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-e9427e92-fd14-4cbb-895a-5f9c306696a2 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1febec07f4634460b1cdd7571e06e2da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638051 Apr 05 20:26:48.160497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2f0af9-63b8-4802-906a-43f1629a48ca details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:26:48.220035 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-936ff002-bf75-4cde-88e5-a30a9677aa98 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476889 Apr 05 20:26:48.287709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] Pushing event updated for resources: {'Network': ['ID=197ae67c-ccf2-410d-9b84-d7d0ee796555,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:48.349743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e1ebe3db-acae-4f21-9740-c95db9fa40f5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5850646 Apr 05 20:26:48.352054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40354) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:48.360010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Request body: {'subnet': {'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1476301093-subnet', 'tenant_id': 'e31513a38b3342e89d1eadcd84a80ac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:48.362915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4a2f0af9-63b8-4802-906a-43f1629a48ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:48.380252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:48.385663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'port_id': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'mac_address': 'fa:16:3e:4a:5c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:26:48.388382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Usage tracker for resource:subnet and tenant:e31513a38b3342e89d1eadcd84a80ac0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:48.390804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:48.393811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:48.404596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-2dcc22d0-69a9-496f-b92c-956d719886bb service neutron] 10.222.0.10 "GET /v2.0/networks/e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232618 Apr 05 20:26:48.412650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:48.502442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-843b2e44-6b1f-44ec-9b2e-1a69fb8fbef2 req-c488345b-17b6-4390-89ea-44e992ede5fb service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748129 Apr 05 20:26:48.539371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Made reservation on behalf of e31513a38b3342e89d1eadcd84a80ac0 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:48.541735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.599383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.616032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ac32579-bf43-4883-a1fa-73981dc7c4dd req-c979355a-95cf-40a7-9d60-0bebf16a9e59 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0912919 Apr 05 20:26:48.620285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2f0af9-63b8-4802-906a-43f1629a48ca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:26:48.636888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adfff2a3-16bf-414a-973a-4d6e5959ece7 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:26:48.643413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65ac14a7-a262-461b-9dd0-76f262807cf5 req-e0af0f22-7da4-470f-a013-73ff56fe56e0 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1177034 Apr 05 20:26:48.661602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4a2f0af9-63b8-4802-906a-43f1629a48ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:48.672499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: adfff2a3-16bf-414a-973a-4d6e5959ece7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:26:48.672950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adfff2a3-16bf-414a-973a-4d6e5959ece7 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:26:48.696921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-406b973a-b9fb-4ea0-8cb2-197f413daa0b service neutron] 10.222.0.10 "GET /v2.0/networks/e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914510 Apr 05 20:26:48.724400 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.798403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4a2f0af9-63b8-4802-906a-43f1629a48ca,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:48.800604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40360) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:48.852565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.910597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:48.924900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:992bb4c9078a434f8e05916059e89e2e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:48.928884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:48.937799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:48.943189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.946503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582903-a8b9-4aa4-ba28-18a6db0eb3a0 req-65b87d7f-c016-4411-bf3f-0e9ae136fa5b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:48.948057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf582903-a8b9-4aa4-ba28-18a6db0eb3a0 req-65b87d7f-c016-4411-bf3f-0e9ae136fa5b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 944 time: 0.1322353 Apr 05 20:26:49.016237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf582903-a8b9-4aa4-ba28-18a6db0eb3a0 req-8194f11b-0794-4870-9a75-d67eb9583941 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605047 Apr 05 20:26:49.027248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69567d96-9275-495b-9828-be536b692689,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:49.039721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:49.040141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Network hostable DHCP agents. Network: 197ae67c-ccf2-410d-9b84-d7d0ee796555, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:49.060584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.152169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.174073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a10d59e6-4ade-4e50-9824-6b8cc6c72572 req-6bde4479-b96e-463a-ab61-d8f908885109 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 210 time: 0.0561419 Apr 05 20:26:49.185139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:49.245720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['4a2f0af9-63b8-4802-906a-43f1629a48ca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:26:49.248156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d69dc03-a678-415f-a26b-97cafa20db80,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:49.257754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eac77132-55f8-4046-82f9-536f22eac7e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=992bb4c9078a434f8e05916059e89e2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4534299 Apr 05 20:26:49.257935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40374) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:49.285924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 197ae67c-ccf2-410d-9b84-d7d0ee796555) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:49.298811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:49.298811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.303288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6bc94-cc36-4dae-9418-daeb7d22d88a None None] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:49.336422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b24c-80f0-4caa-95ac-d15082724926 req-36b0fa56-fea1-42ad-ade6-9869aaf240e0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:49.337980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ad6b24c-80f0-4caa-95ac-d15082724926 req-36b0fa56-fea1-42ad-ade6-9869aaf240e0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.1663353 Apr 05 20:26:49.370351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d961cd1a-05ba-40c3-921a-7c24f65d07da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.417281 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d961cd1a-05ba-40c3-921a-7c24f65d07da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.433636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ad6b24c-80f0-4caa-95ac-d15082724926 req-8f040c5a-512b-4482-8177-142275fbb5fe tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854802 Apr 05 20:26:49.464745 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-40be2cdb-c6dd-4662-9ba5-be3011cd261f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1039712 Apr 05 20:26:49.609238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d961cd1a-05ba-40c3-921a-7c24f65d07da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.630305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961cd1a-05ba-40c3-921a-7c24f65d07da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d69dc03-a678-415f-a26b-97cafa20db80,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:49.640257 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d961cd1a-05ba-40c3-921a-7c24f65d07da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.641980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d961cd1a-05ba-40c3-921a-7c24f65d07da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d69dc03-a678-415f-a26b-97cafa20db80 HTTP/1.1" status: 204 len: 168 time: 0.3831313 Apr 05 20:26:49.763082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c2d4fa-ea85-442c-8269-f68bc068dad8 None None] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:49.913379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb57ca72-bb55-4ae7-a896-29c44cae1234 req-5ec1a107-ceb6-4ee9-8ff3-85f9fb0de0ee tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0543008 Apr 05 20:26:50.012178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.259048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb35d7-d394-41bc-be67-c0654a6adff2 req-554afc27-652c-4ee7-a4e2-d4a4d298f345 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:50.260857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1cb35d7-d394-41bc-be67-c0654a6adff2 req-554afc27-652c-4ee7-a4e2-d4a4d298f345 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 944 time: 0.0886326 Apr 05 20:26:50.351675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1cb35d7-d394-41bc-be67-c0654a6adff2 req-d83adbdc-7fe9-4730-87e2-885f7c49df3b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800581 Apr 05 20:26:50.500405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43544cbf-ccc9-42f2-8c20-4144b9cd7500 req-6e04572f-204c-491c-99d3-867ce166c2b3 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 210 time: 0.0523958 Apr 05 20:26:50.717524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11c446-6744-4fac-ae4f-7c302d03666e req-d6347193-ab9d-4681-8c38-6eda2147a6f8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:50.719603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b11c446-6744-4fac-ae4f-7c302d03666e req-d6347193-ab9d-4681-8c38-6eda2147a6f8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.0929921 Apr 05 20:26:50.776839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b11c446-6744-4fac-ae4f-7c302d03666e req-fbc87099-5c0e-468f-bd67-fdc0036d57ce tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Apr 05 20:26:51.110763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:51.118249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-956090843-network', 'tenant_id': '2ab5d931671749118491ae5eeaba8829'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:51.123180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:51.133458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Usage tracker for resource:network and tenant:2ab5d931671749118491ae5eeaba8829 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:51.133458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:51.136990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:51.153898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dddc73b8-2f0a-42e3-a7c8-f325bfb8906c req-1c4f56fe-4c03-41fe-a200-1287f5a35d1b tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0488560 Apr 05 20:26:51.216044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Made reservation on behalf of 2ab5d931671749118491ae5eeaba8829 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:51.218462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.244221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.283068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:51.286937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Usage tracker for resource:security_group_rule and tenant:2ab5d931671749118491ae5eeaba8829 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:51.290414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:51.297408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:51.398334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.473543 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.505983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:51.514347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b5c9f4-cefc-4682-b6c9-7289fffc6670,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:51.521200 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.521379 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Added segment 16e2a69a-dc7b-45dc-9857-96752c0aff6f of type vlan for network f219bb16-9c23-40c2-a409-f7fdf6cc024e Apr 05 20:26:51.553990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.674716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.675600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:51.676192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.771263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] Pushing event updated for resources: {'Network': ['ID=f219bb16-9c23-40c2-a409-f7fdf6cc024e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:51.784891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f219bb16-9c23-40c2-a409-f7fdf6cc024e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:51.852513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d06cc7ae-96d3-4953-b31d-f5fa31c08d45 req-132ab4c4-2d32-4fa2-8ce3-90c6aa6fa4e9 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0618422 Apr 05 20:26:51.866161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-8622385e-9cfb-4b07-bda9-d93c2b1b0bd0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:51.867612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-8622385e-9cfb-4b07-bda9-d93c2b1b0bd0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.23 "GET /v2.0/networks?id=e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 HTTP/1.1" status: 200 len: 815 time: 0.2769156 Apr 05 20:26:51.876508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462988aa-4787-43fc-9081-aae632a47180 req-d89a2c4d-16b3-4852-a94c-0ffed02b3c1e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:51.878195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-462988aa-4787-43fc-9081-aae632a47180 req-d89a2c4d-16b3-4852-a94c-0ffed02b3c1e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 944 time: 0.3305142 Apr 05 20:26:51.884469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Request body: {'port': {'device_id': '68908399-dd81-45b8-8069-49da48f67ef0', 'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070', 'admin_state_up': True, 'tenant_id': '1febec07f4634460b1cdd7571e06e2da'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:51.888865 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58115f48-4a26-4839-9fb4-1e26f77e5a1e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7762895 Apr 05 20:26:51.891620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40500) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:51.900947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Request body: {'subnet': {'network_id': 'f219bb16-9c23-40c2-a409-f7fdf6cc024e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-956090843-subnet', 'tenant_id': '2ab5d931671749118491ae5eeaba8829', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:51.903551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:51.913790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Usage tracker for resource:subnet and tenant:2ab5d931671749118491ae5eeaba8829 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:51.919689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:51.931323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:52.044453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Made reservation on behalf of 2ab5d931671749118491ae5eeaba8829 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:52.047937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.049586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-462988aa-4787-43fc-9081-aae632a47180 req-680be8f0-ab6c-4d77-81ac-cbfea7b48494 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402369 Apr 05 20:26:52.139123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:26:52.162820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:52.178228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Usage tracker for resource:port and tenant:1febec07f4634460b1cdd7571e06e2da is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:52.183468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:52.193620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2f0af9-63b8-4802-906a-43f1629a48ca up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:52.200316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:52.272056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4639bac8-67d0-4b72-8bb1-98cddf324553 req-1f681ba9-2e3a-44e0-95e1-46c48def4ded tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 210 time: 0.0529428 Apr 05 20:26:52.354601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Made reservation on behalf of 1febec07f4634460b1cdd7571e06e2da for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:52.358878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.480151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:52.495265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'mac_address': 'fa:16:3e:49:4c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:26:52.537500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 4a2f0af9-63b8-4802-906a-43f1629a48ca completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:52.556904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 4a2f0af9-63b8-4802-906a-43f1629a48ca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:52.557414 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.566385 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.619061 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.641085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e295d28b-27fe-43fe-9261-cb3fca503254,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:52.649171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb022b1-fef7-4d85-b241-ad36d85c7883 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:26:52.670570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:52.694912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Checking segment: {'id': '16e2a69a-dc7b-45dc-9857-96752c0aff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f219bb16-9c23-40c2-a409-f7fdf6cc024e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:52.695653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Network hostable DHCP agents. Network: f219bb16-9c23-40c2-a409-f7fdf6cc024e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:52.731468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Allocated IP 172.20.0.2 (e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070/3027df1c-b481-45a0-82d7-ad5e7832fb81/ef64e6a8-845f-4e15-a83c-574add2c92a2) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:52.734870 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.749573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3e49929-b79a-44ba-bb30-16ec6206f5df req-1f762f67-b886-4535-9ce9-ba44552842f9 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1949914 Apr 05 20:26:52.750607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.776473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Network f219bb16-9c23-40c2-a409-f7fdf6cc024e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:52.849870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:52.865403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4a2f0af9-63b8-4802-906a-43f1629a48ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:52.867921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f219bb16-9c23-40c2-a409-f7fdf6cc024e) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:52.872077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:52.872857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.880044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46927ce6-df17-4446-8efd-023c59cfad22 None None] Network f219bb16-9c23-40c2-a409-f7fdf6cc024e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:52.905038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068198ce-4908-4770-82bc-a4e020e86d3c req-04c33ffa-3cf0-4481-a6b2-57ed89914be5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:52.906560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-068198ce-4908-4770-82bc-a4e020e86d3c req-04c33ffa-3cf0-4481-a6b2-57ed89914be5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.3532112 Apr 05 20:26:52.979214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:52.982299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.020529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-068198ce-4908-4770-82bc-a4e020e86d3c req-a8f74c56-0ea1-4491-9440-dbefa6d81133 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047950 Apr 05 20:26:53.024492 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5af13e4e-23f7-4e9f-b04a-8892a981a888 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1291547 Apr 05 20:26:53.080661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4a2f0af9-63b8-4802-906a-43f1629a48ca,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:53.102525 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111a4ac3-2572-41e5-b1df-bc78d5793a07'] response: {'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'code': 200} Apr 05 20:26:53.105538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.231796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:26:53.342238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.343615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14de75c-4a72-48b8-b9ba-b680de67539f None None] Network f219bb16-9c23-40c2-a409-f7fdf6cc024e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:26:53.382647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-16509828-ea82-48c6-85a5-fa7185a85e7d req-894811cc-15be-446a-8dc3-308640a874bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 1096 time: 0.1748660 Apr 05 20:26:53.431818 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-16509828-ea82-48c6-85a5-fa7185a85e7d req-3d0b8894-807e-46c8-802a-b756cc0507ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Apr 05 20:26:53.485516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:53.488647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Pushing event updated for resources: {'Port': ['ID=ef64e6a8-845f-4e15-a83c-574add2c92a2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:53.491010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:53.493539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:53.497418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:53.498047 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.529006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddf498-32ac-4300-bca1-594561f3849c req-d243139c-5f73-4c7e-9905-f27222d74e1c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:53.536207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01ddf498-32ac-4300-bca1-594561f3849c req-d243139c-5f73-4c7e-9905-f27222d74e1c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 945 time: 0.3086486 Apr 05 20:26:53.582469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01ddf498-32ac-4300-bca1-594561f3849c req-bed76378-4f54-4ded-b305-9c9594f42e7b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445275 Apr 05 20:26:53.604886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-29051eb3-3f6f-4163-b789-2e6583a346e0 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7233119 Apr 05 20:26:53.616443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Request body: {'port': {'device_id': '68908399-dd81-45b8-8069-49da48f67ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:53.853647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.915622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f9dd2-9384-4eab-a537-7153cafab8ae req-502c6d96-1986-4e37-bccd-18e0d1994a43 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:53.916276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-070f9dd2-9384-4eab-a537-7153cafab8ae req-502c6d96-1986-4e37-bccd-18e0d1994a43 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Synchronizing usage tracker for tenant:1febec07f4634460b1cdd7571e06e2da on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:54.050080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-2a5bd84e-bb91-4b6e-84a8-851801712fad tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:54.050747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-2a5bd84e-bb91-4b6e-84a8-851801712fad tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:54.092059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-070f9dd2-9384-4eab-a537-7153cafab8ae req-502c6d96-1986-4e37-bccd-18e0d1994a43 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Unset dirty status for tenant:1febec07f4634460b1cdd7571e06e2da on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:54.093241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-070f9dd2-9384-4eab-a537-7153cafab8ae req-502c6d96-1986-4e37-bccd-18e0d1994a43 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 931 time: 0.4450934 Apr 05 20:26:54.223573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-2a5bd84e-bb91-4b6e-84a8-851801712fad tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:54.224690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-2a5bd84e-bb91-4b6e-84a8-851801712fad tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 0.4532137 Apr 05 20:26:54.275037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-2e71491a-7bf5-48a3-a092-aa847c912a2a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/quotas/e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 375 time: 0.0421052 Apr 05 20:26:54.291798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-070f9dd2-9384-4eab-a537-7153cafab8ae req-8451180e-6dcf-403d-a6cb-143c2452db16 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540740 Apr 05 20:26:54.336310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-5a662f79-0dde-4614-bd30-92a9f423c39d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551188 Apr 05 20:26:54.415613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef64e6a8-845f-4e15-a83c-574add2c92a2 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:26:54.423491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.440508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Transition to ACTIVE for port object ef64e6a8-845f-4e15-a83c-574add2c92a2 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:54.518026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-1ff2e302-2f48-4185-91aa-31d307307eb7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:26:54.519009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-1ff2e302-2f48-4185-91aa-31d307307eb7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0728345 Apr 05 20:26:54.520111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.722189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Pushing event updated for resources: {'Port': ['ID=ef64e6a8-845f-4e15-a83c-574add2c92a2,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:54.809174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Attempting to bind port ef64e6a8-845f-4e15-a83c-574add2c92a2 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:54.809494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Attempting to bind port ef64e6a8-845f-4e15-a83c-574add2c92a2 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'd6408285-5007-4ff9-81e7-918725286e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:54.809817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Attempting to bind port ef64e6a8-845f-4e15-a83c-574add2c92a2 on network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:54.815915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-dee5fe1c-3d0e-430d-8f1b-78d969a709b3 service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595277 Apr 05 20:26:54.818409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Port ef64e6a8-845f-4e15-a83c-574add2c92a2 on network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:26:54.818828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Attempting to bind port ef64e6a8-845f-4e15-a83c-574add2c92a2 on network e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:26:54.850124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:26:54.850458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Checking segment: {'id': 'd6408285-5007-4ff9-81e7-918725286e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:26:54.850842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Bound using segment: {'id': 'd6408285-5007-4ff9-81e7-918725286e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:26:54.851271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Bound port: ef64e6a8-845f-4e15-a83c-574add2c92a2, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6408285-5007-4ff9-81e7-918725286e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:54.851614 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.032981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-6cab1c6b-1b09-427a-ad60-7ed56dad465d service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101822 Apr 05 20:26:55.033865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] For port ef64e6a8-845f-4e15-a83c-574add2c92a2, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:26:55.036998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] For port ef64e6a8-845f-4e15-a83c-574add2c92a2, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef64e6a8-845f-4e15-a83c-574add2c92a2,segment=NetworkSegment(d6408285-5007-4ff9-81e7-918725286e94),segment_id=d6408285-5007-4ff9-81e7-918725286e94)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:26:55.102559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.171012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.172336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] 10.222.0.23 "PUT /v2.0/ports/ef64e6a8-845f-4e15-a83c-574add2c92a2 HTTP/1.1" status: 200 len: 1091 time: 1.5607848 Apr 05 20:26:55.172754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68908399-dd81-45b8-8069-49da48f67ef0', 'tag': 'ef64e6a8-845f-4e15-a83c-574add2c92a2'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:55.182314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Pushing event updated for resources: {'Port': ['ID=ef64e6a8-845f-4e15-a83c-574add2c92a2,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:55.191100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.191480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.191908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.192201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.192535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.192861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.193226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.193550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.193870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.194190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.194508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed9aba4-0cac-4058-9ebf-db93c0d2ca3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:55.380242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9c96d323-63dc-41ec-ab43-ed447934ce2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1febec07f4634460b1cdd7571e06e2da&device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 1094 time: 0.0884874 Apr 05 20:26:55.502992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-285b62b1-4ce9-48be-971b-4947c1ca355b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef64e6a8-845f-4e15-a83c-574add2c92a2 HTTP/1.1" status: 200 len: 217 time: 0.1083903 Apr 05 20:26:55.571668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bedc008-8624-44d7-8fce-bb3db30e3402 req-a9b8fa79-1208-42f5-aff3-853237975ed6 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0995624 Apr 05 20:26:55.623129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ae93040-51e4-4e6b-8a38-cd6103e864cc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:55.625103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-9ae93040-51e4-4e6b-8a38-cd6103e864cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3027df1c-b481-45a0-82d7-ad5e7832fb81 HTTP/1.1" status: 200 len: 855 time: 0.1114199 Apr 05 20:26:55.673212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-2c95414b-4478-4a05-909b-267552f1dd24 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410709 Apr 05 20:26:55.683389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac47767-f02e-47ad-8445-8c2d014e09a0 req-a0b32663-e121-4153-89af-7ac766bea921 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:55.684784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aac47767-f02e-47ad-8445-8c2d014e09a0 req-a0b32663-e121-4153-89af-7ac766bea921 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 948 time: 0.1768150 Apr 05 20:26:55.887384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aac47767-f02e-47ad-8445-8c2d014e09a0 req-0335295e-be32-47cc-8351-7f6237d859cd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798799 Apr 05 20:26:55.909858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-489d4235-8352-4be1-a2cf-0bf382b8a365 service neutron] 10.222.0.23 "GET /v2.0/networks/e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241194 Apr 05 20:26:55.947246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ef36-8150-4642-9054-295a8fbcc4f6 req-d09050ec-de55-4f82-b781-ac2dd36f6fac tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:55.948934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7b3ef36-8150-4642-9054-295a8fbcc4f6 req-d09050ec-de55-4f82-b781-ac2dd36f6fac tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 945 time: 0.1788476 Apr 05 20:26:56.006796 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d6436b-8cf9-4834-a481-f43f136625dc'] response: {'name': 'network-changed', 'server_uuid': '68908399-dd81-45b8-8069-49da48f67ef0', 'tag': 'ef64e6a8-845f-4e15-a83c-574add2c92a2', 'status': 'completed', 'code': 200} Apr 05 20:26:56.138482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28e875b3-263d-411e-931a-ceed2243039e req-6287db21-af0a-48fb-a101-f3d2deb2ff9d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 210 time: 0.1377809 Apr 05 20:26:56.179065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:56.181529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7b3ef36-8150-4642-9054-295a8fbcc4f6 req-5046aebc-7c92-4a80-8029-97535ce17b4c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796944 Apr 05 20:26:56.201435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2b91de8-85b6-4795-ace3-da10969405e5 req-c3b22555-2a8b-4566-bb7b-07c5d1e9ac11 service neutron] 10.222.0.23 "GET /v2.0/networks/e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837961 Apr 05 20:26:56.356269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 4fb022b1-fef7-4d85-b241-ad36d85c7883 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:56.371062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 4fb022b1-fef7-4d85-b241-ad36d85c7883 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:56.371647 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.381868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3c1aa-9b01-4dc1-994c-8c2e21f555e0 req-af39f7f8-0746-4205-90d7-ef2bf029de9b tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:56.382880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2f3c1aa-9b01-4dc1-994c-8c2e21f555e0 req-af39f7f8-0746-4205-90d7-ef2bf029de9b tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 943 time: 0.1104784 Apr 05 20:26:56.451187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2f3c1aa-9b01-4dc1-994c-8c2e21f555e0 req-9a58867c-f62c-41a4-a879-fff6f2610e0d tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618148 Apr 05 20:26:56.464218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-2c9d0865-2ab1-41fb-8a3e-9ea6323ad98f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1febec07f4634460b1cdd7571e06e2da&device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1219687 Apr 05 20:26:56.525215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.552818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:26:56.563223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:26:56.620968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-5677b9bb-7792-4c29-a79c-14bb1df8ce81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:56.622390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-5677b9bb-7792-4c29-a79c-14bb1df8ce81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 HTTP/1.1" status: 200 len: 916 time: 0.1509249 Apr 05 20:26:56.638751 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.703217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-249003ff-8ab5-4c79-9010-58092abd9372 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef64e6a8-845f-4e15-a83c-574add2c92a2 HTTP/1.1" status: 200 len: 217 time: 0.0689089 Apr 05 20:26:56.713722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:56.723451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.723998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.724330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.724657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.724983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.725377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.725647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.725966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.726284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.726594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.726909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:56.768536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-7b841f7c-0653-4d50-bcf5-d2c272eb1daf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:56.769962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-7b841f7c-0653-4d50-bcf5-d2c272eb1daf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3027df1c-b481-45a0-82d7-ad5e7832fb81 HTTP/1.1" status: 200 len: 855 time: 0.0600379 Apr 05 20:26:56.787689 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ec009a-b200-4447-826b-047a528cddd0'] response: {'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'code': 200} Apr 05 20:26:56.819620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-6ad463d8-30e9-4603-9b93-23e8794c7bca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427136 Apr 05 20:26:56.948965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac3155d5-ee92-4a83-9ce7-afc54a90d6e7 req-f7b9d583-478d-4f9b-ba96-be255f4b5455 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0494223 Apr 05 20:26:56.969966 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b693620a-1aba-452a-b6ca-a6862f83e948 req-40bdfc60-173b-42c4-b463-af2e1b088101 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1100 time: 0.0811877 Apr 05 20:26:57.006737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-b5ca48fb-727c-4f0d-b66b-15eb01eb9634 service neutron] 10.222.0.23 "GET /v2.0/networks/e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797318 Apr 05 20:26:57.020291 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b693620a-1aba-452a-b6ca-a6862f83e948 req-7d2b8ef5-e745-4ce8-9f61-9bacb82391ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Apr 05 20:26:57.138974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5782d47d-ed2f-4ed9-bfb3-9ac4dc127442 req-8ce4f350-e60e-4d93-a840-bf1b11fc815f service neutron] 10.222.0.23 "GET /v2.0/networks/e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257329 Apr 05 20:26:57.354632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935be1-6870-4daa-aa20-b1a5b79251e0 req-e1a76797-367a-4c15-9a3b-6722f6b61b67 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:57.356071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39935be1-6870-4daa-aa20-b1a5b79251e0 req-e1a76797-367a-4c15-9a3b-6722f6b61b67 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.0835295 Apr 05 20:26:57.403052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39935be1-6870-4daa-aa20-b1a5b79251e0 req-1f9fcd12-745d-49a3-86f5-015e286ce538 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Apr 05 20:26:57.635421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-4d6e807e-1b0b-4506-81ed-417bc7087d65 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:57.636817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-4d6e807e-1b0b-4506-81ed-417bc7087d65 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 0.1544867 Apr 05 20:26:57.652919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Request body: {'port': {'device_id': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'admin_state_up': True, 'tenant_id': 'e31513a38b3342e89d1eadcd84a80ac0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:57.830119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-047735cb-225f-42a5-b0aa-2a25a5f039c9 req-4d867118-e7f3-4b94-bd99-587820c0a704 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 210 time: 0.0463510 Apr 05 20:26:57.832289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:57.836217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Usage tracker for resource:port and tenant:e31513a38b3342e89d1eadcd84a80ac0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:57.839332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:57.845974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:57.925213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Made reservation on behalf of e31513a38b3342e89d1eadcd84a80ac0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:57.928304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.207705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315218cd-3ef8-4a88-8c52-7e09174df3ba req-072d341d-22e5-4b37-977c-02aba57f6b82 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:58.209178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-315218cd-3ef8-4a88-8c52-7e09174df3ba req-072d341d-22e5-4b37-977c-02aba57f6b82 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 945 time: 0.2696722 Apr 05 20:26:58.244588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40644) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:58.277644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb0c03-1e2b-4f66-b1ef-f697388c61fb req-cab802d9-e682-4984-b51f-3aa0ea8b8bcf tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:58.279088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93cb0c03-1e2b-4f66-b1ef-f697388c61fb req-cab802d9-e682-4984-b51f-3aa0ea8b8bcf tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 943 time: 0.2991176 Apr 05 20:26:58.332465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Allocated IP 172.20.0.3 (197ae67c-ccf2-410d-9b84-d7d0ee796555/69567d96-9275-495b-9828-be536b692689/347b3440-d8ff-41a3-b818-5b10d8f861b9) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:58.346706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-315218cd-3ef8-4a88-8c52-7e09174df3ba req-79700221-e92c-443b-93ec-5c07a365d0a2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084380 Apr 05 20:26:58.418646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93cb0c03-1e2b-4f66-b1ef-f697388c61fb req-3a75460b-91d9-4e35-ad7c-476bb3b8a357 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294150 Apr 05 20:26:58.435003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.485107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:58.501781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Usage tracker for resource:security_group_rule and tenant:8651369e1f0c4a5fa9635b472f12d796 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:58.504766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:58.510819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:58.593458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.600391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.667120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.698862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf240e5d-6def-48b4-912b-e3e85f6b9144 req-6d5adb7f-e6f5-47f9-9340-2437dae58cf6 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0577738 Apr 05 20:26:58.716600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554e717b-264f-4d7b-a0c3-2f0f3d96f70a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:58.721814 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8651369e1f0c4a5fa9635b472f12d796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4746056 Apr 05 20:26:58.724627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40658) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:58.729218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.729772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.729878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.730186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.730507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.730826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.731148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.731466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.731853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.732094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.732750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfbf30a-e7aa-4a06-b308-cfa75d02571b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:58.774512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aafaf-2135-45ed-8fbc-13b91f9308ec req-54037420-fe06-43d9-a8cf-8f6859d469f0 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:58.775956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b03aafaf-2135-45ed-8fbc-13b91f9308ec req-54037420-fe06-43d9-a8cf-8f6859d469f0 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 945 time: 0.1678360 Apr 05 20:26:58.787002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40662) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:58.793741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'floatingip': {'port_id': '4a2f0af9-63b8-4802-906a-43f1629a48ca'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:58.872913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.962581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd85822b-9b27-4954-b786-630fbc0afd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.982038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.141380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:59.175733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:59.190434 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd85822b-9b27-4954-b786-630fbc0afd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.196816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:26:59.200615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:59.201243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.217370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:59.339260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be32881-38a8-472d-9d9c-04803a94850e req-c84f29bf-1f13-4618-91cb-dae5325caae6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:59.340714 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4be32881-38a8-472d-9d9c-04803a94850e req-c84f29bf-1f13-4618-91cb-dae5325caae6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.4917808 Apr 05 20:26:59.346688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-201ed653-e38f-4bab-ad31-bd9724c70286 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6972520 Apr 05 20:26:59.367087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Request body: {'port': {'device_id': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:26:59.434328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a43f5-de56-47c3-9ee8-dd753b6b4ebb req-3edcb780-1017-4387-bee2-8efcf394db78 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:59.434924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-111a43f5-de56-47c3-9ee8-dd753b6b4ebb req-3edcb780-1017-4387-bee2-8efcf394db78 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:59.587493 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd85822b-9b27-4954-b786-630fbc0afd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.684025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85822b-9b27-4954-b786-630fbc0afd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554e717b-264f-4d7b-a0c3-2f0f3d96f70a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:59.694501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4be32881-38a8-472d-9d9c-04803a94850e req-09ae60ec-c770-41f6-b5bb-a1046e0f7cd0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393955 Apr 05 20:26:59.704322 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd85822b-9b27-4954-b786-630fbc0afd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.705386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd85822b-9b27-4954-b786-630fbc0afd51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/554e717b-264f-4d7b-a0c3-2f0f3d96f70a HTTP/1.1" status: 204 len: 168 time: 0.9789298 Apr 05 20:26:59.725986 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.756208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-111a43f5-de56-47c3-9ee8-dd753b6b4ebb req-3edcb780-1017-4387-bee2-8efcf394db78 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:59.757503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-111a43f5-de56-47c3-9ee8-dd753b6b4ebb req-3edcb780-1017-4387-bee2-8efcf394db78 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 931 time: 0.7275822 Apr 05 20:27:00.263698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-111a43f5-de56-47c3-9ee8-dd753b6b4ebb req-d61f855b-4068-488d-99d1-2a9f7f09e8a3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:00.461792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418631a7-5e7c-4d0f-a2ac-a919e5d74d8e req-17637004-2319-4805-9363-38f09fee6939 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:00.463243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-418631a7-5e7c-4d0f-a2ac-a919e5d74d8e req-17637004-2319-4805-9363-38f09fee6939 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 943 time: 0.4623299 Apr 05 20:27:00.524679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:27:00.630252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-418631a7-5e7c-4d0f-a2ac-a919e5d74d8e req-7f8f1022-6d30-41b7-8caa-001893000952 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530859 Apr 05 20:27:00.653856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.697734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef64e6a8-845f-4e15-a83c-574add2c92a2 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:00.706437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347b3440-d8ff-41a3-b818-5b10d8f861b9 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:00.712450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-111a43f5-de56-47c3-9ee8-dd753b6b4ebb req-d61f855b-4068-488d-99d1-2a9f7f09e8a3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:00.721637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-111a43f5-de56-47c3-9ee8-dd753b6b4ebb req-d61f855b-4068-488d-99d1-2a9f7f09e8a3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325082 Apr 05 20:27:00.723677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.743446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Transition to ACTIVE for port object 347b3440-d8ff-41a3-b818-5b10d8f861b9 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:00.767661 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.856613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ef64e6a8-845f-4e15-a83c-574add2c92a2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef64e6a8-845f-4e15-a83c-574add2c92a2,segment=NetworkSegment(d6408285-5007-4ff9-81e7-918725286e94),segment_id=d6408285-5007-4ff9-81e7-918725286e94)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:00.878636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'ef64e6a8-845f-4e15-a83c-574add2c92a2', 'network_id': 'e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070', 'port_id': 'ef64e6a8-845f-4e15-a83c-574add2c92a2', 'mac_address': 'fa:16:3e:f1:58:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3027df1c-b481-45a0-82d7-ad5e7832fb81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:00.914242 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.933229 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.951479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:00.952064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef64e6a8-845f-4e15-a83c-574add2c92a2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:00.973327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.976552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ef64e6a8-845f-4e15-a83c-574add2c92a2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef64e6a8-845f-4e15-a83c-574add2c92a2,segment=NetworkSegment(d6408285-5007-4ff9-81e7-918725286e94),segment_id=d6408285-5007-4ff9-81e7-918725286e94)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:01.007279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:01.011581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Usage tracker for resource:security_group_rule and tenant:134fd2267b1f41d2afab58b63e8357e0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:01.015159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:01.017725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e381b384-a7b4-4caf-a8c0-6e27fd093b10 req-e89c688b-c9ee-49a6-9d86-8f290f11c1da tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1046731 Apr 05 20:27:01.029486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:01.044331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.128993 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.129512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ef64e6a8-845f-4e15-a83c-574add2c92a2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:01.151252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:01.222041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.233725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:01.234085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:01.234407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:01.247639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ef64e6a8-845f-4e15-a83c-574add2c92a2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:01.253780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-6905574c-ea7e-496b-8f93-1d10f77b9013 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1100 time: 0.1818068 Apr 05 20:27:01.255487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:01.255800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:01.306860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9487beaf-ee64-4163-a199-5f1039ce80f5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:01.315015 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a1d755fa-c72a-4f00-8518-cea668bb5e45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=134fd2267b1f41d2afab58b63e8357e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3615935 Apr 05 20:27:01.322901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40696) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:01.377139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:01.378128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:01.378128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:01.378595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Bound port: 347b3440-d8ff-41a3-b818-5b10d8f861b9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:01.378955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.397370 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.443072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b34d7012-fd49-4797-86d3-a1913eb24939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.477068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b34d7012-fd49-4797-86d3-a1913eb24939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.495325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:01.504780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Usage tracker for resource:security_group_rule and tenant:6758d26009e247429ec8ff13e3bcbf8a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:01.516391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:01.527669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:01.530752 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Floating IP 05e53447-628e-48ee-96ad-b698a11ec43a associated. External IP: 172.25.2.126, port: 4a2f0af9-63b8-4802-906a-43f1629a48ca. Apr 05 20:27:01.615893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b34d7012-fd49-4797-86d3-a1913eb24939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.633011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d7012-fd49-4797-86d3-a1913eb24939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487beaf-ee64-4163-a199-5f1039ce80f5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:01.649550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b34d7012-fd49-4797-86d3-a1913eb24939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.653399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b34d7012-fd49-4797-86d3-a1913eb24939 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9487beaf-ee64-4163-a199-5f1039ce80f5 HTTP/1.1" status: 204 len: 168 time: 0.3269515 Apr 05 20:27:01.665759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:01.682000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:01.755908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.765536 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.882663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.882663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] 10.222.0.23 "PUT /v2.0/ports/347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 1091 time: 2.5208685 Apr 05 20:27:01.885072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.891171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:01.911134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40718) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:01.938780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c24dc-3d2e-4bd6-8448-68cf79da9f08 service neutron] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:01.957961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd373eab-a245-4efd-bab6-9798f923d080,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:01.961318 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6a02801-c1d9-4a84-bf70-42e8e5555214 req-1f9aa789-e575-4eb3-acb7-cd65f32432e0 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998119 Apr 05 20:27:02.002418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3cea1-fc48-4fb9-9806-c0382f5d6cfb req-915edcd5-12a9-4432-9f92-984501e9eb5c tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:02.004383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ab3cea1-fc48-4fb9-9806-c0382f5d6cfb req-915edcd5-12a9-4432-9f92-984501e9eb5c tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 944 time: 0.1999862 Apr 05 20:27:02.216580 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.250453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:02.254278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Usage tracker for resource:security_group_rule and tenant:a08242266cd84369a75a696e9a534405 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:02.257543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:02.269945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:02.271021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ab3cea1-fc48-4fb9-9806-c0382f5d6cfb req-edb97cdb-8c6e-4fbf-9a2c-7c60c783ca49 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055843 Apr 05 20:27:02.326256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-dbd83268-f8ae-4605-8c6f-d9f0725f5d30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1094 time: 0.3207386 Apr 05 20:27:02.368389 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.464536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.465289 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efd1c9e-7dad-448e-a663-ec72c17708b5'] response: {'name': 'network-changed', 'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9', 'status': 'completed', 'code': 200} Apr 05 20:27:02.471463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-f147cbf5-06b9-4b70-a912-14ae74e92997 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 217 time: 0.1303775 Apr 05 20:27:02.498376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd3df85-4ece-4812-bab8-03bfd8f21e5d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:02.526215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c19923cd-e822-4113-bda8-2e2271a76249 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a08242266cd84369a75a696e9a534405&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6138718 Apr 05 20:27:02.528692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40740) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:02.582382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-6801f14c-a28d-459d-82a3-525e16ac0384 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:02.583956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-6801f14c-a28d-459d-82a3-525e16ac0384 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.0992506 Apr 05 20:27:02.596180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08beb934-2ecc-4a49-8aed-27887bfe5a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.625566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08beb934-2ecc-4a49-8aed-27887bfe5a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.673486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-49692553-90d1-45a4-9a96-a743b25b3261 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543835 Apr 05 20:27:02.717921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef64e6a8-845f-4e15-a83c-574add2c92a2 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:02.754152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08beb934-2ecc-4a49-8aed-27887bfe5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.775569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08beb934-2ecc-4a49-8aed-27887bfe5a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd3df85-4ece-4812-bab8-03bfd8f21e5d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:02.784460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08beb934-2ecc-4a49-8aed-27887bfe5a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.786178 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-08beb934-2ecc-4a49-8aed-27887bfe5a8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fd3df85-4ece-4812-bab8-03bfd8f21e5d HTTP/1.1" status: 204 len: 168 time: 0.2561619 Apr 05 20:27:02.810270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8d40d-a5a5-48a0-b23f-0f65e61d4be1 req-62be9ffe-9259-4c2e-b82d-60aff724cca4 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:02.813153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43b8d40d-a5a5-48a0-b23f-0f65e61d4be1 req-62be9ffe-9259-4c2e-b82d-60aff724cca4 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.3812869 Apr 05 20:27:02.841980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port ef64e6a8-845f-4e15-a83c-574add2c92a2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:02.847091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port ef64e6a8-845f-4e15-a83c-574add2c92a2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:02.847462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.928200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35fc57e3-2b58-41e5-bee0-e24b82a22d16 req-d4d32748-ecaf-4324-8f96-ebdf4b17cc7f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3421228 Apr 05 20:27:02.930181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Router c6ee2376-d6f9-4be5-935f-1a636cb17858 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:27:02.934490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43b8d40d-a5a5-48a0-b23f-0f65e61d4be1 req-fc235166-597e-4966-9358-b7794350b96c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125431 Apr 05 20:27:02.944280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-d448d121-3f5c-42fb-aa17-c87ac9e33fe2 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564874 Apr 05 20:27:03.002688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.039801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68908399-dd81-45b8-8069-49da48f67ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef64e6a8-845f-4e15-a83c-574add2c92a2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:03.056371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ef64e6a8-845f-4e15-a83c-574add2c92a2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef64e6a8-845f-4e15-a83c-574add2c92a2,segment=NetworkSegment(d6408285-5007-4ff9-81e7-918725286e94),segment_id=d6408285-5007-4ff9-81e7-918725286e94)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:03.158838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.319236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ef64e6a8-845f-4e15-a83c-574add2c92a2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:03.346975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.414413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48511cf8-b03d-4be0-8b11-77b3f3d71c86 req-60f0e6db-7270-49d5-8862-b81f1e942b7e tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0659404 Apr 05 20:27:03.423669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d32f98fd-8523-4451-a1d3-aa169cceb92f req-d925feb2-f3af-43a6-abac-dc272ed9bbe1 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726715 Apr 05 20:27:03.518719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:27:03.533155 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] Sync routers for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:27:03.542589 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c631a5-afda-4c55-9dda-013154c55ce5'] response: {'server_uuid': '68908399-dd81-45b8-8069-49da48f67ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef64e6a8-845f-4e15-a83c-574add2c92a2', 'code': 200} Apr 05 20:27:03.549473 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:27:03.550170 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:26:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:03.611367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.23', 61017) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:03.651757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.737233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40776) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:03.770041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.774003 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:27:03.803503 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-089b7963-d997-40e3-84d5-5d1dbabd8674 req-dcb0843a-c8b3-4d8d-a8aa-ebb2720b3b26 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 1096 time: 0.1909280 Apr 05 20:27:03.811874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:03.816317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Usage tracker for resource:security_group_rule and tenant:2dd137f4d8ea4c0daf7622607c7a93e2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:03.819536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:03.825941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:03.827453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-6a3ada91-fcf3-44ef-a31f-92fc9a2b9866 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1094 time: 0.2949710 Apr 05 20:27:03.931281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.933603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f77061-1180-45de-a801-ef12f3cdfe3c req-a12db2b2-a79c-4710-953c-f1a98a753242 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:03.940881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51f77061-1180-45de-a801-ef12f3cdfe3c req-a12db2b2-a79c-4710-953c-f1a98a753242 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 945 time: 0.2562835 Apr 05 20:27:03.941628 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-089b7963-d997-40e3-84d5-5d1dbabd8674 req-d8eacff6-d9e7-4583-9f51-bf23ad44abc6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Apr 05 20:27:03.971935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e8ec9654-34d1-4ff1-b2b0-aad3ec6a1e15 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "PUT /v2.0/floatingips/05e53447-628e-48ee-96ad-b698a11ec43a HTTP/1.1" status: 200 len: 991 time: 5.1838918 Apr 05 20:27:03.996282 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.025737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51f77061-1180-45de-a801-ef12f3cdfe3c req-83e9c083-7695-403d-a032-532f56565c8c tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842395 Apr 05 20:27:04.065344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4640f-3f18-48d5-a377-650fadd17254,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:04.074049 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-71764d8a-4b2f-48cd-8812-00c13587ea4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dd137f4d8ea4c0daf7622607c7a93e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3327610 Apr 05 20:27:04.074642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40788) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:04.122406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-f869f686-a476-457e-a002-1d52c35cbc5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:04.124203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-f869f686-a476-457e-a002-1d52c35cbc5f service neutron] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.2869492 Apr 05 20:27:04.172791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ed00dda-6c6b-474e-a4cc-9c7e4a16b462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.207024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-da47eb31-5aef-4b35-ad43-b569e9d7824d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 217 time: 0.0723567 Apr 05 20:27:04.235704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ed00dda-6c6b-474e-a4cc-9c7e4a16b462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.283278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '05e53447-628e-48ee-96ad-b698a11ec43a', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'port_id': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'mac_address': 'fa:16:3e:4a:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:21Z', 'updated_at': '2022-04-05T20:27:00Z', 'revision_number': 1, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:04.288016 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] Checking router: c6ee2376-d6f9-4be5-935f-1a636cb17858 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:27:04.303878 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:27:04.305430 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:26:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:04.361231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40800) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:04.386319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-d6bc0283-acec-46a1-afb8-61c724567753 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:04.387924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-d6bc0283-acec-46a1-afb8-61c724567753 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1738827 Apr 05 20:27:04.451109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-8f00371d-e5b2-4d94-aff2-f8a34e47c8df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545413 Apr 05 20:27:04.456136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ed00dda-6c6b-474e-a4cc-9c7e4a16b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.461003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8b282-37b3-40fd-9a62-79dd902c1e78 req-90948171-e39c-476f-9b98-2e1122fa77cd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:04.468885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1e8b282-37b3-40fd-9a62-79dd902c1e78 req-90948171-e39c-476f-9b98-2e1122fa77cd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.1804318 Apr 05 20:27:04.492260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:04.497575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed00dda-6c6b-474e-a4cc-9c7e4a16b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4640f-3f18-48d5-a377-650fadd17254,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:04.515989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ed00dda-6c6b-474e-a4cc-9c7e4a16b462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.523375 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ed00dda-6c6b-474e-a4cc-9c7e4a16b462 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0b4640f-3f18-48d5-a377-650fadd17254 HTTP/1.1" status: 204 len: 168 time: 0.4455049 Apr 05 20:27:04.699669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1e8b282-37b3-40fd-9a62-79dd902c1e78 req-c4fa6f4a-bfd0-4fb9-a415-7d2ee0181483 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297742 Apr 05 20:27:04.718929 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-ebf6d36f-35da-426e-8208-e306540343d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3560779 Apr 05 20:27:04.750982 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9aca59b4-46fe-4de4-9ec5-c51290590ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.761651 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:27:04.782859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-a2b57f0c-0a35-4d35-9ed8-adf14ffa22be service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932227 Apr 05 20:27:04.798023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd01a7b-80cb-4ab5-9140-fd09f9740232 req-222e1602-0c7b-4337-b408-eaf04b4b6ea9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:04.799521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecd01a7b-80cb-4ab5-9140-fd09f9740232 req-222e1602-0c7b-4337-b408-eaf04b4b6ea9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 945 time: 0.2041752 Apr 05 20:27:05.027877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecd01a7b-80cb-4ab5-9140-fd09f9740232 req-74e10efa-90a3-460c-a3c4-2d9607f100db tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065535 Apr 05 20:27:05.097597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c88d01a2-4483-442c-a7cb-762fa79beb7e req-66fbb614-7338-4a3e-bb6e-ad80108eabd9 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970033 Apr 05 20:27:05.142967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a20ff-279b-4b03-b547-0952fea14152 req-1751bc05-2daf-44c4-a52e-24cd187c78f0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:05.144471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae5a20ff-279b-4b03-b547-0952fea14152 req-1751bc05-2daf-44c4-a52e-24cd187c78f0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.2595620 Apr 05 20:27:05.195592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae5a20ff-279b-4b03-b547-0952fea14152 req-3b481ffd-8f4c-4903-9682-f12936c7b1f1 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Apr 05 20:27:05.289201 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '05e53447-628e-48ee-96ad-b698a11ec43a', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'port_id': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'mac_address': 'fa:16:3e:4a:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:21Z', 'updated_at': '2022-04-05T20:27:00Z', 'revision_number': 1, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:05.294265 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6f67c-3aac-4ee7-8211-bbde6fb2211c None None] The sync data for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 is: [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '05e53447-628e-48ee-96ad-b698a11ec43a', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'port_id': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'mac_address': 'fa:16:3e:4a:5c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:21Z', 'updated_at': '2022-04-05T20:27:00Z', 'revision_number': 1, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:27:05.366108 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef53675-eb86-4a4c-943e-89aed62e3a28'] response: {'name': 'network-changed', 'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'status': 'completed', 'code': 200} Apr 05 20:27:05.465704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2542c9-b50b-4fe8-81a7-a37e76d258d0 req-c3833965-da17-473a-82b1-d9d6660e7425 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0545833 Apr 05 20:27:05.580357 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-b19681e5-f5cd-47ac-b274-1de0ecb34a12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 1096 time: 0.1702802 Apr 05 20:27:05.679400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814b2cab-3467-450d-8e9c-8c8616d26e7f None None] New status for floating IP 05e53447-628e-48ee-96ad-b698a11ec43a: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:27:05.733783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245411a-a888-496e-904d-9ef32c07f683 req-490364df-a2e8-48d0-8887-4819b94f06cb tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:05.735313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a245411a-a888-496e-904d-9ef32c07f683 req-490364df-a2e8-48d0-8887-4819b94f06cb tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 945 time: 0.1105843 Apr 05 20:27:05.751353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-2a1e511f-9169-46c9-b291-b2bc1f34407b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:05.753624 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-2a1e511f-9169-46c9-b291-b2bc1f34407b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 924 time: 0.1673908 Apr 05 20:27:05.791074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a245411a-a888-496e-904d-9ef32c07f683 req-3a323bed-de3b-4af4-aa46-2af95320d34f tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492904 Apr 05 20:27:05.924649 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-62eb025c-d698-4378-a355-cbe0e60dc3c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca HTTP/1.1" status: 200 len: 999 time: 0.1542284 Apr 05 20:27:06.036160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-8753b541-4f73-4f25-b991-9aa623303d64 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:06.040749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-8753b541-4f73-4f25-b991-9aa623303d64 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 200 len: 862 time: 0.1088378 Apr 05 20:27:06.143883 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-d82d9737-e522-433e-9b74-ca6101dd5fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7394865f-8050-442a-baa7-fa8fe6b12b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959616 Apr 05 20:27:06.233588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d27caa-4877-4de8-905f-1f56d24b93b3 req-83bbc9a1-f4ff-4ca7-8ba1-288e87c1e5c0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:06.235456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3d27caa-4877-4de8-905f-1f56d24b93b3 req-83bbc9a1-f4ff-4ca7-8ba1-288e87c1e5c0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.1050355 Apr 05 20:27:06.425873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3d27caa-4877-4de8-905f-1f56d24b93b3 req-3832a660-3f5c-4579-8809-63ee42b29382 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844494 Apr 05 20:27:06.446889 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-9cf2204a-9cb2-4ca7-86e4-ec74ba039025 service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933130 Apr 05 20:27:06.696194 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c46dc9b-889b-41b7-825d-57673f34b0eb req-d6010d2f-46af-44d0-a091-12bfaa6dd787 service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421741 Apr 05 20:27:06.709329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fa033-f5fc-4470-bac4-fba3b7553861 req-65d4546f-f53a-4803-822e-0e8bfb1031b0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:06.710770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d3fa033-f5fc-4470-bac4-fba3b7553861 req-65d4546f-f53a-4803-822e-0e8bfb1031b0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.1160882 Apr 05 20:27:06.747664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:06.773293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d3fa033-f5fc-4470-bac4-fba3b7553861 req-930a9db1-c903-4658-ab2f-86fef8247703 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Apr 05 20:27:06.866073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75e655ae-5f13-4257-b8d1-346de565a8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.939901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:06.964594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '347b3440-d8ff-41a3-b818-5b10d8f861b9', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'port_id': '347b3440-d8ff-41a3-b818-5b10d8f861b9', 'mac_address': 'fa:16:3e:70:e9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69567d96-9275-495b-9828-be536b692689', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:07.024260 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.050057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347b3440-d8ff-41a3-b818-5b10d8f861b9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:07.063558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-698e8908-c451-417e-a62a-4148f5ff520c req-d242f211-28a0-4cc8-8885-aa39903fda35 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0852959 Apr 05 20:27:07.076122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:07.193492 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.217946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:27:07.298003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:07.421656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['347b3440-d8ff-41a3-b818-5b10d8f861b9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:07.471219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40920) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:07.712986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956320f3-407c-4797-9d0c-39e8a1aa61c8 req-c1d9c136-7333-4d1b-af58-f28d4ac20c17 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.715020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-956320f3-407c-4797-9d0c-39e8a1aa61c8 req-c1d9c136-7333-4d1b-af58-f28d4ac20c17 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.0860825 Apr 05 20:27:07.817283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-956320f3-407c-4797-9d0c-39e8a1aa61c8 req-b3993165-2df6-4dd5-b5dd-39e8d68393b8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966189 Apr 05 20:27:07.995419 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1d8edeb-2b39-446b-923b-a5ebb7baa849 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9327248423474aab826a4ce0ba0ba48c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5225098 Apr 05 20:27:08.001705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40940) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:08.013244 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-930b71d6-0382-4b4c-9dca-4c8e34e9f7d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1100 time: 0.2371135 Apr 05 20:27:08.167892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aefbe26b-2dba-4587-82fd-b89f5dc33740 req-d8afe1d1-ab72-44a5-a058-3adbe8ebf96d tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a13819d536540e2a69937dad5e13fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576863 Apr 05 20:27:08.186276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-b7998b9f-cc4c-4dd6-9c63-9df628009556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:08.187926 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-b7998b9f-cc4c-4dd6-9c63-9df628009556 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1664133 Apr 05 20:27:08.222719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.289098 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-fdf9b3f6-4d51-496d-bb56-27e7ecb3e469 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.0894320 Apr 05 20:27:08.293445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ccd5de28-471d-4051-b3ab-e7d7ee639d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.334913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00a5cb-8f0a-4834-b2a4-756f7e54c0b2 req-0f448139-e8f5-44be-a38f-ab2a6578bd24 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:08.341702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f00a5cb-8f0a-4834-b2a4-756f7e54c0b2 req-0f448139-e8f5-44be-a38f-ab2a6578bd24 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 944 time: 0.3067710 Apr 05 20:27:08.384374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-b09c39cd-21e4-4821-925f-ce9e1f4f28db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:08.385964 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-b09c39cd-21e4-4821-925f-ce9e1f4f28db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0912864 Apr 05 20:27:08.397224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ccd5de28-471d-4051-b3ab-e7d7ee639d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.420321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbe26b-2dba-4587-82fd-b89f5dc33740 req-a2a41e69-7773-411e-8594-977d5cc67813 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:08.427282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aefbe26b-2dba-4587-82fd-b89f5dc33740 req-a2a41e69-7773-411e-8594-977d5cc67813 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546527 Apr 05 20:27:08.476621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aefbe26b-2dba-4587-82fd-b89f5dc33740 req-68dd55a5-7746-48db-ab2a-bb7dc89b0171 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/quotas/1a13819d536540e2a69937dad5e13fa1 HTTP/1.1" status: 200 len: 375 time: 0.0484354 Apr 05 20:27:08.481775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.496208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f00a5cb-8f0a-4834-b2a4-756f7e54c0b2 req-8ff3ec25-f626-466e-823f-961ea19d23a2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503348 Apr 05 20:27:08.545094 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-ef896b5d-c2eb-44cf-ae24-6190dde2c854 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1396847 Apr 05 20:27:08.577723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aefbe26b-2dba-4587-82fd-b89f5dc33740 req-7a22c4bb-9171-442d-8a8a-ebcad7a1ca7c tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a13819d536540e2a69937dad5e13fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987916 Apr 05 20:27:08.706782 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-e1258413-eefa-4317-86a0-0dc1b483379b service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570985 Apr 05 20:27:08.732861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ccd5de28-471d-4051-b3ab-e7d7ee639d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.756600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86d0cd55-fc9f-440a-8084-391c2971f7bf req-3e749b34-c745-497a-9427-0bb5a483bd30 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0654037 Apr 05 20:27:08.758165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:08.759994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5de28-471d-4051-b3ab-e7d7ee639d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52d8de7-14d3-4818-8700-6315597919c7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:08.865674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ccd5de28-471d-4051-b3ab-e7d7ee639d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.865674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ccd5de28-471d-4051-b3ab-e7d7ee639d4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c52d8de7-14d3-4818-8700-6315597919c7 HTTP/1.1" status: 204 len: 168 time: 0.8554902 Apr 05 20:27:08.897230 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-dcf2b868-4503-4406-a09b-d99f3e65ecde service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829484 Apr 05 20:27:08.964021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 347b3440-d8ff-41a3-b818-5b10d8f861b9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:08.970020 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 347b3440-d8ff-41a3-b818-5b10d8f861b9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:08.970020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.112398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.127998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853294d-aad7-4b39-b390-24a1ae524e4c req-abd9f168-14e5-4f37-a134-2d49832c95aa tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.129475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e853294d-aad7-4b39-b390-24a1ae524e4c req-abd9f168-14e5-4f37-a134-2d49832c95aa tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.0894158 Apr 05 20:27:09.145904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:09.172043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:09.182216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e853294d-aad7-4b39-b390-24a1ae524e4c req-6c5d2058-5a92-42cb-a837-efd6f988ad16 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Apr 05 20:27:09.243951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.357602 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0ade68f-c251-4fab-8349-5d955231222d'] response: {'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9', 'code': 200} Apr 05 20:27:09.362436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:09.537873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33a81f0d-5f27-4360-94b4-cf678518441b req-160b1048-1c6c-42ab-bc66-97e2898b454d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1096 time: 0.1002808 Apr 05 20:27:09.585399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33a81f0d-5f27-4360-94b4-cf678518441b req-7c26721b-4a2d-4665-92f3-143b62968d28 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Apr 05 20:27:09.636730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40994) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:09.643301 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.793454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41000) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:09.852251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0df44129-988d-4d23-9e29-76aa672d81de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c48b6323fa9485f9ae966067c35d23a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577030 Apr 05 20:27:09.854739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:09.917892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-067413ed-e5a2-4ba1-8f9a-2c8cdf492047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.945337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-067413ed-e5a2-4ba1-8f9a-2c8cdf492047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.034018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.064650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:10.068456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Usage tracker for resource:security_group_rule and tenant:6171f4220f4b4d31a9ebf76b8421b3a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:10.071218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:10.077471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:10.116414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-067413ed-e5a2-4ba1-8f9a-2c8cdf492047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.119301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d9b3f-8ab1-4c2d-bc2b-a56522912285 req-a8e6b51e-2896-4497-bfdc-19fea5361e0a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.120744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d7d9b3f-8ab1-4c2d-bc2b-a56522912285 req-a8e6b51e-2896-4497-bfdc-19fea5361e0a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 945 time: 0.0767901 Apr 05 20:27:10.141509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067413ed-e5a2-4ba1-8f9a-2c8cdf492047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3eba19-7b9b-471c-b8d0-a0ddf19e72b5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:10.165774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-067413ed-e5a2-4ba1-8f9a-2c8cdf492047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.169309 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-067413ed-e5a2-4ba1-8f9a-2c8cdf492047 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b3eba19-7b9b-471c-b8d0-a0ddf19e72b5 HTTP/1.1" status: 204 len: 168 time: 0.3112714 Apr 05 20:27:10.171685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.172261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d7d9b3f-8ab1-4c2d-bc2b-a56522912285 req-57a9ba70-5ad5-45f6-a9d3-d345df6cb4fd tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Apr 05 20:27:10.255984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.319155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494ad199-6626-46af-8707-8a068e339746,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:10.323619 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c6aa80c-6c8a-4e43-a767-3b937fbf2a51 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6171f4220f4b4d31a9ebf76b8421b3a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6855688 Apr 05 20:27:10.337685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41020) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:10.358851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a46c4bb-eaff-4402-a599-da5c408593c9 req-2a6a1b73-7a5b-48aa-99f8-03a2f9e9381e tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0558627 Apr 05 20:27:10.410146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828ca60f-8019-4cb2-836c-22743476fd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.437323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828ca60f-8019-4cb2-836c-22743476fd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.591064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828ca60f-8019-4cb2-836c-22743476fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.615862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ca60f-8019-4cb2-836c-22743476fd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494ad199-6626-46af-8707-8a068e339746,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:10.666114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828ca60f-8019-4cb2-836c-22743476fd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.672213 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-828ca60f-8019-4cb2-836c-22743476fd83 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/494ad199-6626-46af-8707-8a068e339746 HTTP/1.1" status: 204 len: 168 time: 0.3299773 Apr 05 20:27:10.817205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f66d8-ee84-42da-91d6-4c03b62d0074 req-70ec7a86-55bb-44ad-b031-4d6aba7e6727 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.818664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a50f66d8-ee84-42da-91d6-4c03b62d0074 req-70ec7a86-55bb-44ad-b031-4d6aba7e6727 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.0962243 Apr 05 20:27:10.893626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a50f66d8-ee84-42da-91d6-4c03b62d0074 req-79dda80f-96e8-48e9-935a-d61a67ea1d98 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691953 Apr 05 20:27:11.180347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c53bca-aeea-4d3d-ae8c-98a0ccf3f86f req-453c0c21-551c-4cfa-8fa6-f55ffd838862 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a13819d536540e2a69937dad5e13fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294082 Apr 05 20:27:11.409725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c53bca-aeea-4d3d-ae8c-98a0ccf3f86f req-dc30a9f8-7e9a-47bf-9124-106c89f7fa91 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:11.411168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c53bca-aeea-4d3d-ae8c-98a0ccf3f86f req-dc30a9f8-7e9a-47bf-9124-106c89f7fa91 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252879 Apr 05 20:27:11.449983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c53bca-aeea-4d3d-ae8c-98a0ccf3f86f req-b4b91aca-e5d2-42a3-b042-d33855bab829 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/quotas/1a13819d536540e2a69937dad5e13fa1 HTTP/1.1" status: 200 len: 375 time: 0.0216677 Apr 05 20:27:11.464095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895beab9-8c95-4f05-b122-57730929de70 req-a82f85ea-5a73-4c4e-828b-7016629c8358 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:11.465878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-895beab9-8c95-4f05-b122-57730929de70 req-a82f85ea-5a73-4c4e-828b-7016629c8358 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 945 time: 0.1086385 Apr 05 20:27:11.475239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41068) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:11.494781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.510677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c53bca-aeea-4d3d-ae8c-98a0ccf3f86f req-31a7fdb2-43e6-4d08-8c81-a4b5df658833 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a13819d536540e2a69937dad5e13fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436869 Apr 05 20:27:11.535421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:11.539730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:790288e4f89245ed8009e57d7141b54c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:11.542705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:11.549035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:11.565280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-895beab9-8c95-4f05-b122-57730929de70 req-6c48a8fc-df18-4458-94c2-444861416bdd tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532548 Apr 05 20:27:11.628462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.698932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.784939 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=790288e4f89245ed8009e57d7141b54c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3085988 Apr 05 20:27:11.785778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0733bd57-1413-4cf8-8045-58d63f42e3b7 req-d7f0d3ac-93c0-48eb-b966-9af764f61a9d tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0607877 Apr 05 20:27:11.787580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41082) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:11.791143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a037a1e-697b-413c-bd3d-393ac3bda8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b664f078-0e7e-4787-8c24-532887c27c81,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:11.889485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef638430-0105-4a1f-8d12-bb381a190208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.926867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef638430-0105-4a1f-8d12-bb381a190208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.066862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef638430-0105-4a1f-8d12-bb381a190208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.085888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef638430-0105-4a1f-8d12-bb381a190208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b664f078-0e7e-4787-8c24-532887c27c81,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:12.156224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef638430-0105-4a1f-8d12-bb381a190208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.158175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ef638430-0105-4a1f-8d12-bb381a190208 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b664f078-0e7e-4787-8c24-532887c27c81 HTTP/1.1" status: 204 len: 168 time: 0.3689222 Apr 05 20:27:12.294556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d74ec60-4b23-4cf6-887d-be75722bb94d req-25d8c550-e3ea-4eae-854e-71dc624b2451 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1096 time: 0.1767385 Apr 05 20:27:12.334710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d74ec60-4b23-4cf6-887d-be75722bb94d req-9b7417a6-ff48-4d20-a7af-fa831d11e6fb tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390601 Apr 05 20:27:12.671178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9925f45-51d6-4dba-b666-dd322da275db req-9c90d761-53c3-4eeb-a547-773002dc47cd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.672684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9925f45-51d6-4dba-b666-dd322da275db req-9c90d761-53c3-4eeb-a547-773002dc47cd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.1517663 Apr 05 20:27:12.743299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9925f45-51d6-4dba-b666-dd322da275db req-ca8aa740-e079-448d-84f5-03585a753b16 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Apr 05 20:27:12.759515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36bdfbfd-6d02-4772-9756-a9c0a3a717a7 req-99a73889-4379-443a-a2f0-5a43a48e4709 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1096 time: 0.1599946 Apr 05 20:27:12.815324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36bdfbfd-6d02-4772-9756-a9c0a3a717a7 req-8389b081-c853-4b2d-a443-7d6cb78e03f1 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533204 Apr 05 20:27:13.103564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71f57ec4-a0bc-4321-8809-d995c387947c req-ee78ac0d-4047-4fb7-993f-6bf646d27609 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0454614 Apr 05 20:27:13.383813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dccc9425-2b28-4495-bebe-05a79f1837a1 req-13f0d24f-9b75-4a2b-968b-a3fc57141ffe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0751572 Apr 05 20:27:14.473341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10c6e8-f586-46b8-8fe6-0458180629a1 req-c4e8f44a-8f78-435b-b38d-8578b0530938 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:14.474789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba10c6e8-f586-46b8-8fe6-0458180629a1 req-c4e8f44a-8f78-435b-b38d-8578b0530938 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.0813007 Apr 05 20:27:14.520989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba10c6e8-f586-46b8-8fe6-0458180629a1 req-6a4de434-f5b6-4259-a89f-5067afbaa862 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Apr 05 20:27:14.654145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6efe54-75af-438e-b68f-bc64e51a9f83 req-e4c45198-7104-4a51-9c55-ae64e04636fa tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1a13819d536540e2a69937dad5e13fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339942 Apr 05 20:27:14.822593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6efe54-75af-438e-b68f-bc64e51a9f83 req-d579a5ae-9813-4801-b998-c34d8f554130 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:14.824002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6efe54-75af-438e-b68f-bc64e51a9f83 req-d579a5ae-9813-4801-b998-c34d8f554130 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648302 Apr 05 20:27:14.841298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6efe54-75af-438e-b68f-bc64e51a9f83 req-79af452f-c1b3-4a80-8b87-f6424d1b9f22 tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/quotas/1a13819d536540e2a69937dad5e13fa1 HTTP/1.1" status: 200 len: 375 time: 0.0114188 Apr 05 20:27:14.897125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6efe54-75af-438e-b68f-bc64e51a9f83 req-e872d108-a37d-4003-ba07-11e9e2552f3f tempest-QuotasAdminNegativeTest-1206145850 tempest-QuotasAdminNegativeTest-1206145850-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1a13819d536540e2a69937dad5e13fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505016 Apr 05 20:27:15.102598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b862538-b72c-4f8f-89dc-bea9c5445628 req-bed208d8-188e-45d1-8739-dd7b6253aba5 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0418437 Apr 05 20:27:15.760671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41236) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:15.766589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-c1c18bb7-69f2-4afd-bce9-fc43074d211b tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:27:15.767539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-c1c18bb7-69f2-4afd-bce9-fc43074d211b tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057089 Apr 05 20:27:15.876041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-80f100f8-c5a4-4034-bc00-55cc9db3b7f7 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271881 Apr 05 20:27:15.956585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:15.957099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Unknown quota resources ['binding']. {{(pid=84581) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:27:16.142601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-c822173e-5e64-475f-a280-c7909d8a8bc5 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.143941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-c822173e-5e64-475f-a280-c7909d8a8bc5 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625763 Apr 05 20:27:16.186411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-2479ac31-791f-475a-8f70-bbcefc58c856 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/quotas/bbe1dc1b461d4a59bd884a44ced8ee73 HTTP/1.1" status: 200 len: 375 time: 0.0351014 Apr 05 20:27:16.238407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-41f1439d-62d7-472e-b978-755002abd366 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435829 Apr 05 20:27:16.258727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:16.259065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:16.259387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:16.270429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:16.271120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:16.277934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:16.278644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:16.279530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:16.280778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Bound port: 347b3440-d8ff-41a3-b818-5b10d8f861b9, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:16.353669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:16.440300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.441627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e5abb1a0-2248-4898-9c18-576d665e11da service neutron] 10.222.0.10 "POST /v2.0/ports/347b3440-d8ff-41a3-b818-5b10d8f861b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5646355 Apr 05 20:27:16.766779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1cf7f-ea29-4ed3-91f9-48a967fb322d req-588626e9-30ed-4c12-ab80-da672d40159d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.766779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19b1cf7f-ea29-4ed3-91f9-48a967fb322d req-588626e9-30ed-4c12-ab80-da672d40159d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.0908053 Apr 05 20:27:16.812585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19b1cf7f-ea29-4ed3-91f9-48a967fb322d req-f8337e26-f9d0-477e-b3b4-80c1ee1ac243 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Apr 05 20:27:16.896316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-559c851f-3eaf-4367-a99e-5166ce225ab7 req-2eec8fba-a0a5-4944-9196-9c7e7835d058 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0572798 Apr 05 20:27:16.944855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-314a967f-35d1-452e-91fb-926e5ef1834f req-c836e8fe-57d0-4a2f-9a51-554971eda1b2 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 210 time: 0.0474830 Apr 05 20:27:17.151710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333c5de-0db5-4fda-b479-a4433136a07c req-d25b0885-b239-48a8-b578-140c9da2905b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:17.151710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7333c5de-0db5-4fda-b479-a4433136a07c req-d25b0885-b239-48a8-b578-140c9da2905b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 945 time: 0.0868666 Apr 05 20:27:17.197924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7333c5de-0db5-4fda-b479-a4433136a07c req-e7ee36be-0a69-4470-9994-74593acd2a32 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413139 Apr 05 20:27:17.310487 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-b096df5c-b8be-4136-a396-1c729d63b8d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1096 time: 0.0948880 Apr 05 20:27:17.400475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41290) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:17.496118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-7ce76188-4ddb-4d03-978c-86f2f6ea26e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:17.497603 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-7ce76188-4ddb-4d03-978c-86f2f6ea26e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.1794271 Apr 05 20:27:17.583837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.615051 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-023dab53-00a0-4d20-a947-9befcd7c2d95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 217 time: 0.1106927 Apr 05 20:27:17.618593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:17.622641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Usage tracker for resource:security_group_rule and tenant:1a13819d536540e2a69937dad5e13fa1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:17.627138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:17.633389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:17.693215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-8a08a337-1a0b-4246-a63e-8faad1b3e91d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:17.694664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-8a08a337-1a0b-4246-a63e-8faad1b3e91d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.0627351 Apr 05 20:27:17.701849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.741146 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-64c95c73-2658-4796-9146-33d397546369 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399165 Apr 05 20:27:17.801838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.861786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d8885a-c8e6-4471-bd7e-9930a965ffc4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:17.865518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4d5c0e43-b855-4c67-943d-0a60790b3a13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a13819d536540e2a69937dad5e13fa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4638424 Apr 05 20:27:17.868008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41310) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:17.881391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-c08fb8ce-4970-4c50-b6fe-cab78afab407 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334078 Apr 05 20:27:17.933842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7079aa9-f3b2-4520-8931-b19545afd03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.044842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-ce472a1e-7b52-4f7f-9da0-ada6fd1c8753 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506801 Apr 05 20:27:18.046776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7079aa9-f3b2-4520-8931-b19545afd03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.159102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecc7a4a6-d359-4365-966e-abb0ba421376 req-94ea3849-bc7f-4a83-975a-33331e5a7217 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0836523 Apr 05 20:27:18.198349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aedd4a-dfed-42fe-9f0b-1c84837f66fa req-9769c015-d52d-4369-aa10-651b87d0735b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:18.200019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73aedd4a-dfed-42fe-9f0b-1c84837f66fa req-9769c015-d52d-4369-aa10-651b87d0735b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.1235259 Apr 05 20:27:18.243483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7079aa9-f3b2-4520-8931-b19545afd03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.264609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7079aa9-f3b2-4520-8931-b19545afd03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d8885a-c8e6-4471-bd7e-9930a965ffc4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:18.269781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73aedd4a-dfed-42fe-9f0b-1c84837f66fa req-f5b7bf94-c12a-4f18-840c-aa128b878453 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634537 Apr 05 20:27:18.272322 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7079aa9-f3b2-4520-8931-b19545afd03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.273185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c7079aa9-f3b2-4520-8931-b19545afd03d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85d8885a-c8e6-4471-bd7e-9930a965ffc4 HTTP/1.1" status: 204 len: 168 time: 0.4042830 Apr 05 20:27:18.361457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c53912-0da5-4cbb-aa02-a27509c717f0 req-702cf910-0f4c-44bb-b91c-2adb2dcf3356 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 210 time: 0.0665953 Apr 05 20:27:18.387236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41324) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:18.550866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7cd3-3a60-4763-b58b-9f6f6055fa05 req-a9d460e3-de92-44e7-8ca6-5bf7bbbac856 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:18.551039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.551148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d36a7cd3-3a60-4763-b58b-9f6f6055fa05 req-a9d460e3-de92-44e7-8ca6-5bf7bbbac856 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 945 time: 0.1051297 Apr 05 20:27:18.591622 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-6a11f25e-b95a-4dda-b7b8-3b33a4642144 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.1500750 Apr 05 20:27:18.596488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:18.600939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d36a7cd3-3a60-4763-b58b-9f6f6055fa05 req-94fa00a7-2915-48c9-85eb-46148df2115e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Apr 05 20:27:18.602727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:18.631330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1eb4bf2abd94fe7b1cb6bdcbf71f643 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:18.644054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:18.653219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:18.742055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.838149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.928784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.005309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:19.010192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9817b208-b762-4a25-bb83-587759fb7f1e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:19.016008 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b52c97c-1ac7-4423-9de9-be344c7c6ce6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1eb4bf2abd94fe7b1cb6bdcbf71f643&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6276536 Apr 05 20:27:19.019416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41334) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:19.055048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:19.062251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-a1a1a42a-41a7-48d6-a9f9-33dfc474858f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436685 Apr 05 20:27:19.083758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41338) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:19.120574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.146914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.151955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:19.175329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:19.179695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed081719e69e4caeb9d01e7c25e223d9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:19.182931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:19.190014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:19.227204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6ce1-8f2a-4621-834a-fcf5a71b9c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.241558 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd9547b-60a1-4ca2-bf4a-22fed58a5432'] response: {'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9', 'code': 200} Apr 05 20:27:19.252076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.279767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6ce1-8f2a-4621-834a-fcf5a71b9c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.390297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-e75dd051-8013-440f-b18f-77a08cce8819 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:19.391892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-e75dd051-8013-440f-b18f-77a08cce8819 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209014 Apr 05 20:27:19.402766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.444200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-170bceff-c379-4850-8bf9-1fd9401fe938 req-78373184-a7cc-4ab0-be01-2071306307f3 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0512068 Apr 05 20:27:19.457483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Request body: {'port': {'device_id': '2e13179f-b9de-40f6-ac55-030f7f556922', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'bbe1dc1b461d4a59bd884a44ced8ee73'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:19.474593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.537026 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed081719e69e4caeb9d01e7c25e223d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4505429 Apr 05 20:27:19.537026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=7']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:19.538565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41350) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:19.539246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cda70-488c-491e-85f7-113819ccffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d2098-5b8d-41f7-a439-1dd214145e55,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:19.552387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:19.552387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:19.552882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:19.577480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:19.577804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:19.615735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:19.616072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:19.616454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:19.616893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Bound port: 347b3440-d8ff-41a3-b818-5b10d8f861b9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:19.617283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.646676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd47feb4-64d5-42e3-82b0-2c08cf97e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.689676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6ce1-8f2a-4621-834a-fcf5a71b9c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.694730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5083d3bd-3d13-4d90-b58a-61f44eec770c req-b4686e05-0b80-46fd-ac62-95bb4ddeceac tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 210 time: 0.0663943 Apr 05 20:27:19.723084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd47feb4-64d5-42e3-82b0-2c08cf97e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.727913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b6ce1-8f2a-4621-834a-fcf5a71b9c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9817b208-b762-4a25-bb83-587759fb7f1e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:19.761800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6ce1-8f2a-4621-834a-fcf5a71b9c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.763245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aa1b6ce1-8f2a-4621-834a-fcf5a71b9c3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9817b208-b762-4a25-bb83-587759fb7f1e HTTP/1.1" status: 204 len: 168 time: 0.7219977 Apr 05 20:27:19.784093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:19.804389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:19.806465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:19.814987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Usage tracker for resource:port and tenant:bbe1dc1b461d4a59bd884a44ced8ee73 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:19.823508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c7942-6f00-41d4-84bb-ba01ba183324 req-18cf5d43-ef16-4c60-96c7-3441147f3418 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:19.825140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-659c7942-6f00-41d4-84bb-ba01ba183324 req-18cf5d43-ef16-4c60-96c7-3441147f3418 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.3489938 Apr 05 20:27:19.826091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:19.847085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:19.876862 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.905268 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.915064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd47feb4-64d5-42e3-82b0-2c08cf97e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.937265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-659c7942-6f00-41d4-84bb-ba01ba183324 req-130bfba0-b97c-406b-8333-95604e9ab33a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043606 Apr 05 20:27:19.950598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Made reservation on behalf of bbe1dc1b461d4a59bd884a44ced8ee73 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:19.954111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.958450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47feb4-64d5-42e3-82b0-2c08cf97e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d2098-5b8d-41f7-a439-1dd214145e55,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:19.972303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251abbc-7c48-438e-82e3-ada8d9e0e316 req-93f617f6-b15b-443f-936e-bb443bab0d2c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:19.973888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4251abbc-7c48-438e-82e3-ada8d9e0e316 req-93f617f6-b15b-443f-936e-bb443bab0d2c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.1244106 Apr 05 20:27:19.977301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.046062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:20.051632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Usage tracker for resource:security_group_rule and tenant:bbe1dc1b461d4a59bd884a44ced8ee73 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:20.054724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:20.058998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4251abbc-7c48-438e-82e3-ada8d9e0e316 req-45472fea-5257-49ee-893f-58a9b02a62f0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690579 Apr 05 20:27:20.063115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:20.106136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd47feb4-64d5-42e3-82b0-2c08cf97e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.107405 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd47feb4-64d5-42e3-82b0-2c08cf97e57a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/623d2098-5b8d-41f7-a439-1dd214145e55 HTTP/1.1" status: 204 len: 168 time: 0.5517175 Apr 05 20:27:20.113981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=8']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.140084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.156108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.157474 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-45982a53-2cd6-4d7f-97b3-bff543c28655 service neutron] 10.222.0.39 "PUT /v2.0/ports/347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 1121 time: 1.5586443 Apr 05 20:27:20.233701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.255029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['347b3440-d8ff-41a3-b818-5b10d8f861b9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:20.393978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05e5a5a-5bc8-458b-9e1c-6a87b430acec,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.428301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Allocated IP 192.168.233.161 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:20.598617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41372) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:20.623349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.644762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.666447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:20.672477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Usage tracker for resource:security_group_rule and tenant:625c52c09a24435db3606cb08430ce1e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:20.675973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:20.682858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:20.702878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31181862-3262-4219-9c83-049919dad7ca req-6eae3226-2fe5-4156-8904-46fa0c06d46d tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0614033 Apr 05 20:27:20.712208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Transition to ACTIVE for port object 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:20.776419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.810842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.832703 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.893202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c621421-087a-4d2b-9c37-cc6385fcd260,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.900197 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dea45edd-0083-48f8-9194-9249507de6bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=625c52c09a24435db3606cb08430ce1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2995787 Apr 05 20:27:20.902294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41384) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:20.957644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Pushing event updated for resources: {'Port': ['ID=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.965339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:20.971841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93f9e524-39cc-4fe4-a820-919d9fcd08d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.976954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:20.981401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:20.985647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:20.986284 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.011918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93f9e524-39cc-4fe4-a820-919d9fcd08d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.157939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01ae001d-af3a-4f33-8097-ff3dc2efe568 req-9b5ac2fd-3c23-4890-80a2-061a4656d768 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1388192 Apr 05 20:27:21.166498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ca68-ebbe-4f0b-bb2c-97587f22fa24 req-dab37cbb-40e4-4462-8f98-158420594f08 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.167190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b857ca68-ebbe-4f0b-bb2c-97587f22fa24 req-dab37cbb-40e4-4462-8f98-158420594f08 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Synchronizing usage tracker for tenant:bbe1dc1b461d4a59bd884a44ced8ee73 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:21.170523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-73cba679-02b9-44af-9776-6fbf3a243755 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7180147 Apr 05 20:27:21.209898 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93f9e524-39cc-4fe4-a820-919d9fcd08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.210080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Request body: {'port': {'device_id': '2e13179f-b9de-40f6-ac55-030f7f556922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:21.231975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e524-39cc-4fe4-a820-919d9fcd08d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c621421-087a-4d2b-9c37-cc6385fcd260,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:21.234346 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93f9e524-39cc-4fe4-a820-919d9fcd08d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.235667 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-93f9e524-39cc-4fe4-a820-919d9fcd08d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c621421-087a-4d2b-9c37-cc6385fcd260 HTTP/1.1" status: 204 len: 168 time: 0.3318465 Apr 05 20:27:21.250854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:21.362794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a7bc7-9d08-4e4e-a67c-8fe74a1b6a9b req-307dd90f-4136-44bb-9eb9-938c75b764f8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.368531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c99a7bc7-9d08-4e4e-a67c-8fe74a1b6a9b req-307dd90f-4136-44bb-9eb9-938c75b764f8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.2044444 Apr 05 20:27:21.368898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b857ca68-ebbe-4f0b-bb2c-97587f22fa24 req-dab37cbb-40e4-4462-8f98-158420594f08 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Unset dirty status for tenant:bbe1dc1b461d4a59bd884a44ced8ee73 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:21.370000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b857ca68-ebbe-4f0b-bb2c-97587f22fa24 req-dab37cbb-40e4-4462-8f98-158420594f08 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 936 time: 0.4918144 Apr 05 20:27:21.370517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.386809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-05e5aa17-c529-45cd-a90f-304c197f80b4 None None] Provisioning for port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:21.391869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-05e5aa17-c529-45cd-a90f-304c197f80b4 None None] Provisioning complete for port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:21.392451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05e5aa17-c529-45cd-a90f-304c197f80b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.473496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-05e5aa17-c529-45cd-a90f-304c197f80b4 None None] Port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:27:21.495988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c99a7bc7-9d08-4e4e-a67c-8fe74a1b6a9b req-e7ba6c02-a3ab-44f5-bb7a-d261474b41d3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157002 Apr 05 20:27:21.520081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b857ca68-ebbe-4f0b-bb2c-97587f22fa24 req-9e847ce0-5ed6-410d-b175-733c5450025f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Synchronizing usage tracker for tenant:bbe1dc1b461d4a59bd884a44ced8ee73 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:21.708345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b857ca68-ebbe-4f0b-bb2c-97587f22fa24 req-9e847ce0-5ed6-410d-b175-733c5450025f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Unset dirty status for tenant:bbe1dc1b461d4a59bd884a44ced8ee73 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:21.709567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b857ca68-ebbe-4f0b-bb2c-97587f22fa24 req-9e847ce0-5ed6-410d-b175-733c5450025f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283045 Apr 05 20:27:21.798682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84672f1-62a9-4e68-a794-ccaaf07a4502 req-b4daf5dc-70b3-4d44-b753-e03b22515f63 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.800143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c84672f1-62a9-4e68-a794-ccaaf07a4502 req-b4daf5dc-70b3-4d44-b753-e03b22515f63 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.1819265 Apr 05 20:27:21.818215 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb097e3-717f-402b-8a09-62998ca827cd'] response: {'name': 'network-changed', 'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9', 'status': 'completed', 'code': 200} Apr 05 20:27:21.945083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:21.957930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.999470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c84672f1-62a9-4e68-a794-ccaaf07a4502 req-1baed825-b1a7-4f7c-bba5-66a8fb8cf71c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925371 Apr 05 20:27:22.019449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77cbb78f-ceba-47f1-a97f-f8f8de4ac443 req-2f08ce5c-fada-470e-bf8e-4da628195987 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0662596 Apr 05 20:27:22.027075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Transition to ACTIVE for port object 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:22.046896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-59115be7-2d21-4da6-b3f6-07c3b91ba16d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1124 time: 0.1831164 Apr 05 20:27:22.135886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.329201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Pushing event updated for resources: {'Port': ['ID=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:22.433979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-47588b7e-64c9-4601-bc59-ebf87e1d6ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:22.435479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-47588b7e-64c9-4601-bc59-ebf87e1d6ce8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.3799405 Apr 05 20:27:22.516337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-9258683b-9616-4066-8de3-c62362f6117c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 217 time: 0.0724132 Apr 05 20:27:22.517033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Attempting to bind port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:22.517390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Attempting to bind port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:22.517717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Attempting to bind port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:22.599306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:22.599875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Attempting to bind port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:22.619697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:22.620290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:22.620835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:22.621484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Bound port: 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:22.622007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.695318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-6eab49bc-5c3e-4313-8e24-6d5d7ceadf3f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:22.697102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-6eab49bc-5c3e-4313-8e24-6d5d7ceadf3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1733093 Apr 05 20:27:22.823680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-35d550fe-a2e5-4e40-aac6-6cac203fe2d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169899 Apr 05 20:27:23.173245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] For port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:23.196657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] For port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:23.238836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5d27f-8341-4769-bc1e-46689b0b0698 req-efb0949e-7482-49c3-84c5-ada699c5e9e7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.240286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bc5d27f-8341-4769-bc1e-46689b0b0698 req-efb0949e-7482-49c3-84c5-ada699c5e9e7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.4725413 Apr 05 20:27:23.309646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.358652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc0c14-c40e-467f-9f88-0808d7230115 req-061a0407-d15d-4dd8-8b5f-ae115c3e11f1 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.360114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1bc0c14-c40e-467f-9f88-0808d7230115 req-061a0407-d15d-4dd8-8b5f-ae115c3e11f1 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 948 time: 0.4372880 Apr 05 20:27:23.361867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-7ad47178-9580-49bf-9e96-79e9fbb546bf service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693189 Apr 05 20:27:23.432424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bc5d27f-8341-4769-bc1e-46689b0b0698 req-4bca4652-1f15-48c2-9e94-9e9c48793be9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785715 Apr 05 20:27:23.447347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.448771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] 10.222.0.39 "PUT /v2.0/ports/0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 HTTP/1.1" status: 200 len: 1096 time: 2.2429292 Apr 05 20:27:23.449299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e13179f-b9de-40f6-ac55-030f7f556922', 'tag': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:23.542927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c943a9-2bae-4b90-8b18-0bd949241a09 service neutron] Pushing event updated for resources: {'Port': ['ID=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:23.561077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1bc0c14-c40e-467f-9f88-0808d7230115 req-5bcd5f6b-770c-45d4-a9b8-162292fb002d tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868992 Apr 05 20:27:23.615408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cda8906-ab86-4efe-b13f-c1602b6c1751 req-ca629e09-bedc-4500-86b9-6e91d8c0c34b service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095754 Apr 05 20:27:23.761517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7afedc5d-3443-414b-b5bf-4441aca42beb req-e5a8fc66-0755-4ff5-b8f8-d5c1e6ee3e06 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0589144 Apr 05 20:27:23.793445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb911b72-5ff1-4f92-8ae3-dc194ce303b6 req-d0bb4992-c3d8-411d-8740-02fcbbf9a5d3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.793821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb911b72-5ff1-4f92-8ae3-dc194ce303b6 req-d0bb4992-c3d8-411d-8740-02fcbbf9a5d3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.1929884 Apr 05 20:27:23.797697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-00c5f0c9-47df-4934-a8b5-12829adc5037 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 1099 time: 0.1860235 Apr 05 20:27:23.906682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-0409236f-e99b-41be-bceb-c087553ec23f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 HTTP/1.1" status: 200 len: 217 time: 0.0915275 Apr 05 20:27:23.913907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb911b72-5ff1-4f92-8ae3-dc194ce303b6 req-1ca7befd-d1d0-402b-9a6c-5a6540bc49f1 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137931 Apr 05 20:27:23.975121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-43a1dac5-e1ee-422f-88c9-db65c743b817 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.976569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-43a1dac5-e1ee-422f-88c9-db65c743b817 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0617483 Apr 05 20:27:24.028450 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c227116-e4f9-42d6-9c77-8f03e9f8d5d0'] response: {'name': 'network-changed', 'server_uuid': '2e13179f-b9de-40f6-ac55-030f7f556922', 'tag': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2', 'status': 'completed', 'code': 200} Apr 05 20:27:24.066046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-f4ec9c30-65a2-4228-b4f5-bd1dd827af14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788152 Apr 05 20:27:24.213037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-775427e9-53bf-4380-ae88-5199c408305e service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404238 Apr 05 20:27:24.258128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:24.454530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:24.456571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d6ff0d-8aa2-4e10-b5d3-c92bbdfd9c1a req-c77ff363-c960-421b-9442-94df1716e853 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349241 Apr 05 20:27:24.469526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:27:24.739638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df46008e-f1cd-4e15-a166-619773864c18 req-5d498e85-1e16-418d-b50d-5976867e89bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 1099 time: 0.0732460 Apr 05 20:27:24.965221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46008e-f1cd-4e15-a166-619773864c18 req-86474db0-e5d3-4489-a3c1-5ebe959d46a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:24.966754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df46008e-f1cd-4e15-a166-619773864c18 req-86474db0-e5d3-4489-a3c1-5ebe959d46a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1831684 Apr 05 20:27:24.976691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258bbd3-06d6-4a7c-8c6b-3433b9dbb07f req-3f2fa6c3-0414-41da-97d4-d694cfab5e96 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:24.978062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f258bbd3-06d6-4a7c-8c6b-3433b9dbb07f req-3f2fa6c3-0414-41da-97d4-d694cfab5e96 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.1725216 Apr 05 20:27:25.057078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df46008e-f1cd-4e15-a166-619773864c18 req-0878f8b8-dbb2-4583-a02e-01cc530e13eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 HTTP/1.1" status: 200 len: 217 time: 0.0779850 Apr 05 20:27:25.253891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f258bbd3-06d6-4a7c-8c6b-3433b9dbb07f req-c35a06c0-0d4c-46df-adee-3ad83e02dbac tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262862 Apr 05 20:27:25.255722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03b4ec16-6c51-4a14-9460-007eeb532d08 req-971a91a1-d26b-4e04-bb20-14ecf85070bb tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0620840 Apr 05 20:27:25.267706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46008e-f1cd-4e15-a166-619773864c18 req-aa5f544e-978e-4ecf-9ad5-9af5e813d915 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.269287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df46008e-f1cd-4e15-a166-619773864c18 req-aa5f544e-978e-4ecf-9ad5-9af5e813d915 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2015963 Apr 05 20:27:25.366258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df46008e-f1cd-4e15-a166-619773864c18 req-104991a7-b47f-4715-9db5-9a947da39c13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798750 Apr 05 20:27:25.560298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df46008e-f1cd-4e15-a166-619773864c18 req-ec13d461-4674-4ca6-a763-ee5fbf9557c8 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839921 Apr 05 20:27:25.601239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b4dc2-0880-4f18-ad37-ed6f19f42936 req-f5092aef-604d-47b3-9302-eecfc9b67a65 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.602664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-165b4dc2-0880-4f18-ad37-ed6f19f42936 req-f5092aef-604d-47b3-9302-eecfc9b67a65 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 948 time: 0.1382222 Apr 05 20:27:25.718490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-165b4dc2-0880-4f18-ad37-ed6f19f42936 req-ea93495b-2cca-401f-aa77-4cf5acefdc60 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732818 Apr 05 20:27:25.739019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df46008e-f1cd-4e15-a166-619773864c18 req-b93f5cad-e5df-4b65-ae2f-ea9750d468de service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710830 Apr 05 20:27:25.948049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec0c9d-a5d8-489a-849e-bda75af6dc51 req-bf680209-49a3-43f7-9e6d-f04dee66e10d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.949561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eec0c9d-a5d8-489a-849e-bda75af6dc51 req-bf680209-49a3-43f7-9e6d-f04dee66e10d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.0789626 Apr 05 20:27:25.999679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eec0c9d-a5d8-489a-849e-bda75af6dc51 req-ca9528a4-c298-4108-8da9-f4da4e208df2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Apr 05 20:27:26.109725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47806adb-d011-4cb2-ba1b-b79b7d0c4e92 req-871e3d7f-db66-4835-92fd-ec95bf6d3762 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0421765 Apr 05 20:27:26.485747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cf259-0e4e-46ae-b969-ce094b2cbd07 req-cf3eb479-f110-4f77-b92f-b8550761fa8b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:26.488863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-606cf259-0e4e-46ae-b969-ce094b2cbd07 req-cf3eb479-f110-4f77-b92f-b8550761fa8b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.0941355 Apr 05 20:27:26.542014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-606cf259-0e4e-46ae-b969-ce094b2cbd07 req-2c58ee32-bc3c-4b21-b315-ab3389128f1c tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Apr 05 20:27:26.932738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bf67e-3920-475d-8490-b8d9f315b887 req-fe963429-d149-44c0-8d49-e4b1613f873b tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:26.934242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b73bf67e-3920-475d-8490-b8d9f315b887 req-fe963429-d149-44c0-8d49-e4b1613f873b tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 948 time: 0.0855620 Apr 05 20:27:27.033733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b73bf67e-3920-475d-8490-b8d9f315b887 req-1923610e-c221-49b4-812e-f24e61ba3b01 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933545 Apr 05 20:27:27.052373 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-ed24ecaa-e0fe-48f5-a9c7-69482656cca8 service neutron] show failed (client error): The resource could not be found. Apr 05 20:27:27.053473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-ed24ecaa-e0fe-48f5-a9c7-69482656cca8 service neutron] 10.222.0.39 "GET /v2.0/ports/4fb022b1-fef7-4d85-b241-ad36d85c7883/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0928867 Apr 05 20:27:27.223678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef198-6bc5-4c0b-9902-b05bac5b2e2a req-9172ac99-6d30-4242-bf78-f24b1c45cccc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:27.225208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b2ef198-6bc5-4c0b-9902-b05bac5b2e2a req-9172ac99-6d30-4242-bf78-f24b1c45cccc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.0847013 Apr 05 20:27:27.296009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b2ef198-6bc5-4c0b-9902-b05bac5b2e2a req-8b42a868-3fb7-4b56-a462-e3cedfde7d22 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646939 Apr 05 20:27:27.476662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41602) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:27.485637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-adfc4d09-22ac-48fc-9275-87e5cf0b0094 req-2544d2fc-7b72-451e-8ee8-b665702a7e56 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0778575 Apr 05 20:27:27.518924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41608) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:27.551452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-54f64511-682e-44c5-982c-5a91b2e4ca77 service neutron] 10.222.0.23 "GET /v2.0/ports/347b3440-d8ff-41a3-b818-5b10d8f861b9/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.1955395 Apr 05 20:27:27.742512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.23', 61059) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:27.778310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.791593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.852193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:27.862936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c9d778f2094d109d7bdb36c8f9b6a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:27.868397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:27.871314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:27.879099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:1625c16c31fc4fcc9484330717233010 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:27.882517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:27.886832 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-a0b443b6-6086-4ad2-99c1-7492c49711b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75&tenant_id=f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 1100 time: 0.1981921 Apr 05 20:27:27.888488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:27.902361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:27.928445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:28.000463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36b978-c001-4c78-9f81-dc64ec5e1120 req-006ddcc7-c1e4-4481-90c8-c98eadaf3854 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.002041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e36b978-c001-4c78-9f81-dc64ec5e1120 req-006ddcc7-c1e4-4481-90c8-c98eadaf3854 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.2181065 Apr 05 20:27:28.008117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-f3231c57-0b12-4d0d-9581-7b59a9c04eac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1100 time: 0.2617397 Apr 05 20:27:28.099382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.136148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.141834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.166872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:28.238037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.267291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:28.267826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.314199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5c9d778f2094d109d7bdb36c8f9b6a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7940249 Apr 05 20:27:28.318780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41624) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:28.323362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:28.372276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c95aba9-51bb-48ea-9a3b-b4bbd4c98c63,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:28.410084 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a1c71ba-aa25-4df3-a3e0-b602dfa39ed0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1625c16c31fc4fcc9484330717233010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9322162 Apr 05 20:27:28.410861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c71be-0fb6-4293-8b76-60a65c8961c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deef2a2-2edc-4335-bc33-01c9e2643aa0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:28.419267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41630) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:28.434033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347b3440-d8ff-41a3-b818-5b10d8f861b9 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:28.467415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:28.471142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:28.486655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2', 'mac_address': 'fa:16:3e:5c:38:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:28.488402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e36b978-c001-4c78-9f81-dc64ec5e1120 req-28af460e-14aa-42af-9a6c-c88f001ea4c0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777081 Apr 05 20:27:28.552609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.563736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-3da08487-ea3b-4899-b027-d3fa7626736c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.565724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-3da08487-ea3b-4899-b027-d3fa7626736c service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.5282745 Apr 05 20:27:28.573022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc1e74-3911-45b9-8c4a-0b6dfac30fc9 req-dc8d131f-5c1a-47ce-a45c-cabdf00b0fb6 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.575151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3cc1e74-3911-45b9-8c4a-0b6dfac30fc9 req-dc8d131f-5c1a-47ce-a45c-cabdf00b0fb6 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 948 time: 0.3410027 Apr 05 20:27:28.583703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:28.601313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:28.637952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ebd1-c2fa-4909-b464-9e796d8e50b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.642231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee05ee4b-12ee-4abf-b2d9-2eec0e563bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.650067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.684658 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.686014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:28.706401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:28.712849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee05ee4b-12ee-4abf-b2d9-2eec0e563bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.722138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ebd1-c2fa-4909-b464-9e796d8e50b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.730549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-f44e0db7-2432-4c84-984b-a7f30ae4a346 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.1537719 Apr 05 20:27:28.822788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:28.856434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:28.861189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3cc1e74-3911-45b9-8c4a-0b6dfac30fc9 req-cf47c3fd-54bd-418f-a50e-4826ddb666e5 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269294 Apr 05 20:27:28.885079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:28.891348 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.908351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Transition to ACTIVE for port object 4fb022b1-fef7-4d85-b241-ad36d85c7883 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:28.932308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-c05d610d-9bea-4f0a-9ee6-3cd639d33e59 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.933912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-c05d610d-9bea-4f0a-9ee6-3cd639d33e59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1654639 Apr 05 20:27:28.940945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, got binding levels [] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:28.947132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ebd1-c2fa-4909-b464-9e796d8e50b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.973937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:28.974814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:28.975396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:28.984570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:28.986229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:28.989561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5ebd1-c2fa-4909-b464-9e796d8e50b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c95aba9-51bb-48ea-9a3b-b4bbd4c98c63,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:28.996168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee05ee4b-12ee-4abf-b2d9-2eec0e563bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.003700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:29.004095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:29.004736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:29.008223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.008745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Bound port: 347b3440-d8ff-41a3-b818-5b10d8f861b9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:29.011173 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.020168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ea255-0fbb-421c-a971-e9e3dd924887 req-4df15658-616f-4916-bc86-d5d6818dd3ad tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:29.022441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-950ea255-0fbb-421c-a971-e9e3dd924887 req-4df15658-616f-4916-bc86-d5d6818dd3ad tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 943 time: 0.3559330 Apr 05 20:27:29.034197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] Transition to ACTIVE for port object 347b3440-d8ff-41a3-b818-5b10d8f861b9 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:29.111132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05ee4b-12ee-4abf-b2d9-2eec0e563bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deef2a2-2edc-4335-bc33-01c9e2643aa0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:29.136886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67ac5a1c-096e-42f0-b36c-1e923efa73c1 req-f605f99e-7183-42ef-b02f-1469e6247488 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0565953 Apr 05 20:27:29.141519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.162390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee05ee4b-12ee-4abf-b2d9-2eec0e563bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.177138 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee05ee4b-12ee-4abf-b2d9-2eec0e563bdc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3deef2a2-2edc-4335-bc33-01c9e2643aa0 HTTP/1.1" status: 204 len: 168 time: 0.8437173 Apr 05 20:27:29.177408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:29.179914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bc5ebd1-c2fa-4909-b464-9e796d8e50b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.181238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:29.184287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0bc5ebd1-c2fa-4909-b464-9e796d8e50b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c95aba9-51bb-48ea-9a3b-b4bbd4c98c63 HTTP/1.1" status: 204 len: 168 time: 0.7498012 Apr 05 20:27:29.223526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-950ea255-0fbb-421c-a971-e9e3dd924887 req-bbfaa6c1-0b30-48cf-9521-10c74ca7a49f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879933 Apr 05 20:27:29.264749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-dd7ab108-ddde-4a35-835d-3257f2260986 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3213429 Apr 05 20:27:29.280215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.450134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=6']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:29.597561 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc879e21-df40-493a-8564-55012884917a'] response: {'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'code': 200} Apr 05 20:27:29.599217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] No DVR routers for this DVR port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:29.648385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] No DVR routers for this DVR port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:29.739662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:29.740249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:29.741739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:29.756650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:29.758358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Attempting to bind port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:29.759982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=11']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:29.775624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:29.776058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:29.776666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:29.777350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Bound port: 4fb022b1-fef7-4d85-b241-ad36d85c7883, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:29.777824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.815678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] Pushing event updated for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=10']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:29.827307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-027c280b-d42f-451b-aa67-d0888e313fdc service neutron] 10.222.0.23 "PUT /v2.0/ports/347b3440-d8ff-41a3-b818-5b10d8f861b9/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2619376 Apr 05 20:27:29.951680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-3232892b-81a5-4f09-8f6f-b5b7b7d42d07 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761003 Apr 05 20:27:29.963232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:29.964442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6fd6b-a25d-42e6-a94b-e414a4d97f69 req-8cd5f12e-48ca-4b3a-9809-b74a4dff98d7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:29.965682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:27:29.968756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbc6fd6b-a25d-42e6-a94b-e414a4d97f69 req-8cd5f12e-48ca-4b3a-9809-b74a4dff98d7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.1464520 Apr 05 20:27:29.974653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:30.065037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.126897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.128270 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] 10.222.0.23 "PUT /v2.0/ports/4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 1095 time: 2.2299190 Apr 05 20:27:30.141090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd35e-5f5a-4a66-94dd-acfc91a6f428 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=7']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:30.247654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbc6fd6b-a25d-42e6-a94b-e414a4d97f69 req-04ad3a07-489d-47bb-9fcc-89d871ed0ddf tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363999 Apr 05 20:27:30.254604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d7cf51e-ca0b-4555-9d8e-d97b33f2138a req-da58cd76-77d7-4cb8-af24-943b4fe7915f service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833753 Apr 05 20:27:30.268188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:30.290204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-5f200f2c-1989-4406-a828-be52ba969a5c tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.3117933 Apr 05 20:27:30.377270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:27:30.377805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:30.394884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41658) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:30.414173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.449632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dc0f7-1072-4bb5-82cd-8c58739763c0 req-7da66e24-b031-4021-90e2-cafae418ca58 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:30.450835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-610dc0f7-1072-4bb5-82cd-8c58739763c0 req-7da66e24-b031-4021-90e2-cafae418ca58 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 949 time: 0.3647933 Apr 05 20:27:30.455922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:30.465449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Usage tracker for resource:security_group_rule and tenant:0570b0b174fc49f4a9052f73c0a32dd1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:30.465449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:30.469685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:30.475486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:30.483824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41664) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:30.511279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.638631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-610dc0f7-1072-4bb5-82cd-8c58739763c0 req-57110488-6c2e-4f58-bf60-edf8e829b983 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487918 Apr 05 20:27:30.641732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.647206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:30.651402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Usage tracker for resource:security_group_rule and tenant:a9adc85e9732437fa0a6fb7852fc6ced is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:30.663002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:30.663002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:30.669303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-e89461af-db21-4aa6-be2b-ea5f4fc5b2af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c&tenant_id=e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 1095 time: 0.3710892 Apr 05 20:27:30.677932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-c0931111-1274-4632-a0ad-99221b071479 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.2383370 Apr 05 20:27:30.754287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22f18-3b13-4432-947d-aff2bb461510 req-d59b64bc-2519-41ed-b69c-c53080aec3b5 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:30.755799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02e22f18-3b13-4432-947d-aff2bb461510 req-d59b64bc-2519-41ed-b69c-c53080aec3b5 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 944 time: 0.2996843 Apr 05 20:27:30.802765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.805071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.854722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:30.863482 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0570b0b174fc49f4a9052f73c0a32dd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4674323 Apr 05 20:27:30.864527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ce2f9-81d4-430c-a6da-f681c3792df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8543a74-2bc3-41d3-bc13-c45e249587e3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:30.869266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:30.872539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.920949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9adc85e9732437fa0a6fb7852fc6ced&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4360931 Apr 05 20:27:30.922436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ee9c58a-f690-4bb9-afed-c08c5bd6837e req-506e6b07-2e9b-4e1d-8e50-d690f562d42e tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0415337 Apr 05 20:27:30.923373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41676) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:30.963149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:27:31.006600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02e22f18-3b13-4432-947d-aff2bb461510 req-7c9e538a-fb93-4d46-8ec3-f25952adef9d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079377 Apr 05 20:27:31.033634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-87b923f6-9750-4b87-a722-56ba4df4239d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.035151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-87b923f6-9750-4b87-a722-56ba4df4239d service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3372483 Apr 05 20:27:31.042573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-2348b198-5596-4999-adf7-c95897416af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1095 time: 0.3271050 Apr 05 20:27:31.049599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb7770-c983-4f37-88a3-eb5a2eb88e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca45d72b-dc51-4165-af16-5ed4b9fbe963,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:31.053460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3e94f49-08ed-4a93-bcab-75da616ae612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.110468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3e94f49-08ed-4a93-bcab-75da616ae612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.127631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70ad0522-6548-4573-94fb-2f6f90e9cb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.168001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70ad0522-6548-4573-94fb-2f6f90e9cb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.218202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-ad1d2c17-6d63-483f-872d-f0ecce98fc18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.1744950 Apr 05 20:27:31.330225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3e94f49-08ed-4a93-bcab-75da616ae612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.352156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-a91c181f-3438-419f-8332-f6e05863a6f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.353626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-a91c181f-3438-419f-8332-f6e05863a6f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.2498152 Apr 05 20:27:31.354941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-1f1a6ff5-a499-4d45-8e0f-16c20668def1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.356344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-1f1a6ff5-a499-4d45-8e0f-16c20668def1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1312382 Apr 05 20:27:31.361818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e94f49-08ed-4a93-bcab-75da616ae612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca45d72b-dc51-4165-af16-5ed4b9fbe963,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:31.372948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70ad0522-6548-4573-94fb-2f6f90e9cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.408163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70ad0522-6548-4573-94fb-2f6f90e9cb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.409772 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-70ad0522-6548-4573-94fb-2f6f90e9cb42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8543a74-2bc3-41d3-bc13-c45e249587e3 HTTP/1.1" status: 204 len: 168 time: 0.5391564 Apr 05 20:27:31.416882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad0522-6548-4573-94fb-2f6f90e9cb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8543a74-2bc3-41d3-bc13-c45e249587e3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:31.424997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3e94f49-08ed-4a93-bcab-75da616ae612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.426740 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a3e94f49-08ed-4a93-bcab-75da616ae612 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca45d72b-dc51-4165-af16-5ed4b9fbe963 HTTP/1.1" status: 204 len: 168 time: 0.5009718 Apr 05 20:27:31.552360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-0da2d842-0477-4e17-bc1b-25776d9ce583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 217 time: 0.1900854 Apr 05 20:27:31.598893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:31.656460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-a0a1c9f9-873b-41f4-ab3c-55a68f00ad08 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.657948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-a0a1c9f9-873b-41f4-ab3c-55a68f00ad08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.0985696 Apr 05 20:27:31.670382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-41ab0e07-2028-4b02-874c-e85a98fdcee9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2242315 Apr 05 20:27:31.712397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947748a2-ea3f-40c5-8d57-5e97dc73e96d req-83d732c1-f1dd-425c-8332-d55051d8fc19 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.716012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-947748a2-ea3f-40c5-8d57-5e97dc73e96d req-83d732c1-f1dd-425c-8332-d55051d8fc19 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.2223697 Apr 05 20:27:31.747551 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf7fdf1-5e62-48c9-938e-9869718af5c8'] response: {'name': 'network-changed', 'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'status': 'completed', 'code': 200} Apr 05 20:27:31.774124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-ea663437-7b5d-40db-800a-efc89bbbf1ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027501 Apr 05 20:27:31.877468 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-4570e287-7a18-4f81-95f9-90a711e835e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.0757093 Apr 05 20:27:31.937751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-947748a2-ea3f-40c5-8d57-5e97dc73e96d req-6dcea59e-239e-4135-8144-67c39a29acf5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169554 Apr 05 20:27:32.049693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-58b4f565-0047-494d-b72b-e8be9c770e35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:32.051929 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-58b4f565-0047-494d-b72b-e8be9c770e35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1674414 Apr 05 20:27:32.149724 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-5b2214af-60ef-4c51-b6ff-1f41b63c6010 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.0882685 Apr 05 20:27:32.207758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-0e458f57-e8e0-4586-8c1a-9ee3cc0f9774 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926105 Apr 05 20:27:32.246244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-24b7847e-6c47-4a57-83dd-a6676abdbf29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:32.257337 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-24b7847e-6c47-4a57-83dd-a6676abdbf29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0920372 Apr 05 20:27:32.272514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:32.393038 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-73eb29c1-016b-4e35-aba6-737ddd73723b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338975 Apr 05 20:27:32.460365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-a2e08786-3319-47c6-87dc-12bca9c321e7 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854530 Apr 05 20:27:32.489505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:32.503263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:32.504147 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.539942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300da01-4bb6-4626-95d6-49e36eff3341 req-29cc4401-08c3-497a-bcda-1050f2cb933f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:32.547175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e300da01-4bb6-4626-95d6-49e36eff3341 req-29cc4401-08c3-497a-bcda-1050f2cb933f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 949 time: 0.6451011 Apr 05 20:27:32.656682 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-765cdfae-3d21-47b0-856b-1050e3b88175 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551014 Apr 05 20:27:32.687563 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.720326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e13179f-b9de-40f6-ac55-030f7f556922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:32.734173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:32.741196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e300da01-4bb6-4626-95d6-49e36eff3341 req-ae102356-c428-4c9e-853f-0d001e3ffc76 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931062 Apr 05 20:27:32.821373 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.830563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dc18a7a-45bb-4ef5-994b-35241d30bca4 req-ace729db-0600-4517-a1f6-88e3a03344bc service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046700 Apr 05 20:27:32.866677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15177d98-3f08-4e61-9893-971c67a60c78 req-53fdbba4-5e69-47e0-a192-80aad0cb5c4e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:32.869814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15177d98-3f08-4e61-9893-971c67a60c78 req-53fdbba4-5e69-47e0-a192-80aad0cb5c4e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 944 time: 0.5738127 Apr 05 20:27:32.872539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-d3add645-e40a-4ffe-b31d-6b8e2fe0007b service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386307 Apr 05 20:27:32.989948 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-2fa1c4d7-c9b0-4a87-8a28-e0ec903887b8 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259671 Apr 05 20:27:32.997473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15177d98-3f08-4e61-9893-971c67a60c78 req-c9f16446-fe75-441a-8262-01e2ccef0612 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188557 Apr 05 20:27:33.051611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:33.119363 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e441f85f-e339-48cf-9a7c-d8b20aa5053d'] response: {'server_uuid': '2e13179f-b9de-40f6-ac55-030f7f556922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2', 'code': 200} Apr 05 20:27:33.130477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88fc72d5-8476-4256-a224-4a16ff6633db req-91b77d0a-88c4-4011-b1a3-7ebff7f053bb tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0653214 Apr 05 20:27:33.218391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-268b5dd1-3af2-416d-b1d1-5221b2cbfae5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1098 time: 0.2201183 Apr 05 20:27:33.369949 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.452210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-983d8e8e-ec28-4d46-86cc-096afe80ff95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:33.454255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-983d8e8e-ec28-4d46-86cc-096afe80ff95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2271399 Apr 05 20:27:33.573554 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0633bcd8-bd25-4e7d-a3cc-d2caec6f0efe req-5ba31ae5-079c-4066-a5f9-e47d28bb1113 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 1101 time: 0.0969861 Apr 05 20:27:33.642372 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0633bcd8-bd25-4e7d-a3cc-d2caec6f0efe req-622d0813-4c67-4a33-a29c-7b3eafba1c5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Apr 05 20:27:33.656129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-16ad3bae-c125-419e-ab82-973ccf61f856 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.1348250 Apr 05 20:27:33.707881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41740) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:33.741712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446143f7-fb0b-4dee-9d9d-23a57a00620e req-821a0be0-28ea-4a60-a90f-7fdc1439f4f8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:33.743169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-446143f7-fb0b-4dee-9d9d-23a57a00620e req-821a0be0-28ea-4a60-a90f-7fdc1439f4f8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.2879410 Apr 05 20:27:33.752563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-acc3bcf3-976f-4b24-ba6f-553195a91dfb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:33.754149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-acc3bcf3-976f-4b24-ba6f-553195a91dfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0896459 Apr 05 20:27:33.841288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-1011f813-92ca-4cc9-ab04-85102ac18a44 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.2570531 Apr 05 20:27:33.884979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-network', 'tenant_id': 'a29273f3f47341788364488386d36237'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:33.890020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:33.894255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-446143f7-fb0b-4dee-9d9d-23a57a00620e req-449dfa3a-479c-4390-ae8f-e654a41b1300 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378312 Apr 05 20:27:33.894599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Usage tracker for resource:network and tenant:a29273f3f47341788364488386d36237 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:33.899001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:33.911186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:33.956683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-c073366c-81f5-46b3-aaf9-835f244ff9d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843023 Apr 05 20:27:33.998218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Made reservation on behalf of a29273f3f47341788364488386d36237 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:34.002281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.018118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.064868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:34.068914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:a29273f3f47341788364488386d36237 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:34.071872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:34.092411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:34.181203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.215136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e389d6-0cad-490b-9430-8c23e61f59ee req-c528f723-9508-4708-b08d-4e83587b08f5 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:34.217194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08e389d6-0cad-490b-9430-8c23e61f59ee req-c528f723-9508-4708-b08d-4e83587b08f5 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 950 time: 0.3040097 Apr 05 20:27:34.225952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-32815a50-4d6c-4eec-9928-3a7c99dd0125 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614222 Apr 05 20:27:34.266999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.342235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be90dcdb-8b00-4e20-9e0d-e7623c50361e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:34.366872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:27:34.393043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.393043 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Added segment 5289c802-23f6-47f8-a30c-c108326e7b31 of type vlan for network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd Apr 05 20:27:34.436244 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.552755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.553856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:34.555574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.620630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08e389d6-0cad-490b-9430-8c23e61f59ee req-2ce8608f-ed9c-482c-9f6b-820c2e2309d4 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638031 Apr 05 20:27:34.688730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198944ac-7d75-4893-90f1-a5329ceb5c44 req-098777da-80cc-48c9-86ea-d15fc6095827 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127522 Apr 05 20:27:34.706708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050d843-df8c-4357-a3c3-793998fccd28 req-4be58109-656f-44cd-8536-f471eee474a0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:34.713561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8050d843-df8c-4357-a3c3-793998fccd28 req-4be58109-656f-44cd-8536-f471eee474a0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 944 time: 0.4935174 Apr 05 20:27:34.725479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:34.741336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:27:34.771578 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5776b11a-91d0-4353-ac8d-9dd0df27b6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.833077 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4f375422-3513-4125-bbfb-179a2b4cbeb7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1237907 Apr 05 20:27:34.835861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41774) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:34.841606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Request body: {'subnet': {'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-subnet', 'tenant_id': 'a29273f3f47341788364488386d36237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:34.849606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8050d843-df8c-4357-a3c3-793998fccd28 req-90d23947-0026-428c-aa11-71098544f737 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347637 Apr 05 20:27:34.857088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:34.861983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Usage tracker for resource:subnet and tenant:a29273f3f47341788364488386d36237 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:34.868403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:34.882746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:34.964209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094d4011-2e50-491f-a04f-02cc91a07d1c req-0cb1fcbc-c06d-42fb-8efb-9dca1cbf390f tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0998869 Apr 05 20:27:34.993413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Made reservation on behalf of a29273f3f47341788364488386d36237 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:34.998661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.002043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-b8444ec8-337f-4bb1-a31d-0a3a8a48d569 service neutron] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:35.069666 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-b8444ec8-337f-4bb1-a31d-0a3a8a48d569 service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.071412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8aaf27-e0d6-4d85-ac4e-0a041d1e2a2d req-b8444ec8-337f-4bb1-a31d-0a3a8a48d569 service neutron] 10.222.0.39 "DELETE /v2.0/ports/347b3440-d8ff-41a3-b818-5b10d8f861b9/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 1.0309989 Apr 05 20:27:35.296635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b08e9b2-9f70-429b-8e53-3957be7f49d3 req-ec52e569-bea7-4229-a285-a113fbb92210 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:35.304963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b08e9b2-9f70-429b-8e53-3957be7f49d3 req-ec52e569-bea7-4229-a285-a113fbb92210 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.1315339 Apr 05 20:27:35.368061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b08e9b2-9f70-429b-8e53-3957be7f49d3 req-2c03ee46-0404-438f-b275-bc763f90f9bb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621395 Apr 05 20:27:35.467415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.507456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3278ed75-0eaf-42ed-8e56-4aa48f76e21c req-e17690b3-7b8d-4f41-8166-932b0705fb9f tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1095 time: 0.1176159 Apr 05 20:27:35.546859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c086db-b972-4238-b437-a1b42d5923a3,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:35.577694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3278ed75-0eaf-42ed-8e56-4aa48f76e21c req-ed0f225e-5631-4e86-8349-08c5c73623ee tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692742 Apr 05 20:27:35.590998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Checking segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:35.591348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Network hostable DHCP agents. Network: aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:27:35.706069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:27:35.786544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:35.791427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:35.792994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.795764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8c5b5-5622-4cc8-85c6-e959db132b88 None None] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:27:35.973724 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c215f060-1b7a-4fe6-b75e-042da3ac8285 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1364081 Apr 05 20:27:35.974379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41804) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:35.980175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:35.989226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:35.994229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Usage tracker for resource:router and tenant:a29273f3f47341788364488386d36237 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:35.999762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:36.008139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:36.080999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:27:36.082103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.095169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.096145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.110287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9979b71-4129-4af8-82fa-9101d0885b27 req-fd0c7d31-9362-4241-be74-f48aaadee3e1 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.111733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9979b71-4129-4af8-82fa-9101d0885b27 req-fd0c7d31-9362-4241-be74-f48aaadee3e1 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 950 time: 0.2028923 Apr 05 20:27:36.155303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.192754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9979b71-4129-4af8-82fa-9101d0885b27 req-59851746-cdea-45e9-861e-c6a391363083 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742011 Apr 05 20:27:36.215439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b93136-a011-4e84-93ca-69a43db7f25a req-4e536aeb-9134-4968-81f7-971097417174 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.216895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-4e536aeb-9134-4968-81f7-971097417174 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 0.2488892 Apr 05 20:27:36.239481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-78cb9b7b-a142-4871-b34a-c14c6b12fd66 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/quotas/e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 375 time: 0.0134788 Apr 05 20:27:36.310364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Allocated IP 172.20.0.2 (aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd/85c086db-b972-4238-b437-a1b42d5923a3/7b915b8b-2f64-460a-8a2c-711daefc7284) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:36.347823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-b32bd90f-52b9-47f2-8f7a-33e3c8133921 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026628 Apr 05 20:27:36.529305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-6b413498-dcd9-4688-b8df-6df85c5354fa service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729889 Apr 05 20:27:36.568143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.570017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.580191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Transition to ACTIVE for port object 7b915b8b-2f64-460a-8a2c-711daefc7284 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:36.601567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Transition to ACTIVE for port object 7b915b8b-2f64-460a-8a2c-711daefc7284 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:36.663011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc053967-06e3-41b3-b8c9-04c34255932b req-03c633f2-8d0f-4a34-8bc2-81d990a6ab4a tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0511973 Apr 05 20:27:36.719570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-a867de54-efe3-4e9b-a380-6725baa8b811 service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893394 Apr 05 20:27:36.722645 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.875470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:36.879643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:36.881374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Pushing event updated for resources: {'Port': ['ID=7b915b8b-2f64-460a-8a2c-711daefc7284,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:36.884363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:36.921509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:36.953013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.983202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c6900b09-3c47-4f40-bb80-2ca96fa72452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.991781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.140896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:37.157658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'mac_address': 'fa:16:3e:49:4c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:37.233721 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.261160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb022b1-fef7-4d85-b241-ad36d85c7883 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:37.274717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e849bf-4f4b-4cad-a435-ea281798fe9d req-bc1ced6d-8a5c-4e91-b4a2-a60f87841a21 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.281423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:37.285431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2e849bf-4f4b-4cad-a435-ea281798fe9d req-bc1ced6d-8a5c-4e91-b4a2-a60f87841a21 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 947 time: 0.0979109 Apr 05 20:27:37.286396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Allocated IP 172.25.2.152 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/4aa8d671-b2d6-477a-8975-36229b94f4ba) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:37.344065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2e849bf-4f4b-4cad-a435-ea281798fe9d req-13b595c4-c50a-48a8-92f3-16f1f6ba45b2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577552 Apr 05 20:27:37.457692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Attempting to bind port 7b915b8b-2f64-460a-8a2c-711daefc7284 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:37.458058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Attempting to bind port 7b915b8b-2f64-460a-8a2c-711daefc7284 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:37.458413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Attempting to bind port 7b915b8b-2f64-460a-8a2c-711daefc7284 on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:37.461211 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.483252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.489600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-684e45ff-98f7-432b-aa7a-f61d60d04b2e req-18b96e97-a52d-4190-b526-4cfa3f1cbe00 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 210 time: 0.0564699 Apr 05 20:27:37.510549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:37.510983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Checking segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:37.511441 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.511791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Bound using segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:37.512230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Bound port: 7b915b8b-2f64-460a-8a2c-711daefc7284, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:37.512597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.587098 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.620130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:37.668562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] For port 7b915b8b-2f64-460a-8a2c-711daefc7284, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:37.672706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] For port 7b915b8b-2f64-460a-8a2c-711daefc7284, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b915b8b-2f64-460a-8a2c-711daefc7284,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:37.706994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:37.711015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:37.716567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Pushing event updated for resources: {'Port': ['ID=4aa8d671-b2d6-477a-8975-36229b94f4ba,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:37.724862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:37.737562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:37.774524 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.882781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0255ec5-1b2e-4987-9b2f-36bc3bcc954e req-a57f17b7-c407-4216-8c5f-42f694399e7f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.894050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0255ec5-1b2e-4987-9b2f-36bc3bcc954e req-a57f17b7-c407-4216-8c5f-42f694399e7f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 950 time: 0.1332493 Apr 05 20:27:37.915566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996e5fd-fca1-4797-9d26-7c6ec432e68d None None] Pushing event updated for resources: {'Port': ['ID=7b915b8b-2f64-460a-8a2c-711daefc7284,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:37.980161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.980904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.017969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0255ec5-1b2e-4987-9b2f-36bc3bcc954e req-1db7f5b8-25f7-4226-b68f-364ec493290a tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224439 Apr 05 20:27:38.169528 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.297725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93c697f5-36cc-4ae2-a6ac-e425fa9ca98f req-0306c072-1a6b-4acb-9005-2b3896f52e52 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1558568 Apr 05 20:27:38.439707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-e930f6fb-df68-45ad-b57b-cc3286eb82ab tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:38.441463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-e930f6fb-df68-45ad-b57b-cc3286eb82ab tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75&tenant_id=f1efd01f452c408c8f3294718005f108&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 948 time: 0.2422719 Apr 05 20:27:38.490693 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.501743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb489-0046-4e97-a481-8a09b5be9f89 req-b1d8ef6e-fc19-4497-a5b9-9ba612295f64 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:38.503268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eaeb489-0046-4e97-a481-8a09b5be9f89 req-b1d8ef6e-fc19-4497-a5b9-9ba612295f64 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 948 time: 0.2034001 Apr 05 20:27:38.584397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eaeb489-0046-4e97-a481-8a09b5be9f89 req-d3628faf-fe30-4f2b-a69d-19368a3cc2d5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711110 Apr 05 20:27:38.585457 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-79cca304-ed79-48c4-b10e-3bd7b7492a12 service neutron] delete failed (client error): The resource could not be found. Apr 05 20:27:38.586439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-79cca304-ed79-48c4-b10e-3bd7b7492a12 service neutron] 10.222.0.39 "DELETE /v2.0/ports/4fb022b1-fef7-4d85-b241-ad36d85c7883/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.1373343 Apr 05 20:27:38.616287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Router a7684930-05c2-43f2-80f2-df94e5d20267 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:27:38.847091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:27:38.864908 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:27:38.882151 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:27:38.883190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:27:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:38.918454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d419969f-75a1-4575-ba4e-0a89fbfd1dce req-6076ff9d-b68e-461f-8148-7572c86d22de tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 210 time: 0.1535349 Apr 05 20:27:38.928637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:38.962390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.967694 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-54b623b5-8fae-4975-b587-51f2689066a4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.9918635 Apr 05 20:27:38.968708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41854) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:39.052484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-1ff5860c-d622-4d32-9f3a-7d4262ac1414 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1099 time: 0.3390524 Apr 05 20:27:39.192111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b915b8b-2f64-460a-8a2c-711daefc7284 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:39.293087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41864) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:39.334440 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:27:39.339879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 4fb022b1-fef7-4d85-b241-ad36d85c7883 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:39.358170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 4fb022b1-fef7-4d85-b241-ad36d85c7883 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:39.358979 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.437644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.39', 50787) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:39.453900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a7f27-dac5-4d73-8638-d63252f2a4f9 None None] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:27:39.463094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-b170126c-3223-4aec-8d67-70b3e2055cee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:39.464677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-b170126c-3223-4aec-8d67-70b3e2055cee service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.4051085 Apr 05 20:27:39.593118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7b915b8b-2f64-460a-8a2c-711daefc7284 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:39.631855 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-d78f563e-a8e3-4349-93a4-071a25684381 tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 1101 time: 0.3661554 Apr 05 20:27:39.674859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.699119 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.708271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.725521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:39.728492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:39.753874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-621a0a26-0cf2-43a8-a3b1-2b45fab8059a None None] Provisioning for port 7b915b8b-2f64-460a-8a2c-711daefc7284 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:39.762889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-621a0a26-0cf2-43a8-a3b1-2b45fab8059a None None] Provisioning complete for port 7b915b8b-2f64-460a-8a2c-711daefc7284 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:39.763671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-621a0a26-0cf2-43a8-a3b1-2b45fab8059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.784007 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:37Z', 'revision_number': 3, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:39.786104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:39.788326 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:27:39.788795 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Updating router a7684930-05c2-43f2-80f2-df94e5d20267 port 4aa8d671-b2d6-477a-8975-36229b94f4ba binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:27:39.790883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Usage tracker for resource:security_group_rule and tenant:2c11dbe9ba924263931ad43cf85c01c7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:39.795563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:39.802649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:39.835320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.847386 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.850247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-70633d75-9c7d-48d9-a003-59318b96a3ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4019530 Apr 05 20:27:39.859559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] Deleting port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:27:39.859919 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.885017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.905291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-840a91b1-64a3-4f1f-8747-085eb7b31fd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.4204030 Apr 05 20:27:40.002343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.061861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:40.150275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30991a4c-1311-4554-ab98-d27db668637a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:40.162165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83569f-d92d-4d0d-9a92-881d69bd678f req-7a8811f8-1b12-4a3d-bfa2-47cfd6654311 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:40.163800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec83569f-d92d-4d0d-9a92-881d69bd678f req-7a8811f8-1b12-4a3d-bfa2-47cfd6654311 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 945 time: 0.8664925 Apr 05 20:27:40.166254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-2e064016-aeab-4126-89b5-f5bb806b45a7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:40.167695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-2e064016-aeab-4126-89b5-f5bb806b45a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2066379 Apr 05 20:27:40.179443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c0ce38cb-37ea-4e82-8789-79d3c1d8eca9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c11dbe9ba924263931ad43cf85c01c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8789148 Apr 05 20:27:40.202605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41882) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:40.230800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3382e34-ad8a-431c-ac5b-4bd557fe2736 req-2d04e415-be53-4e1b-b366-d4aff31db090 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:40.235135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-621a0a26-0cf2-43a8-a3b1-2b45fab8059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.249610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3382e34-ad8a-431c-ac5b-4bd557fe2736 req-2d04e415-be53-4e1b-b366-d4aff31db090 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 950 time: 0.7791762 Apr 05 20:27:40.278940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-621a0a26-0cf2-43a8-a3b1-2b45fab8059a None None] For port 7b915b8b-2f64-460a-8a2c-711daefc7284, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b915b8b-2f64-460a-8a2c-711daefc7284,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:40.335174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b93136-a011-4e84-93ca-69a43db7f25a req-5eb6efd8-a6d9-4be2-99f6-e6c6f73a8ccf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:40.337153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-5eb6efd8-a6d9-4be2-99f6-e6c6f73a8ccf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 0.6608458 Apr 05 20:27:40.351507 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.358893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-621a0a26-0cf2-43a8-a3b1-2b45fab8059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.372818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Transition to ACTIVE for port object 4aa8d671-b2d6-477a-8975-36229b94f4ba will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:40.378167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Request body: {'port': {'device_id': '82cda5d8-fe9b-466c-a495-017207fd5505', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'admin_state_up': True, 'tenant_id': 'e31513a38b3342e89d1eadcd84a80ac0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:40.382680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] For port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:40.383050 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.448228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a0a26-0cf2-43a8-a3b1-2b45fab8059a None None] Pushing event updated for resources: {'Port': ['ID=7b915b8b-2f64-460a-8a2c-711daefc7284,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:40.460243 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.484737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec83569f-d92d-4d0d-9a92-881d69bd678f req-ff2849f0-f775-43e1-9c43-4a705d9715d5 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110676 Apr 05 20:27:40.532349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3382e34-ad8a-431c-ac5b-4bd557fe2736 req-0575842a-e440-4f28-b5ec-4644888a3059 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817860 Apr 05 20:27:40.600802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8c653d38-f503-431e-973f-342de2f7246f None None] Provisioning complete for port 7b915b8b-2f64-460a-8a2c-711daefc7284 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:40.601789 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8c653d38-f503-431e-973f-342de2f7246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.604693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] Calling delete_port for 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:27:40.611644 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Pushing event updated for resources: {'Port': ['ID=4aa8d671-b2d6-477a-8975-36229b94f4ba,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:40.620369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-7a036d17-7bd9-4a45-814e-477747b79838 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4330416 Apr 05 20:27:40.623239 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.623692 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.624086 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.624479 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.624865 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.625278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.625662 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.626051 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.626432 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.626814 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.627209 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:40.644511 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-c07074e7-0484-46f0-980e-74a8c4b84ec5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 1096 time: 0.5683165 Apr 05 20:27:40.656998 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Attempting to bind port 4aa8d671-b2d6-477a-8975-36229b94f4ba on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:40.657477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Attempting to bind port 4aa8d671-b2d6-477a-8975-36229b94f4ba by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:40.657902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Attempting to bind port 4aa8d671-b2d6-477a-8975-36229b94f4ba on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:40.666749 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:40.667215 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:40.667678 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.668188 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:40.668754 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Bound port: 4aa8d671-b2d6-477a-8975-36229b94f4ba, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:40.669268 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.744490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0436b2a8-f91c-4059-a457-00a8b157f76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.774552 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] For port 4aa8d671-b2d6-477a-8975-36229b94f4ba, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:40.777796 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] For port 4aa8d671-b2d6-477a-8975-36229b94f4ba, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4aa8d671-b2d6-477a-8975-36229b94f4ba,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:40.852534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:40.861072 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.883951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec0f0340-50e0-49d9-9241-aa80616857e0 req-dbb16d8e-7d34-4bea-8aaf-132473ef3914 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1049621 Apr 05 20:27:40.890129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:40.949062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-fecdfa4c-62e7-4f6a-8056-8818f4f8ef47 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031762 Apr 05 20:27:40.956021 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415c732-89ba-4b4d-abdb-f18d9e15bb72 None None] Pushing event updated for resources: {'Port': ['ID=4aa8d671-b2d6-477a-8975-36229b94f4ba,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:40.958874 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:27:40.959462 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:27:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:41.037788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Made reservation on behalf of e31513a38b3342e89d1eadcd84a80ac0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:41.040756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.059829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17876-bc6e-4a8b-b6e9-c0ba6cb19d1f req-5a4f4fc4-0722-4ce1-a465-ba12f5d95157 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:41.067197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1db17876-bc6e-4a8b-b6e9-c0ba6cb19d1f req-5a4f4fc4-0722-4ce1-a465-ba12f5d95157 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.2913978 Apr 05 20:27:41.083326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0436b2a8-f91c-4059-a457-00a8b157f76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.102139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b915b8b-2f64-460a-8a2c-711daefc7284 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:41.158505 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79086cf6-0dee-4468-bde1-6844899a255c'] response: {'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'code': 200} Apr 05 20:27:41.262612 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:27:41.264708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7b915b8b-2f64-460a-8a2c-711daefc7284 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:41.265106 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.267542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-014386e4-a0f8-4661-855d-120dcb3675c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:41.269173 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-014386e4-a0f8-4661-855d-120dcb3675c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 924 time: 0.5581563 Apr 05 20:27:41.352687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1db17876-bc6e-4a8b-b6e9-c0ba6cb19d1f req-f5525a27-df74-488b-9e66-d0b2b26688e9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837415 Apr 05 20:27:41.384192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-99197259-8519-4228-9ed8-8b0ed7ac249b tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:41.385647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-99197259-8519-4228-9ed8-8b0ed7ac249b tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.23 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 945 time: 0.6382399 Apr 05 20:27:41.393616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e0d0b03-beb5-4842-941d-03001ed41e23 req-c0c08d69-bc1e-43e9-aac9-283c1dc4b508 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378319 Apr 05 20:27:41.414857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce2ad7cb-0b7c-4c2c-a636-497244e0147f req-d5c8433f-d7f9-4521-ad28-e097b049101f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 210 time: 0.0863271 Apr 05 20:27:41.485655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0436b2a8-f91c-4059-a457-00a8b157f76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.488475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.500051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Allocated IP 172.20.0.4 (197ae67c-ccf2-410d-9b84-d7d0ee796555/69567d96-9275-495b-9828-be536b692689/268878e1-9f42-4eaf-a57c-bdf3d39d5cca) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:41.525724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:41.588470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] Pushing event deleted for resources: {'Port': ['ID=0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:41.612695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436b2a8-f91c-4059-a457-00a8b157f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30991a4c-1311-4554-ab98-d27db668637a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:41.664472 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-095bb06d-8fb9-4aa2-b3fd-17c5651d5549 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca HTTP/1.1" status: 200 len: 1001 time: 0.3845203 Apr 05 20:27:41.672037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Deleting port ef64e6a8-845f-4e15-a83c-574add2c92a2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:27:41.672381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.742796 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:37Z', 'revision_number': 3, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:41.747383 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa06545d-a9d3-4e30-a1c2-49149f707f13 None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:37Z', 'revision_number': 3, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:27:41.851920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55ae5ea-86f1-4a89-a058-9f880dc759b5 req-6cb6ad2c-0fc2-4d07-9118-f272647e4e7a tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 210 time: 0.0670457 Apr 05 20:27:41.855903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-23f2df43-5995-40f1-a300-970dfd4af88f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:41.858979 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-23f2df43-5995-40f1-a300-970dfd4af88f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 200 len: 862 time: 0.1371539 Apr 05 20:27:41.915759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0436b2a8-f91c-4059-a457-00a8b157f76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.920991 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0436b2a8-f91c-4059-a457-00a8b157f76d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30991a4c-1311-4554-ab98-d27db668637a HTTP/1.1" status: 204 len: 168 time: 1.7133296 Apr 05 20:27:41.943485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.955089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5061c-67d1-4235-baea-75ccd4ce4073 req-d9025084-3090-4721-a04a-a9918ba5484f tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:41.956641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00b5061c-67d1-4235-baea-75ccd4ce4073 req-d9025084-3090-4721-a04a-a9918ba5484f tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 945 time: 0.2552686 Apr 05 20:27:41.997440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] No DVR routers for this DVR port 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:42.049787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00b5061c-67d1-4235-baea-75ccd4ce4073 req-70c0b656-e85d-4275-ac89-c84096df5cc1 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/security-groups?id=0ef85672-502f-47f7-b598-260e3ff6b9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849495 Apr 05 20:27:42.064446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.064446 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b7714d49-1cf2-456f-a937-6e4deeae13e5 req-98ecca1c-1814-4d06-8928-01b272135d7e tempest-DeleteServersAdminTestJSON-890223626 tempest-DeleteServersAdminTestJSON-890223626-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 HTTP/1.1" status: 204 len: 173 time: 2.3595939 Apr 05 20:27:42.064446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e13179f-b9de-40f6-ac55-030f7f556922', 'name': 'network-vif-deleted', 'tag': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:42.133923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.189932 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288a7a77-0a13-4c36-b63c-0402b584e24f'] response: {'server_uuid': '2e13179f-b9de-40f6-ac55-030f7f556922', 'name': 'network-vif-deleted', 'tag': '0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2', 'status': 'completed', 'code': 200} Apr 05 20:27:42.298781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:42.309427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:42.313025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:42.320742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:42.320742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.394582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24d97298-7d95-41e2-8acf-f60753463027 req-5f882e79-a5c2-4cf7-8136-1315314f6a07 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0675161 Apr 05 20:27:42.402444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-67548be2-74ae-4c15-8602-842ca5c02a36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7394865f-8050-442a-baa7-fa8fe6b12b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5275106 Apr 05 20:27:42.424938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:42.560189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-aa0cdfe4-f02d-4125-b8ab-c019f00eafef tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1948040 Apr 05 20:27:42.576226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Request body: {'port': {'device_id': '82cda5d8-fe9b-466c-a495-017207fd5505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:42.672090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] For port ef64e6a8-845f-4e15-a83c-574add2c92a2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef64e6a8-845f-4e15-a83c-574add2c92a2,segment=NetworkSegment(d6408285-5007-4ff9-81e7-918725286e94),segment_id=d6408285-5007-4ff9-81e7-918725286e94)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:42.672658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.882037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Calling delete_port for ef64e6a8-845f-4e15-a83c-574add2c92a2 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:27:42.953415 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.962629 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.022799 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-c26d2ce7-ee6b-486c-b531-890e37ae432e service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117761 Apr 05 20:27:43.068534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a60ce-2055-4621-a848-9be0115850d2 req-d01cf383-7586-49fa-b121-d19737a3c6d7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:43.069476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-577a60ce-2055-4621-a848-9be0115850d2 req-d01cf383-7586-49fa-b121-d19737a3c6d7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:43.088921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b5576-d22f-4757-84c9-a54ee05d1bcd req-558c4b1f-b413-40f4-b240-20f775b70ae0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:43.090409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-125b5576-d22f-4757-84c9-a54ee05d1bcd req-558c4b1f-b413-40f4-b240-20f775b70ae0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.3002059 Apr 05 20:27:43.114714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4aa8d671-b2d6-477a-8975-36229b94f4ba up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:43.171141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41912) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:43.227276 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.306184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4aa8d671-b2d6-477a-8975-36229b94f4ba completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:43.313710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4aa8d671-b2d6-477a-8975-36229b94f4ba triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:43.314307 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.319148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-125b5576-d22f-4757-84c9-a54ee05d1bcd req-bf70342a-99a6-4f9c-bc3c-c075d28da123 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192559 Apr 05 20:27:43.326638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-577a60ce-2055-4621-a848-9be0115850d2 req-d01cf383-7586-49fa-b121-d19737a3c6d7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:43.333386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-577a60ce-2055-4621-a848-9be0115850d2 req-d01cf383-7586-49fa-b121-d19737a3c6d7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 931 time: 0.5440519 Apr 05 20:27:43.386479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:43.410079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:c353c28cf98e4659b51286296ebb50d1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:43.417415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:43.440745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:43.465628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-577a60ce-2055-4621-a848-9be0115850d2 req-f8f651c9-b35c-4b04-ac89-d041e2d46ed4 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313479 Apr 05 20:27:43.475869 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-236aaf20-abbf-465c-ade7-0699fb20a19f req-6ca6c755-1d18-4c3e-be4b-f02e7a9a9c8c service neutron] 10.222.0.39 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118445 Apr 05 20:27:43.493814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.517207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4aa8d671-b2d6-477a-8975-36229b94f4ba, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4aa8d671-b2d6-477a-8975-36229b94f4ba,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:43.580546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.634403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.637232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f392a181-6bd1-45e0-87e4-2afac40bf148 req-5e2e70a3-8652-4dae-aa5f-1a2b7c90b36c tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e13179f-b9de-40f6-ac55-030f7f556922 HTTP/1.1" status: 200 len: 210 time: 0.1071911 Apr 05 20:27:43.681332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4aa8d671-b2d6-477a-8975-36229b94f4ba,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:43.696309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b99c972b-04e7-4d3d-97f7-ff7b318901a5 req-fb7b839b-b5b0-41da-9f3a-5e4d0f107471 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 210 time: 0.0616796 Apr 05 20:27:43.698774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Pushing event deleted for resources: {'Port': ['ID=ef64e6a8-845f-4e15-a83c-574add2c92a2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:43.704308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268878e1-9f42-4eaf-a57c-bdf3d39d5cca {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:43.724220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.759751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Transition to ACTIVE for port object 268878e1-9f42-4eaf-a57c-bdf3d39d5cca will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:43.768704 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.777390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Allocated IP 172.20.0.1 (aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd/85c086db-b972-4238-b437-a1b42d5923a3/719660d2-be70-4e5b-a253-ebca4d4f3bbc) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:43.785839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] No DVR routers for this DVR port ef64e6a8-845f-4e15-a83c-574add2c92a2 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:43.792619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.845357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.912267 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1dd4f50-b5e3-4838-8d61-ba4988b061e2 req-a144e79a-03f8-479f-968c-72401b704e80 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.23 "DELETE /v2.0/ports/ef64e6a8-845f-4e15-a83c-574add2c92a2 HTTP/1.1" status: 204 len: 173 time: 2.5124531 Apr 05 20:27:43.949140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.967556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Transition to ACTIVE for port object 719660d2-be70-4e5b-a253-ebca4d4f3bbc will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:44.053536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.092584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.134458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:44.137488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46b60218-1dd6-49f0-93a7-e67e2cbf3898 req-d2e3372a-2ccf-4df2-a1f9-0d69903e647a tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.2750235 Apr 05 20:27:44.137657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:44.142181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:44.142877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.145806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Pushing event updated for resources: {'Port': ['ID=719660d2-be70-4e5b-a253-ebca4d4f3bbc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:44.183682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:44.191051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68908399-dd81-45b8-8069-49da48f67ef0', 'name': 'network-vif-deleted', 'tag': 'ef64e6a8-845f-4e15-a83c-574add2c92a2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:44.212735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac65f38e-0059-4e28-8796-54d0134c643b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:44.224220 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:27:44.233863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04b05207-40f4-43b0-a1d2-34b62e3c7930 req-7388b231-cd1c-47c2-b0ac-bb0ca9e43b63 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1100 time: 0.4493566 Apr 05 20:27:44.244893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-efdcdca2-e7e8-4df7-87cf-a0ae57c11ab0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c353c28cf98e4659b51286296ebb50d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0642905 Apr 05 20:27:44.250759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41922) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:44.289816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:44.290148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:44.290477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:44.319547 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e901f5-1cf5-4c53-8e0c-aae7837d0057'] response: {'server_uuid': '68908399-dd81-45b8-8069-49da48f67ef0', 'name': 'network-vif-deleted', 'tag': 'ef64e6a8-845f-4e15-a83c-574add2c92a2', 'status': 'completed', 'code': 200} Apr 05 20:27:44.322181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:44.327581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:44.329553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:44.342142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-04b05207-40f4-43b0-a1d2-34b62e3c7930 req-8d0377ec-3963-4714-b329-67ed79e90674 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Synchronizing usage tracker for tenant:6758d26009e247429ec8ff13e3bcbf8a on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:44.348016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:44.348711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:44.349350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:44.350009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Bound port: 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:44.350635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.387470 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.396008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:27:44.396602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0740eb7d-fdbc-4b7c-a3de-a3d4e3bc4ad2 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:27:44.447276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1aa10827-3c78-4093-a00c-847947409419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.456516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:44.459795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:44.489010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-04b05207-40f4-43b0-a1d2-34b62e3c7930 req-8d0377ec-3963-4714-b329-67ed79e90674 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] Unset dirty status for tenant:6758d26009e247429ec8ff13e3bcbf8a on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:44.490537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04b05207-40f4-43b0-a1d2-34b62e3c7930 req-8d0377ec-3963-4714-b329-67ed79e90674 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559025 Apr 05 20:27:44.496681 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1aa10827-3c78-4093-a00c-847947409419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.512212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.563428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fc2a052c-1aa8-4bdc-8c43-ccd150846752 None None] Provisioning for port 719660d2-be70-4e5b-a253-ebca4d4f3bbc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:44.570380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fc2a052c-1aa8-4bdc-8c43-ccd150846752 None None] Provisioning complete for port 719660d2-be70-4e5b-a253-ebca4d4f3bbc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:44.571150 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fc2a052c-1aa8-4bdc-8c43-ccd150846752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.587872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:44.598150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.599677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-88ad8d44-22b9-4813-a3df-525a180134c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 200 len: 1091 time: 2.0280969 Apr 05 20:27:44.600213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:44.654647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a052c-1aa8-4bdc-8c43-ccd150846752 None None] Port 719660d2-be70-4e5b-a253-ebca4d4f3bbc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:27:44.674140 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32ae95b-2100-43ca-9809-e4b0be13a40b'] response: {'name': 'network-changed', 'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca', 'status': 'completed', 'code': 200} Apr 05 20:27:44.758704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.874080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-667bba44-9c61-45ba-b7f2-e0f061e940b9 req-2b81e169-a213-4865-b812-7f173eb70d1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1094 time: 0.1108148 Apr 05 20:27:44.884273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45698c8-830f-4f33-b504-3d64e0386d5d req-1587f23c-69c2-4cee-91af-929d1562ec44 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:44.885715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45698c8-830f-4f33-b504-3d64e0386d5d req-1587f23c-69c2-4cee-91af-929d1562ec44 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 943 time: 0.2002130 Apr 05 20:27:44.914958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef64e6a8-845f-4e15-a83c-574add2c92a2 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:44.947032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: ef64e6a8-845f-4e15-a83c-574add2c92a2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:27:44.947376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef64e6a8-845f-4e15-a83c-574add2c92a2 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:27:45.025584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4a5f5f3-8a50-46f0-b261-5357e2c006ba req-a555f98a-094e-40f3-bb1f-595d92c96db3 tempest-VolumesAdminNegativeTest-864672442 tempest-VolumesAdminNegativeTest-864672442-project] 10.222.0.10 "GET /v2.0/ports?device_id=68908399-dd81-45b8-8069-49da48f67ef0 HTTP/1.1" status: 200 len: 210 time: 0.1154602 Apr 05 20:27:45.054403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4aa8d671-b2d6-477a-8975-36229b94f4ba up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:45.075284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45698c8-830f-4f33-b504-3d64e0386d5d req-e26e25cc-160e-47ff-b418-f3807936fb98 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690056 Apr 05 20:27:45.106266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bba44-9c61-45ba-b7f2-e0f061e940b9 req-8e59d28f-d192-4477-809c-11657b04f2eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:45.107776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-667bba44-9c61-45ba-b7f2-e0f061e940b9 req-8e59d28f-d192-4477-809c-11657b04f2eb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2211995 Apr 05 20:27:45.142497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4aa8d671-b2d6-477a-8975-36229b94f4ba triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:45.142869 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.150623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.151276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.217571 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1aa10827-3c78-4093-a00c-847947409419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.251191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa10827-3c78-4093-a00c-847947409419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac65f38e-0059-4e28-8796-54d0134c643b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:45.310926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-471cc2a7-8b8d-4b38-a0bd-1062237ba687 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850806 Apr 05 20:27:45.341179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-6ba5eb39-0cd9-491d-945a-ec9d352391b7 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112082 Apr 05 20:27:45.350034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Pushing event updated for resources: {'Port': ['ID=719660d2-be70-4e5b-a253-ebca4d4f3bbc,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:45.361350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1aa10827-3c78-4093-a00c-847947409419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.370491 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1aa10827-3c78-4093-a00c-847947409419 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac65f38e-0059-4e28-8796-54d0134c643b HTTP/1.1" status: 204 len: 168 time: 1.1097262 Apr 05 20:27:45.472356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:45.473571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:45.542847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bba44-9c61-45ba-b7f2-e0f061e940b9 req-6693a705-c7b1-4187-b3d5-253fd477ca14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:45.542847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-667bba44-9c61-45ba-b7f2-e0f061e940b9 req-6693a705-c7b1-4187-b3d5-253fd477ca14 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4275079 Apr 05 20:27:45.735422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a009c526-2e69-494f-ab41-5671e9478dc6 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:45.738919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a009c526-2e69-494f-ab41-5671e9478dc6 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3868713 Apr 05 20:27:45.741794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd770b4-746f-4868-a19e-27293bef273b req-a77c429c-4478-4bc5-bcf4-94caeec1845e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:45.743122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-a77c429c-4478-4bc5-bcf4-94caeec1845e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4310884 Apr 05 20:27:45.769841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-3c5dee28-6aa4-4b19-a595-63aa5688654e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/quotas/bbe1dc1b461d4a59bd884a44ced8ee73 HTTP/1.1" status: 200 len: 375 time: 0.0246265 Apr 05 20:27:45.772555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-4fae8309-15bf-488d-863c-8136c9e79492 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/quotas/f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 375 time: 0.0194309 Apr 05 20:27:45.791405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-96714491-31db-4bec-ac59-0020893a9001 None None] Provisioning complete for port 719660d2-be70-4e5b-a253-ebca4d4f3bbc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:45.791992 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96714491-31db-4bec-ac59-0020893a9001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.817687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-7bfe9a48-1f3a-42ac-b074-db2a41d397f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1094 time: 0.2261832 Apr 05 20:27:45.846729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-96714491-31db-4bec-ac59-0020893a9001 None None] Port 719660d2-be70-4e5b-a253-ebca4d4f3bbc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:27:45.860984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-7995ae18-3d3c-49b3-8c02-54c398c01af2 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841160 Apr 05 20:27:45.922310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:27:45.943039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-3274f062-977c-4fea-993c-cff20e267d8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 200 len: 217 time: 0.0812893 Apr 05 20:27:46.031611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b93136-a011-4e84-93ca-69a43db7f25a req-1d4b7df7-d2a2-41c1-b6c4-42a9fcc65ec3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:46.031611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-1d4b7df7-d2a2-41c1-b6c4-42a9fcc65ec3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.0745924 Apr 05 20:27:46.038521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-f5e8ee4e-7820-4413-aaa3-afdd00b82506 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2289817 Apr 05 20:27:46.109221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-6a74a556-beb4-4609-a062-63e5b7051e73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680127 Apr 05 20:27:46.391645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:27:46.400182 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-92910cde-9c5e-4aa1-8633-daa04d31aef1 admin admin] 10.222.0.10 "PUT /v2.0/routers/a7684930-05c2-43f2-80f2-df94e5d20267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4291933 Apr 05 20:27:46.412623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:27:46.423949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94b4d623-a345-4450-982f-0df61545d165 req-757e1e98-6760-4cfe-a0fa-59061923f5fd tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0741277 Apr 05 20:27:46.442945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:27:46.445877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:27:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:46.531888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-f5ccbbc4-611d-4b20-9e00-30746700b1e7 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157257 Apr 05 20:27:46.534875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41984) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:46.825406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:27:46.892667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08503efe-6fcf-4a79-804d-fa634576c038 req-f82dd6d1-02b1-4fdc-b9fd-b1e235f4f773 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 210 time: 0.2318466 Apr 05 20:27:46.919410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] Deleting subnet 3027df1c-b481-45a0-82d7-ad5e7832fb81 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:27:46.932775 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.065488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88b066b8-7665-4f0c-978d-1d3de9ffd512 req-f9687327-034c-48dd-97df-2c992f087a36 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 210 time: 0.1010559 Apr 05 20:27:47.083036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b93136-a011-4e84-93ca-69a43db7f25a req-8229b84a-2cf9-4921-ad45-50b005831818 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781272 Apr 05 20:27:47.091161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.102184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6c3b5-50c0-4b60-80c2-57ea5ac6d07f req-051ec63c-89e3-4405-aa7d-44f4adb7bb80 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:47.119007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4d6c3b5-50c0-4b60-80c2-57ea5ac6d07f req-051ec63c-89e3-4405-aa7d-44f4adb7bb80 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 943 time: 0.2899148 Apr 05 20:27:47.141503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.229952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4d6c3b5-50c0-4b60-80c2-57ea5ac6d07f req-ace7f362-0445-40e7-89bf-4506c698ee64 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096873 Apr 05 20:27:47.245151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 2, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:47.255106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:27:47.255582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Updating router a7684930-05c2-43f2-80f2-df94e5d20267 port 719660d2-be70-4e5b-a253-ebca4d4f3bbc binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:27:47.319083 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.339085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.378800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3027df1c-b481-45a0-82d7-ad5e7832fb81,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:47.388020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.399089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7380b356-f3b7-4546-b87a-6cce0afe0a37 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3027df1c-b481-45a0-82d7-ad5e7832fb81 HTTP/1.1" status: 204 len: 168 time: 0.8631783 Apr 05 20:27:47.401481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42010) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:47.556569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.681736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-dc75cd19-6fe5-473f-8e36-3d259397c64c tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:47.691590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-dc75cd19-6fe5-473f-8e36-3d259397c64c tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 820 time: 0.1902342 Apr 05 20:27:47.719253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-86f5da45-07e5-4c44-9180-694687b66ca5 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/quotas/a29273f3f47341788364488386d36237 HTTP/1.1" status: 200 len: 375 time: 0.0267644 Apr 05 20:27:47.730634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.781320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.783314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.784010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.784932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.785290 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > port after_create 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.786310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.786654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > port after_update 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.786992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.787328 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.787645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.787960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.797243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Transition to ACTIVE for port object 719660d2-be70-4e5b-a253-ebca4d4f3bbc will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:47.850148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6657000c-f819-46f5-b411-0f7b34258037 req-e4ac287d-0c06-4406-9044-06608d2a320c tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0741107 Apr 05 20:27:47.870630 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.891076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-95ebc643-3e5d-4350-84af-55eaa2e069ea tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662116 Apr 05 20:27:47.912020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.912361 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.912916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.913457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84580) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:47.914049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:47.932460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6408285-5007-4ff9-81e7-918725286e94') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:47.933162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6408285-5007-4ff9-81e7-918725286e94') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:47.956651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.020462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.045654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:27:48.046210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: util.warn_limited( Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: util.warn_limited( Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:27:48.082026 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:27:48.113701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-a03198a4-cff2-443c-bf1f-2696d7bf82b9 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142067 Apr 05 20:27:48.201414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded2222-1ba6-48d6-859b-059c072a5b73 None None] Pushing event updated for resources: {'Port': ['ID=719660d2-be70-4e5b-a253-ebca4d4f3bbc,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:48.342108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Attempting to bind port 719660d2-be70-4e5b-a253-ebca4d4f3bbc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:48.342528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Attempting to bind port 719660d2-be70-4e5b-a253-ebca4d4f3bbc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:48.342893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Attempting to bind port 719660d2-be70-4e5b-a253-ebca4d4f3bbc on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:48.349141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-8040ca36-cf70-4a08-a2a9-16d6dd8994de service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235341 Apr 05 20:27:48.368002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:48.370651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Checking segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:48.371218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.371764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Bound using segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:48.372400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Bound port: 719660d2-be70-4e5b-a253-ebca4d4f3bbc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:48.374415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.401579 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.443229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.462154 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070 HTTP/1.1" status: 204 len: 168 time: 1.0595517 Apr 05 20:27:48.462975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42040) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:48.463721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf469f-ddc4-4565-8ab6-ee5464cb2f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f9ee99-70d4-45cf-bb5c-fba7e6ff0070,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:48.488677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf1cc6ce-2282-48f2-9e71-9dc7bbe2aa5e req-6c822bd3-eded-43da-b520-3c3807dc084e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 210 time: 0.0548856 Apr 05 20:27:48.543104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] Deleting subnet d5962167-66ce-41d3-8e71-378fa43afad3 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:27:48.546706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.594129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] For port 719660d2-be70-4e5b-a253-ebca4d4f3bbc, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:48.602322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] For port 719660d2-be70-4e5b-a253-ebca4d4f3bbc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=719660d2-be70-4e5b-a253-ebca4d4f3bbc,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:48.628046 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.719430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.727694 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.743188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4ea2fa5-0620-4068-911e-67693df4a71f req-5a7c9001-40cd-42fe-8fb3-c48fd84e59de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0816147 Apr 05 20:27:48.792454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bca2f0-528b-4d89-8615-1fa572dfadd5 req-c4b4809f-8ac8-40c1-bce9-dc782d3197c3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:48.800155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0bca2f0-528b-4d89-8615-1fa572dfadd5 req-c4b4809f-8ac8-40c1-bce9-dc782d3197c3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 943 time: 0.1026645 Apr 05 20:27:48.895809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:27:48.896424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:27:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:48.941196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cee8b719-fc79-465d-81ed-ccdef0dcadfc req-2d35f866-c482-4a29-8f1f-fa130822c7ed tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 210 time: 0.0988562 Apr 05 20:27:48.974663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0bca2f0-528b-4d89-8615-1fa572dfadd5 req-e20f48fd-58d2-4143-9440-0b93f3636714 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683469 Apr 05 20:27:48.991450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.066403 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-f09b42a8-cbf5-402a-bb7c-1680d6d0fd03 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173425 Apr 05 20:27:49.072726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded2222-1ba6-48d6-859b-059c072a5b73 None None] Pushing event updated for resources: {'Port': ['ID=719660d2-be70-4e5b-a253-ebca4d4f3bbc,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:49.118870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.156833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:27:49.162588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5962167-66ce-41d3-8e71-378fa43afad3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:49.179468 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7887a1cf-d84f-4dad-8228-f254aedb4dda admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d5962167-66ce-41d3-8e71-378fa43afad3 HTTP/1.1" status: 204 len: 168 time: 0.7113643 Apr 05 20:27:49.179877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42062) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:49.417279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-62947531-434f-40a4-8e99-3f42497ae27d tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:49.418851 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-62947531-434f-40a4-8e99-3f42497ae27d tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829711 Apr 05 20:27:49.445643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Request body: {'port': {'device_id': 'bd6b1356-cd88-478c-9605-899806678e89', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'bbe1dc1b461d4a59bd884a44ced8ee73'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:49.517610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bcdb8f4c-e6a3-45c2-bc2f-7188967038e6 req-d86e5ff5-07bd-4e53-bd49-bc94033a587a tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.2391560 Apr 05 20:27:49.520528 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.745525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:49.754940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Usage tracker for resource:port and tenant:bbe1dc1b461d4a59bd884a44ced8ee73 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:49.760901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.764003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:49.777270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:49.804374 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.805950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.807272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.807766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > port after_create 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.808237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.808904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > port after_update 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.809404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.810053 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.811094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.811570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.836385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:48Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:49.840571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781024ba-b4f5-42ba-8593-63e9762db80a None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:48Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:27:49.867402 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-0ba82cf5-5b9d-40c2-ae8a-8f112574236b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408034 Apr 05 20:27:49.872169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Made reservation on behalf of bbe1dc1b461d4a59bd884a44ced8ee73 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:49.875005 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.906752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.921488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.921838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.922259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.922584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84581) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:27:49.923012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfcd011-8bba-4cbf-bee2-4ca13f7d6398']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:49.977216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2dcba6-e8ea-4691-86b3-88f8ce2f2c88') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:49.977571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2dcba6-e8ea-4691-86b3-88f8ce2f2c88') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:49.995314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5015e2f1-4521-4bc4-b210-ad987dc02dd9 req-902ac3e1-b15d-4e06-80e8-388f3274cd04 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 210 time: 0.0643306 Apr 05 20:27:49.996951 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.034399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.043506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:27:50.044014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: util.warn_limited( Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: util.warn_limited( Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:27:50.075538 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:27:50.265023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95c19a3a-7b34-44e5-ba0f-a5778004f71b req-be705841-e520-431c-b48c-e398f73df2a3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0680380 Apr 05 20:27:50.267288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.291188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Allocated IP 192.168.233.18 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/e4440f2d-6571-4ecd-be44-885986e62eac) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:50.323282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccfcd011-8bba-4cbf-bee2-4ca13f7d6398,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:50.328305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.341795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a8e8ad65-5688-4965-bbbf-d1a8f1973412 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ccfcd011-8bba-4cbf-bee2-4ca13f7d6398 HTTP/1.1" status: 204 len: 168 time: 1.1602926 Apr 05 20:27:50.600815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3523733-cdd6-4206-8354-bb357e7c6515 req-bff77200-887a-4a71-afa6-6fedbeac22ab tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 210 time: 0.0954928 Apr 05 20:27:50.649917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc396965-b5ca-4d2a-bae8-64a83b398a1f req-3164f392-a0e9-4311-83eb-a37240a66063 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:50.651596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc396965-b5ca-4d2a-bae8-64a83b398a1f req-3164f392-a0e9-4311-83eb-a37240a66063 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 943 time: 0.1121428 Apr 05 20:27:50.708751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc396965-b5ca-4d2a-bae8-64a83b398a1f req-1b7cbcc1-7c9e-4f4c-871a-b6b144021c2c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479684 Apr 05 20:27:50.739763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd770b4-746f-4868-a19e-27293bef273b req-fc2df1fb-a3cb-476b-a43e-6e7fa65b6f81 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:50.741291 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-fc2df1fb-a3cb-476b-a43e-6e7fa65b6f81 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8565490 Apr 05 20:27:50.768108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Request body: {'port': {'device_id': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'f1efd01f452c408c8f3294718005f108'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:50.932933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.944269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:50.975760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Transition to ACTIVE for port object e4440f2d-6571-4ecd-be44-885986e62eac will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:50.977319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30280f32-f911-417b-8e79-244b3ce8e95c req-4ea0e4f2-ba8e-4cfc-a488-dc5381e75d82 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0483830 Apr 05 20:27:50.983427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42084) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:50.988467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:51.008181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Usage tracker for resource:port and tenant:f1efd01f452c408c8f3294718005f108 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:51.021299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:51.045673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:51.133133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c9546d27-f362-4ee5-857d-f2b3ad1eb330 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1febec07f4634460b1cdd7571e06e2da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1467388 Apr 05 20:27:51.134433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42092) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:51.159976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 719660d2-be70-4e5b-a253-ebca4d4f3bbc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:51.176156 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.232417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Made reservation on behalf of f1efd01f452c408c8f3294718005f108 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:51.236267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.290143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:51.298043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:51.335249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3a6c-aff4-4332-a041-d2204524139a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.349616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:51.349952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:51.389669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'port_id': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca', 'mac_address': 'fa:16:3e:6a:2a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69567d96-9275-495b-9828-be536b692689', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:51.396382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Pushing event updated for resources: {'Port': ['ID=e4440f2d-6571-4ecd-be44-885986e62eac,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:51.398668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 719660d2-be70-4e5b-a253-ebca4d4f3bbc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:51.411991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3a6c-aff4-4332-a041-d2204524139a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.424780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 719660d2-be70-4e5b-a253-ebca4d4f3bbc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:51.425222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.467228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:51.468017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.475963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a893a-289a-456c-a595-d877409573c6 req-d59ec34b-7dd4-4458-9bf9-86974e66907e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:51.485038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d83a893a-289a-456c-a595-d877409573c6 req-d59ec34b-7dd4-4458-9bf9-86974e66907e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 935 time: 0.2768345 Apr 05 20:27:51.576524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d83a893a-289a-456c-a595-d877409573c6 req-660e5b1e-3e46-4b83-a9ac-07f5aac61bc3 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870070 Apr 05 20:27:51.624205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Allocated IP 192.168.233.251 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/d160554f-44f6-445e-bfd5-d7794b46b904) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:51.642418 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.657870 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a0587ed3-dc20-488a-8e8d-d8105100a44f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2104273 Apr 05 20:27:51.683034 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3a6c-aff4-4332-a041-d2204524139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.696251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Request body: {'port': {'device_id': 'bd6b1356-cd88-478c-9605-899806678e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:51.712267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268878e1-9f42-4eaf-a57c-bdf3d39d5cca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:51.829218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:51.846227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a3a6c-aff4-4332-a041-d2204524139a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef85672-502f-47f7-b598-260e3ff6b9b7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:51.854825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.914086 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.942023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.960864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 719660d2-be70-4e5b-a253-ebca4d4f3bbc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=719660d2-be70-4e5b-a253-ebca4d4f3bbc,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:51.969211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-035cfe77-f412-444b-a93c-e95d40875607 None None] Provisioning for port e4440f2d-6571-4ecd-be44-885986e62eac completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:51.981812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94dea0a1-6efb-4ce6-a793-6370982856e5 req-e0576cab-1b7d-4cb9-99e6-40ed8c7e53f9 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 210 time: 0.0808785 Apr 05 20:27:51.984363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-035cfe77-f412-444b-a93c-e95d40875607 None None] Provisioning complete for port e4440f2d-6571-4ecd-be44-885986e62eac triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:51.984490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca4a3a6c-aff4-4332-a041-d2204524139a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.984732 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-035cfe77-f412-444b-a93c-e95d40875607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.986015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ca4a3a6c-aff4-4332-a041-d2204524139a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ef85672-502f-47f7-b598-260e3ff6b9b7 HTTP/1.1" status: 204 len: 168 time: 0.8503485 Apr 05 20:27:52.007233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5875da25-d7be-4bbb-949d-8d51f1008062 req-eef635b3-fb6d-43bd-a33b-65bed4171b06 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 210 time: 0.1760061 Apr 05 20:27:52.055238 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.120192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:52.146425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-e62e1095-54b9-4168-a49d-ff0162a532f4 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:52.149514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-e62e1095-54b9-4168-a49d-ff0162a532f4 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 820 time: 0.5412905 Apr 05 20:27:52.175609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'port': {'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'admin_state_up': True, 'tenant_id': 'a29273f3f47341788364488386d36237'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:52.189472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['268878e1-9f42-4eaf-a57c-bdf3d39d5cca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:52.227882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-035cfe77-f412-444b-a93c-e95d40875607 None None] Port e4440f2d-6571-4ecd-be44-885986e62eac cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:27:52.292269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=719660d2-be70-4e5b-a253-ebca4d4f3bbc,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:52.422694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.429494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7a64300-b918-42bb-9a85-735711dce017 req-95709bc6-c824-40a6-9c95-313de43aed1c tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0581782 Apr 05 20:27:52.462707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4512ad8-58f2-4298-8200-362969325b00 req-120e6c8d-f01a-4032-87c8-0f7cb05a9913 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:52.465647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Transition to ACTIVE for port object d160554f-44f6-445e-bfd5-d7794b46b904 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:52.471177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4512ad8-58f2-4298-8200-362969325b00 req-120e6c8d-f01a-4032-87c8-0f7cb05a9913 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 944 time: 0.2641914 Apr 05 20:27:52.493865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:52.501196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Usage tracker for resource:port and tenant:a29273f3f47341788364488386d36237 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:52.504273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:52.516630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:52.546593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4512ad8-58f2-4298-8200-362969325b00 req-8a50ca1f-1427-4cd8-b36e-fe3aec240d31 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Apr 05 20:27:52.580473 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.630170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Made reservation on behalf of a29273f3f47341788364488386d36237 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:52.633350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.732855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:52.740108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:52.744939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:52.757870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:52.797741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:27:52.871361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:52.872129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.964689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:52.976044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42120) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:53.008115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-527c81f1-5cca-4e21-95fc-a596f6c16870 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2477510 Apr 05 20:27:53.015768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc629f29-fbcf-4355-a3ad-2af6662a9129 req-06229be0-e62b-4c75-a05a-d26ac2ef489a tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:53.029535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc629f29-fbcf-4355-a3ad-2af6662a9129 req-06229be0-e62b-4c75-a05a-d26ac2ef489a tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 935 time: 0.3138366 Apr 05 20:27:53.030121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4440f2d-6571-4ecd-be44-885986e62eac {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:53.035321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Request body: {'port': {'device_id': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:53.091582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.107733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Allocated IP 172.20.0.6 (aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd/85c086db-b972-4238-b437-a1b42d5923a3/53943345-cd98-4001-857f-7303aff0fef3) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:53.130416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 719660d2-be70-4e5b-a253-ebca4d4f3bbc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:53.143724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc629f29-fbcf-4355-a3ad-2af6662a9129 req-fcd8de26-77f7-486e-9009-c0bd751491e4 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188588 Apr 05 20:27:53.167488 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35b80b52-e81a-4337-8ad5-014376f7cdac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c95d2333e57488386a46981eb799397&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1898959 Apr 05 20:27:53.180918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42128) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:53.195997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Transition to ACTIVE for port object e4440f2d-6571-4ecd-be44-885986e62eac will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:53.293497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.306510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 719660d2-be70-4e5b-a253-ebca4d4f3bbc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:53.306879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.346560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bdc3b144-4382-4964-93c5-92897f34f926 None None] Provisioning for port d160554f-44f6-445e-bfd5-d7794b46b904 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:53.362435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:53.373103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bdc3b144-4382-4964-93c5-92897f34f926 None None] Provisioning complete for port d160554f-44f6-445e-bfd5-d7794b46b904 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:53.373670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b144-4382-4964-93c5-92897f34f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.394233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.395566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6e40012-75a8-44a4-b6c8-7ffe8c0161d6 req-d7cfb158-72ef-4454-aa17-950f45edbb31 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 210 time: 0.1743186 Apr 05 20:27:53.436979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3b144-4382-4964-93c5-92897f34f926 None None] Port d160554f-44f6-445e-bfd5-d7794b46b904 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:27:53.441435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:53.441666 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.465087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:53.610403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e46d45c1-fdb6-45b3-8d1f-84031decccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.639294 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.695130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e46d45c1-fdb6-45b3-8d1f-84031decccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.695320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Pushing event updated for resources: {'Port': ['ID=e4440f2d-6571-4ecd-be44-885986e62eac,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:53.719418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:53.720886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fc84f-3faf-4826-aa44-e536ac55c603 req-34e865ee-55ce-44d1-98b2-ea62f14e2d5d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:53.724446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-859fc84f-3faf-4826-aa44-e536ac55c603 req-34e865ee-55ce-44d1-98b2-ea62f14e2d5d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 936 time: 0.3907750 Apr 05 20:27:53.730753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:27:53.744572 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.797795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.828787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Transition to ACTIVE for port object 53943345-cd98-4001-857f-7303aff0fef3 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:53.883884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c528af5-c485-4273-ba10-26fbf7286551 req-eff559da-74d1-4adf-924e-ae3dcb65bf9a tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1443295 Apr 05 20:27:53.887193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:53.909703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-859fc84f-3faf-4826-aa44-e536ac55c603 req-5d0ca30a-6a32-4089-9155-2dd819820b00 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689320 Apr 05 20:27:53.946012 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.981255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.989319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Attempting to bind port e4440f2d-6571-4ecd-be44-885986e62eac on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:53.989852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Attempting to bind port e4440f2d-6571-4ecd-be44-885986e62eac by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:53.989997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Attempting to bind port e4440f2d-6571-4ecd-be44-885986e62eac on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:54.047073 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730e5746-2e02-4420-8506-be1d933b7856'] response: {'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca', 'code': 200} Apr 05 20:27:54.075273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e46d45c1-fdb6-45b3-8d1f-84031decccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.081683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Port e4440f2d-6571-4ecd-be44-885986e62eac on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:54.082012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Attempting to bind port e4440f2d-6571-4ecd-be44-885986e62eac on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:54.106158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:54.109328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:54.109659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:54.110048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:54.110515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Bound port: e4440f2d-6571-4ecd-be44-885986e62eac, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:54.110855 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.115798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d45c1-fdb6-45b3-8d1f-84031decccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b6fb2d-adf6-461c-bf63-a342f56d42f8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:54.141021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Usage tracker for resource:security_group_rule and tenant:f02b286d58374846bc163fa7d5b1ef16 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:54.145460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:54.154588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:54.163010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:54.179941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:54.183736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:27:54.210423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Pushing event updated for resources: {'Port': ['ID=53943345-cd98-4001-857f-7303aff0fef3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:54.259016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e46d45c1-fdb6-45b3-8d1f-84031decccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.260262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e46d45c1-fdb6-45b3-8d1f-84031decccda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72b6fb2d-adf6-461c-bf63-a342f56d42f8 HTTP/1.1" status: 204 len: 168 time: 1.0775175 Apr 05 20:27:54.353257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] For port e4440f2d-6571-4ecd-be44-885986e62eac, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:54.371439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] For port e4440f2d-6571-4ecd-be44-885986e62eac, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e4440f2d-6571-4ecd-be44-885986e62eac,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:54.382984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d160554f-44f6-445e-bfd5-d7794b46b904 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:54.395246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.410199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.410823 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.417078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.423342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Transition to ACTIVE for port object d160554f-44f6-445e-bfd5-d7794b46b904 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:54.423694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d351f-3b1f-4641-b536-c8ee76cd2b63 req-4b6ab6e3-74dd-4465-bcdb-aa18fad23b01 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.428264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834d351f-3b1f-4641-b536-c8ee76cd2b63 req-4b6ab6e3-74dd-4465-bcdb-aa18fad23b01 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 945 time: 0.3971303 Apr 05 20:27:54.450305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.479789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c124ebd9-dd0d-4ea8-b08e-7984448d8378 req-7e98b518-3dce-4a15-88a5-ebfc99b2267a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1096 time: 0.3575888 Apr 05 20:27:54.506240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.513842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.517278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9cdbc-73c7-442e-9f58-12f4f400ead1 req-ec46e4ed-9040-42b7-91c1-6f9d25f510e7 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.518749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dde9cdbc-73c7-442e-9f58-12f4f400ead1 req-ec46e4ed-9040-42b7-91c1-6f9d25f510e7 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 947 time: 0.2170455 Apr 05 20:27:54.526389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834d351f-3b1f-4641-b536-c8ee76cd2b63 req-02ca2b8b-7a04-4207-ab97-b5c2060c88fe tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931375 Apr 05 20:27:54.541680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.543536 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] 10.222.0.39 "PUT /v2.0/ports/e4440f2d-6571-4ecd-be44-885986e62eac HTTP/1.1" status: 200 len: 1095 time: 2.8634226 Apr 05 20:27:54.552630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6b1356-cd88-478c-9605-899806678e89', 'tag': 'e4440f2d-6571-4ecd-be44-885986e62eac'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:54.562905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-6d6a7669-d89d-4c9e-99cd-315bfbb49845 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3923178 Apr 05 20:27:54.587551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Request body: {'port': {'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:27:54.592586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-79753906-a5a4-48f0-a6d6-5934f151eb28 None None] Provisioning for port 53943345-cd98-4001-857f-7303aff0fef3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:54.606391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-79753906-a5a4-48f0-a6d6-5934f151eb28 None None] Provisioning complete for port 53943345-cd98-4001-857f-7303aff0fef3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:54.606772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79753906-a5a4-48f0-a6d6-5934f151eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.622282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c124ebd9-dd0d-4ea8-b08e-7984448d8378 req-2f2f4438-0583-44e6-b7b4-ea0d749be935 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358213 Apr 05 20:27:54.624208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f35068-30cf-49d0-b936-ea95ea439dbe,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:54.640487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3c02-d4c7-449c-b7a9-35efcf74656f service neutron] Pushing event updated for resources: {'Port': ['ID=e4440f2d-6571-4ecd-be44-885986e62eac,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:54.692102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dde9cdbc-73c7-442e-9f58-12f4f400ead1 req-176b3e50-3dd7-462c-9367-3002faadd980 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582675 Apr 05 20:27:54.787266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-79753906-a5a4-48f0-a6d6-5934f151eb28 None None] Port 53943345-cd98-4001-857f-7303aff0fef3 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:27:54.842761 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3030366-f8c4-4aa1-b29d-01abe6a9cbae'] response: {'name': 'network-changed', 'server_uuid': 'bd6b1356-cd88-478c-9605-899806678e89', 'tag': 'e4440f2d-6571-4ecd-be44-885986e62eac', 'status': 'completed', 'code': 200} Apr 05 20:27:54.859929 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-61b32e05-2f61-49d7-be1a-202cbce8996b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f02b286d58374846bc163fa7d5b1ef16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2119181 Apr 05 20:27:54.863938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42158) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:54.926992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.958817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfa510-b2ea-482f-9ca4-f41e5fbb6a52 req-732907d6-29c2-49d9-bc14-85dfe26d59f8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.959681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7abfa510-b2ea-482f-9ca4-f41e5fbb6a52 req-732907d6-29c2-49d9-bc14-85dfe26d59f8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Synchronizing usage tracker for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:54.988670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:55.125393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Attempting to bind port d160554f-44f6-445e-bfd5-d7794b46b904 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:55.126051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Attempting to bind port d160554f-44f6-445e-bfd5-d7794b46b904 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:55.126051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Attempting to bind port d160554f-44f6-445e-bfd5-d7794b46b904 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:55.134741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-990776f2-7cc4-4192-9ac9-a42841a7d965 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 1098 time: 0.3688622 Apr 05 20:27:55.139640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba45c4d-19d2-4091-8e2e-b80e54547a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.148196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Port d160554f-44f6-445e-bfd5-d7794b46b904 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:55.148196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Attempting to bind port d160554f-44f6-445e-bfd5-d7794b46b904 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:55.173676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7abfa510-b2ea-482f-9ca4-f41e5fbb6a52 req-732907d6-29c2-49d9-bc14-85dfe26d59f8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Unset dirty status for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:55.174834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7abfa510-b2ea-482f-9ca4-f41e5fbb6a52 req-732907d6-29c2-49d9-bc14-85dfe26d59f8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 931 time: 0.4528692 Apr 05 20:27:55.224536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:55.224763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:55.225179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:55.225619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Bound port: d160554f-44f6-445e-bfd5-d7794b46b904, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:55.225965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.251382 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-2e8ec395-a451-44d0-84aa-0986a80cc87f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e4440f2d-6571-4ecd-be44-885986e62eac HTTP/1.1" status: 200 len: 217 time: 0.1000936 Apr 05 20:27:55.253035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba45c4d-19d2-4091-8e2e-b80e54547a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.330058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7abfa510-b2ea-482f-9ca4-f41e5fbb6a52 req-37369651-cb1a-4882-84de-62a44205a6d5 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412618 Apr 05 20:27:55.362119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0222cb-82a5-4f7f-a1f7-3230432dc32e req-554d4776-a6b2-4e49-b9ad-424673b46ca4 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:55.363596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d0222cb-82a5-4f7f-a1f7-3230432dc32e req-554d4776-a6b2-4e49-b9ad-424673b46ca4 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.2458196 Apr 05 20:27:55.414825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-994a7e74-00a1-403a-8e37-fad9bdeef821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:55.416297 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-994a7e74-00a1-403a-8e37-fad9bdeef821 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1511991 Apr 05 20:27:55.420223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:55.441313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d0222cb-82a5-4f7f-a1f7-3230432dc32e req-3bc4aaf9-840c-4864-945e-37cd57716943 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646758 Apr 05 20:27:55.467214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:55.517746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-d027fabf-7562-4694-b5ea-68cdf78c17c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946305 Apr 05 20:27:55.601563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.616756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bb6bea4-00dd-4d65-865d-c91b5786893a req-884c6519-de07-456c-b7d0-d19d92075589 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0530350 Apr 05 20:27:55.627268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53943345-cd98-4001-857f-7303aff0fef3 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:27:55.634463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.637928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba45c4d-19d2-4091-8e2e-b80e54547a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.658054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Transition to ACTIVE for port object 53943345-cd98-4001-857f-7303aff0fef3 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:55.692865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba45c4d-19d2-4091-8e2e-b80e54547a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f35068-30cf-49d0-b936-ea95ea439dbe,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:55.720896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.722389 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] 10.222.0.39 "PUT /v2.0/ports/d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 200 len: 1096 time: 2.6976073 Apr 05 20:27:55.726472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba45c4d-19d2-4091-8e2e-b80e54547a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.727531 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ba45c4d-19d2-4091-8e2e-b80e54547a8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7f35068-30cf-49d0-b936-ea95ea439dbe HTTP/1.1" status: 204 len: 168 time: 0.8346646 Apr 05 20:27:55.731654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.759597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8769d8-89de-4813-a7ce-48c120270d50 service neutron] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:55.793306 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-dfcefa54-d8a8-4923-bf9b-aa81a851a404 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595458 Apr 05 20:27:56.114934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Pushing event updated for resources: {'Port': ['ID=53943345-cd98-4001-857f-7303aff0fef3,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:56.153434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.153434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.154272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.154615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.155318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.155318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.155575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.155899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.156222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.156541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.156929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:56.167749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c2c9b5fe-f719-4a6c-b5fa-f6f522fba92d req-a35d4bd7-4563-4ef7-8669-c9df4459271b service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765194 Apr 05 20:27:56.208215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-f38531f3-0b69-4ae9-972c-4b07cce0224e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 1099 time: 0.1103148 Apr 05 20:27:56.270485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457a576-c863-479e-a6bd-279aba4eb6bb req-a9a86b01-2f48-45a8-bf2f-23d24ed0b274 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:56.271873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4457a576-c863-479e-a6bd-279aba4eb6bb req-a9a86b01-2f48-45a8-bf2f-23d24ed0b274 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 945 time: 0.4213574 Apr 05 20:27:56.289507 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-6165213a-a0f4-454c-ba6b-0127bbd13d19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 200 len: 217 time: 0.0681403 Apr 05 20:27:56.318369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Attempting to bind port 53943345-cd98-4001-857f-7303aff0fef3 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:56.318704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Attempting to bind port 53943345-cd98-4001-857f-7303aff0fef3 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:56.319033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Attempting to bind port 53943345-cd98-4001-857f-7303aff0fef3 on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:56.328881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3208f-d2d8-43a7-a449-89e77a880e53 req-ae55d10d-9131-4e6f-aa8e-7ed73b95293f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:56.335706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dd3208f-d2d8-43a7-a449-89e77a880e53 req-ae55d10d-9131-4e6f-aa8e-7ed73b95293f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 947 time: 0.2687995 Apr 05 20:27:56.373752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Port 53943345-cd98-4001-857f-7303aff0fef3 on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:27:56.374094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Attempting to bind port 53943345-cd98-4001-857f-7303aff0fef3 on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:27:56.401179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:27:56.401395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Checking segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:27:56.401769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Bound using segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:27:56.402200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Bound port: 53943345-cd98-4001-857f-7303aff0fef3, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:56.402552 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.418379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4457a576-c863-479e-a6bd-279aba4eb6bb req-423de19f-5a5d-4337-8e90-ee0df66c8806 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352851 Apr 05 20:27:56.436429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dd3208f-d2d8-43a7-a449-89e77a880e53 req-d18a8dcf-68ed-47d7-a496-456b5bc6602c tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998185 Apr 05 20:27:56.438585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd770b4-746f-4868-a19e-27293bef273b req-924fac21-42f8-4f32-826d-8d32a408c490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:56.440033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-924fac21-42f8-4f32-826d-8d32a408c490 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1137028 Apr 05 20:27:56.516258 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-e58d9096-ad82-4e9a-84a2-6901d5814813 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 1098 time: 0.1581712 Apr 05 20:27:56.551544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] For port 53943345-cd98-4001-857f-7303aff0fef3, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:27:56.557904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] For port 53943345-cd98-4001-857f-7303aff0fef3, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53943345-cd98-4001-857f-7303aff0fef3,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:27:56.622060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.648894 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-2927f6c9-d85f-46cc-9e87-a3a017c0ec7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2023630 Apr 05 20:27:56.748669 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.750643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] 10.222.0.39 "PUT /v2.0/ports/53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 1091 time: 2.1677897 Apr 05 20:27:56.756053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:56.765131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-9aeb2204-67a0-466c-9343-b205ca79e7c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:56.766970 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-9aeb2204-67a0-466c-9343-b205ca79e7c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2405341 Apr 05 20:27:56.806073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7395c3-d340-42f9-8ddb-4a2c5e96482f service neutron] Pushing event updated for resources: {'Port': ['ID=53943345-cd98-4001-857f-7303aff0fef3,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:56.812881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42198) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:56.852409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.855536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:27:56.873362 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-374d5ae8-68fc-4341-9697-ef6d3b325ca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e4440f2d-6571-4ecd-be44-885986e62eac HTTP/1.1" status: 200 len: 217 time: 0.0981534 Apr 05 20:27:56.909391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-dd2c4196-46a8-4767-aa10-2d025d557d81 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455330 Apr 05 20:27:57.013865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:57.025424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Usage tracker for resource:security_group_rule and tenant:7bba1d49c84d4f99b31c572643d60f36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:57.037179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:57.046069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c598c-8bf8-498b-9788-c8a91ff69fda req-5bd1381f-5c6f-430b-8777-cb7d33c09ebb tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.047520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b86c598c-8bf8-498b-9788-c8a91ff69fda req-5bd1381f-5c6f-430b-8777-cb7d33c09ebb tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 943 time: 0.4144418 Apr 05 20:27:57.049158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-615c7036-cef9-46ea-8b3a-6bf246e74f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.050532 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-615c7036-cef9-46ea-8b3a-6bf246e74f8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1413360 Apr 05 20:27:57.073415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:57.124156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-f38635a0-8edb-409f-8092-286f4289ee96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1094 time: 0.2367239 Apr 05 20:27:57.133125 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7cd770b4-746f-4868-a19e-27293bef273b req-9da430ac-1fde-4fbb-9296-1f6e415f3829 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886504 Apr 05 20:27:57.135022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b86c598c-8bf8-498b-9788-c8a91ff69fda req-25acd4cd-5f85-405d-838b-27a7ef82cd3e tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802226 Apr 05 20:27:57.142123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb79fa-d6a9-4979-8641-434a56d3266e req-d747ffdb-4f09-48d5-ad32-a536a9d8a623 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.143505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7acb79fa-d6a9-4979-8641-434a56d3266e req-d747ffdb-4f09-48d5-ad32-a536a9d8a623 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.1849296 Apr 05 20:27:57.165570 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-84d035cb-ceb0-4c2d-b0a7-1844bf0ede9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074612 Apr 05 20:27:57.241451 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107be9f0-53ec-4d59-9972-6e3a3c830089'] response: {'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3', 'status': 'completed', 'code': 200} Apr 05 20:27:57.269032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7acb79fa-d6a9-4979-8641-434a56d3266e req-a0f8ed5b-c31f-4243-ae46-cbfc4d978733 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623586 Apr 05 20:27:57.271701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-ed072c6d-e9e5-4f31-8d04-a5afee9feac2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 217 time: 0.1231527 Apr 05 20:27:57.372081 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-98264d4d-5433-4c15-b7a3-117c1e633b3d service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958659 Apr 05 20:27:57.379968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ffe77c9-f2a2-43fc-9ec6-75809aa305eb req-8b7b63f1-1446-429d-af92-de834746b034 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0489328 Apr 05 20:27:57.401384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5aa81c0d-478c-4d02-828c-e3d6cd37edd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.405204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-5aa81c0d-478c-4d02-828c-e3d6cd37edd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.1231868 Apr 05 20:27:57.431695 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa69721-dd24-409f-878a-5a1018f7e5b9'] response: {'name': 'network-changed', 'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'status': 'completed', 'code': 200} Apr 05 20:27:57.500874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.526588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-84958134-b373-4045-99f3-5753c60430ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127346 Apr 05 20:27:57.567488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.652325 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f1e3c6ca-3e83-4930-bf2f-3486db1fffdb req-86e3e162-37c1-4bc3-83cd-ffd878a8131c service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732334 Apr 05 20:27:57.661842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-55eaa10d-9a20-4ca4-bc92-b172aab90e35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 1099 time: 0.1413200 Apr 05 20:27:57.788669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542394bf-8b34-4c4b-b78b-fa7e03db5b45,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:57.882803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-a270e6f7-f26b-418e-94b5-641728a52616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.884250 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-a270e6f7-f26b-418e-94b5-641728a52616 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2074368 Apr 05 20:27:57.913492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dd3b221c-f7eb-4464-acc8-4bac79276e1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bba1d49c84d4f99b31c572643d60f36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0994122 Apr 05 20:27:57.919930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42218) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:57.955643 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-8f863f62-869c-498a-8d13-a76eb180798d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 200 len: 217 time: 0.0641093 Apr 05 20:27:57.976691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-99370bcd-631c-4527-8b4d-ac45a45a3fa2 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423003 Apr 05 20:27:58.022430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-8eb04aa9-4ec3-4743-b03f-a24d77db5996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.023918 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-8eb04aa9-4ec3-4743-b03f-a24d77db5996 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0617082 Apr 05 20:27:58.100173 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-beb5d6e4-c3c1-436d-9508-b8ea911faad2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700910 Apr 05 20:27:58.108139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81b2c-fb26-4b68-972f-1c51a7638b13 req-973b415d-8355-47c2-8c78-60a4d243350e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.109865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cd81b2c-fb26-4b68-972f-1c51a7638b13 req-973b415d-8355-47c2-8c78-60a4d243350e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 945 time: 0.4753625 Apr 05 20:27:58.117438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5dc0-b768-4644-9faa-f22d22c3a32a req-65b9597b-a3b1-4b51-8126-cdcdebafd93f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.118842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf3b5dc0-b768-4644-9faa-f22d22c3a32a req-65b9597b-a3b1-4b51-8126-cdcdebafd93f tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 947 time: 0.4820230 Apr 05 20:27:58.219793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-024799e8-7dad-4d3d-a404-b0393efb1e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:58.244329 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-32b5ada2-e5f0-43fe-8067-3f805f12d4e8 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368282 Apr 05 20:27:58.265823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0cf078a-db1b-4ed0-a9bf-94b81b37ab32 req-7f25518b-d0ae-425a-a51d-1facf41514d5 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752028 Apr 05 20:27:58.283262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cd81b2c-fb26-4b68-972f-1c51a7638b13 req-8e46d2fe-d0c1-4070-8165-9fcefaf17129 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634846 Apr 05 20:27:58.289329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-024799e8-7dad-4d3d-a404-b0393efb1e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:58.298118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf3b5dc0-b768-4644-9faa-f22d22c3a32a req-6ca047ad-1eb3-43ea-9f5e-6f37e88cfbef tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396770 Apr 05 20:27:58.400487 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe2f100a-49e7-40a3-92b3-4c469e5daf0f req-a7e58e01-9584-4094-b6f0-9c530974b8d2 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440897 Apr 05 20:27:58.448691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-024799e8-7dad-4d3d-a404-b0393efb1e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:58.500732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024799e8-7dad-4d3d-a404-b0393efb1e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542394bf-8b34-4c4b-b78b-fa7e03db5b45,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:58.529749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-395b9df1-a7b4-45ae-b877-d77301f68772 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1094 time: 0.0827770 Apr 05 20:27:58.555373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-024799e8-7dad-4d3d-a404-b0393efb1e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:58.558768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-024799e8-7dad-4d3d-a404-b0393efb1e6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/542394bf-8b34-4c4b-b78b-fa7e03db5b45 HTTP/1.1" status: 204 len: 168 time: 0.6355205 Apr 05 20:27:58.632521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571036a4-1880-4fa4-8c05-cbd3f4049d8b req-91b3cc7e-b4af-44a9-b6ac-92e67f5f7db8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.634157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-571036a4-1880-4fa4-8c05-cbd3f4049d8b req-91b3cc7e-b4af-44a9-b6ac-92e67f5f7db8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.1691184 Apr 05 20:27:58.643217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e36d22-3c8d-4aaf-aae0-a883ea0efa75 req-9c9388c7-e370-4c5a-8449-6cca3a3370ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.644665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37e36d22-3c8d-4aaf-aae0-a883ea0efa75 req-9c9388c7-e370-4c5a-8449-6cca3a3370ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 943 time: 0.1744869 Apr 05 20:27:58.679523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-54cd7fdd-43aa-438e-be2f-006510bdada0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.681211 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-54cd7fdd-43aa-438e-be2f-006510bdada0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.1456585 Apr 05 20:27:58.747264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06791b54-0f10-47a4-a2ac-2fcd152a7781 req-57014702-5274-4222-b277-c1a197a5d481 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0573270 Apr 05 20:27:58.755321 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-837e44ea-bc5e-4306-b6f5-21e68c3adb60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 217 time: 0.0654979 Apr 05 20:27:58.764990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-571036a4-1880-4fa4-8c05-cbd3f4049d8b req-c29f0df7-dcae-49d8-9924-ed572af36d26 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193821 Apr 05 20:27:58.768571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37e36d22-3c8d-4aaf-aae0-a883ea0efa75 req-a1561739-0c80-4f4e-b9ab-3049707daf0c tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069272 Apr 05 20:27:58.829461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-ec8c7967-baeb-4acc-86f5-5e83d5de461e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.829669 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-ec8c7967-baeb-4acc-86f5-5e83d5de461e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0694230 Apr 05 20:27:58.919658 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-78a5695c-f399-4f78-b1a8-e5521be04fbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827875 Apr 05 20:27:58.988010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cab1a39-69d3-40ff-97fc-16fbb9dadd15 req-54d15211-38fb-4f0f-925b-3771117c1346 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0480814 Apr 05 20:27:59.003727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e7fd678-a07e-4c2b-9368-015b4cb8812d req-a0f74ed1-a203-4f36-a61d-ecb47a407109 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1096 time: 0.1205885 Apr 05 20:27:59.082882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e7fd678-a07e-4c2b-9368-015b4cb8812d req-c545dcbd-9582-4a2f-9847-bb676a283dba tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727086 Apr 05 20:27:59.088395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-288a26cf-e2a7-4fe8-9f0a-e188abebe88e service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604340 Apr 05 20:27:59.278137 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8c7e8a1-6638-4445-9ec9-1b14a9cf8135 req-f75af10f-5b96-49ae-9beb-9f135c1cc799 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827333 Apr 05 20:27:59.404976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a452a5-53ea-4f9b-adb0-f3da14220f61 req-9d3880ff-3140-4d6a-b380-fa965ce9cbab tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1096 time: 0.0830662 Apr 05 20:27:59.454430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a452a5-53ea-4f9b-adb0-f3da14220f61 req-2d176758-fdd7-4050-8e0c-25d53e571e5b tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Apr 05 20:27:59.579887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de9c62-920f-46b6-9a52-df668e05e613 req-5c02c4a1-33a8-45b6-823e-70d0c734aa83 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:59.585034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4de9c62-920f-46b6-9a52-df668e05e613 req-5c02c4a1-33a8-45b6-823e-70d0c734aa83 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 947 time: 0.0965481 Apr 05 20:27:59.640848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4de9c62-920f-46b6-9a52-df668e05e613 req-233429f4-d9be-40e5-99f2-46850bef61c0 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Apr 05 20:27:59.944489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42286) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:59.992481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea427ab-5220-4e05-84a7-b266630267b4 req-56b8c483-d4d1-4d5c-93ee-df7f1009ae48 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:59.993972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ea427ab-5220-4e05-84a7-b266630267b4 req-56b8c483-d4d1-4d5c-93ee-df7f1009ae48 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.0854275 Apr 05 20:28:00.054232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ea427ab-5220-4e05-84a7-b266630267b4 req-e37a839a-af68-4899-80d5-30d61894cd23 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525498 Apr 05 20:28:00.102447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-683503324-network', 'tenant_id': '87f1d3a3a1864bc59e9c2d369cab8960'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:00.107437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:00.112247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Usage tracker for resource:network and tenant:87f1d3a3a1864bc59e9c2d369cab8960 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:00.115577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:00.130155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:00.221715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82713aa-f9b0-492f-97de-426dc5f81e3a req-6ebf4a77-d093-4db6-95be-c6a5bee19105 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:00.223168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a82713aa-f9b0-492f-97de-426dc5f81e3a req-6ebf4a77-d093-4db6-95be-c6a5bee19105 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 943 time: 0.0876825 Apr 05 20:28:00.241756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Made reservation on behalf of 87f1d3a3a1864bc59e9c2d369cab8960 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:00.244039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.257548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.291718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:00.296417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:87f1d3a3a1864bc59e9c2d369cab8960 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:00.299716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:00.305981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:00.327158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a82713aa-f9b0-492f-97de-426dc5f81e3a req-7455635f-80a2-419f-9aae-30a85bc7de98 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715234 Apr 05 20:28:00.330898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e13c9a77-b475-4156-8597-74e837537606 req-803f7e5c-2d95-4f95-991e-58ff98f26872 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1096 time: 0.1068678 Apr 05 20:28:00.377706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.390978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e13c9a77-b475-4156-8597-74e837537606 req-3d2417f3-9483-4e44-b426-912257632213 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Apr 05 20:28:00.411468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e4440f2d-6571-4ecd-be44-885986e62eac details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:00.460267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.505602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9f18494-6d6a-41d3-bb58-7009aaf90f0c req-010e1984-1ec8-47cb-af6d-9e24c7dd69a3 tempest-ServersAdmin275Test-1738738324 tempest-ServersAdmin275Test-1738738324-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0488851 Apr 05 20:28:00.508284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:00.513878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062cc8a0-9ab9-4b71-81bd-d67b35664108,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:00.525899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.526314 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Added segment e010edb6-361d-4717-a878-39224c214cdf of type vlan for network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 Apr 05 20:28:00.532326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.532731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.533193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.533743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.534649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.534649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.534822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.535146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.535647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.536152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.536534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.568960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.601256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e4440f2d-6571-4ecd-be44-885986e62eac, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e4440f2d-6571-4ecd-be44-885986e62eac,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:00.615391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e4440f2d-6571-4ecd-be44-885986e62eac', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'e4440f2d-6571-4ecd-be44-885986e62eac', 'mac_address': 'fa:16:3e:f1:16:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:00.671472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.671877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.672601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:00.673383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.689894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4440f2d-6571-4ecd-be44-885986e62eac {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:00.705435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e4440f2d-6571-4ecd-be44-885986e62eac, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e4440f2d-6571-4ecd-be44-885986e62eac,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:00.783639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed1a911-2380-441a-a2c7-a4f3fde18a87,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:00.784479 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.791037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42306) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:00.791219 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-61fe6e7f-7ba6-4b54-be3f-5f3425b83ad8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8452594 Apr 05 20:28:00.802974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Request body: {'subnet': {'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-683503324-subnet', 'tenant_id': '87f1d3a3a1864bc59e9c2d369cab8960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:00.810279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:00.823639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:00.854234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Usage tracker for resource:subnet and tenant:87f1d3a3a1864bc59e9c2d369cab8960 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:00.860212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:00.868825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:00.905640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaa856-96c2-449a-a622-34e65d7e3a98 req-512ddeb6-0186-410f-8c53-799ddfdd9b04 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:00.907109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bdaa856-96c2-449a-a622-34e65d7e3a98 req-512ddeb6-0186-410f-8c53-799ddfdd9b04 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 948 time: 0.0988855 Apr 05 20:28:00.945660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e4440f2d-6571-4ecd-be44-885986e62eac,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:00.956361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.956708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.957074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.957407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.957693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bdaa856-96c2-449a-a622-34e65d7e3a98 req-02ecb21e-0d0e-45b8-badf-6b83d45d52d3 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Apr 05 20:28:00.957824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.958050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.958373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.958697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.959018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.959336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.959686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:00.960813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Made reservation on behalf of 87f1d3a3a1864bc59e9c2d369cab8960 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:00.963357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.119294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42316) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:01.168477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a61c60d-e819-426d-a013-4599c748a599 req-de6b44ef-74e6-4707-ab05-bbf10cf283f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=197f544aa64f47e0bb861336e4d49649&device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0785384 Apr 05 20:28:01.178975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e4440f2d-6571-4ecd-be44-885986e62eac'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:01.207259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a61c60d-e819-426d-a013-4599c748a599 req-7f70c8f9-38bb-4450-97f5-02a5be2a203d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=197f544aa64f47e0bb861336e4d49649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302048 Apr 05 20:28:01.301300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.336436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:01.341968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e28b2e39c74f2cbf4b93a30bb6051e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:01.345238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:01.351400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:01.472749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-802f6901-7c48-4677-af67-15803bf0f5a6 req-372c0d2f-6fed-4f3e-a8a0-4e1d8fbd1fa6 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.2576191 Apr 05 20:28:01.480207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.534826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.584080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61c60d-e819-426d-a013-4599c748a599 req-f3762fd4-1032-441f-9aba-ef37e50d3cb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:01.585254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3622a7f-7605-4f69-9d2f-27ca01f96d31,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:01.585571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a61c60d-e819-426d-a013-4599c748a599 req-f3762fd4-1032-441f-9aba-ef37e50d3cb0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3718464 Apr 05 20:28:01.593223 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be86507a-db4b-41d3-9926-8c8f6215a0a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3e28b2e39c74f2cbf4b93a30bb6051e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4727702 Apr 05 20:28:01.595644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42326) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:01.598403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec33017-6af3-4744-81e8-f7cfb9c70c19 req-e23188b6-fef5-42e8-a0b4-5157376316b0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:01.605211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ec33017-6af3-4744-81e8-f7cfb9c70c19 req-e23188b6-fef5-42e8-a0b4-5157376316b0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.3658953 Apr 05 20:28:01.625210 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.658583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd932528-9977-4f1f-a4f3-4cba5790a048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.683731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd932528-9977-4f1f-a4f3-4cba5790a048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.771579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ec33017-6af3-4744-81e8-f7cfb9c70c19 req-feefd7cb-1251-44d3-bcd7-ac1c13c97e66 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654444 Apr 05 20:28:01.772071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:01.795834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:01.796187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Network hostable DHCP agents. Network: 8ed1a911-2380-441a-a2c7-a4f3fde18a87, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:01.803233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd932528-9977-4f1f-a4f3-4cba5790a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.814879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201b57a-93e5-48b1-919d-7e8be12c0cd9 req-eed0a0fb-3439-4694-8ff7-038e107c5b93 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:01.816350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0201b57a-93e5-48b1-919d-7e8be12c0cd9 req-eed0a0fb-3439-4694-8ff7-038e107c5b93 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 943 time: 0.1923211 Apr 05 20:28:01.823082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd932528-9977-4f1f-a4f3-4cba5790a048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3622a7f-7605-4f69-9d2f-27ca01f96d31,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:01.832349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd932528-9977-4f1f-a4f3-4cba5790a048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.833483 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd932528-9977-4f1f-a4f3-4cba5790a048 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3622a7f-7605-4f69-9d2f-27ca01f96d31 HTTP/1.1" status: 204 len: 168 time: 0.2365615 Apr 05 20:28:01.883195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0201b57a-93e5-48b1-919d-7e8be12c0cd9 req-874f12c5-9e68-4597-80ab-633f7608ca7d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585938 Apr 05 20:28:01.937349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:01.975887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a352136f-9d3a-4484-b01b-9fd4b34e917d req-48f2f51e-376f-4bd1-99f4-9b2f12203d17 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1096 time: 0.0759320 Apr 05 20:28:01.998480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 8ed1a911-2380-441a-a2c7-a4f3fde18a87) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:02.006143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:02.006721 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.008805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0ac7d-3c88-420b-b26a-81dbaad875a2 None None] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:02.038539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a352136f-9d3a-4484-b01b-9fd4b34e917d req-0156580b-f137-419d-91af-e3950fc89d40 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565836 Apr 05 20:28:02.138171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-37f3785a-558e-48ae-b043-f07854ac65e4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3454885 Apr 05 20:28:02.194911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2d407-7084-4c75-9481-e78c70f26b64 req-8175dc65-7450-4c74-b6db-e49666f2efa9 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:02.196585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbc2d407-7084-4c75-9481-e78c70f26b64 req-8175dc65-7450-4c74-b6db-e49666f2efa9 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 948 time: 0.1020195 Apr 05 20:28:02.267239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbc2d407-7084-4c75-9481-e78c70f26b64 req-53499609-4307-4784-9bfa-0f7b88b60005 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641508 Apr 05 20:28:02.340758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513078da-3c75-40c2-8ada-153d9f3938b6 None None] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:02.364467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8de6139d-5118-4a56-a722-37590e581410 req-96d38ec1-f554-474e-86c2-bea2f86758a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0942481 Apr 05 20:28:02.430534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53943345-cd98-4001-857f-7303aff0fef3 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:02.432959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e4440f2d-6571-4ecd-be44-885986e62eac up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:02.736474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 53943345-cd98-4001-857f-7303aff0fef3, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53943345-cd98-4001-857f-7303aff0fef3,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:02.746965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9f8c6ee-f6f7-4493-8433-0c751ee574bc req-2064a4da-6bf5-4eb0-91b7-66e3835119e2 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0420773 Apr 05 20:28:02.794119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '53943345-cd98-4001-857f-7303aff0fef3', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'mac_address': 'fa:16:3e:69:96:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:02.794119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port e4440f2d-6571-4ecd-be44-885986e62eac completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:02.821831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e4440f2d-6571-4ecd-be44-885986e62eac triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:02.822482 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.899241 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.927588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53943345-cd98-4001-857f-7303aff0fef3 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:02.969134 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a61c60d-e819-426d-a013-4599c748a599 req-970be7b4-0879-4771-bbf5-87cd4e2076b4 tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.23 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.1037312 Apr 05 20:28:03.035851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 53943345-cd98-4001-857f-7303aff0fef3, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53943345-cd98-4001-857f-7303aff0fef3,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:03.051433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b6bf8-e79a-4f2c-b54d-c1bc62c7c548 req-a2eb4e53-4f97-4fd9-a7a2-bbff1b1a467b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:03.054098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c23b6bf8-e79a-4f2c-b54d-c1bc62c7c548 req-a2eb4e53-4f97-4fd9-a7a2-bbff1b1a467b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.1316667 Apr 05 20:28:03.055227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.088253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b1356-cd88-478c-9605-899806678e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440f2d-6571-4ecd-be44-885986e62eac'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:03.097655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e4440f2d-6571-4ecd-be44-885986e62eac, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e4440f2d-6571-4ecd-be44-885986e62eac,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:03.106083 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.107015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d160554f-44f6-445e-bfd5-d7794b46b904 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:03.117800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c23b6bf8-e79a-4f2c-b54d-c1bc62c7c548 req-b213e91b-8400-46e0-9add-930eec8d3ab7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575392 Apr 05 20:28:03.203239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.259925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=53943345-cd98-4001-857f-7303aff0fef3,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:03.339447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a356a4-db7c-45e2-b361-0bc023cc9e61 req-57ce8ff5-ec39-4d87-8c7a-82d36ee9754d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:03.345907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2a356a4-db7c-45e2-b361-0bc023cc9e61 req-57ce8ff5-ec39-4d87-8c7a-82d36ee9754d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 944 time: 0.1203609 Apr 05 20:28:03.388947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e4440f2d-6571-4ecd-be44-885986e62eac,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:03.417673 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2a356a4-db7c-45e2-b361-0bc023cc9e61 req-2e20a05e-d5a0-428b-8c2a-e558b42e7f24 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668342 Apr 05 20:28:03.427843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.441462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:03.457185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'mac_address': 'fa:16:3e:bd:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:03.497423 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de32474-42b8-4493-ae66-d0c4102eeb0b'] response: {'server_uuid': 'bd6b1356-cd88-478c-9605-899806678e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4440f2d-6571-4ecd-be44-885986e62eac', 'code': 200} Apr 05 20:28:03.517995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.539494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d160554f-44f6-445e-bfd5-d7794b46b904 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:03.556857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:03.643513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.765910 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d3f68d76-b504-4748-b3c4-36ac9884676b req-a692ce7b-465b-432c-8b1c-edf234809405 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 1100 time: 0.1706245 Apr 05 20:28:03.767234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8716df-273c-49c4-89c6-a2638662e863 req-68ff2482-90b6-4137-8531-cabf29d7041c tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:03.768746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f8716df-273c-49c4-89c6-a2638662e863 req-68ff2482-90b6-4137-8531-cabf29d7041c tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 949 time: 0.1676588 Apr 05 20:28:03.776929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:03.827449 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d3f68d76-b504-4748-b3c4-36ac9884676b req-4115d941-7837-481e-a316-7340f72f26bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575418 Apr 05 20:28:03.842681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f8716df-273c-49c4-89c6-a2638662e863 req-56abfa99-8338-4ebb-b17f-02b70c2a5f94 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Apr 05 20:28:03.871484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42400) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:03.881700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-896611892-network', 'tenant_id': '55625f2d3033497a82ce74f99e43d269'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:03.884912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:03.888869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Usage tracker for resource:network and tenant:55625f2d3033497a82ce74f99e43d269 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:03.892149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:03.899567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:03.972938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Made reservation on behalf of 55625f2d3033497a82ce74f99e43d269 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:03.975849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.989616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.020532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b65f4ca9-8485-45ae-9536-8581df7af75d req-f0065ce5-c3df-4e8f-bd42-d7cb3a03850b tempest-ServersAdmin275Test-599281892 tempest-ServersAdmin275Test-599281892-project] 10.222.0.10 "GET /v2.0/ports?device_id=56551fa9-3b94-4a48-91cc-e022a33463ec HTTP/1.1" status: 200 len: 210 time: 0.0436800 Apr 05 20:28:04.020838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:04.024690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Usage tracker for resource:security_group_rule and tenant:55625f2d3033497a82ce74f99e43d269 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:04.027487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:04.033768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:04.107338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.132370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['53943345-cd98-4001-857f-7303aff0fef3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:04.202713 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.207161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d160554f-44f6-445e-bfd5-d7794b46b904'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:04.249598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:04.268313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145351c8-90d5-40cb-b61a-4991353ceaef,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:04.273848 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.275170 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Added segment ce206764-b8af-449b-950a-7560bb222234 of type vlan for network 98bf5d30-c74c-4e93-a2cf-acbaa68552fd Apr 05 20:28:04.305971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.414755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.416019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:04.416606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.420994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-92a8f031-5936-4406-b420-b8c53b3bb9d9 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8ed8c9ab8d8248218d54b2c1c509e7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270281 Apr 05 20:28:04.530263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] Pushing event updated for resources: {'Network': ['ID=98bf5d30-c74c-4e93-a2cf-acbaa68552fd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:04.540366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 98bf5d30-c74c-4e93-a2cf-acbaa68552fd details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:04.586135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-9526cfbf-9dc5-453f-9053-05c3eb75fc54 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:04.587779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-9526cfbf-9dc5-453f-9053-05c3eb75fc54 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570649 Apr 05 20:28:04.598759 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7b9dbd0f-56d4-45df-9679-455baacb6986 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7250810 Apr 05 20:28:04.603646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:04.604865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-3e94236e-5fe9-49f3-acb7-f1774500bc09 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/quotas/8ed8c9ab8d8248218d54b2c1c509e7c7 HTTP/1.1" status: 200 len: 375 time: 0.0116458 Apr 05 20:28:04.611382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Request body: {'subnet': {'network_id': '98bf5d30-c74c-4e93-a2cf-acbaa68552fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-896611892-subnet', 'tenant_id': '55625f2d3033497a82ce74f99e43d269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:04.617831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:04.621772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Usage tracker for resource:subnet and tenant:55625f2d3033497a82ce74f99e43d269 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:04.625484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:04.631432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:04.663786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-4f3818be-9d67-4ed3-955d-f4fb65429756 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8ed8c9ab8d8248218d54b2c1c509e7c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511599 Apr 05 20:28:04.717268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Made reservation on behalf of 55625f2d3033497a82ce74f99e43d269 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:04.719548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.761619 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79266294-dbd2-4dd8-a9cd-e52b02a5af92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.917695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-6bd6a324-99fc-4762-8583-7a85b66d0dd4 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:28:04.917695 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-6bd6a324-99fc-4762-8583-7a85b66d0dd4 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056307 Apr 05 20:28:04.929390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:04.929936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Unknown quota resources ['binding']. {{(pid=84580) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:28:05.058527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df8a6b-95e5-48b8-b4db-b9f3000c8ada req-9646d741-fa15-4632-8667-b5ad395d228a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.060531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72df8a6b-95e5-48b8-b4db-b9f3000c8ada req-9646d741-fa15-4632-8667-b5ad395d228a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 949 time: 0.0958350 Apr 05 20:28:05.065767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.106015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72df8a6b-95e5-48b8-b4db-b9f3000c8ada req-c4ee9265-9560-4b66-be00-91be7d907ee4 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Apr 05 20:28:05.175384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=108cd594-990a-4248-919c-73c009428986,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:05.221863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Checking segment: {'id': 'ce206764-b8af-449b-950a-7560bb222234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '98bf5d30-c74c-4e93-a2cf-acbaa68552fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:05.222213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Network hostable DHCP agents. Network: 98bf5d30-c74c-4e93-a2cf-acbaa68552fd, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:05.236273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:05.236607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:05.236924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:05.244603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:05.244911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:05.256089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:05.256434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:05.260409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:05.260409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Bound port: 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:05.296985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfa910-f604-43d3-8395-7bf198f15582 req-d2dd0592-ca35-4926-bce7-7d4d318a0be5 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.298655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfa910-f604-43d3-8395-7bf198f15582 req-d2dd0592-ca35-4926-bce7-7d4d318a0be5 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 944 time: 0.0799787 Apr 05 20:28:05.329023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Network 98bf5d30-c74c-4e93-a2cf-acbaa68552fd is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:05.336061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:05.347140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfa910-f604-43d3-8395-7bf198f15582 req-cd99736f-467f-4185-8070-9e0e0d3b15b6 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Apr 05 20:28:05.423838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] Notify callbacks [] for binding, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.425132 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-eb7b9356-dec9-475d-bcc5-8ec5f6ed4545 service neutron] 10.222.0.10 "POST /v2.0/ports/268878e1-9f42-4eaf-a57c-bdf3d39d5cca/bindings HTTP/1.1" status: 201 len: 389 time: 0.4998302 Apr 05 20:28:05.443769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 98bf5d30-c74c-4e93-a2cf-acbaa68552fd) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:05.452253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d5eab27-0246-4c15-b8f1-44d3b6e6c1fd req-278ccc8a-992f-4a58-bd58-bf503efe74b0 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 210 time: 0.0458674 Apr 05 20:28:05.453372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1ff7b9-4b38-4212-9316-efdf88f6a12a None None] Network 98bf5d30-c74c-4e93-a2cf-acbaa68552fd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:05.455478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.457449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.552315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5104ef16-08a6-4777-a5cb-0b7cf60a82bc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9467196 Apr 05 20:28:05.663446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1f0ee-a426-4959-8a08-c6ec9ef1884e req-6a9c17a4-3173-4c8e-bc56-726653c1dada tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.666443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53a1f0ee-a426-4959-8a08-c6ec9ef1884e req-6a9c17a4-3173-4c8e-bc56-726653c1dada tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 949 time: 0.1015408 Apr 05 20:28:05.768968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53a1f0ee-a426-4959-8a08-c6ec9ef1884e req-6ac8af62-603e-442f-b66c-941d46de8f04 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951800 Apr 05 20:28:05.798496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c775cc3f-1bd7-473d-b65f-8d4346b0de24 None None] Network 98bf5d30-c74c-4e93-a2cf-acbaa68552fd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:06.056882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a39ddb-bf1f-4d93-a1aa-7775b2c895b0 req-16c160c0-85aa-4ee5-bf40-1dc18a7115c0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.058417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6a39ddb-bf1f-4d93-a1aa-7775b2c895b0 req-16c160c0-85aa-4ee5-bf40-1dc18a7115c0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 945 time: 0.2047207 Apr 05 20:28:06.109479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6a39ddb-bf1f-4d93-a1aa-7775b2c895b0 req-42b194db-7788-492d-b2ae-5b535bcb0bc0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Apr 05 20:28:06.295828 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-8d6bdf62-0a91-488e-976a-d0077942aefc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1096 time: 0.0976462 Apr 05 20:28:06.297550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-92f1270b-d3d6-42e1-ba74-f90023b87903 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.299135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-92f1270b-d3d6-42e1-ba74-f90023b87903 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 0.1888034 Apr 05 20:28:06.332927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3376ac54-65e7-4bc6-9c2e-cd4e6e80115b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/quotas/87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 375 time: 0.0270314 Apr 05 20:28:06.390178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-7021d245-6da2-4dfe-9ddb-553e9d139376 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495560 Apr 05 20:28:06.400764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236c35-32db-48ef-9e47-65e92562b8e5 req-d72ad4e9-e0a1-46c3-8dc6-3e0a5abbb87a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.402413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88236c35-32db-48ef-9e47-65e92562b8e5 req-d72ad4e9-e0a1-46c3-8dc6-3e0a5abbb87a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 949 time: 0.1472979 Apr 05 20:28:06.438516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53943345-cd98-4001-857f-7303aff0fef3 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:06.465168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-b86fd4aa-5960-41d9-8179-27055f67cb0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.467916 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-b86fd4aa-5960-41d9-8179-27055f67cb0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.1657910 Apr 05 20:28:06.468414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42464) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:06.546003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88236c35-32db-48ef-9e47-65e92562b8e5 req-09aa87b4-cbdf-4078-8dfd-992ffe5ef0c2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247017 Apr 05 20:28:06.576182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-5f8da9a3-77a9-4139-82e5-0304070b6799 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721988 Apr 05 20:28:06.596113 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-48553f81-ca56-4bcb-b311-b0b78e12bdb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 200 len: 217 time: 0.1205218 Apr 05 20:28:06.609276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 53943345-cd98-4001-857f-7303aff0fef3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:06.614573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 53943345-cd98-4001-857f-7303aff0fef3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:06.615019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:06.665342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-7d07f591-0dba-422c-8024-24513849253d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.666961 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-7d07f591-0dba-422c-8024-24513849253d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.0649664 Apr 05 20:28:06.750809 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-a46f3e65-3a2a-453f-a3db-25ac62e73aba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769386 Apr 05 20:28:06.754199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:06.774344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-95527e5e-956c-415f-8641-1c8c5196d9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972997 Apr 05 20:28:06.807498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f04ea-a51e-4f23-be0d-51db3f487daf req-31dbd7c7-54ce-4516-8576-093a27f4dcca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.809028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f12f04ea-a51e-4f23-be0d-51db3f487daf req-31dbd7c7-54ce-4516-8576-093a27f4dcca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 944 time: 0.0999286 Apr 05 20:28:06.824054 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:06.878948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53943345-cd98-4001-857f-7303aff0fef3'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:06.886434 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-834bc682-caca-466a-baed-65534d0a5f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:06.892865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 53943345-cd98-4001-857f-7303aff0fef3, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53943345-cd98-4001-857f-7303aff0fef3,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:06.899416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f12f04ea-a51e-4f23-be0d-51db3f487daf req-2b979728-e159-4e37-ad68-9a37a50faec7 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842204 Apr 05 20:28:06.938158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:06.944676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Usage tracker for resource:security_group_rule and tenant:197f544aa64f47e0bb861336e4d49649 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:06.948934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:06.958624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:06.986774 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:06.987778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d160554f-44f6-445e-bfd5-d7794b46b904 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:07.004873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-47fb49cb-8561-4937-9438-e651176830f5 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403796 Apr 05 20:28:07.116850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56e8ad8c-5f85-40e3-8ff9-cd779b163853 req-a783fa99-131e-4b9e-983d-6120a3252e40 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 210 time: 0.0982482 Apr 05 20:28:07.163925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=53943345-cd98-4001-857f-7303aff0fef3,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:07.167116 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.187809 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-cd408af5-98da-4bb0-8e60-a7bd2530d5b0 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752145 Apr 05 20:28:07.210705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port d160554f-44f6-445e-bfd5-d7794b46b904 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:07.222648 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740e4351-e19c-4630-82f6-e3692d585608'] response: {'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53943345-cd98-4001-857f-7303aff0fef3', 'code': 200} Apr 05 20:28:07.223620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d160554f-44f6-445e-bfd5-d7794b46b904 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:07.223986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.237417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.319172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a1f51f-15ef-4839-aa97-45f7e78dd15c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:07.326270 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58472a2b-c2d5-41c2-8b23-e5c740373782 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=197f544aa64f47e0bb861336e4d49649&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8540156 Apr 05 20:28:07.334131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:07.377975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2423634-32a2-4cc4-ad50-4fd6b62d27cd req-44270c76-8f23-49d2-96ba-8d0262c4d53b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 210 time: 0.1096122 Apr 05 20:28:07.393525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd56fa-f51b-4777-b277-743f052c4150 req-5bc95680-9018-428b-beed-d460a139b1ac tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:07.395130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01cd56fa-f51b-4777-b277-743f052c4150 req-5bc95680-9018-428b-beed-d460a139b1ac tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 949 time: 0.1818311 Apr 05 20:28:07.469832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a690aa96-2942-4a0b-9285-4f405310be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.511722 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d24a077-aa47-4e31-b368-acdcc65aaa57 req-ddc24af6-7d77-448f-9d30-055fead574b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.1858120 Apr 05 20:28:07.513553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a690aa96-2942-4a0b-9285-4f405310be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.520411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01cd56fa-f51b-4777-b277-743f052c4150 req-8d2957fd-d12a-4eff-8d1c-924880bdd60b tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730703 Apr 05 20:28:07.554934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-0e5743fa-167e-4eca-bb40-3e59b6cd890f tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.1587384 Apr 05 20:28:07.564475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.602787 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d24a077-aa47-4e31-b368-acdcc65aaa57 req-d8bf8d72-277c-4a12-9181-d4c3adbc8454 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777268 Apr 05 20:28:07.610352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:07.642390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:07.685729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-f71de2ed-c3a0-478f-9cb5-87e829fe9548 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8ed8c9ab8d8248218d54b2c1c509e7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718336 Apr 05 20:28:07.693354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a690aa96-2942-4a0b-9285-4f405310be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.693455 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.712724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a690aa96-2942-4a0b-9285-4f405310be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.713882 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a690aa96-2942-4a0b-9285-4f405310be36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36a1f51f-15ef-4839-aa97-45f7e78dd15c HTTP/1.1" status: 204 len: 168 time: 0.3789861 Apr 05 20:28:07.715015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690aa96-2942-4a0b-9285-4f405310be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a1f51f-15ef-4839-aa97-45f7e78dd15c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:07.792538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:07.919477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364d6c2-900f-4210-8f36-819eddd56381 req-4eeda95f-a277-4381-bef7-8debd8cbe5a9 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:07.920985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2364d6c2-900f-4210-8f36-819eddd56381 req-4eeda95f-a277-4381-bef7-8debd8cbe5a9 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 945 time: 0.3651586 Apr 05 20:28:07.940560 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.996510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-c5d3f169-c4c1-4dd3-9dba-a71ea95613fe tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:07.998026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-c5d3f169-c4c1-4dd3-9dba-a71ea95613fe tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065658 Apr 05 20:28:08.032555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Request body: {'port': {'device_id': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '8ed8c9ab8d8248218d54b2c1c509e7c7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:08.136503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2364d6c2-900f-4210-8f36-819eddd56381 req-f4661a75-c29c-4143-b9ce-9bd6e61bbb86 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003787 Apr 05 20:28:08.201750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.477251 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.493608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:08.512951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Usage tracker for resource:port and tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:08.521703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:08.526977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:08.534660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:08.564296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4edeb-cf9e-459c-a077-64eaeba05767 req-66d83e9a-8332-4ddd-82cc-63c80e197aec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:08.565785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd4edeb-cf9e-459c-a077-64eaeba05767 req-66d83e9a-8332-4ddd-82cc-63c80e197aec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 945 time: 0.2527769 Apr 05 20:28:08.574283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85679f-0c15-4f3a-94d8-3d70b06340af req-af2c8751-e4a7-4a2c-8b66-fb8b89d41d7a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:08.575676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd85679f-0c15-4f3a-94d8-3d70b06340af req-af2c8751-e4a7-4a2c-8b66-fb8b89d41d7a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2615743 Apr 05 20:28:08.581154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42510) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:08.612452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.635068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Made reservation on behalf of 8ed8c9ab8d8248218d54b2c1c509e7c7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:08.638034 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.647157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:08.651287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d9873634354a869c3eba70800f4c12 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:08.651888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:08.654266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:08.660070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:08.704588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.726923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.751832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd4edeb-cf9e-459c-a077-64eaeba05767 req-a3fdae5a-7bed-4196-9739-3d2adaba634c tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679113 Apr 05 20:28:08.767617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd85679f-0c15-4f3a-94d8-3d70b06340af req-e88641bf-7b24-4405-ae0e-b6cc7bf93c2c tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790369 Apr 05 20:28:08.774415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:08.779787 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.786287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:08.792623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Usage tracker for resource:security_group_rule and tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:08.798056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:08.804209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.821537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:08.868256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.871552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3d9873634354a869c3eba70800f4c12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2893062 Apr 05 20:28:08.873396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc52cf3-7d30-433c-b9af-56c8a3d53bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca03cf8-0b71-4bb5-8ad7-65061936e87b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:08.876541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42516) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:08.958735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38960ddf-eec5-45a8-bf2e-1a40db0cf260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.992666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38960ddf-eec5-45a8-bf2e-1a40db0cf260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.094568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2eb3be7e-b129-47d4-95fc-a3f4526b361e req-9a747276-f682-4f18-8aa8-6f1f79eec7d2 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 210 time: 0.1340609 Apr 05 20:28:09.106329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38960ddf-eec5-45a8-bf2e-1a40db0cf260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.122952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:09.126074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960ddf-eec5-45a8-bf2e-1a40db0cf260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca03cf8-0b71-4bb5-8ad7-65061936e87b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:09.132746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38960ddf-eec5-45a8-bf2e-1a40db0cf260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.136353 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-38960ddf-eec5-45a8-bf2e-1a40db0cf260 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ca03cf8-0b71-4bb5-8ad7-65061936e87b HTTP/1.1" status: 204 len: 168 time: 0.2568855 Apr 05 20:28:09.149980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.220674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:09.221009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:09.221365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:09.223692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:09.231625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c49fb-7e65-4034-9725-7460659b6c0a req-96a0f464-d8f2-4141-b40d-579ee0c33f51 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:09.238765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-875c49fb-7e65-4034-9725-7460659b6c0a req-96a0f464-d8f2-4141-b40d-579ee0c33f51 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 949 time: 0.3206353 Apr 05 20:28:09.242559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.317784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:09.318104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Attempting to bind port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:09.398370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a48b8bfd-b8b5-4851-b0c3-274159cfa190 req-39971e3c-1cdc-4516-b276-0d3c53c2b470 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 210 time: 0.0842733 Apr 05 20:28:09.407989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2204e034-12d9-4c75-8df0-7c1418cd5a5e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:09.416113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:09.416451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:09.416833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:09.417295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Bound port: 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:09.417643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.442790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-875c49fb-7e65-4034-9725-7460659b6c0a req-b5ba89f6-f881-4133-9570-aee3cf424731 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032626 Apr 05 20:28:09.489595 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74841f05-dd4b-4e09-816f-089154ea42e0'] response: {'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca', 'code': 200} Apr 05 20:28:09.546954 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633d7b97-2cdd-4d77-a5f8-c7efddc4ef4b'] response: {'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'code': 200} Apr 05 20:28:09.591023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Allocated IP 192.168.233.88 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/cad8a737-3ebc-4319-bfe1-5abf2466fa1c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:09.593084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:09.597658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:09.660605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.750286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.790491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-61f82558-0bda-4f4a-835a-610f30bb1ed5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:09.792021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-61f82558-0bda-4f4a-835a-610f30bb1ed5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:09.860559 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d9be4c20-56c8-4603-8a17-e0432afa3294 req-c51f213c-daf1-42fc-af02-5c29a5445491 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 1101 time: 0.1516054 Apr 05 20:28:09.914198 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d9be4c20-56c8-4603-8a17-e0432afa3294 req-8c4ff560-bd3f-4652-90c0-f29a356e7574 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Apr 05 20:28:09.957414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-61f82558-0bda-4f4a-835a-610f30bb1ed5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:09.958551 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-61f82558-0bda-4f4a-835a-610f30bb1ed5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 0.4887114 Apr 05 20:28:09.974751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Request body: {'port': {'device_id': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'admin_state_up': True, 'tenant_id': '87f1d3a3a1864bc59e9c2d369cab8960'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:09.993512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:10.030507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.082015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.083377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-127a9ca5-dcda-47b7-9a0b-15a5974f3ead service neutron] 10.222.0.39 "PUT /v2.0/ports/268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 200 len: 1121 time: 2.4683862 Apr 05 20:28:10.089294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Transition to ACTIVE for port object cad8a737-3ebc-4319-bfe1-5abf2466fa1c will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:10.096103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0a426-61d3-4f55-a4c4-82f5974d8617 req-5de8600f-ee95-433a-acc4-84bd122d06a3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:10.102935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97c0a426-61d3-4f55-a4c4-82f5974d8617 req-5de8600f-ee95-433a-acc4-84bd122d06a3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 943 time: 0.3483648 Apr 05 20:28:10.143133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:10.147075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Usage tracker for resource:port and tenant:87f1d3a3a1864bc59e9c2d369cab8960 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:10.150241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:10.154563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['268878e1-9f42-4eaf-a57c-bdf3d39d5cca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:10.157371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:10.169687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97c0a426-61d3-4f55-a4c4-82f5974d8617 req-6fed63c1-8fb4-4d2e-a3b5-a41a1ab4d9fb tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657740 Apr 05 20:28:10.277773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Made reservation on behalf of 87f1d3a3a1864bc59e9c2d369cab8960 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:10.282302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.451667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.498436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Allocated IP 172.20.0.9 (8ed1a911-2380-441a-a2c7-a4f3fde18a87/b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb/d3875d7f-b80b-472c-bae0-4e7053445c07) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:10.603993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Pushing event updated for resources: {'Port': ['ID=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:10.607301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:10.614226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:10.616964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:10.682408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1528d3e-8f98-4f54-a394-efaf08f8b774 req-1e8f5454-9e45-4c47-88db-e246bf501223 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:10.690443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1528d3e-8f98-4f54-a394-efaf08f8b774 req-1e8f5454-9e45-4c47-88db-e246bf501223 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 945 time: 0.4048059 Apr 05 20:28:10.718128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c950d-df15-4780-a2e7-97265d87d903 req-2d5fa5c7-7d91-45d3-8b59-35f9b0de37bb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:10.724974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e1c950d-df15-4780-a2e7-97265d87d903 req-2d5fa5c7-7d91-45d3-8b59-35f9b0de37bb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2803385 Apr 05 20:28:10.750887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.754915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:10.755489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.811241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1528d3e-8f98-4f54-a394-efaf08f8b774 req-dc95dbf2-26d8-4a68-b5b6-1a6febec1577 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205318 Apr 05 20:28:10.822188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e1c950d-df15-4780-a2e7-97265d87d903 req-e170d90c-6e3d-4c60-b20f-35534153b2ce tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962825 Apr 05 20:28:10.844028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.873324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-1245ec56-d525-46fe-99bf-384134d9348a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8505332 Apr 05 20:28:10.887456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Request body: {'port': {'device_id': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:10.928673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c915ed29-9f5b-4387-8013-ec63a57b169f None None] Provisioning for port cad8a737-3ebc-4319-bfe1-5abf2466fa1c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:10.937190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c915ed29-9f5b-4387-8013-ec63a57b169f None None] Provisioning complete for port cad8a737-3ebc-4319-bfe1-5abf2466fa1c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:10.937868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c915ed29-9f5b-4387-8013-ec63a57b169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.966827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:10.976275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:10.980410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:11.024147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c915ed29-9f5b-4387-8013-ec63a57b169f None None] Port cad8a737-3ebc-4319-bfe1-5abf2466fa1c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:28:11.059256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.060786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.072999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:11.114098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.154836 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-24952ff4-dd72-4a9c-8ba7-d1a6a13948b3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1821358 Apr 05 20:28:11.164082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Request body: {'port': {'device_id': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:11.270861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bea0b-5b15-4705-a7fe-a4f545a4fb7a req-f0db5de4-b829-49ae-ab42-584ca4340415 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.271548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6a0bea0b-5b15-4705-a7fe-a4f545a4fb7a req-f0db5de4-b829-49ae-ab42-584ca4340415 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Synchronizing usage tracker for tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:11.283280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.286109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0418c-433d-41c4-8502-269f3e530295 req-b40b632f-624b-4f1c-9ea8-c4051482b198 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.292886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1d0418c-433d-41c4-8502-269f3e530295 req-b40b632f-624b-4f1c-9ea8-c4051482b198 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 949 time: 0.2966723 Apr 05 20:28:11.427523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6a0bea0b-5b15-4705-a7fe-a4f545a4fb7a req-f0db5de4-b829-49ae-ab42-584ca4340415 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Unset dirty status for tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:11.428711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a0bea0b-5b15-4705-a7fe-a4f545a4fb7a req-f0db5de4-b829-49ae-ab42-584ca4340415 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 935 time: 0.4336712 Apr 05 20:28:11.457823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1d0418c-433d-41c4-8502-269f3e530295 req-9b239b49-0fdf-425e-809f-5cb1b9ccd215 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639202 Apr 05 20:28:11.590572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:11.657609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6a0bea0b-5b15-4705-a7fe-a4f545a4fb7a req-a617673f-c088-4c0c-adf1-841fc3a57b2f tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Synchronizing usage tracker for tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:11.749511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3875d7f-b80b-472c-bae0-4e7053445c07 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:11.757417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad8a737-3ebc-4319-bfe1-5abf2466fa1c {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:11.757874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.766810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.775365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Transition to ACTIVE for port object d3875d7f-b80b-472c-bae0-4e7053445c07 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:11.786023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Transition to ACTIVE for port object cad8a737-3ebc-4319-bfe1-5abf2466fa1c will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:11.792451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04d83-68ba-4d4e-b14e-ff6d2c9ebd66 req-f5a96a77-8c81-4167-8042-2582d396d409 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.793906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00e04d83-68ba-4d4e-b14e-ff6d2c9ebd66 req-f5a96a77-8c81-4167-8042-2582d396d409 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 931 time: 0.1901457 Apr 05 20:28:11.840020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00e04d83-68ba-4d4e-b14e-ff6d2c9ebd66 req-1058e8d1-b924-485f-9c0e-38132dc994ce tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Apr 05 20:28:11.860135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6a0bea0b-5b15-4705-a7fe-a4f545a4fb7a req-a617673f-c088-4c0c-adf1-841fc3a57b2f tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Unset dirty status for tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:11.861292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a0bea0b-5b15-4705-a7fe-a4f545a4fb7a req-a617673f-c088-4c0c-adf1-841fc3a57b2f tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191074 Apr 05 20:28:11.892318 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.910932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.049508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:12.172585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:12.173516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:12.173851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:12.180915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:12.182243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:12.188231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Pushing event updated for resources: {'Port': ['ID=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:12.192805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:12.196418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:12.199794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:12.200286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Bound port: d3875d7f-b80b-472c-bae0-4e7053445c07, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:12.200652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.227121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-809d7e31-0fb8-47c2-b0a8-2399fd1f1092 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3406668 Apr 05 20:28:12.264165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:12.274732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:12.305785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Usage tracker for resource:floatingip and tenant:a29273f3f47341788364488386d36237 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:12.309833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:12.312522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:12.313191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:12.330543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:12.355263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5837ed-2ac6-4fec-a2d7-2dba0ad6e2eb req-dd40e8a5-0536-4d3e-bbb3-52d49c4a53a4 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:12.356740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a5837ed-2ac6-4fec-a2d7-2dba0ad6e2eb req-dd40e8a5-0536-4d3e-bbb3-52d49c4a53a4 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 943 time: 0.3578277 Apr 05 20:28:12.408127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.445934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:12.477606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.479303 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] 10.222.0.23 "PUT /v2.0/ports/d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 1091 time: 1.3194530 Apr 05 20:28:12.482321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:12.502662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfae180-17d6-4e78-8b8a-ba1c846bef5c service neutron] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:12.518328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.543867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Attempting to bind port cad8a737-3ebc-4319-bfe1-5abf2466fa1c on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:12.544253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Attempting to bind port cad8a737-3ebc-4319-bfe1-5abf2466fa1c by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:12.544658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Attempting to bind port cad8a737-3ebc-4319-bfe1-5abf2466fa1c on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:12.598003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:12.615438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:28:12.628756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Port cad8a737-3ebc-4319-bfe1-5abf2466fa1c on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:12.629142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Attempting to bind port cad8a737-3ebc-4319-bfe1-5abf2466fa1c on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:12.640305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-8f261324-642a-4f8d-9dec-566f47a97c3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1094 time: 0.0710499 Apr 05 20:28:12.645777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a5837ed-2ac6-4fec-a2d7-2dba0ad6e2eb req-824d9dac-5678-4091-a22d-fff817208121 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773197 Apr 05 20:28:12.651618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:12.651959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:12.652335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:12.652770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Bound port: cad8a737-3ebc-4319-bfe1-5abf2466fa1c, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:12.653142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.714932 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-6651c32c-483d-4b55-8190-57bf24d09463 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 217 time: 0.0668404 Apr 05 20:28:12.741242 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c89f42c-fcda-4f47-b4a9-9d8dfd1a9890'] response: {'name': 'network-changed', 'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca', 'status': 'completed', 'code': 200} Apr 05 20:28:12.750421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee149437-f925-43ac-8fe6-c1599a046318 req-cca55170-2495-45bd-bf63-df05d56a37b9 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:12.751844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee149437-f925-43ac-8fe6-c1599a046318 req-cca55170-2495-45bd-bf63-df05d56a37b9 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 949 time: 0.2740483 Apr 05 20:28:12.788122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-f608ed4c-dfff-48be-9808-3894c4a28393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:12.789598 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-f608ed4c-dfff-48be-9808-3894c4a28393 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.0689509 Apr 05 20:28:12.836214 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-85ae4cc3-47c2-4436-a6be-1af23bd4f01e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409362 Apr 05 20:28:12.924801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] For port cad8a737-3ebc-4319-bfe1-5abf2466fa1c, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:12.965022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Deleting port e4440f2d-6571-4ecd-be44-885986e62eac {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:28:12.965391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.972966 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-7de12d6f-2e13-4858-a0e8-8dc26496b9dc service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309927 Apr 05 20:28:12.989931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] For port cad8a737-3ebc-4319-bfe1-5abf2466fa1c, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:13.046723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.111074 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-27b58941-043b-4752-8f58-0fe8c810fa6d req-d30bcb50-826d-4c87-b8cb-19292fd5f62a service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316175 Apr 05 20:28:13.133142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.207443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-649c333f-c4f3-4dd4-8886-15996110db18 req-c68ed078-87ad-42b0-bfe8-70d5da9cc8d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1124 time: 0.4511504 Apr 05 20:28:13.220084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.221453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-187cf63d-20da-4258-af63-dd18c212769d service neutron] 10.222.0.23 "PUT /v2.0/ports/cad8a737-3ebc-4319-bfe1-5abf2466fa1c HTTP/1.1" status: 200 len: 1095 time: 2.3409195 Apr 05 20:28:13.289835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c054-4752-4915-8cc1-f9b62ea2f4a1 req-0a24d191-8747-45c6-8af8-3960261261f6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:13.291332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6e8c054-4752-4915-8cc1-f9b62ea2f4a1 req-0a24d191-8747-45c6-8af8-3960261261f6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.4507139 Apr 05 20:28:13.410685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cf63d-20da-4258-af63-dd18c212769d service neutron] Pushing event updated for resources: {'Port': ['ID=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:13.660936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] For port e4440f2d-6571-4ecd-be44-885986e62eac, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e4440f2d-6571-4ecd-be44-885986e62eac,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:13.661310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.672243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6e8c054-4752-4915-8cc1-f9b62ea2f4a1 req-6d7b490d-fd0e-4a32-b687-cefaa304ae17 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160536 Apr 05 20:28:13.737407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c333f-c4f3-4dd4-8886-15996110db18 req-05e41bd0-9a81-420c-b683-356a592cbfb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:13.738759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-649c333f-c4f3-4dd4-8886-15996110db18 req-05e41bd0-9a81-420c-b683-356a592cbfb9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.5106325 Apr 05 20:28:13.805590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Calling delete_port for e4440f2d-6571-4ecd-be44-885986e62eac owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:28:13.889032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Allocated IP 172.25.2.231 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/08aff3af-4af2-4b02-91ee-4fe80a07d704) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:13.936044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-469e9803-d2ab-481c-b135-53811788c1bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8ed8c9ab8d8248218d54b2c1c509e7c7&device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 1098 time: 0.5268695 Apr 05 20:28:13.942430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-649c333f-c4f3-4dd4-8886-15996110db18 req-b38c5bee-69e9-4624-8f0d-a2b232272a70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 200 len: 217 time: 0.1057298 Apr 05 20:28:14.265300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-7cf45af4-41df-4f1f-9438-6426b9a9c084 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=cad8a737-3ebc-4319-bfe1-5abf2466fa1c HTTP/1.1" status: 200 len: 217 time: 0.2982872 Apr 05 20:28:14.360864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c333f-c4f3-4dd4-8886-15996110db18 req-7bdd7a90-c039-4f57-b1d5-97370c3769e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:14.362317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-649c333f-c4f3-4dd4-8886-15996110db18 req-7bdd7a90-c039-4f57-b1d5-97370c3769e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.3970780 Apr 05 20:28:14.459034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-649c333f-c4f3-4dd4-8886-15996110db18 req-6ff19ae9-125f-4784-8c23-f312fdc65a03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716968 Apr 05 20:28:14.478655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-c39f2d68-6ba4-4a7e-a08e-b70f19775b2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:14.479982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-c39f2d68-6ba4-4a7e-a08e-b70f19775b2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2023554 Apr 05 20:28:14.611767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.618689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.691442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Pushing event deleted for resources: {'Port': ['ID=e4440f2d-6571-4ecd-be44-885986e62eac,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:14.702750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858900dc-e9bd-43b3-9a1f-03b4a93352e2 req-179fe9b3-bd26-4a4a-bb24-6a7bab935ecf tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:14.704193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-858900dc-e9bd-43b3-9a1f-03b4a93352e2 req-179fe9b3-bd26-4a4a-bb24-6a7bab935ecf tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd6b1356-cd88-478c-9605-899806678e89 HTTP/1.1" status: 200 len: 949 time: 0.5697262 Apr 05 20:28:14.751443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'tag': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:14.825037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-649c333f-c4f3-4dd4-8886-15996110db18 req-2ca1e5b7-c4a3-4d2b-94bf-0dee4293a819 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530240 Apr 05 20:28:14.894422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] No DVR routers for this DVR port e4440f2d-6571-4ecd-be44-885986e62eac on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:14.951453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.956277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-79d4cfa5-5acc-40a9-ad50-7ed1681a5deb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4536905 Apr 05 20:28:14.967026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.033858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-858900dc-e9bd-43b3-9a1f-03b4a93352e2 req-55b25b32-aa68-4a28-9b15-218026bb0071 tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.10 "GET /v2.0/security-groups?id=c05e5a5a-5bc8-458b-9e1c-6a87b430acec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080301 Apr 05 20:28:15.056198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee149437-f925-43ac-8fe6-c1599a046318 req-f660f641-b9b3-41cc-86d5-0045554c1b1e tempest-DeleteServersAdminTestJSON-1371634949 tempest-DeleteServersAdminTestJSON-1371634949-project] 10.222.0.39 "DELETE /v2.0/ports/e4440f2d-6571-4ecd-be44-885986e62eac HTTP/1.1" status: 204 len: 173 time: 2.2961092 Apr 05 20:28:15.104481 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13637c37-8d1d-49cb-be82-a3cb5e1cc72a'] response: {'name': 'network-changed', 'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07', 'status': 'completed', 'code': 200} Apr 05 20:28:15.157343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:15.165577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:15.177386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:15.211217 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-66c69d41-ae63-4b78-a723-503645e2606e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1094 time: 0.0849199 Apr 05 20:28:15.213955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Pushing event updated for resources: {'Port': ['ID=08aff3af-4af2-4b02-91ee-4fe80a07d704,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:15.275782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-649c333f-c4f3-4dd4-8886-15996110db18 req-7ab6a4c6-0597-4f39-9a00-5377a5c40e6f service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263928 Apr 05 20:28:15.338558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-4f1fc035-5484-4600-9da4-46e763d2998f service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679404 Apr 05 20:28:15.361768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-f2c8d981-db61-4489-9afd-d04db7615475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:15.363317 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-f2c8d981-db61-4489-9afd-d04db7615475 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.1418793 Apr 05 20:28:15.431910 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-4a970a36-6b62-40e9-aec6-1169b25d38a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 217 time: 0.0610831 Apr 05 20:28:15.568162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-c09377f2-1d45-460b-bacf-be7eee0698ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:15.752671 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-c09377f2-1d45-460b-bacf-be7eee0698ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1317403 Apr 05 20:28:15.752872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ec6a7-280b-47d6-b5ac-ab564d16c028 req-0670760a-eff7-433c-8784-eb48a6da72b8 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:15.752872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-692ec6a7-280b-47d6-b5ac-ab564d16c028 req-0670760a-eff7-433c-8784-eb48a6da72b8 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 943 time: 0.3764250 Apr 05 20:28:15.753133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-28bc513a-cb3a-4871-8555-1e9ab6a16da5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395911 Apr 05 20:28:15.753133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-5b66172c-a3fe-4ae5-bda3-45fcdb41d24f service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232891 Apr 05 20:28:15.800252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ff4b02-140c-4386-9fff-2e6a9f5ae3d1 req-727d8b9f-2d64-4103-acc3-33ef6f537f9e service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549787 Apr 05 20:28:15.812009 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.812009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-692ec6a7-280b-47d6-b5ac-ab564d16c028 req-72580803-243f-4965-b419-63c406df745e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030072 Apr 05 20:28:15.837477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-babe1b95-0e6a-4f40-baea-637014e71782 service neutron] 10.222.0.23 "GET /v2.0/ports/268878e1-9f42-4eaf-a57c-bdf3d39d5cca/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.1115153 Apr 05 20:28:15.898515 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b86d7c67-2f8c-4f01-97d2-3a0fbbb40854 req-4d5efc33-bbd3-4379-842f-7b076863c909 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450913 Apr 05 20:28:16.137155 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.271202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c409bb1-2e40-4e49-8852-cf5a4044afcf req-32f1f63d-17c7-4bff-8c1c-05aad59e029d tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:16.272640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c409bb1-2e40-4e49-8852-cf5a4044afcf req-32f1f63d-17c7-4bff-8c1c-05aad59e029d tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 947 time: 0.3187060 Apr 05 20:28:16.274251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:16.381798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:16.471813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268878e1-9f42-4eaf-a57c-bdf3d39d5cca {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:16.481457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c409bb1-2e40-4e49-8852-cf5a4044afcf req-b2834ae6-916f-4a6e-adc5-0dc6b55ed36d tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937621 Apr 05 20:28:16.482983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:16.487727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:16.516487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e4440f2d-6571-4ecd-be44-885986e62eac no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:16.527550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.596015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: e4440f2d-6571-4ecd-be44-885986e62eac {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:28:16.596340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e4440f2d-6571-4ecd-be44-885986e62eac not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:16.620267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.631498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.656110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:16.668840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:28:16.842307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Pushing event updated for resources: {'Port': ['ID=08aff3af-4af2-4b02-91ee-4fe80a07d704,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:16.878676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.914095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e64e66-cf47-4e24-92eb-1b940ac4ccd1 req-37a41fd7-00ac-460f-b798-50d58be03ca0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:16.915534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9e64e66-cf47-4e24-92eb-1b940ac4ccd1 req-37a41fd7-00ac-460f-b798-50d58be03ca0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 943 time: 0.2784259 Apr 05 20:28:16.923291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] Transition to ACTIVE for port object 268878e1-9f42-4eaf-a57c-bdf3d39d5cca will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:16.961954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9e64e66-cf47-4e24-92eb-1b940ac4ccd1 req-4ef1ed3f-5582-4037-8de8-56eae0086fe0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Apr 05 20:28:17.019465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.023490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.024705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-f0d4de96-a616-4f9a-aaf0-4788f888c059 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7707913 Apr 05 20:28:17.067741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:17.200039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:17.213270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'd3875d7f-b80b-472c-bae0-4e7053445c07', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'port_id': 'd3875d7f-b80b-472c-bae0-4e7053445c07', 'mac_address': 'fa:16:3e:a6:26:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:17.259619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-d6f898fc-c0bc-4a56-a24f-40fd7b7a8ccd tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Synchronizing usage tracker for tenant:a29273f3f47341788364488386d36237 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:17.266956 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.280927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] Pushing event updated for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=10']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:17.284334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3875d7f-b80b-472c-bae0-4e7053445c07 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:17.300081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:17.330884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] No DVR routers for this DVR port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:17.367290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.438656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:17.472770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-d6f898fc-c0bc-4a56-a24f-40fd7b7a8ccd tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Unset dirty status for tenant:a29273f3f47341788364488386d36237 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:17.473867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-d6f898fc-c0bc-4a56-a24f-40fd7b7a8ccd tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.4097481 Apr 05 20:28:17.485393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-99042b4c-a692-43ac-944a-337bbd8208cc service neutron] 10.222.0.23 "PUT /v2.0/ports/268878e1-9f42-4eaf-a57c-bdf3d39d5cca/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6430693 Apr 05 20:28:17.488149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dff1934f-ede1-4751-a166-e0c441893ffb req-b715a24b-35f4-46a7-bea3-221895916482 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3639317 Apr 05 20:28:17.570198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3875d7f-b80b-472c-bae0-4e7053445c07'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:17.669894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-d05b5034-7277-4edf-b3d3-bad4d2eb7ce6 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:17.671197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-d05b5034-7277-4edf-b3d3-bad4d2eb7ce6 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.1906538 Apr 05 20:28:17.682830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-017ecdf4-ab50-4c75-8dd9-454fe0060c7f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:28:17.683753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ab1ae7a-c72b-4c4f-a65e-4228a7a721ef req-017ecdf4-ab50-4c75-8dd9-454fe0060c7f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061736 Apr 05 20:28:17.727062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-86d38c94-a623-40b5-a57f-acf1dad328ad tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.1166751 Apr 05 20:28:17.818119 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b70d73-3902-4f75-b060-4d3b8f7a8f8e'] response: {'name': 'network-changed', 'server_uuid': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'tag': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c', 'status': 'completed', 'code': 200} Apr 05 20:28:17.916741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-2c84b1fa-d61e-45eb-b8ca-191a60fa9c21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505&tenant_id=e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 1095 time: 0.1804080 Apr 05 20:28:17.961863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-21f9c2dc-aad7-4b61-9f8a-be544fbd4da1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8ed8c9ab8d8248218d54b2c1c509e7c7&device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 1098 time: 0.1266189 Apr 05 20:28:18.237829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-ef0c696f-9662-4c76-98c4-fde0c27cf299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.239259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-ef0c696f-9662-4c76-98c4-fde0c27cf299 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2353790 Apr 05 20:28:18.251041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5bdf-9567-4f84-8c37-35cc3b5a8a70 req-f2f2ecbd-74f9-423f-b3af-4366d9d74437 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.253660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfba5bdf-9567-4f84-8c37-35cc3b5a8a70 req-f2f2ecbd-74f9-423f-b3af-4366d9d74437 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 944 time: 0.3245726 Apr 05 20:28:18.304810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-2f158045-3564-4904-8109-9b01bb8564d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1095 time: 0.3378549 Apr 05 20:28:18.358473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-5ebc3b97-97fd-44e0-9e68-f89e41644a69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3285060 Apr 05 20:28:18.413705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-9f03b107-2955-46e8-9442-3d7df6bc3f9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=cad8a737-3ebc-4319-bfe1-5abf2466fa1c HTTP/1.1" status: 200 len: 217 time: 0.1603775 Apr 05 20:28:18.556712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfba5bdf-9567-4f84-8c37-35cc3b5a8a70 req-ab82a9dc-e11e-453b-9327-f6c24bf1f0ab tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509220 Apr 05 20:28:18.571920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-088527ac-e8d2-4b41-9d6b-cb19407450c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.573369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-088527ac-e8d2-4b41-9d6b-cb19407450c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1458316 Apr 05 20:28:18.639499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-c4cfd60e-50e0-45dd-be4f-2033190d5306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.640888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-c4cfd60e-50e0-45dd-be4f-2033190d5306 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.3136029 Apr 05 20:28:18.730708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-0f9946a3-922a-4764-93dd-cecb9448ed0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 200 len: 217 time: 0.0797584 Apr 05 20:28:18.787517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8670d4-d12e-4815-b7cb-aff3ee97d927 req-fdac464d-b4e5-4739-809d-4b93c1f60780 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.788807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f8670d4-d12e-4815-b7cb-aff3ee97d927 req-fdac464d-b4e5-4739-809d-4b93c1f60780 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 947 time: 0.3053463 Apr 05 20:28:18.867679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-ae037a60-d7c7-4a5e-808d-8606f03a8411 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2846851 Apr 05 20:28:18.874657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-dd4888b5-8322-40de-8d4d-87278350cb6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.875986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-dd4888b5-8322-40de-8d4d-87278350cb6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1383386 Apr 05 20:28:19.076213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device cad8a737-3ebc-4319-bfe1-5abf2466fa1c details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:19.109781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-301b42ed-b7ce-4be0-a7b7-9c2985fea033 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2043123 Apr 05 20:28:19.110418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:19.126401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f8670d4-d12e-4815-b7cb-aff3ee97d927 req-a6b344be-1f52-440f-a28f-585a7bdcc22d tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060381 Apr 05 20:28:19.245106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b246-df17-4537-b28a-e2cf759ad8e8 req-403116d9-f0ad-4673-821b-2477dcaa55b9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:19.247166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3308b246-df17-4537-b28a-e2cf759ad8e8 req-403116d9-f0ad-4673-821b-2477dcaa55b9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.4701598 Apr 05 20:28:19.293632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port cad8a737-3ebc-4319-bfe1-5abf2466fa1c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:19.311556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c', 'mac_address': 'fa:16:3e:81:04:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:19.372621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-75ac9297-5fbc-475a-a3e1-568d7512bf69 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942863 Apr 05 20:28:19.383135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.401810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad8a737-3ebc-4319-bfe1-5abf2466fa1c {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:19.416939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port cad8a737-3ebc-4319-bfe1-5abf2466fa1c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:19.465291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port d3875d7f-b80b-472c-bae0-4e7053445c07 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:19.470406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port d3875d7f-b80b-472c-bae0-4e7053445c07 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:19.476180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.493642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-912c335e-d32b-45d4-912f-42207a678ab1 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718631 Apr 05 20:28:19.522932 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.598395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:19.605450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3308b246-df17-4537-b28a-e2cf759ad8e8 req-aaae4ca9-e632-4de8-9d35-1b57b90aa9d5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442252 Apr 05 20:28:19.691265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-40786082-d58b-49fc-89e2-dcb551ac7b7a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:19.697573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-40786082-d58b-49fc-89e2-dcb551ac7b7a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 820 time: 0.4500511 Apr 05 20:28:19.704663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f55e0c57-c2eb-403d-b3dc-9502ce5d8b56 req-e222d2f9-2a3d-4f1a-8f71-fbed4f4ddfb0 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246682 Apr 05 20:28:19.708888 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.737133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-26dc47fc-3f3a-4159-a4c0-11325d837c68 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/quotas/a29273f3f47341788364488386d36237 HTTP/1.1" status: 200 len: 375 time: 0.0386627 Apr 05 20:28:19.739094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:19.748114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-5d31f485-e9b2-4412-8319-704cd2d7b58b service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405219 Apr 05 20:28:19.749852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:19.779329 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['cad8a737-3ebc-4319-bfe1-5abf2466fa1c'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:19.820110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b1356-cd88-478c-9605-899806678e89', 'name': 'network-vif-deleted', 'tag': 'e4440f2d-6571-4ecd-be44-885986e62eac'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:19.829455 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.830232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:19.836949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-872865f1-33d7-427f-9f7e-1fa0f110fc46 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925605 Apr 05 20:28:19.971218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:19.973668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:20.001356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:20.039788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-1d8f991e-cebe-4c38-b728-057a5f6ec787 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954811 Apr 05 20:28:20.052350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef7b8b-72e9-4af3-8761-fd9ef60bef3c req-efdfb1a1-f79f-4e10-ac95-0bef3ef93181 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:20.053944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07ef7b8b-72e9-4af3-8761-fd9ef60bef3c req-efdfb1a1-f79f-4e10-ac95-0bef3ef93181 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 944 time: 0.1842165 Apr 05 20:28:20.182703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07ef7b8b-72e9-4af3-8761-fd9ef60bef3c req-7115cf0d-f4de-465a-a212-61d0eb57f7c4 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077034 Apr 05 20:28:20.216402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-b75e1b6f-a5ad-46d1-bd95-e119b0fd5367 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610081 Apr 05 20:28:20.381947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-4ed4f6a2-1107-44d5-bad6-dab57cb335e8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--744073468&fields=id&tenant_id=88570e437ab748ec9b41b1b7ccc44fa7 HTTP/1.1" status: 200 len: 267 time: 0.0643840 Apr 05 20:28:20.474931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-86b35ee5-cdd8-4960-a755-d0f4d655b210 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:20.476659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-86b35ee5-cdd8-4960-a755-d0f4d655b210 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca79c535-6b61-4757-8b75-6df9ec8397c9 HTTP/1.1" status: 200 len: 945 time: 0.1938565 Apr 05 20:28:20.659551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-95ccd5a2-1e36-464a-a4e0-74a68ed6e5f9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:20.660973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-95ccd5a2-1e36-464a-a4e0-74a68ed6e5f9 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 823 time: 0.2717247 Apr 05 20:28:20.683660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Deleting port 4a2f0af9-63b8-4802-906a-43f1629a48ca {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:28:20.684024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:20.734546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-ba9d4176-c3c6-4020-9acf-50519de9fed7 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/quotas/88570e437ab748ec9b41b1b7ccc44fa7 HTTP/1.1" status: 200 len: 375 time: 0.0662484 Apr 05 20:28:20.910833 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-407aa288-c844-4583-98bd-6a4fb0273a64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 1101 time: 0.0797451 Apr 05 20:28:21.024821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42696) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:21.080214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc2e52-641e-4034-9445-e696c2ea0289 req-e65bf6c6-d834-41b4-89a8-be4d658bc0ae tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:21.081755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cadc2e52-641e-4034-9445-e696c2ea0289 req-e65bf6c6-d834-41b4-89a8-be4d658bc0ae tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 945 time: 0.5133004 Apr 05 20:28:21.083555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device cad8a737-3ebc-4319-bfe1-5abf2466fa1c up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:21.171637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-4359e966-8aa7-4cda-8c99-7322b36530f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:21.176336 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-4359e966-8aa7-4cda-8c99-7322b36530f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2567966 Apr 05 20:28:21.180996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-fcf882eb-ad35-4f73-9592-0e5e10a3c1e2 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.1579068 Apr 05 20:28:21.183363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] For port 4a2f0af9-63b8-4802-906a-43f1629a48ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2f0af9-63b8-4802-906a-43f1629a48ca,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:21.183862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.204738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-a14106c0-da1a-44a8-8fd0-e1b87ad1af11 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4635835 Apr 05 20:28:21.226977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port cad8a737-3ebc-4319-bfe1-5abf2466fa1c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:21.233007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port cad8a737-3ebc-4319-bfe1-5abf2466fa1c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:21.239450 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.242230 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:28:21.289891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cadc2e52-641e-4034-9445-e696c2ea0289 req-2400c476-63c1-4df2-a29c-50803a414eec tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892762 Apr 05 20:28:21.299565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.349101 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-dc4a584a-521b-4779-9bc0-5c699a0b65a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 200 len: 217 time: 0.1671093 Apr 05 20:28:21.434203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:21.435627 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceced39-7bc0-46b7-9295-d6b75ce8623b'] response: {'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07', 'code': 200} Apr 05 20:28:21.444868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.446417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Usage tracker for resource:security_group_rule and tenant:ac3667554ae64736993853a473f0ee95 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:21.449920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-50447ba2-b95e-4164-b62c-02f10917fd67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:21.451640 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-50447ba2-b95e-4164-b62c-02f10917fd67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0951195 Apr 05 20:28:21.452610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:21.469797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:21.532480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port cad8a737-3ebc-4319-bfe1-5abf2466fa1c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:21.567016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-ec99c0fb-fcaf-4203-af1a-68d10e1e7b58 service neutron] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:21.608815 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.619702 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-ec99c0fb-fcaf-4203-af1a-68d10e1e7b58 service neutron] Notify callbacks [] for binding, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.620784 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-514c026d-8a8b-4328-8ba3-e9662f9b0b07 req-ec99c0fb-fcaf-4203-af1a-68d10e1e7b58 service neutron] 10.222.0.39 "DELETE /v2.0/ports/268878e1-9f42-4eaf-a57c-bdf3d39d5cca/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 0.3835621 Apr 05 20:28:21.624248 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-e602c600-11d5-4d4b-9fdf-daa9c25f54a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515543 Apr 05 20:28:21.628167 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d52d285-ae68-45fa-98b5-0f0aaefc6e8e'] response: {'server_uuid': 'bd6b1356-cd88-478c-9605-899806678e89', 'name': 'network-vif-deleted', 'tag': 'e4440f2d-6571-4ecd-be44-885986e62eac', 'status': 'completed', 'code': 200} Apr 05 20:28:21.628352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.646102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-d27246d2-d792-461d-acfd-bfcd868079f9 service neutron] 10.222.0.10 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841386 Apr 05 20:28:21.705509 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.710669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:21.764121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.764488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.764834 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Floating IP 05e53447-628e-48ee-96ad-b698a11ec43a disassociated. External IP: 172.25.2.126, port: 4a2f0af9-63b8-4802-906a-43f1629a48ca. Apr 05 20:28:21.765211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Calling delete_port for 4a2f0af9-63b8-4802-906a-43f1629a48ca owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:28:21.834799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe6e0f5-1682-4810-9069-df12c9431331,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:21.846582 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d91ed25b-b9aa-4c4b-9d81-c2903ceebd7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac3667554ae64736993853a473f0ee95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8205409 Apr 05 20:28:21.847200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42710) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:21.912905 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-fde7e7bf-4f76-4eda-9982-a868aa3ca354 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586048 Apr 05 20:28:21.947202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8e39554-0472-414b-aab3-cffad95aa71c req-05f92c81-85fd-4655-87df-52dfe90827e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1096 time: 0.4322333 Apr 05 20:28:21.954261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-2eb0217c-2014-4d9e-8d0c-8313434b447f service neutron] 10.222.0.10 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073332 Apr 05 20:28:21.959167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41932284-6e1b-4d86-9485-b07d1a221bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.057752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41932284-6e1b-4d86-9485-b07d1a221bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.078430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5bd06-b1ec-42bf-97a8-17c43617a12f req-f8ea62f7-05f8-404b-9e20-7b08b8929862 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:22.093421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7df5bd06-b1ec-42bf-97a8-17c43617a12f req-f8ea62f7-05f8-404b-9e20-7b08b8929862 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 949 time: 0.2962506 Apr 05 20:28:22.115457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8e39554-0472-414b-aab3-cffad95aa71c req-e04476c7-0f98-45e9-9152-79d9ad5fdae7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586845 Apr 05 20:28:22.125321 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-d29449f4-efe5-435e-b729-7e1954e9a91c service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940472 Apr 05 20:28:22.144005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7df5bd06-b1ec-42bf-97a8-17c43617a12f req-24f1a040-b619-4d65-a8ca-9d71d30d284c tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548799 Apr 05 20:28:22.208492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.237402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41932284-6e1b-4d86-9485-b07d1a221bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.261233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event deleted for resources: {'Port': ['ID=4a2f0af9-63b8-4802-906a-43f1629a48ca,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:22.285411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41932284-6e1b-4d86-9485-b07d1a221bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe6e0f5-1682-4810-9069-df12c9431331,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:22.304597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41932284-6e1b-4d86-9485-b07d1a221bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.305979 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41932284-6e1b-4d86-9485-b07d1a221bf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffe6e0f5-1682-4810-9069-df12c9431331 HTTP/1.1" status: 204 len: 168 time: 0.4552271 Apr 05 20:28:22.564216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bd4c14c-b402-4691-b498-525f998fa668 req-07d64b86-c5eb-414c-9a62-45bc029f3819 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 210 time: 0.1773777 Apr 05 20:28:22.653707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acb6d9-6d2a-4023-b90c-1a96649bbf08 req-96061f35-bacd-48d7-9b1e-790289a3dbfd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:22.657603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00acb6d9-6d2a-4023-b90c-1a96649bbf08 req-96061f35-bacd-48d7-9b1e-790289a3dbfd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2480149 Apr 05 20:28:22.951465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00acb6d9-6d2a-4023-b90c-1a96649bbf08 req-8c3a6ea2-f1a9-41d9-b750-beb5eab47425 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886090 Apr 05 20:28:23.075856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e515c1-079d-4d5b-9743-113978ac6f6a req-9d979b62-f1a3-49ec-82d7-32dfc69319b7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:23.094743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66e515c1-079d-4d5b-9743-113978ac6f6a req-9d979b62-f1a3-49ec-82d7-32dfc69319b7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 944 time: 0.2491620 Apr 05 20:28:23.266730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fbc88d4-93b5-4188-be60-2c06c8840ab9 req-033958da-55d4-43fc-8d13-43b5e3a3d2f2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 210 time: 0.1063488 Apr 05 20:28:23.270303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Router c6ee2376-d6f9-4be5-935f-1a636cb17858 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:28:23.328304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66e515c1-079d-4d5b-9743-113978ac6f6a req-77496852-7f8c-4ef1-aac4-719f62edb30c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326472 Apr 05 20:28:23.426671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42738) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:23.436903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:23.438665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-c09a216b-455f-4076-a896-919219fce861 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:23.438830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-c09a216b-455f-4076-a896-919219fce861 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Synchronizing usage tracker for tenant:a29273f3f47341788364488386d36237 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:23.499617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.630962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:23.637449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Usage tracker for resource:security_group_rule and tenant:33040f0876154af69d30e2005e232547 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:23.642586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:23.648458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0bc0-f9cf-48f5-be9f-8aad3aa3eaa8 req-bb69bb4d-c6bf-4417-ba9c-9f8135a22738 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:23.649952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:23.657599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c63f0bc0-f9cf-48f5-be9f-8aad3aa3eaa8 req-bb69bb4d-c6bf-4417-ba9c-9f8135a22738 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 945 time: 0.1901090 Apr 05 20:28:23.701752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-c09a216b-455f-4076-a896-919219fce861 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Unset dirty status for tenant:a29273f3f47341788364488386d36237 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:23.702962 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-c09a216b-455f-4076-a896-919219fce861 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 820 time: 0.6763518 Apr 05 20:28:23.736369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'port': {'device_id': '438a0877-fd8c-4269-b4d8-0412caae4218', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'admin_state_up': True, 'tenant_id': 'a29273f3f47341788364488386d36237'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:23.781671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c63f0bc0-f9cf-48f5-be9f-8aad3aa3eaa8 req-1de1a0f0-d822-4eb8-a270-c9d96602afec tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231141 Apr 05 20:28:23.829152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.834100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8137cd9-de87-47e0-a3f7-173852c2f454 req-1d2bce27-f2e9-4c50-9aea-e2815054bda7 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:23.842036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8137cd9-de87-47e0-a3f7-173852c2f454 req-1d2bce27-f2e9-4c50-9aea-e2815054bda7 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 949 time: 0.1646614 Apr 05 20:28:23.892731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:23.899322 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbff7704-2b49-446e-a768-3b4376f5c828'] response: {'server_uuid': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c', 'code': 200} Apr 05 20:28:23.908136 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56668bab-79bd-48df-a544-f207e6411072 None None] Sync routers for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:28:23.924462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.929647 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:23.930865 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:23.975806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] No DVR routers for this DVR port 4a2f0af9-63b8-4802-906a-43f1629a48ca on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:23.990818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8137cd9-de87-47e0-a3f7-173852c2f454 req-6a6cdff1-2b49-43fb-b3af-1045995bfef9 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479015 Apr 05 20:28:23.991964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.063327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d650afc6-d5c1-49a8-95d1-9e9e5f059c9b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:24.104474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'name': 'network-vif-deleted', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:24.123237 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0b63c55c-4c51-406f-9397-f1504457bc76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33040f0876154af69d30e2005e232547&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6954706 Apr 05 20:28:24.125358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:24.130903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42754) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:24.143585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:24.272205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1c1dc21-06a5-43f0-a137-de377c7b11dd req-05094018-fdbf-4418-969d-18e89dc58239 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 210 time: 0.1532288 Apr 05 20:28:24.299779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Made reservation on behalf of a29273f3f47341788364488386d36237 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:24.301138 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:24.303997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.376492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-243ee2cd-e934-46b0-bbc1-6960c933ab4f req-55c3b60a-587b-40de-88df-57166898fcb2 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.39 "DELETE /v2.0/ports/4a2f0af9-63b8-4802-906a-43f1629a48ca HTTP/1.1" status: 204 len: 173 time: 3.8553913 Apr 05 20:28:24.403034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42762) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:24.425985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a576a387-9970-4b02-956b-fbbbb93e470c req-8a71e337-d24a-4d24-9575-7df71cd9923b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 1100 time: 0.4480863 Apr 05 20:28:24.439893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-10a59a7a-b5a9-4fc0-a399-bd7c4a587582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.526952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2f0af9-63b8-4802-906a-43f1629a48ca no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:24.530445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-10a59a7a-b5a9-4fc0-a399-bd7c4a587582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.581005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 4a2f0af9-63b8-4802-906a-43f1629a48ca {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:28:24.581766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2f0af9-63b8-4802-906a-43f1629a48ca not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:24.671197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Allocated IP 172.20.0.11 (aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd/85c086db-b972-4238-b437-a1b42d5923a3/baac0625-440b-420a-a4ac-cb0f79cb1f3b) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:24.827404 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:24.831445 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56668bab-79bd-48df-a544-f207e6411072 None None] Checking router: c6ee2376-d6f9-4be5-935f-1a636cb17858 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:28:24.842867 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:24.843467 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:24.860683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a576a387-9970-4b02-956b-fbbbb93e470c req-0ca17f34-6733-4519-826b-35b54f352e94 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684503 Apr 05 20:28:24.899807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ee1496a3-846c-4853-8368-eb4e75704c00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbe1dc1b461d4a59bd884a44ced8ee73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4953506 Apr 05 20:28:24.903099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42772) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:24.928183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa19ca86-b9fe-4589-97d1-45fafe1d9611 req-2a782eea-6c67-496f-b6c7-ea3c6498f723 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1095 time: 0.3370206 Apr 05 20:28:24.957181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.964769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f49f2f-8561-46df-a8b7-415869ec57ee req-550e3a9c-3198-4238-a4f7-c6d9d7de79c5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:24.966815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25f49f2f-8561-46df-a8b7-415869ec57ee req-550e3a9c-3198-4238-a4f7-c6d9d7de79c5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.3816104 Apr 05 20:28:24.978772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-10a59a7a-b5a9-4fc0-a399-bd7c4a587582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.980433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Transition to ACTIVE for port object baac0625-440b-420a-a4ac-cb0f79cb1f3b will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:25.030688 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:25.033812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a59a7a-b5a9-4fc0-a399-bd7c4a587582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d650afc6-d5c1-49a8-95d1-9e9e5f059c9b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:25.051732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-10a59a7a-b5a9-4fc0-a399-bd7c4a587582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.056078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-10a59a7a-b5a9-4fc0-a399-bd7c4a587582 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d650afc6-d5c1-49a8-95d1-9e9e5f059c9b HTTP/1.1" status: 204 len: 168 time: 0.9191747 Apr 05 20:28:25.077769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.093890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa19ca86-b9fe-4589-97d1-45fafe1d9611 req-2e5173c8-806e-43fb-8e37-61d09c142c0e tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647933 Apr 05 20:28:25.114178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['53943345-cd98-4001-857f-7303aff0fef3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:25.118448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64290d0c-706e-4474-9ae0-e80a61aa4d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.135213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25f49f2f-8561-46df-a8b7-415869ec57ee req-bdd4ee11-9c2a-44d3-9da2-9a7217d3ee33 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578274 Apr 05 20:28:25.203303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64290d0c-706e-4474-9ae0-e80a61aa4d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.219974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:25.225021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:25.230872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:25.282312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Pushing event updated for resources: {'Port': ['ID=baac0625-440b-420a-a4ac-cb0f79cb1f3b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:25.397588 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d65673-9079-403b-b571-7ad7b739b163'] response: {'server_uuid': 'ca79c535-6b61-4757-8b75-6df9ec8397c9', 'name': 'network-vif-deleted', 'tag': '4a2f0af9-63b8-4802-906a-43f1629a48ca', 'status': 'completed', 'code': 200} Apr 05 20:28:25.404804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64290d0c-706e-4474-9ae0-e80a61aa4d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.459370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64290d0c-706e-4474-9ae0-e80a61aa4d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05e5a5a-5bc8-458b-9e1c-6a87b430acec,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:25.509210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:25.522973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.670007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64290d0c-706e-4474-9ae0-e80a61aa4d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.671708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-64290d0c-706e-4474-9ae0-e80a61aa4d9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c05e5a5a-5bc8-458b-9e1c-6a87b430acec HTTP/1.1" status: 204 len: 168 time: 0.7663627 Apr 05 20:28:25.678065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-888234e0-43b2-438f-9eb7-bda5c0d9662a req-f1eec696-2bbe-4710-b265-16142267b730 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Synchronizing usage tracker for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:25.746824 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a4bbe79e-bb05-4143-865a-19a880cc35ae tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0163054 Apr 05 20:28:25.749825 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-56668bab-79bd-48df-a544-f207e6411072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:25.754468 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56668bab-79bd-48df-a544-f207e6411072 None None] The sync data for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 is: [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:28:25.766685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Request body: {'port': {'device_id': '438a0877-fd8c-4269-b4d8-0412caae4218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:25.804962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-888234e0-43b2-438f-9eb7-bda5c0d9662a req-f1eec696-2bbe-4710-b265-16142267b730 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Unset dirty status for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:25.816813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-888234e0-43b2-438f-9eb7-bda5c0d9662a req-f1eec696-2bbe-4710-b265-16142267b730 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 210 time: 0.3026772 Apr 05 20:28:25.870222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b0abf84d-f77d-4769-a81a-ca90f8de052b None None] Provisioning for port baac0625-440b-420a-a4ac-cb0f79cb1f3b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:25.876496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b0abf84d-f77d-4769-a81a-ca90f8de052b None None] Provisioning complete for port baac0625-440b-420a-a4ac-cb0f79cb1f3b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:25.876963 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0abf84d-f77d-4769-a81a-ca90f8de052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.942409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79787089-1aea-485f-9c3b-cd95f0bd2cd6 req-030a8492-8e69-4778-b78e-15def9b1cb7b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:25.957117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79787089-1aea-485f-9c3b-cd95f0bd2cd6 req-030a8492-8e69-4778-b78e-15def9b1cb7b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 945 time: 0.2226667 Apr 05 20:28:25.986511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.050122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b0abf84d-f77d-4769-a81a-ca90f8de052b None None] Port baac0625-440b-420a-a4ac-cb0f79cb1f3b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:28:26.213466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79787089-1aea-485f-9c3b-cd95f0bd2cd6 req-1a400f34-bd04-4462-a8df-7d4144d37658 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552819 Apr 05 20:28:26.248525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b422a95-5436-4d2c-9c50-22c8e9f81492 None None] New status for floating IP 05e53447-628e-48ee-96ad-b698a11ec43a: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:28:26.421962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-73a0d2dc-dc77-43f1-904c-2296893a36e5 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:26.431949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-73a0d2dc-dc77-43f1-904c-2296893a36e5 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.23 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 823 time: 0.4355884 Apr 05 20:28:26.655912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baac0625-440b-420a-a4ac-cb0f79cb1f3b {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:26.666177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.681216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7e922-579d-4ac4-ba96-ff546218f38c req-dff72819-f3cf-4725-ba94-d407b338bd63 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:26.681513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Transition to ACTIVE for port object baac0625-440b-420a-a4ac-cb0f79cb1f3b will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:26.682652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f7e922-579d-4ac4-ba96-ff546218f38c req-dff72819-f3cf-4725-ba94-d407b338bd63 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 949 time: 0.5390754 Apr 05 20:28:26.740672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-705eb6f0-de00-4d88-8da7-f6064b182ad4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88570e437ab748ec9b41b1b7ccc44fa7 HTTP/1.1" status: 200 len: 379 time: 0.0979722 Apr 05 20:28:26.756031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'port': {'device_id': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'admin_state_up': True, 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'security_groups': ['fd95ba46-e555-462b-b5c3-852dc19c3274']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:26.787461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.845315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f7e922-579d-4ac4-ba96-ff546218f38c req-a63c8550-b1ed-453b-a02d-11df62d5168a tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531250 Apr 05 20:28:26.863589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a1d2a-6c90-44df-87c1-325de998dc5d req-5b542640-de67-46f2-93f4-2a339a80b801 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:26.870531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b3a1d2a-6c90-44df-87c1-325de998dc5d req-5b542640-de67-46f2-93f4-2a339a80b801 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 932 time: 0.4564395 Apr 05 20:28:26.915858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=baac0625-440b-420a-a4ac-cb0f79cb1f3b,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:26.954312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b3a1d2a-6c90-44df-87c1-325de998dc5d req-3324af50-4e26-4a0c-ad3c-ed48a6b7d04a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829375 Apr 05 20:28:26.978019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:27.003371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:27.003885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42822) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:27.053895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.187086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Attempting to bind port baac0625-440b-420a-a4ac-cb0f79cb1f3b on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:27.187086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Attempting to bind port baac0625-440b-420a-a4ac-cb0f79cb1f3b by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:27.187442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Attempting to bind port baac0625-440b-420a-a4ac-cb0f79cb1f3b on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:27.195100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Port baac0625-440b-420a-a4ac-cb0f79cb1f3b on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:27.195432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Attempting to bind port baac0625-440b-420a-a4ac-cb0f79cb1f3b on network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:27.201431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Made reservation on behalf of 88570e437ab748ec9b41b1b7ccc44fa7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:27.203116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:27.203455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Checking segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:27.203840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Bound using segment: {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:27.204271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Bound port: baac0625-440b-420a-a4ac-cb0f79cb1f3b, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5289c802-23f6-47f8-a30c-c108326e7b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:27.204486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.204685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.213911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42828) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:27.312743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:27.332835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Usage tracker for resource:security_group_rule and tenant:09b920020490484999b40158bf6ef77c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:27.337305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:27.343328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] For port baac0625-440b-420a-a4ac-cb0f79cb1f3b, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:27.346506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] For port baac0625-440b-420a-a4ac-cb0f79cb1f3b, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:27.357943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:27.381676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-network', 'tenant_id': '4645e706423b49e393d43c8d10d04eef'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:27.382457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-4230d2c5-e3ba-4f65-a456-616d2fe76164 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:27.383890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-4230d2c5-e3ba-4f65-a456-616d2fe76164 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 0.3640890 Apr 05 20:28:27.386358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:27.390629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Usage tracker for resource:network and tenant:4645e706423b49e393d43c8d10d04eef is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:27.393639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:27.399469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:27.425678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.465774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-3f94f2c0-08d1-455a-a58d-8e0f4c1b223a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/quotas/e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 375 time: 0.0730953 Apr 05 20:28:27.471173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ac412-8a4d-4ae3-bc6d-b824eacfff23 req-7d921a83-773c-4763-84d1-7b962ccad40d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:27.472576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-432ac412-8a4d-4ae3-bc6d-b824eacfff23 req-7d921a83-773c-4763-84d1-7b962ccad40d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.3256719 Apr 05 20:28:27.487610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.488938 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 1092 time: 1.7272706 Apr 05 20:28:27.489518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Made reservation on behalf of 4645e706423b49e393d43c8d10d04eef for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:27.495642 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.501169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:27.517404 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.532598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d55d3c-8e62-4b14-aa57-21a0f7b0b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=baac0625-440b-420a-a4ac-cb0f79cb1f3b,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:27.561040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:27.565284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Usage tracker for resource:security_group_rule and tenant:4645e706423b49e393d43c8d10d04eef is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:27.568598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:27.575123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:27.591189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Allocated IP 172.20.0.4 (7394865f-8050-442a-baa7-fa8fe6b12b3e/d046f5da-7f89-4f86-8de3-e31152af0a1e/704b3a70-f392-4750-90ae-8bee939cf262) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:27.654122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-432ac412-8a4d-4ae3-bc6d-b824eacfff23 req-6fb9a39c-0cbf-4919-8abb-80ba2c432406 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689162 Apr 05 20:28:27.665213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.719239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-5ffa2930-5cbd-4a86-a7ab-55ec2ae63ed1 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2445712 Apr 05 20:28:27.767560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.789642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.794910 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-a5da6c6d-8ba3-4168-b22e-448ccb9dad33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 1095 time: 0.1735990 Apr 05 20:28:27.868286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.891101 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-adf3c49c-3821-429c-8b87-f2736f6f5fd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 217 time: 0.0802140 Apr 05 20:28:27.905029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:27.917984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e1fd0-9c41-430a-a365-6d7c1eb01ada,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:27.939368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-946d0fd1-9320-4b55-a57c-ba33f27a6e50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09b920020490484999b40158bf6ef77c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9328771 Apr 05 20:28:27.948702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42840) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:27.956105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765f9cc-348b-4c94-ab09-d6f0c15d67d7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:27.993192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.993558 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Added segment 165c7997-dfab-4249-a9b4-67da1b2ef4ee of type vlan for network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 Apr 05 20:28:28.017430 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.027241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-d5c3ac30-c99c-4989-bb78-334e60a671e6 service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593179 Apr 05 20:28:28.032658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-cbb22cdd-e964-4f00-98b4-9b72610bc2f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.034183 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-cbb22cdd-e964-4f00-98b4-9b72610bc2f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.1309183 Apr 05 20:28:28.103280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.110241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a82cc815-5b25-4b63-93fb-27a0e85353a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.148815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Transition to ACTIVE for port object 704b3a70-f392-4750-90ae-8bee939cf262 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:28.159479 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a82cc815-5b25-4b63-93fb-27a0e85353a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.211584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-1ff60f67-2a5d-43c0-9830-ec6fc172437b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692793 Apr 05 20:28:28.232470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-d7d1e54c-c591-4a19-a94f-afe4816c23ad service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039230 Apr 05 20:28:28.242263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8049fab-0cab-4d91-8503-996ad4b2cfe3 req-fde5ac76-436c-4fe4-bfcb-63090af6905a tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1096 time: 0.1902859 Apr 05 20:28:28.288705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.288705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.288705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.305106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8049fab-0cab-4d91-8503-996ad4b2cfe3 req-89a51572-e947-454e-a38f-9ad5ac79cc89 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564346 Apr 05 20:28:28.311390 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.402258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a82cc815-5b25-4b63-93fb-27a0e85353a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.411599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:28.415516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:28.418166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:28.444625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cc815-5b25-4b63-93fb-27a0e85353a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e1fd0-9c41-430a-a365-6d7c1eb01ada,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:28.459292 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a82cc815-5b25-4b63-93fb-27a0e85353a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.462886 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a82cc815-5b25-4b63-93fb-27a0e85353a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a1e1fd0-9c41-430a-a365-6d7c1eb01ada HTTP/1.1" status: 204 len: 168 time: 0.5111592 Apr 05 20:28:28.469498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] Pushing event updated for resources: {'Network': ['ID=40e504ce-3f21-4520-90b3-ac53cd8d9f75,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:28.494347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:28.495427 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-7f30fe93-44ab-4b4c-a3fb-6623cfe8b24f service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772813 Apr 05 20:28:28.551228 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6453f606-6f16-4b73-a986-a289be462c8e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3362577 Apr 05 20:28:28.562029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42854) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:28.661357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Request body: {'subnet': {'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-subnet', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:28.677163 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4c8430-67e6-4f40-b9d1-69ed9197a09f'] response: {'name': 'network-changed', 'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'status': 'completed', 'code': 200} Apr 05 20:28:28.688957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:28.704520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Usage tracker for resource:subnet and tenant:4645e706423b49e393d43c8d10d04eef is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:28.711643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:28.723024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:28.733949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event updated for resources: {'Port': ['ID=704b3a70-f392-4750-90ae-8bee939cf262,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:28.805212 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9fd6ebba-6309-4573-8a18-9f369e009808 req-9111309c-c6c0-4127-abfe-e07c936a629a service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964168 Apr 05 20:28:28.814257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Made reservation on behalf of 4645e706423b49e393d43c8d10d04eef for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:28.816589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.831335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d58db5d4-3600-4479-9a87-916df4612c90 None None] Provisioning for port 704b3a70-f392-4750-90ae-8bee939cf262 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:28.831645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.831960 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.836539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d58db5d4-3600-4479-9a87-916df4612c90 None None] Provisioning complete for port 704b3a70-f392-4750-90ae-8bee939cf262 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:28.837807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d58db5d4-3600-4479-9a87-916df4612c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.905030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c911e-0b5c-475b-a3bb-ecc7e6a60412 req-6e7eb88e-8e54-448c-83d2-0a173f2e19b7 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.906408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-183c911e-0b5c-475b-a3bb-ecc7e6a60412 req-6e7eb88e-8e54-448c-83d2-0a173f2e19b7 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Synchronizing usage tracker for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:28.922097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff77d5-9a18-4361-a579-e187d2f87feb req-a432e5af-de15-4232-b131-51cd1640026f tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.923542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abff77d5-9a18-4361-a579-e187d2f87feb req-a432e5af-de15-4232-b131-51cd1640026f tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 949 time: 0.1869268 Apr 05 20:28:28.928358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-dd7e40b8-66a6-4200-b1a5-45a969ebe93e tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1795568 Apr 05 20:28:28.959875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d58db5d4-3600-4479-9a87-916df4612c90 None None] Port 704b3a70-f392-4750-90ae-8bee939cf262 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:28:28.975473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Request body: {'port': {'device_id': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:29.091087 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.102443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-183c911e-0b5c-475b-a3bb-ecc7e6a60412 req-6e7eb88e-8e54-448c-83d2-0a173f2e19b7 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Unset dirty status for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:29.109655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-183c911e-0b5c-475b-a3bb-ecc7e6a60412 req-6e7eb88e-8e54-448c-83d2-0a173f2e19b7 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 931 time: 0.6609149 Apr 05 20:28:29.125106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1872c018-ef47-4581-870a-9cc4e346d02c req-b7973cc2-a2e3-4934-a7d8-e3ad19eb2b17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 1095 time: 0.1145000 Apr 05 20:28:29.217289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.222161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abff77d5-9a18-4361-a579-e187d2f87feb req-5b31c5f8-7e11-4105-9116-358637236af6 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883165 Apr 05 20:28:29.257661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-183c911e-0b5c-475b-a3bb-ecc7e6a60412 req-7e08f7df-784b-4f9d-9914-a483dd1fb6f1 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470830 Apr 05 20:28:29.396653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872c018-ef47-4581-870a-9cc4e346d02c req-b7094fa4-1840-4d94-afa2-bb39c2601dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.400592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1872c018-ef47-4581-870a-9cc4e346d02c req-b7094fa4-1840-4d94-afa2-bb39c2601dad service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2680604 Apr 05 20:28:29.505583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=311cb552-754f-45d2-9765-cd8e7289b043,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:29.509668 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1872c018-ef47-4581-870a-9cc4e346d02c req-d7b7176b-a922-4561-9f38-fdfdac171066 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 217 time: 0.1007805 Apr 05 20:28:29.549103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Checking segment: {'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:29.549491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Network hostable DHCP agents. Network: 40e504ce-3f21-4520-90b3-ac53cd8d9f75, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:29.595646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872c018-ef47-4581-870a-9cc4e346d02c req-9950c39b-db76-41c2-896f-052a9e62eef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.599436 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1872c018-ef47-4581-870a-9cc4e346d02c req-9950c39b-db76-41c2-896f-052a9e62eef9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0800669 Apr 05 20:28:29.620087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a9468-17c3-41a7-be38-9d64f2b2702a req-5f7e864e-82f1-4d50-96cc-f3b8f0a594bf tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.621639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-147a9468-17c3-41a7-be38-9d64f2b2702a req-5f7e864e-82f1-4d50-96cc-f3b8f0a594bf tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 944 time: 0.2712798 Apr 05 20:28:29.654946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4086dfa-814e-4f37-81bc-b041d8d4628c req-8eeb976a-1508-4f0a-ada2-c6ca580623da tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1096 time: 0.2345030 Apr 05 20:28:29.682454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:29.714160 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1872c018-ef47-4581-870a-9cc4e346d02c req-f38fb969-73b6-44b0-9ab4-b88dbbd2f9a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074626 Apr 05 20:28:29.764046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-147a9468-17c3-41a7-be38-9d64f2b2702a req-bdd71250-0adf-4a6c-9a9c-b2e2bb5e6c6c tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314991 Apr 05 20:28:29.794388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4086dfa-814e-4f37-81bc-b041d8d4628c req-c24d411b-981e-4c94-a3d2-bdd6b81a79bd tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294467 Apr 05 20:28:29.799224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704b3a70-f392-4750-90ae-8bee939cf262 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:29.833140 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.862899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Transition to ACTIVE for port object 704b3a70-f392-4750-90ae-8bee939cf262 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:29.872853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 40e504ce-3f21-4520-90b3-ac53cd8d9f75) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:29.877854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.878453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.884758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6682c0f5-156d-414d-98fd-749f1eb6275c None None] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:29.933977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.959129 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1872c018-ef47-4581-870a-9cc4e346d02c req-1ea92462-bbd8-4efb-9082-3527c8b20bcd service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365918 Apr 05 20:28:30.119524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a535344-c149-471a-8096-ff185606e510 req-54c4dbcd-7c60-4242-8978-a5b7151ffb51 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 210 time: 0.1375370 Apr 05 20:28:30.229355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Pushing event updated for resources: {'Port': ['ID=704b3a70-f392-4750-90ae-8bee939cf262,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:30.234943 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1872c018-ef47-4581-870a-9cc4e346d02c req-1f7fccdb-4951-411f-b5a9-5e814b63ae33 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663136 Apr 05 20:28:30.236088 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cdfdf3eb-d152-4699-be00-019a8df58cfc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6730182 Apr 05 20:28:30.239084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:30.258321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-router', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:30.273100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:30.282977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Usage tracker for resource:router and tenant:4645e706423b49e393d43c8d10d04eef is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:30.286216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:30.309084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:30.392222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-40e504ce-3f21-4520-90b3-ac53cd8d9f75', 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'fixed_ips': [{'subnet_id': '311cb552-754f-45d2-9765-cd8e7289b043'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:28:30.393042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.402786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.403915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.449799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.535412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe85cf-8fef-4cec-b6d8-a7b1e15c3a5f req-60467ea2-4ae4-484d-a52b-f3958420070f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:30.542977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7fe85cf-8fef-4cec-b6d8-a7b1e15c3a5f req-60467ea2-4ae4-484d-a52b-f3958420070f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.5619197 Apr 05 20:28:30.610450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7fe85cf-8fef-4cec-b6d8-a7b1e15c3a5f req-6416f74d-ca56-45cd-b55f-c0653197c7cb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665858 Apr 05 20:28:30.624552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Attempting to bind port 704b3a70-f392-4750-90ae-8bee939cf262 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:30.626997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Attempting to bind port 704b3a70-f392-4750-90ae-8bee939cf262 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:30.626997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Attempting to bind port 704b3a70-f392-4750-90ae-8bee939cf262 on network 7394865f-8050-442a-baa7-fa8fe6b12b3e {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:30.639877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Port 704b3a70-f392-4750-90ae-8bee939cf262 on network 7394865f-8050-442a-baa7-fa8fe6b12b3e not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:30.640207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Attempting to bind port 704b3a70-f392-4750-90ae-8bee939cf262 on network 7394865f-8050-442a-baa7-fa8fe6b12b3e {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:30.655703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:30.655946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Checking segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:30.656342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Bound using segment: {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:30.656888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Bound port: 704b3a70-f392-4750-90ae-8bee939cf262, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e296eee4-56d5-4942-969a-e5e9af403754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:30.657142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.777467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.792911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Allocated IP 172.20.0.2 (40e504ce-3f21-4520-90b3-ac53cd8d9f75/311cb552-754f-45d2-9765-cd8e7289b043/4d6d07df-f991-44d4-b23a-21c2bbb55074) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:30.902474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] For port 704b3a70-f392-4750-90ae-8bee939cf262, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:30.912434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] For port 704b3a70-f392-4750-90ae-8bee939cf262, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=704b3a70-f392-4750-90ae-8bee939cf262,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:30.940672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d3999-3c22-41de-b414-0dc5ce72515f req-d424ff9d-d544-4464-9eb6-ac240fc6f1eb tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:30.950217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-054d3999-3c22-41de-b414-0dc5ce72515f req-d424ff9d-d544-4464-9eb6-ac240fc6f1eb tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 943 time: 0.1243658 Apr 05 20:28:30.998690 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.155722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.156427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.167750 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.170850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] 10.222.0.23 "PUT /v2.0/ports/704b3a70-f392-4750-90ae-8bee939cf262 HTTP/1.1" status: 200 len: 1091 time: 2.2329550 Apr 05 20:28:31.181077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:31.182335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Transition to ACTIVE for port object 4d6d07df-f991-44d4-b23a-21c2bbb55074 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:31.219277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Transition to ACTIVE for port object 4d6d07df-f991-44d4-b23a-21c2bbb55074 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:31.230457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.304783 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.431634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Pushing event updated for resources: {'Port': ['ID=4d6d07df-f991-44d4-b23a-21c2bbb55074,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:31.470200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:31.475462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:31.480947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:31.511155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-054d3999-3c22-41de-b414-0dc5ce72515f req-451c9d05-4172-47ed-8bc3-51618d2e768b tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5380547 Apr 05 20:28:31.511620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Allocated IP 172.25.2.140 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:31.577026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45535e9-8812-49e2-b36c-76d47daa39a2 service neutron] Pushing event updated for resources: {'Port': ['ID=704b3a70-f392-4750-90ae-8bee939cf262,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:31.695487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.697619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2dbb9f-56a8-4f63-a1af-42739d53e878 req-8eeed388-71c3-4a76-97ca-cb9a8dbc4264 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5943794 Apr 05 20:28:31.749875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Attempting to bind port 4d6d07df-f991-44d4-b23a-21c2bbb55074 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:31.751318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Attempting to bind port 4d6d07df-f991-44d4-b23a-21c2bbb55074 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:31.751757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Attempting to bind port 4d6d07df-f991-44d4-b23a-21c2bbb55074 on network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:31.767444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-4b596202-833a-44d8-9bfc-6c9cd358f623 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:31.769083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-4b596202-833a-44d8-9bfc-6c9cd358f623 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 0.5709591 Apr 05 20:28:31.770134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:31.772778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Checking segment: {'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:31.773426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.773971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Bound using segment: {'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:31.774760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Bound port: 4d6d07df-f991-44d4-b23a-21c2bbb55074, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:31.775457 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.828587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-27e99a7b-033d-47b8-ad3c-95e0e71e1a43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 1094 time: 0.1141384 Apr 05 20:28:31.831083 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.831884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Request body: {'port': {'device_id': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'admin_state_up': True, 'tenant_id': 'e31513a38b3342e89d1eadcd84a80ac0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:32.051887 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-31a681f5-890c-4644-a2b6-faa0c0f22c0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=704b3a70-f392-4750-90ae-8bee939cf262 HTTP/1.1" status: 200 len: 217 time: 0.2118213 Apr 05 20:28:32.089930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a943-b12a-412e-acb1-d6715fea59c5 req-0b032152-e098-4ddd-b0eb-8caaf8c9d9dd tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:32.094647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] For port 4d6d07df-f991-44d4-b23a-21c2bbb55074, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:32.096846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0269a943-b12a-412e-acb1-d6715fea59c5 req-0b032152-e098-4ddd-b0eb-8caaf8c9d9dd tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 944 time: 0.3350518 Apr 05 20:28:32.099058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] For port 4d6d07df-f991-44d4-b23a-21c2bbb55074, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4d6d07df-f991-44d4-b23a-21c2bbb55074,segment=NetworkSegment(165c7997-dfab-4249-a9b4-67da1b2ef4ee),segment_id=165c7997-dfab-4249-a9b4-67da1b2ef4ee)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:32.099864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:32.111954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Pushing event updated for resources: {'Port': ['ID=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:32.136834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:32.150619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:32.153997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:32.158402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:32.163282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0269a943-b12a-412e-acb1-d6715fea59c5 req-d642ef31-3621-46e4-a746-5c65e91b12d3 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655160 Apr 05 20:28:32.180369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.204344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-765003d0-3abb-4943-a558-9eaa0e7b5aed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:32.206120 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-765003d0-3abb-4943-a558-9eaa0e7b5aed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 200 len: 862 time: 0.1409268 Apr 05 20:28:32.248273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Made reservation on behalf of e31513a38b3342e89d1eadcd84a80ac0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:32.251913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.347469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28b97-d4f4-488c-aa8f-a78f1cd41fcb None None] Pushing event updated for resources: {'Port': ['ID=4d6d07df-f991-44d4-b23a-21c2bbb55074,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:32.366498 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-9fb898cc-5c25-43e2-9d40-db0c2a64e33e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7394865f-8050-442a-baa7-fa8fe6b12b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1535211 Apr 05 20:28:32.578491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device baac0625-440b-420a-a4ac-cb0f79cb1f3b details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:32.625743 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-2ac4c933-3e97-4255-a6af-d8193d85157c service neutron] 10.222.0.23 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487843 Apr 05 20:28:32.757748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.758476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.760888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Allocated IP 172.20.0.13 (197ae67c-ccf2-410d-9b84-d7d0ee796555/69567d96-9275-495b-9828-be536b692689/e11a2e93-f53b-4364-986a-eab6984d0628) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:32.769865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6cd9c258-4877-4388-86f6-9c3648c2d4ff tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:32.771706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6cd9c258-4877-4388-86f6-9c3648c2d4ff tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 949 time: 0.4904618 Apr 05 20:28:32.779766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b4b9b-7544-4849-a57d-37435ce781c5 req-33bec2c6-1087-4f6f-9620-0b59356b2ca7 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:32.781659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-678b4b9b-7544-4849-a57d-37435ce781c5 req-33bec2c6-1087-4f6f-9620-0b59356b2ca7 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 949 time: 0.4072912 Apr 05 20:28:32.790142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port baac0625-440b-420a-a4ac-cb0f79cb1f3b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:32.807127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'port_id': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'mac_address': 'fa:16:3e:d5:5a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:32.864677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.888129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baac0625-440b-420a-a4ac-cb0f79cb1f3b {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:32.908088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port baac0625-440b-420a-a4ac-cb0f79cb1f3b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:32.941781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-678b4b9b-7544-4849-a57d-37435ce781c5 req-171533ee-ced2-401d-8e95-4bae1243c4ee tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/security-groups?id=2204e034-12d9-4c75-8df0-7c1418cd5a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090286 Apr 05 20:28:32.947115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Deleting port cad8a737-3ebc-4319-bfe1-5abf2466fa1c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:28:32.947568 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.001006 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5db4414f-046a-4a4e-bdd5-a26d92f053bc req-e70d4821-4f7c-458e-b884-45701af57b97 service neutron] 10.222.0.23 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690598 Apr 05 20:28:33.026522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.137442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=baac0625-440b-420a-a4ac-cb0f79cb1f3b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:33.201165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4d6d07df-f991-44d4-b23a-21c2bbb55074 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:33.270981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Router 3fc69078-8fcc-4eec-bcc1-542e4d395861 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:28:33.283615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f845fad-caab-4fe2-b5bb-b483394f0666 req-12064ae5-4173-4a5b-9fa2-4ecc7bb57c03 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 210 time: 0.1792538 Apr 05 20:28:33.357673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4d6d07df-f991-44d4-b23a-21c2bbb55074 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:33.425906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.426160 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a299c2-64ee-40e3-b47d-24527d82b58b'] response: {'name': 'network-changed', 'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262', 'status': 'completed', 'code': 200} Apr 05 20:28:33.491413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['baac0625-440b-420a-a4ac-cb0f79cb1f3b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:33.506009 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.553577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] For port cad8a737-3ebc-4319-bfe1-5abf2466fa1c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:33.554776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.592254 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-74eb0d97-939f-4217-8b89-bd0e027111a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 1094 time: 0.1255636 Apr 05 20:28:33.695284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03301d-d42d-49b6-b7c8-201a13dbca54 None None] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:33.754153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Calling delete_port for cad8a737-3ebc-4319-bfe1-5abf2466fa1c owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:28:33.791536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:33.803474 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Sync routers for ids ['3fc69078-8fcc-4eec-bcc1-542e4d395861'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:28:33.812592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-ac0f9c52-d4a2-4a96-9da2-8c2a57c58ad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:33.815419 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-ac0f9c52-d4a2-4a96-9da2-8c2a57c58ad3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 924 time: 0.2155883 Apr 05 20:28:33.815946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Routers {'3fc69078-8fcc-4eec-bcc1-542e4d395861'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:33.816805 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3fc69078-8fcc-4eec-bcc1-542e4d395861'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:33.877520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56f245-e64a-49a4-a548-1ec90f0f15cd req-7acfc22f-002c-41fe-9241-e618e957c042 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:33.885317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e56f245-e64a-49a4-a548-1ec90f0f15cd req-7acfc22f-002c-41fe-9241-e618e957c042 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2539520 Apr 05 20:28:33.926651 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-7e11817e-306b-461b-8302-822f869de8d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=704b3a70-f392-4750-90ae-8bee939cf262 HTTP/1.1" status: 200 len: 217 time: 0.1032014 Apr 05 20:28:33.945659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.959259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6b357517-eb7e-4bec-894f-2b445ca89e0d None None] Provisioning for port 4d6d07df-f991-44d4-b23a-21c2bbb55074 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:33.974549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.978200 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6ff6374a-af0e-41b0-bde7-6f40534f3b9b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7359242 Apr 05 20:28:33.980153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42954) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:34.012122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6b357517-eb7e-4bec-894f-2b445ca89e0d None None] Provisioning complete for port 4d6d07df-f991-44d4-b23a-21c2bbb55074 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:34.013155 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b357517-eb7e-4bec-894f-2b445ca89e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.044330 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Set router 3fc69078-8fcc-4eec-bcc1-542e4d395861 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:34.143783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:34.150366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-bb2b5cbc-9037-420c-8c2f-c16c7b8301f4 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:28:34.151345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-bb2b5cbc-9037-420c-8c2f-c16c7b8301f4 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0151820 Apr 05 20:28:34.153618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-72f79d09-7206-40eb-b2ae-890776caf5ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:34.155395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-72f79d09-7206-40eb-b2ae-890776caf5ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 200 len: 862 time: 0.2224200 Apr 05 20:28:34.174917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:34.175353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Unknown quota resources ['binding']. {{(pid=84581) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:28:34.235837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:34.245268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:34.268878 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-3b20364f-2783-4e0a-b607-32d884ae5aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7394865f-8050-442a-baa7-fa8fe6b12b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069930 Apr 05 20:28:34.271613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e56f245-e64a-49a4-a548-1ec90f0f15cd req-766fcf5d-483c-4f2a-90b4-fb8ba1f5a125 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850944 Apr 05 20:28:34.272446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:34.311812 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b357517-eb7e-4bec-894f-2b445ca89e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.357036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:34.357733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.367575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.373909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6b357517-eb7e-4bec-894f-2b445ca89e0d None None] For port 4d6d07df-f991-44d4-b23a-21c2bbb55074, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4d6d07df-f991-44d4-b23a-21c2bbb55074,segment=NetworkSegment(165c7997-dfab-4249-a9b4-67da1b2ef4ee),segment_id=165c7997-dfab-4249-a9b4-67da1b2ef4ee)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:34.382676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['cad8a737-3ebc-4319-bfe1-5abf2466fa1c'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:34.454358 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b357517-eb7e-4bec-894f-2b445ca89e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.523448 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-21083db2-d72d-41bd-97f6-8420f81aee70 service neutron] 10.222.0.23 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413909 Apr 05 20:28:34.582546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Pushing event deleted for resources: {'Port': ['ID=cad8a737-3ebc-4319-bfe1-5abf2466fa1c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:34.615988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b357517-eb7e-4bec-894f-2b445ca89e0d None None] Pushing event updated for resources: {'Port': ['ID=4d6d07df-f991-44d4-b23a-21c2bbb55074,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:34.644078 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-router', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:30Z', 'updated_at': '2022-04-05T20:28:32Z', 'revision_number': 3, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'gw_port': {'id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:31Z', 'updated_at': '2022-04-05T20:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:34.652874 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Checking router: 3fc69078-8fcc-4eec-bcc1-542e4d395861 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:28:34.656566 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Updating router 3fc69078-8fcc-4eec-bcc1-542e4d395861 port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:28:34.689014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f5bb78e2-c36f-410c-b715-4d00ff14fbdf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8651767 Apr 05 20:28:34.722298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f489b6cc-069a-4521-b50c-0d4233155150 None None] Provisioning complete for port 4d6d07df-f991-44d4-b23a-21c2bbb55074 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:34.722671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f489b6cc-069a-4521-b50c-0d4233155150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.772452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Request body: {'port': {'device_id': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:34.795593 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.837927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d86b9175-dcf3-4e15-8f9e-a65c2117316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.865515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] No DVR routers for this DVR port cad8a737-3ebc-4319-bfe1-5abf2466fa1c on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:34.885366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.890011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c9f58d-d466-4c3a-96c9-a399392042fd req-6fa62ae6-c01a-4048-9346-b0fdcd0b509b tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.23 "DELETE /v2.0/ports/cad8a737-3ebc-4319-bfe1-5abf2466fa1c HTTP/1.1" status: 204 len: 173 time: 2.1037033 Apr 05 20:28:35.015230 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8f2244f-9015-4a68-a2ae-fee247f51cf9 req-83dc72fd-63d8-4902-bab3-9f32ed79156a service neutron] 10.222.0.23 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844127 Apr 05 20:28:35.075241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:35.075644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:35.075949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:35.088829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.104585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:35.104909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:35.157658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4d6d07df-f991-44d4-b23a-21c2bbb55074 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:35.159635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:35.159974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:35.160415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:35.160785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Bound port: d3875d7f-b80b-472c-bae0-4e7053445c07, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:35.182502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129e70a-dccd-4898-bae6-bb46ae36d77d req-235b451a-b4d3-4f8d-8eb2-9e522d844c55 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:35.184028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d129e70a-dccd-4898-bae6-bb46ae36d77d req-235b451a-b4d3-4f8d-8eb2-9e522d844c55 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 943 time: 0.2638180 Apr 05 20:28:35.267845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4d6d07df-f991-44d4-b23a-21c2bbb55074 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:35.268932 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.277612 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.290545 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Transition to ACTIVE for port object 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:35.323008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:35.389732 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.402367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d129e70a-dccd-4898-bae6-bb46ae36d77d req-37954975-53d9-4b84-b02b-198b15d87ae4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946819 Apr 05 20:28:35.430632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'name': 'network-vif-deleted', 'tag': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:35.485781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.487356 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e08aa9-b6e2-4378-9faa-130f39687287 None None] Pushing event updated for resources: {'Port': ['ID=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:35.499079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-dec5fff1-5573-4451-bda4-dbfd0e94f053 service neutron] 10.222.0.10 "POST /v2.0/ports/d3875d7f-b80b-472c-bae0-4e7053445c07/bindings HTTP/1.1" status: 201 len: 389 time: 1.3326654 Apr 05 20:28:35.520869 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Attempting to bind port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:35.521173 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Attempting to bind port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:35.521538 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Attempting to bind port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:35.530740 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:35.531121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:35.531523 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.531959 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:35.532423 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Bound port: 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:35.532838 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.624927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.634594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] For port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:35.638527 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] For port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:35.664829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e0180-fc69-4f94-9f48-0a063430e570 req-fdfa5dd1-40f1-42f7-a792-e6702ceb9019 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:35.666307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b1e0180-fc69-4f94-9f48-0a063430e570 req-fdfa5dd1-40f1-42f7-a792-e6702ceb9019 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 945 time: 0.1409283 Apr 05 20:28:35.717146 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.749640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11a2e93-f53b-4364-986a-eab6984d0628 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:35.758846 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.766047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b1e0180-fc69-4f94-9f48-0a063430e570 req-4212e0c1-2f29-4d85-afc5-31fdc48fd370 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705726 Apr 05 20:28:35.790586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Transition to ACTIVE for port object e11a2e93-f53b-4364-986a-eab6984d0628 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:35.809062 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Routers {'3fc69078-8fcc-4eec-bcc1-542e4d395861'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:35.810393 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3fc69078-8fcc-4eec-bcc1-542e4d395861'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:35.864668 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.869181 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e08aa9-b6e2-4378-9faa-130f39687287 None None] Pushing event updated for resources: {'Port': ['ID=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:35.874439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Allocated IP 172.20.0.1 (40e504ce-3f21-4520-90b3-ac53cd8d9f75/311cb552-754f-45d2-9765-cd8e7289b043/7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:36.057868 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] Set router 3fc69078-8fcc-4eec-bcc1-542e4d395861 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:36.073987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.089730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Transition to ACTIVE for port object 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:36.158437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-405dcbd4-8ae1-4263-a481-5a6e958c51bb req-c15cb1fa-8ee3-424b-94b8-d32eaa8cf849 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Synchronizing usage tracker for tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:36.205170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:36.228110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.310721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22938976-ef8e-4536-9aa8-d848fdbf573d req-a45a36cb-450e-4444-8d34-c54d35877d48 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:36.311482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-22938976-ef8e-4536-9aa8-d848fdbf573d req-a45a36cb-450e-4444-8d34-c54d35877d48 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:36.316533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:36.320510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:36.326789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:36.331792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-405dcbd4-8ae1-4263-a481-5a6e958c51bb req-c15cb1fa-8ee3-424b-94b8-d32eaa8cf849 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] Unset dirty status for tenant:8ed8c9ab8d8248218d54b2c1c509e7c7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:36.332928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-405dcbd4-8ae1-4263-a481-5a6e958c51bb req-c15cb1fa-8ee3-424b-94b8-d32eaa8cf849 tempest-ImagesNegativeTestJSON-1729222693 tempest-ImagesNegativeTestJSON-1729222693-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ee30950-88a7-4b1a-b0bd-694fb6377263 HTTP/1.1" status: 200 len: 210 time: 0.2946408 Apr 05 20:28:36.340370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:36.341294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:36.341616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:36.348160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:36.348476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:36.351791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Pushing event updated for resources: {'Port': ['ID=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:36.356747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:36.360760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:36.360760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:36.360760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Bound port: e11a2e93-f53b-4364-986a-eab6984d0628, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:36.360760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.407134 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.413186 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-e20ae2fc-59db-42f9-b4dd-0157f63d9f9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1096 time: 0.2221072 Apr 05 20:28:36.419935 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-router', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:30Z', 'updated_at': '2022-04-05T20:28:32Z', 'revision_number': 3, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'gw_port': {'id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:31Z', 'updated_at': '2022-04-05T20:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:36.425540 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ebd7c-b02e-4aa9-ac87-9a575426f16f None None] The sync data for ids ['3fc69078-8fcc-4eec-bcc1-542e4d395861'] in n-d-836605-1 is: [{'id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-router', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:30Z', 'updated_at': '2022-04-05T20:28:32Z', 'revision_number': 3, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'gw_port': {'id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:31Z', 'updated_at': '2022-04-05T20:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:28:36.545385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-22938976-ef8e-4536-9aa8-d848fdbf573d req-a45a36cb-450e-4444-8d34-c54d35877d48 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:36.547110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22938976-ef8e-4536-9aa8-d848fdbf573d req-a45a36cb-450e-4444-8d34-c54d35877d48 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 944 time: 0.5073283 Apr 05 20:28:36.607445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device baac0625-440b-420a-a4ac-cb0f79cb1f3b up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:36.627996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-a5ac8d87-fee8-4c32-b6fd-62188f0fe728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:36.629748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22938976-ef8e-4536-9aa8-d848fdbf573d req-74d4aeae-cf94-469e-918d-c28ba184848c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732958 Apr 05 20:28:36.633395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-a5ac8d87-fee8-4c32-b6fd-62188f0fe728 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.2097025 Apr 05 20:28:36.711570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:36.719774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:36.811501 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-b003707e-6fab-4f91-93d3-7b09f70dd494 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 217 time: 0.0864494 Apr 05 20:28:36.813822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.843202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6d83fc49-a0b2-4ed3-b64c-581d94e7b824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.846432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f0d3e9d8-a4b5-4390-a683-324035c1dbec None None] Provisioning for port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:36.853077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f0d3e9d8-a4b5-4390-a683-324035c1dbec None None] Provisioning complete for port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:36.853467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f0d3e9d8-a4b5-4390-a683-324035c1dbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.889540 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11deaf86-d5bd-4109-b97e-4291f8eb20c4'] response: {'server_uuid': '8ee30950-88a7-4b1a-b0bd-694fb6377263', 'name': 'network-vif-deleted', 'tag': 'cad8a737-3ebc-4319-bfe1-5abf2466fa1c', 'status': 'completed', 'code': 200} Apr 05 20:28:36.894240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port baac0625-440b-420a-a4ac-cb0f79cb1f3b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:36.908938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port baac0625-440b-420a-a4ac-cb0f79cb1f3b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:36.909323 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.930683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.999175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3e9d8-a4b5-4390-a683-324035c1dbec None None] Port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:28:37.016135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-717f471a-566d-4329-a23c-1208f128caef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.017648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-717f471a-566d-4329-a23c-1208f128caef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1995547 Apr 05 20:28:37.051242 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.052871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] 10.222.0.23 "PUT /v2.0/ports/e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 200 len: 1092 time: 2.3108993 Apr 05 20:28:37.078178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae1c8a-506d-4ca3-be53-d2cefc922e87 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:37.133306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb269e99-062b-43fb-8db5-cd4289e00c88 req-447dc8c9-45ce-4d6c-974d-f55a830df482 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.134882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb269e99-062b-43fb-8db5-cd4289e00c88 req-447dc8c9-45ce-4d6c-974d-f55a830df482 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2489913 Apr 05 20:28:37.152144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 704b3a70-f392-4750-90ae-8bee939cf262 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:37.159417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device cad8a737-3ebc-4319-bfe1-5abf2466fa1c no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:37.194994 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-f10ba730-7499-4b5d-8c56-f6781866c297 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698272 Apr 05 20:28:37.203282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b4edc-4542-49d8-b3a2-044199d53422 req-9b0bbfed-e5db-46c5-b115-deafa826a46a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.205087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e7b4edc-4542-49d8-b3a2-044199d53422 req-9b0bbfed-e5db-46c5-b115-deafa826a46a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 945 time: 0.2253571 Apr 05 20:28:37.216469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:37.251267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.294698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: cad8a737-3ebc-4319-bfe1-5abf2466fa1c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:28:37.295029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device cad8a737-3ebc-4319-bfe1-5abf2466fa1c not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:37.315711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:37.317603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb269e99-062b-43fb-8db5-cd4289e00c88 req-f4044e5c-ed8b-4c29-bb86-112bd8f4f2fe tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748388 Apr 05 20:28:37.379199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-5c935d0c-0437-4c34-b9a3-4021c13f5150 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1095 time: 0.1730850 Apr 05 20:28:37.381547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e7b4edc-4542-49d8-b3a2-044199d53422 req-33fb45a8-fb90-4bb0-bdad-e1f3a6712702 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163487 Apr 05 20:28:37.452181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port baac0625-440b-420a-a4ac-cb0f79cb1f3b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:37.514862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-f8bc5925-627e-40ee-ad9b-6dac17ab0986 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 200 len: 217 time: 0.1261654 Apr 05 20:28:37.528591 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-ca422dfc-f2b4-4625-9383-5b970f27d43a service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231890 Apr 05 20:28:37.532207 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.611704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=baac0625-440b-420a-a4ac-cb0f79cb1f3b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:37.647814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 704b3a70-f392-4750-90ae-8bee939cf262, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=704b3a70-f392-4750-90ae-8bee939cf262,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:37.667740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '704b3a70-f392-4750-90ae-8bee939cf262', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'port_id': '704b3a70-f392-4750-90ae-8bee939cf262', 'mac_address': 'fa:16:3e:7a:d5:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:37.714373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:37.726970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:37.727337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.729398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-d735edd1-3fdb-4005-bd4e-cf2ce4000a62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.730829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-d735edd1-3fdb-4005-bd4e-cf2ce4000a62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1423218 Apr 05 20:28:37.732417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.735957 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-bdaab0f0-c943-4897-8732-dc5327913f06 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953945 Apr 05 20:28:37.779463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.787793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-00b0d493-9146-448d-bd18-73c68df0d8ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497293 Apr 05 20:28:37.803056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704b3a70-f392-4750-90ae-8bee939cf262 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:37.821984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.822905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 704b3a70-f392-4750-90ae-8bee939cf262, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=704b3a70-f392-4750-90ae-8bee939cf262,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:37.877928 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.895026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad69783-4171-47b8-a230-02b70c2c23e2 req-284ddca7-d192-4076-9a76-5668206c9867 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.895631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:37.896479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ad69783-4171-47b8-a230-02b70c2c23e2 req-284ddca7-d192-4076-9a76-5668206c9867 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 943 time: 0.3757994 Apr 05 20:28:37.915423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.949303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Pushing event updated for resources: {'Port': ['ID=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:37.952369 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.953344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530566a-2cc2-495d-84d4-987ac8fc1638 req-0a21011c-19de-4ad9-851e-2d1d663187c8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.963441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b530566a-2cc2-495d-84d4-987ac8fc1638 req-0a21011c-19de-4ad9-851e-2d1d663187c8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 946 time: 0.2725053 Apr 05 20:28:37.988782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=704b3a70-f392-4750-90ae-8bee939cf262,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:38.022674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-5f8c854e-7c3b-4af6-9c87-d93669ff4c9d service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264442 Apr 05 20:28:38.026600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ad69783-4171-47b8-a230-02b70c2c23e2 req-deefadaf-11dc-465e-abd7-35ddaa43544d tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239607 Apr 05 20:28:38.027343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.071064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b530566a-2cc2-495d-84d4-987ac8fc1638 req-e9e98531-1f70-456b-9a73-3d3dc0ce7903 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099765 Apr 05 20:28:38.125537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:38.145960 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55db792-ee19-4e9b-8917-f7213f3b3699'] response: {'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'code': 200} Apr 05 20:28:38.164701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['704b3a70-f392-4750-90ae-8bee939cf262'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:38.208374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:38.212024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:38.279460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dab3e5-b808-439f-8f81-91141cd03bc7 req-184f4a40-ca9e-4053-878f-94fdbd2b96a7 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487311 Apr 05 20:28:38.294903 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.448214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b2b442-90f0-4859-9c23-3963ab440b10 req-bd662240-13bb-4d6b-9c5e-a121a70a8c08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 1097 time: 0.1677527 Apr 05 20:28:38.472634 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-ec993b2f-5d92-46cf-8250-ba8927911b6c tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.4032810 Apr 05 20:28:38.492951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:38.554944 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.589230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54b2b442-90f0-4859-9c23-3963ab440b10 req-8d5cef28-42b6-4133-82f0-671d45511ae2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343896 Apr 05 20:28:38.613583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c164d5-b8cd-489e-8ada-51c754469e4b req-8da58b2f-461a-4488-8b6d-50d733ec76e2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:38.617162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5c164d5-b8cd-489e-8ada-51c754469e4b req-8da58b2f-461a-4488-8b6d-50d733ec76e2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 944 time: 0.1055851 Apr 05 20:28:38.645084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-103ffec8-4ed4-462d-ac24-04c8c5161011 None None] Provisioning complete for port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:38.646074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-103ffec8-4ed4-462d-ac24-04c8c5161011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.728847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5c164d5-b8cd-489e-8ada-51c754469e4b req-d475200f-e719-453b-ac85-b6884c50882e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037869 Apr 05 20:28:38.752861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-103ffec8-4ed4-462d-ac24-04c8c5161011 None None] Port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:28:38.768045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef90ac-1889-4a19-a884-1671fe5accba req-81989238-2de3-4081-a1dd-d96a558a0188 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:38.775878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5ef90ac-1889-4a19-a884-1671fe5accba req-81989238-2de3-4081-a1dd-d96a558a0188 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.1176150 Apr 05 20:28:38.823332 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.833105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5ef90ac-1889-4a19-a884-1671fe5accba req-113a1d74-33ef-4009-8a30-8f3c52852f7f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Apr 05 20:28:38.890187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:38.959266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43006) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:38.968422 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd6cbda-97be-4206-913c-8d0fe1c32a22'] response: {'name': 'network-changed', 'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628', 'status': 'completed', 'code': 200} Apr 05 20:28:39.128136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b59204-adcb-4d24-a309-42af3e6c2712 req-9c54e213-6713-4a4b-84b4-2f7c234537d9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:39.131906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7b59204-adcb-4d24-a309-42af3e6c2712 req-9c54e213-6713-4a4b-84b4-2f7c234537d9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 945 time: 0.2404416 Apr 05 20:28:39.139546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:39.191594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:39.193634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 704b3a70-f392-4750-90ae-8bee939cf262 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:39.203934 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.250936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:39.255439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Usage tracker for resource:security_group_rule and tenant:f609022a987b4434b343dbc8b972a833 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:39.259971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:39.268225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:39.275018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:39.337411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.343826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:39.367873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Router 3fc69078-8fcc-4eec-bcc1-542e4d395861 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:28:39.376591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:39.378136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.438505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.439781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.501892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-dfb055ff-9074-4309-a42a-fdb977923643 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1095 time: 0.5077837 Apr 05 20:28:39.512560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7b59204-adcb-4d24-a309-42af3e6c2712 req-399f7cd1-de08-49d8-b533-43816b5af86a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516150 Apr 05 20:28:39.539167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 704b3a70-f392-4750-90ae-8bee939cf262 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:39.553672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 704b3a70-f392-4750-90ae-8bee939cf262 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:39.554184 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.555499 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.716534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:39.716869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:39.717366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:39.737656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=7']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:39.741180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:39.741501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Attempting to bind port d3875d7f-b80b-472c-bae0-4e7053445c07 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:39.753341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:39.753614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:39.753997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:39.754431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Bound port: d3875d7f-b80b-472c-bae0-4e7053445c07, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:39.754763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.775543 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.781310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8cab7f-4d8e-47fe-96ee-2175ba7d93c5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:39.811519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.866487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 704b3a70-f392-4750-90ae-8bee939cf262, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=704b3a70-f392-4750-90ae-8bee939cf262,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:39.895505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:39.900761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:39.915324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:39.917966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bcc2c721-9df0-4279-9c2b-5c5ebeae5583 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f609022a987b4434b343dbc8b972a833&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9573298 Apr 05 20:28:39.925700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43028) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:39.942773 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-125241a4-ccc7-47ae-b90c-a75639c289af admin admin] 10.222.0.10 "PUT /v2.0/routers/3fc69078-8fcc-4eec-bcc1-542e4d395861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9614954 Apr 05 20:28:39.946887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.974714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43034) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:39.979992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-6a267d71-1c86-43e0-b1a1-80e0bbee4289 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:39.982043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-6a267d71-1c86-43e0-b1a1-80e0bbee4289 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.4685962 Apr 05 20:28:40.071637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-64b21683-ca42-4e57-a27b-9c2a342717cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 200 len: 217 time: 0.0751977 Apr 05 20:28:40.076645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9445-000c-4e71-8e6d-9a3aaa703c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.077798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62761e09-a861-4823-bcae-f0efe795108e req-21cb71bf-1849-47cb-ba7d-890e954eda8a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:40.078115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=704b3a70-f392-4750-90ae-8bee939cf262,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:40.084746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62761e09-a861-4823-bcae-f0efe795108e req-21cb71bf-1849-47cb-ba7d-890e954eda8a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 946 time: 0.2991052 Apr 05 20:28:40.093850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302f672-6aac-46e6-a30d-6e8cb43ccbd2 req-1092e30f-4f8b-4be6-9548-838e7a23278a tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:40.105141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4302f672-6aac-46e6-a30d-6e8cb43ccbd2 req-1092e30f-4f8b-4be6-9548-838e7a23278a tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 944 time: 0.5107117 Apr 05 20:28:40.114807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9445-000c-4e71-8e6d-9a3aaa703c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.146965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:40.180604 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.284135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-6c8d9128-fbd2-45af-9063-49681a6f2e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:40.285765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-6c8d9128-fbd2-45af-9063-49681a6f2e77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1989932 Apr 05 20:28:40.329693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9445-000c-4e71-8e6d-9a3aaa703c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.339830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62761e09-a861-4823-bcae-f0efe795108e req-4593ecde-4264-449f-b4a2-b4c6d811b41c tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542119 Apr 05 20:28:40.349115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4302f672-6aac-46e6-a30d-6e8cb43ccbd2 req-53a843cd-25a6-4478-a3d6-e1bd8f54bf6a tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431993 Apr 05 20:28:40.353173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-f8f6766a-cdc8-40f3-9e14-b69b9982e3b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560026 Apr 05 20:28:40.368575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb9445-000c-4e71-8e6d-9a3aaa703c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8cab7f-4d8e-47fe-96ee-2175ba7d93c5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:40.381373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9445-000c-4e71-8e6d-9a3aaa703c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.382540 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c6cb9445-000c-4e71-8e6d-9a3aaa703c72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db8cab7f-4d8e-47fe-96ee-2175ba7d93c5 HTTP/1.1" status: 204 len: 168 time: 0.4558494 Apr 05 20:28:40.383668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=8']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:40.467408 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4dd049-7c07-4fc0-b930-9dfe1f2f83e1'] response: {'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07', 'code': 200} Apr 05 20:28:40.476912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.479005 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-35818673-2b86-41d6-8509-a2220a84b11c service neutron] 10.222.0.39 "PUT /v2.0/ports/d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 1121 time: 1.9925776 Apr 05 20:28:40.536270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Sync routers for ids ['3fc69078-8fcc-4eec-bcc1-542e4d395861'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:28:40.544642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bd5f8e1f-0b07-4a58-9fb9-258eb136f8a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ed8c9ab8d8248218d54b2c1c509e7c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5673213 Apr 05 20:28:40.547667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43048) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:40.549719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Routers {'3fc69078-8fcc-4eec-bcc1-542e4d395861'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:40.554427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3fc69078-8fcc-4eec-bcc1-542e4d395861'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:40.604413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3875d7f-b80b-472c-bae0-4e7053445c07'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:40.615022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca7052b-8222-4517-b8e8-990f48fa2eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.648478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca7052b-8222-4517-b8e8-990f48fa2eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.700496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-475f8821-2cfb-4b5f-9372-1574e5710138 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387148 Apr 05 20:28:40.756904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca7052b-8222-4517-b8e8-990f48fa2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.797249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7052b-8222-4517-b8e8-990f48fa2eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2204e034-12d9-4c75-8df0-7c1418cd5a5e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:40.799487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6509a-7833-4b37-b076-994604dbcca1 req-39ac9b6c-00ca-4e42-8464-2556f760035d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:40.806404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08f6509a-7833-4b37-b076-994604dbcca1 req-39ac9b6c-00ca-4e42-8464-2556f760035d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2241135 Apr 05 20:28:40.847463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0999f99-1678-46e1-8403-d7fe6ad88a7e req-0c14bebf-c7df-4172-97d0-b6f7b50e8522 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:40.857607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0999f99-1678-46e1-8403-d7fe6ad88a7e req-0c14bebf-c7df-4172-97d0-b6f7b50e8522 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 944 time: 0.3200603 Apr 05 20:28:40.862378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Set router 3fc69078-8fcc-4eec-bcc1-542e4d395861 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:40.865692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca7052b-8222-4517-b8e8-990f48fa2eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.867174 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eca7052b-8222-4517-b8e8-990f48fa2eb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2204e034-12d9-4c75-8df0-7c1418cd5a5e HTTP/1.1" status: 204 len: 168 time: 0.3180380 Apr 05 20:28:40.945120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08f6509a-7833-4b37-b076-994604dbcca1 req-2d4d9ca4-a1d1-47f6-92de-36961e272460 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370308 Apr 05 20:28:40.975362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0999f99-1678-46e1-8403-d7fe6ad88a7e req-aaf2203c-1571-416f-8e25-85d19688fb1b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171353 Apr 05 20:28:40.979976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a6a1ba-e88c-4dc5-ac2a-8192123b13dd req-7f89595c-a9f9-42eb-aeae-80c91142892e service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719779 Apr 05 20:28:41.037011 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408f842c-bb2d-46d9-8a27-f2e005f684e6'] response: {'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262', 'code': 200} Apr 05 20:28:41.148281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:41.239395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43060) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:41.256008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-251a9d61-5ba5-405b-afc0-670ee43a6957 req-9e48aa91-3f84-49a1-81fb-8dc4bd8a816b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 1096 time: 0.1499798 Apr 05 20:28:41.267907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac854f-ec68-471c-a229-543fb1788acb req-f8c176f8-eda7-48b1-8bac-2b3c12c2c614 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:41.269639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ac854f-ec68-471c-a229-543fb1788acb req-f8c176f8-eda7-48b1-8bac-2b3c12c2c614 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 943 time: 0.1212513 Apr 05 20:28:41.274224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.344563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-251a9d61-5ba5-405b-afc0-670ee43a6957 req-15cbc8af-48a0-40f4-bd4e-e6775ccfbae1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736763 Apr 05 20:28:41.346738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:41.350285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:53d4da5f29d54e139deaad0012b9d971 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:41.353245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:41.361736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00ac854f-ec68-471c-a229-543fb1788acb req-23f3a515-e519-4da3-b638-24cd6c28dd41 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767064 Apr 05 20:28:41.369491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:41.411694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:41.428252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'e11a2e93-f53b-4364-986a-eab6984d0628', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'port_id': 'e11a2e93-f53b-4364-986a-eab6984d0628', 'mac_address': 'fa:16:3e:dc:74:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69567d96-9275-495b-9828-be536b692689', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:41.432983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-router', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:30Z', 'updated_at': '2022-04-05T20:28:36Z', 'revision_number': 4, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'gw_port': {'id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:31Z', 'updated_at': '2022-04-05T20:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8', 'name': '', 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'mac_address': 'fa:16:3e:3d:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '311cb552-754f-45d2-9765-cd8e7289b043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:35Z', 'updated_at': '2022-04-05T20:28:37Z', 'revision_number': 2, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'subnets': [{'id': '311cb552-754f-45d2-9765-cd8e7289b043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:41.467907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Checking router: 3fc69078-8fcc-4eec-bcc1-542e4d395861 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:28:41.468342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Updating router 3fc69078-8fcc-4eec-bcc1-542e4d395861 port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:28:41.535881 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.548844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.595691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11a2e93-f53b-4364-986a-eab6984d0628 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:41.617472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.631507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d31ba-ee38-4c33-9488-cdf10fe54aa9 req-7df46ccd-cf86-403b-8d29-80299a007d18 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:41.639321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec1d31ba-ee38-4c33-9488-cdf10fe54aa9 req-7df46ccd-cf86-403b-8d29-80299a007d18 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 946 time: 0.1499238 Apr 05 20:28:41.654115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-a175692e-4019-4d40-9d05-18a57e01c523 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1766834 Apr 05 20:28:41.667351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:41.687280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.721362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec1d31ba-ee38-4c33-9488-cdf10fe54aa9 req-8155ce01-5a8b-4f85-9bdf-09951f51e70a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806410 Apr 05 20:28:41.729008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.799011 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53d4da5f29d54e139deaad0012b9d971&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5584328 Apr 05 20:28:41.799864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43078) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:41.829707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42773d2e-d621-408b-91bf-785627b4749e req-e2f7fe14-ba78-4076-9bd7-d002c59f28a4 tempest-FloatingIPsNegativeTestJSON-735271039 tempest-FloatingIPsNegativeTestJSON-735271039-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=4645e706423b49e393d43c8d10d04eef HTTP/1.1" status: 200 len: 217 time: 0.1070554 Apr 05 20:28:41.839493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e65ac8-5029-47cb-9956-f42c408fe2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026b6fa7-ca21-463b-9eb0-e82c6f0331a8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:41.895584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:41.982642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e6eb7-edae-4484-bcfd-f6b3da02f6f8 req-34899dcb-f65f-4506-ab4e-f4c2a3551473 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:41.989568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-083e6eb7-edae-4484-bcfd-f6b3da02f6f8 req-34899dcb-f65f-4506-ab4e-f4c2a3551473 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 945 time: 0.1064641 Apr 05 20:28:41.998726 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-6480bb11-eef3-4630-92d0-22d12a3e0fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1095 time: 0.2469828 Apr 05 20:28:42.001278 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c468156f-02e9-4236-865c-fa7dabdbf318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.028576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c468156f-02e9-4236-865c-fa7dabdbf318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.040997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.063924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Transition to ACTIVE for port object 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:42.070586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['e11a2e93-f53b-4364-986a-eab6984d0628'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:42.097007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-083e6eb7-edae-4484-bcfd-f6b3da02f6f8 req-a9bcd8db-1121-49fb-9e50-cd8f0bd69cad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063919 Apr 05 20:28:42.121492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-ff6bc337-1a30-483d-926b-8f8e4c7baef8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:42.123320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-ff6bc337-1a30-483d-926b-8f8e4c7baef8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1310604 Apr 05 20:28:42.156835 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.193172 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c468156f-02e9-4236-865c-fa7dabdbf318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.217889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468156f-02e9-4236-865c-fa7dabdbf318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026b6fa7-ca21-463b-9eb0-e82c6f0331a8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:42.258641 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c468156f-02e9-4236-865c-fa7dabdbf318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.259950 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c468156f-02e9-4236-865c-fa7dabdbf318 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/026b6fa7-ca21-463b-9eb0-e82c6f0331a8 HTTP/1.1" status: 204 len: 168 time: 0.4521763 Apr 05 20:28:42.270977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-a81e72be-bd21-4afc-a43d-14aa113b5740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:42.272437 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-a81e72be-bd21-4afc-a43d-14aa113b5740 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.1928213 Apr 05 20:28:42.423645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49ecb143-8c42-4507-a78e-cb69f46dd68d req-1c9e8778-3065-4f7c-a434-18aa99f1745f tempest-FloatingIPsNegativeTestJSON-735271039 tempest-FloatingIPsNegativeTestJSON-735271039-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0607393 Apr 05 20:28:42.427239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661f3b4-4f2a-460e-88e4-f36d20c7a40a None None] Pushing event updated for resources: {'Port': ['ID=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:42.445288 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-1edf0c9e-a86a-4cf0-9552-7ea4711d4777 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 217 time: 0.1655750 Apr 05 20:28:42.460553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-9d057916-b3d0-4c14-933b-29dc5691a3f8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.3212802 Apr 05 20:28:42.476179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'floatingip': {'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:42.612082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:42.627774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:42.665226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Attempting to bind port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:42.665602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Attempting to bind port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:42.666002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Attempting to bind port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 on network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:42.681606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-98e1509d-0cc7-4a3e-89c5-1c3711841f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:42.685367 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-98e1509d-0cc7-4a3e-89c5-1c3711841f7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.2336648 Apr 05 20:28:42.743643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.765855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:42.766230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Checking segment: {'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:42.766615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.767004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Bound using segment: {'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:42.767480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Bound port: 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165c7997-dfab-4249-a9b4-67da1b2ef4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:42.767845 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.773403 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-1a183871-eb9a-4165-8eea-d5b90012f75a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801215 Apr 05 20:28:42.798666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43106) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:42.950555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:42.967378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] For port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:42.969521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:28:42.976117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] For port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,segment=NetworkSegment(165c7997-dfab-4249-a9b4-67da1b2ef4ee),segment_id=165c7997-dfab-4249-a9b4-67da1b2ef4ee)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:42.990834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-3627c60b-934e-4546-b2ff-54aefcce8dad service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110960 Apr 05 20:28:43.029987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10934f76-5d99-465c-828d-c83ab6e0731b req-425d8a0a-da6c-421c-818a-cb7dc6544fac tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:43.031302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10934f76-5d99-465c-828d-c83ab6e0731b req-425d8a0a-da6c-421c-818a-cb7dc6544fac tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.3607309 Apr 05 20:28:43.041777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.129136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-843175282-network', 'tenant_id': '04c1f74ef8e144e8b82b2b23f317f35e'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:43.135216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:43.143158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Usage tracker for resource:network and tenant:04c1f74ef8e144e8b82b2b23f317f35e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:43.159755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:43.164779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:43.167546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661f3b4-4f2a-460e-88e4-f36d20c7a40a None None] Pushing event updated for resources: {'Port': ['ID=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:43.192565 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f48a5955-623d-4762-a6af-9d76ee6160f6 req-cc4530af-5cd0-44fc-afeb-1e41ca6d08c3 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944230 Apr 05 20:28:43.203202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Routers {'3fc69078-8fcc-4eec-bcc1-542e4d395861'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:43.203990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3fc69078-8fcc-4eec-bcc1-542e4d395861'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:43.250043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10934f76-5d99-465c-828d-c83ab6e0731b req-d83c4de2-df02-4eb9-b2bd-c701eb89a147 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029085 Apr 05 20:28:43.271851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Made reservation on behalf of 04c1f74ef8e144e8b82b2b23f317f35e for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:43.274912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.299862 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.398991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:43.404492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Usage tracker for resource:security_group_rule and tenant:04c1f74ef8e144e8b82b2b23f317f35e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:43.408308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:43.416484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:43.497582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.546531 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] Set router 3fc69078-8fcc-4eec-bcc1-542e4d395861 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:43.620033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.650440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:43.658976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224fb8c-42f6-4863-af42-0bf9dbe3d20c req-2a5c1a98-c8c1-4f82-b156-00bdf25073b7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:43.663880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91068cd-b712-4758-b254-b8150574498c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:43.674214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5224fb8c-42f6-4863-af42-0bf9dbe3d20c req-2a5c1a98-c8c1-4f82-b156-00bdf25073b7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 945 time: 0.2113056 Apr 05 20:28:43.681133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.681478 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Added segment 447d9d14-dc24-4756-8627-74f5baea97d0 of type vlan for network fb8c9630-cd0a-4b66-ad15-149715dddb96 Apr 05 20:28:43.734651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.742745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5224fb8c-42f6-4863-af42-0bf9dbe3d20c req-e2084413-44d0-4486-bd68-cc8c6f74e316 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685945 Apr 05 20:28:43.748929 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.795991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.882407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.883397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:43.884069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.955040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-router', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:30Z', 'updated_at': '2022-04-05T20:28:36Z', 'revision_number': 4, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'gw_port': {'id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:31Z', 'updated_at': '2022-04-05T20:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8', 'name': '', 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'mac_address': 'fa:16:3e:3d:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '311cb552-754f-45d2-9765-cd8e7289b043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:35Z', 'updated_at': '2022-04-05T20:28:42Z', 'revision_number': 4, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'subnets': [{'id': '311cb552-754f-45d2-9765-cd8e7289b043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:43.961170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb587d-8c4e-4161-8da3-c8ca25b48f7c None None] The sync data for ids ['3fc69078-8fcc-4eec-bcc1-542e4d395861'] in n-d-836605-1 is: [{'id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'name': 'tempest-FloatingIPsNegativeTestJSON-696280810-router', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:30Z', 'updated_at': '2022-04-05T20:28:36Z', 'revision_number': 4, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'gw_port': {'id': '6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:31Z', 'updated_at': '2022-04-05T20:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8', 'name': '', 'network_id': '40e504ce-3f21-4520-90b3-ac53cd8d9f75', 'tenant_id': '4645e706423b49e393d43c8d10d04eef', 'mac_address': 'fa:16:3e:3d:e7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc69078-8fcc-4eec-bcc1-542e4d395861', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '311cb552-754f-45d2-9765-cd8e7289b043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:35Z', 'updated_at': '2022-04-05T20:28:42Z', 'revision_number': 4, 'project_id': '4645e706423b49e393d43c8d10d04eef', 'subnets': [{'id': '311cb552-754f-45d2-9765-cd8e7289b043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:28:43.981963 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1800013 Apr 05 20:28:43.987671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43128) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:44.014513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2996d1a-4ec9-48bd-87b4-7b1bbe1c860a admin admin] Pushing event updated for resources: {'Network': ['ID=fb8c9630-cd0a-4b66-ad15-149715dddb96,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:44.020158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Request body: {'subnet': {'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-843175282-subnet', 'tenant_id': '04c1f74ef8e144e8b82b2b23f317f35e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:44.041528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:44.047294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fb8c9630-cd0a-4b66-ad15-149715dddb96 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:44.053695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Usage tracker for resource:subnet and tenant:04c1f74ef8e144e8b82b2b23f317f35e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:44.058409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:44.086128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:44.165692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155afad7-7167-44ee-9b85-9bfd2dd9c069 req-6431e95b-f8b5-47b3-8987-d54c7491a597 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:44.168204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-155afad7-7167-44ee-9b85-9bfd2dd9c069 req-6431e95b-f8b5-47b3-8987-d54c7491a597 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 943 time: 0.2246504 Apr 05 20:28:44.176342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Made reservation on behalf of 04c1f74ef8e144e8b82b2b23f317f35e for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:44.179427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.444409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-155afad7-7167-44ee-9b85-9bfd2dd9c069 req-8afcd7cb-468d-4d8b-8d55-bbf2fd651a0c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470248 Apr 05 20:28:44.478658 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34 associated. External IP: 172.25.2.231, port: 53943345-cd98-4001-857f-7303aff0fef3. Apr 05 20:28:44.663174 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-4136389e-6259-4744-987b-55b451c62124 req-02569573-6d27-44c3-a3e5-8971bb29f917 tempest-FloatingIPsNegativeTestJSON-735271039 tempest-FloatingIPsNegativeTestJSON-735271039-project] show failed (client error): The resource could not be found. Apr 05 20:28:44.664232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4136389e-6259-4744-987b-55b451c62124 req-02569573-6d27-44c3-a3e5-8971bb29f917 tempest-FloatingIPsNegativeTestJSON-735271039 tempest-FloatingIPsNegativeTestJSON-735271039-project] 10.222.0.10 "GET /v2.0/floatingips/ffd2120c-aa3c-4882-bdac-631af4a5be5c HTTP/1.1" status: 404 len: 350 time: 0.1351700 Apr 05 20:28:44.674702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43142) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:44.796132 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3d2e02-8bfa-4d05-b37f-75a65b69ee71'] response: {'name': 'network-changed', 'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07', 'status': 'completed', 'code': 200} Apr 05 20:28:44.911516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.996989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-7e23a0fb-c450-48a5-ab3a-2529225c1f45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1124 time: 0.2364335 Apr 05 20:28:45.094197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81a448c-bb40-4729-a6c5-d9a9e04ab2b7,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:45.153910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:45.200057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Checking segment: {'id': '447d9d14-dc24-4756-8627-74f5baea97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:45.200333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Network hostable DHCP agents. Network: fb8c9630-cd0a-4b66-ad15-149715dddb96, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:45.202995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:45.214146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e715702-9b4e-4cce-a947-ba487df5e860 req-e1a4b6de-7e96-44ab-a70e-a7ec38c457bd tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.216310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e715702-9b4e-4cce-a947-ba487df5e860 req-e1a4b6de-7e96-44ab-a70e-a7ec38c457bd tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 945 time: 0.3677850 Apr 05 20:28:45.285503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.384968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-32781385-e2e2-4285-adfd-13f354031ccd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.386433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-32781385-e2e2-4285-adfd-13f354031ccd service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.3720324 Apr 05 20:28:45.419773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:45.426833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port e11a2e93-f53b-4364-986a-eab6984d0628 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:45.430489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:45.431053 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.458792 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-1d525241-c0f7-4ed5-81d2-f817a8c114a8 service neutron] 10.222.0.39 "GET /v2.0/ports/d160554f-44f6-445e-bfd5-d7794b46b904/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 382 time: 0.2657721 Apr 05 20:28:45.475939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port e11a2e93-f53b-4364-986a-eab6984d0628 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:45.476762 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.545643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e715702-9b4e-4cce-a947-ba487df5e860 req-d54d952b-f46a-428a-9325-622ce50f5715 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087633 Apr 05 20:28:45.556297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-673f1d66-d0e4-415a-8f81-0a0a0da7a103 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 217 time: 0.1586986 Apr 05 20:28:45.644501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Network fb8c9630-cd0a-4b66-ad15-149715dddb96 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:45.685702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-caca7267-087e-444a-a32f-29ced60e311d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.690408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-caca7267-087e-444a-a32f-29ced60e311d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1269140 Apr 05 20:28:45.703317 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.749813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, fb8c9630-cd0a-4b66-ad15-149715dddb96) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:45.754094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:45.757035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:45.764983 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.774679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8476835-f9c2-4d8a-82bb-2b5d4ea21341 None None] Network fb8c9630-cd0a-4b66-ad15-149715dddb96 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:45.810766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.811254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.816546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-26965df3-6c69-4aab-9482-93ceebce6c2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182792 Apr 05 20:28:45.845827 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.938361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,segment=NetworkSegment(165c7997-dfab-4249-a9b4-67da1b2ef4ee),segment_id=165c7997-dfab-4249-a9b4-67da1b2ef4ee)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:45.970492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:45.998671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-6a01aa32-2bf6-4331-b8b7-1b45e0635641 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692257 Apr 05 20:28:46.025668 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.044205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7b86d9f7-2ea5-4295-ae58-964dbc31f9fe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0354617 Apr 05 20:28:46.137007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4d92d-d84d-47d7-b096-1bdb8395079c None None] Network fb8c9630-cd0a-4b66-ad15-149715dddb96 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:46.200328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bae77-845f-46d9-94fe-6bfb1d940124 req-ec3d01aa-94ce-4d0d-97f4-85bf0f356bce tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:46.201815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-780bae77-845f-46d9-94fe-6bfb1d940124 req-ec3d01aa-94ce-4d0d-97f4-85bf0f356bce tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.4827824 Apr 05 20:28:46.206264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:46.226428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:28:46.291448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Deleting port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:28:46.292011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.346012 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-a008a0af-f984-4896-86fc-40de2e426dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8&tenant_id=f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 1101 time: 0.2483594 Apr 05 20:28:46.417360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-780bae77-845f-46d9-94fe-6bfb1d940124 req-b70abbea-7190-4a65-8c12-3dc59909ebb4 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929381 Apr 05 20:28:46.426429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d9e63d-f44a-413d-babc-adc26e1e5b1f req-64fab8f8-5913-4f56-89df-5e732a266a2e service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212925 Apr 05 20:28:46.514757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:46.519545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.526707 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:28:46.535175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] For port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,segment=NetworkSegment(165c7997-dfab-4249-a9b4-67da1b2ef4ee),segment_id=165c7997-dfab-4249-a9b4-67da1b2ef4ee)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:46.535175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.545602 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:46.546951 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:46.643631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-b5b48d91-d1ac-463e-9e7d-5fe20157d9ca tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "PUT /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 200 len: 996 time: 4.1661248 Apr 05 20:28:46.652279 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-1c7a7759-221f-4cb7-b546-ed37009b4213 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 1101 time: 0.2385945 Apr 05 20:28:46.658956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Calling delete_port for 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:28:46.686982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:46.725680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1131d6a-e9fb-4b07-b4c0-e82ebf9c7a61 req-07721010-f96e-4321-8268-71dadbba089f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:46.727131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1131d6a-e9fb-4b07-b4c0-e82ebf9c7a61 req-07721010-f96e-4321-8268-71dadbba089f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.1720357 Apr 05 20:28:46.732980 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:46.758925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-4306c5c5-eb12-4f5c-b895-47b31546b25e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.1143548 Apr 05 20:28:46.869627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1131d6a-e9fb-4b07-b4c0-e82ebf9c7a61 req-b8306180-04dc-4c38-ad87-2c70bb7f0b2f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322529 Apr 05 20:28:46.914440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-32e12178-e817-4322-871d-80bd445f1dc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:46.936397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-32e12178-e817-4322-871d-80bd445f1dc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.1722267 Apr 05 20:28:46.983598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-7c07a568-0734-4494-aa0a-cae224906fd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:46.985448 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-7c07a568-0734-4494-aa0a-cae224906fd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3007405 Apr 05 20:28:47.107540 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-d9bf47b0-864f-4f04-ae7b-24bb2c8478a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 200 len: 217 time: 0.1013126 Apr 05 20:28:47.108192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-6d24227a-cc8d-4d85-a05e-f0164e9c0ae7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 999 time: 0.1701365 Apr 05 20:28:47.118375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:47.141880 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:69:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:43Z', 'revision_number': 1, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:47.146559 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:28:47.158697 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:47.159523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:47.193833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-4382c3cf-6549-48e5-a87d-d15744963aa3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:47.195555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-4382c3cf-6549-48e5-a87d-d15744963aa3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0809488 Apr 05 20:28:47.196092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-cd5a5c16-4d2f-4771-bfec-f31ba5164abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:47.199255 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-cd5a5c16-4d2f-4771-bfec-f31ba5164abd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0804791 Apr 05 20:28:47.200559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:47.201673 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.265524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.268161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Could not find standard attr ID for object 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:28:47.272453 n-d-836605-1 neutron-server[84582]: INFO neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No ports have port_id starting with 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 Apr 05 20:28:47.344497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7e145-beb3-48f5-be43-83f6a0a1e0b2 req-4365be24-fe6c-4e0a-9959-5f95fcb34e81 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:47.351681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64a7e145-beb3-48f5-be43-83f6a0a1e0b2 req-4365be24-fe6c-4e0a-9959-5f95fcb34e81 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 943 time: 0.3127770 Apr 05 20:28:47.394201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:47.403456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-c9268ac5-5a0b-4b13-a8e3-4728626dd5ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996484 Apr 05 20:28:47.419270 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:47.420407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64a7e145-beb3-48f5-be43-83f6a0a1e0b2 req-34993ce8-5741-45a4-9464-f2a2cf028285 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672305 Apr 05 20:28:47.425371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-84d63842-9238-41b9-94ec-888fcee8fb58 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:28:47.426308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-84d63842-9238-41b9-94ec-888fcee8fb58 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050118 Apr 05 20:28:47.485874 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-34f7105c-faab-4e91-86c7-2285cb3d01af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2814617 Apr 05 20:28:47.710165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-7bbbff12-d4ec-4b69-9a3f-72779317e3b0 service neutron] 10.222.0.23 "GET /v2.0/ports/d3875d7f-b80b-472c-bae0-4e7053445c07/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.2823849 Apr 05 20:28:47.783136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-cfb092ae-8dc5-4947-afbc-fdef183cb3da service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116841 Apr 05 20:28:47.822160 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:69:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:43Z', 'revision_number': 1, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:47.827527 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd3343-c3bf-4564-9115-725a62da3ac1 None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:69:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:43Z', 'revision_number': 1, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:28:47.835470 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-d6795b86-f745-436b-bcbd-db29ed49cd2a service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364007 Apr 05 20:28:47.896525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83840503-39a3-4708-a5c0-82af13c4abb9 req-015b5b29-6953-4c67-a25c-a33ce0a7ab39 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:47.897984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83840503-39a3-4708-a5c0-82af13c4abb9 req-015b5b29-6953-4c67-a25c-a33ce0a7ab39 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 945 time: 0.3000178 Apr 05 20:28:47.908240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43178) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:47.919418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Request body: {'floatingip': {'port_id': '704b3a70-f392-4750-90ae-8bee939cf262'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:48.008680 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6807755b-1f89-478c-a6f2-3badce9b7090 req-3b764648-8857-4794-ab41-a645bc473093 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657605 Apr 05 20:28:48.027826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.185288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.213517 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c7abad-9988-4855-8004-06bdf96c46bf'] response: {'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628', 'code': 200} Apr 05 20:28:48.403531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a0f988-e767-42e9-84b5-cbe64d0dedff req-83ea5efe-91f5-44b2-ab3e-6ae9908e3ae2 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125994 Apr 05 20:28:48.525960 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d65dd9c9-5c90-4e52-8930-c693adbd5868 req-7cd4f6d2-6db8-4425-89ec-a86b53982404 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1097 time: 0.1943226 Apr 05 20:28:48.583746 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2743f449-00eb-4f7d-8479-82e487eb387b'] response: {'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3', 'status': 'completed', 'code': 200} Apr 05 20:28:48.645486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d160554f-44f6-445e-bfd5-d7794b46b904 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:48.654039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:48.758420 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d65dd9c9-5c90-4e52-8930-c693adbd5868 req-33e49e59-2502-4893-85a9-bcc0de0a04b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700983 Apr 05 20:28:48.773335 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.783218 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-85533ffb-8716-407f-99e3-b18b2f097668 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.1247296 Apr 05 20:28:48.808610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:48.864326 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.885858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:48.929378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-25623ae6-53de-43ad-bead-073a5333c7d5 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:48.930832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-25623ae6-53de-43ad-bead-073a5333c7d5 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/networks?id=fb8c9630-cd0a-4b66-ad15-149715dddb96 HTTP/1.1" status: 200 len: 817 time: 0.5042350 Apr 05 20:28:48.939809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:48.994170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3875d7f-b80b-472c-bae0-4e7053445c07 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:49.000355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-e7c9f86c-75dd-44a3-abf2-7e9d13cff388 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/quotas/04c1f74ef8e144e8b82b2b23f317f35e HTTP/1.1" status: 200 len: 375 time: 0.0536666 Apr 05 20:28:49.016066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:49.032101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-765fb376-a9bd-4327-a42d-3ca6726d317b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:49.033576 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-765fb376-a9bd-4327-a42d-3ca6726d317b service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2424090 Apr 05 20:28:49.091939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-c9d97dee-4346-48e9-a40b-e57f74fdf8e5 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=04c1f74ef8e144e8b82b2b23f317f35e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660870 Apr 05 20:28:49.111196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Router 3fc69078-8fcc-4eec-bcc1-542e4d395861 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:28:49.197786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.213179 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-403f73b8-2263-4de9-8610-a062355ddefe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 999 time: 0.1728909 Apr 05 20:28:49.302572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6946b-0804-4450-94a3-a5d1bb2c702e req-ed17d140-ae96-491e-b0b4-11ccbb5cb2ba tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:49.303937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97a6946b-0804-4450-94a3-a5d1bb2c702e req-ed17d140-ae96-491e-b0b4-11ccbb5cb2ba tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.5430083 Apr 05 20:28:49.339174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-310c53ed-9695-4348-a39f-e3e0bfd07974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:49.340673 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-310c53ed-9695-4348-a39f-e3e0bfd07974 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0799642 Apr 05 20:28:49.437016 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-7bef3451-06e3-4fc1-b00e-e28161eb5ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902476 Apr 05 20:28:49.478262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-f223222e-09a4-4fd4-a60b-880b4acadd38 service neutron] 10.222.0.10 "GET /v2.0/networks/fb8c9630-cd0a-4b66-ad15-149715dddb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664386 Apr 05 20:28:49.480384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97a6946b-0804-4450-94a3-a5d1bb2c702e req-03eeb93a-a496-41fc-9b4f-e49af7d4e254 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355932 Apr 05 20:28:49.528260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] Transition to ACTIVE for port object d3875d7f-b80b-472c-bae0-4e7053445c07 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:49.549528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:49.573644 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fbbbab5e-2d8a-497a-a71d-434cf4aba74c admin admin] 10.222.0.10 "PUT /v2.0/routers/3fc69078-8fcc-4eec-bcc1-542e4d395861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8977811 Apr 05 20:28:49.576297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43200) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:49.612488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.685172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:28:49.707168 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-22c6b3e2-04f5-4ed0-b205-60acd71f3fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605424 Apr 05 20:28:49.870576 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c0f6a1ab-971b-41ae-aace-524943dbb28b req-5b3e7b29-9fae-4d89-9b8e-e1fba320b3fe service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558995 Apr 05 20:28:49.893929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.917980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.031984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] Pushing event updated for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=10']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:50.067042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.079906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-60c571c0-a3f5-4050-bd83-382618cdd1dc service neutron] 10.222.0.10 "GET /v2.0/networks/fb8c9630-cd0a-4b66-ad15-149715dddb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893679 Apr 05 20:28:50.085367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] No DVR routers for this DVR port d3875d7f-b80b-472c-bae0-4e7053445c07 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:50.131740 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.133395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b1655-a496-43f3-918d-856913d5ecce req-74ba53c5-f1ca-4cec-9d5f-1293c252bca3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:50.134865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073b1655-a496-43f3-918d-856913d5ecce req-74ba53c5-f1ca-4cec-9d5f-1293c252bca3 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.5238698 Apr 05 20:28:50.140266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.201933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-6572543b-8956-4a80-be0a-a8a444cfad83 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3875d7f-b80b-472c-bae0-4e7053445c07/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4769912 Apr 05 20:28:50.214278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:50.220288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Deleting port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:28:50.220658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.317555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073b1655-a496-43f3-918d-856913d5ecce req-9897e878-4f91-4092-90f3-d9c023a03d4d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257980 Apr 05 20:28:50.417578 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Floating IP 05e53447-628e-48ee-96ad-b698a11ec43a associated. External IP: 172.25.2.126, port: 704b3a70-f392-4750-90ae-8bee939cf262. Apr 05 20:28:50.577967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] For port 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:50.578427 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.712500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979090a0-af71-4956-8356-5ed8f33c86f7 req-f9ef5c18-d11b-48c5-a613-aae0ff9c2872 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:50.714059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-979090a0-af71-4956-8356-5ed8f33c86f7 req-f9ef5c18-d11b-48c5-a613-aae0ff9c2872 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 944 time: 0.2361398 Apr 05 20:28:50.720448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-ddba8989-a982-4dc3-9424-36b5d210113a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:50.724773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-ddba8989-a982-4dc3-9424-36b5d210113a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2451065 Apr 05 20:28:50.742831 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-75f74e63-db83-49f1-b2c0-6173b13f1f66 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.3613439 Apr 05 20:28:50.858968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Calling delete_port for 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:28:50.873188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-979090a0-af71-4956-8356-5ed8f33c86f7 req-1c2555c2-b66e-45f6-8005-497ba3b29c27 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484773 Apr 05 20:28:50.879050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-901ea225-b610-46e7-9299-cf919ccabd97 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 999 time: 0.1385171 Apr 05 20:28:50.897855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'floatingip': {'port_id': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:50.980380 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b08c51-1133-483c-83db-d95fb2143dc0'] response: {'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'code': 200} Apr 05 20:28:50.985585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-4bcb01db-5c58-49e4-93ea-4e392708df56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 1095 time: 0.1638279 Apr 05 20:28:51.019099 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.134131 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-79f135b8-c38d-47c5-bdb9-165f03dde5bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1095 time: 0.0803461 Apr 05 20:28:51.200595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5137115-af11-4099-8317-68d0d4deb7dd req-dc81cc6a-acc4-4093-b83c-3014cc8ac081 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 210 time: 0.1246214 Apr 05 20:28:51.214897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.248287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:51.278340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:51.412459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-e33738dd-af4e-4987-a572-aeb28afcca90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:51.413863 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-e33738dd-af4e-4987-a572-aeb28afcca90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.2676480 Apr 05 20:28:51.415591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:51.597398 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-7c78d93c-aa58-49ae-81d6-3fbc015c8a06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 217 time: 0.1732988 Apr 05 20:28:51.621850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.757798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfca1d-96ef-48e6-abbf-35e8e06c81f7 req-238098f3-9b68-46e6-928e-cc598047f64f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:51.759176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-becfca1d-96ef-48e6-abbf-35e8e06c81f7 req-238098f3-9b68-46e6-928e-cc598047f64f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 948 time: 0.3258533 Apr 05 20:28:51.867534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-becfca1d-96ef-48e6-abbf-35e8e06c81f7 req-6741f72a-3ea4-4ff9-8ec7-29586e859637 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960927 Apr 05 20:28:51.944714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-a9743109-126a-4a5e-96cd-c1db3d34df0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:51.946473 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-a9743109-126a-4a5e-96cd-c1db3d34df0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.2666168 Apr 05 20:28:51.986101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.999766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Router c6ee2376-d6f9-4be5-935f-1a636cb17858 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:28:52.004221 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-21b80cbd-235e-46c7-9471-a1ea8aaf0294 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504560 Apr 05 20:28:52.004913 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.343213 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-1342ca04-514d-4cb6-b94f-ce9b28c623bf service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400983 Apr 05 20:28:52.350735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.351265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fc69078-8fcc-4eec-bcc1-542e4d395861 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:28:52.359091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affc0e4-3529-4478-b972-d72f34ab00f5 req-92b375e7-bde6-4af8-a5e9-e4d9ae986852 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:52.360882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9affc0e4-3529-4478-b972-d72f34ab00f5 req-92b375e7-bde6-4af8-a5e9-e4d9ae986852 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.2145338 Apr 05 20:28:52.364712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.368574 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8831a1e7-6956-4960-8e9b-9ce89d52f1e6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3fc69078-8fcc-4eec-bcc1-542e4d395861 HTTP/1.1" status: 204 len: 168 time: 2.7886946 Apr 05 20:28:52.369256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43236) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:52.432708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.488502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9affc0e4-3529-4478-b972-d72f34ab00f5 req-5bc037ca-f632-4e47-885f-85846e4e6147 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087852 Apr 05 20:28:52.491153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] Deleting subnet 311cb552-754f-45d2-9765-cd8e7289b043 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:28:52.503275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.504681 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-7a2d42cd-33d9-4548-b875-db251f78a5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376369 Apr 05 20:28:52.530311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.663590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d160554f-44f6-445e-bfd5-d7794b46b904 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:52.710911 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.774920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:52.782326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.788415 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] Sync routers for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:28:52.828867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:52.829540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:52.968351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:52.989459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'mac_address': 'fa:16:3e:bd:17:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:53.025295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0da55ec6-e3c0-44b4-b9c5-5b1d3321cbad tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "PUT /v2.0/floatingips/05e53447-628e-48ee-96ad-b698a11ec43a HTTP/1.1" status: 200 len: 991 time: 5.1164699 Apr 05 20:28:53.029079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:53.064231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900146b-77a2-4619-b301-919d10e10f94 req-18f6a45b-e18d-48c9-8dca-b00a12e70ef6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:53.070959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4900146b-77a2-4619-b301-919d10e10f94 req-18f6a45b-e18d-48c9-8dca-b00a12e70ef6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 944 time: 0.4287655 Apr 05 20:28:53.074975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.091811 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.134799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d160554f-44f6-445e-bfd5-d7794b46b904 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:53.139855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:53.178287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4900146b-77a2-4619-b301-919d10e10f94 req-44a3e6ac-e8ac-4de0-ae3f-4ee3f28dc739 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064987 Apr 05 20:28:53.220449 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34 associated. External IP: 172.25.2.231, port: 53943345-cd98-4001-857f-7303aff0fef3. Apr 05 20:28:53.302364 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] Sync routers for ids ['3fc69078-8fcc-4eec-bcc1-542e4d395861'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:28:53.318221 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:53.318523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:28:53.319173 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fc69078-8fcc-4eec-bcc1-542e4d395861'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:28:53.342544 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:53.342911 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:28:53.346999 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fc69078-8fcc-4eec-bcc1-542e4d395861'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:28:53.348317 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f34f1-aeb0-4814-8649-e9bc7ba8a626 None None] The sync data for ids ['3fc69078-8fcc-4eec-bcc1-542e4d395861'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:28:53.438489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.473203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc57114e-e6cb-4c3c-9401-f959b4381b10 None None] New status for floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:28:53.474680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-b60b85f5-9e34-4532-abb8-686773abe587 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:53.475981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-b60b85f5-9e34-4532-abb8-686773abe587 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Synchronizing usage tracker for tenant:04c1f74ef8e144e8b82b2b23f317f35e on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:53.527167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311cb552-754f-45d2-9765-cd8e7289b043,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:53.533460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b413b171-8143-42bc-b767-770b645bdf73 req-d9b50383-ab27-4c62-9e3a-a4f5ea5b3851 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 210 time: 0.0608554 Apr 05 20:28:53.543399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:53.546593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.556056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f143a0-debf-4ceb-af7b-524c19d25118 None None] Network 40e504ce-3f21-4520-90b3-ac53cd8d9f75 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:28:53.568399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-01c77b20-bf7c-4de3-a82d-719b5797a615 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/311cb552-754f-45d2-9765-cd8e7289b043 HTTP/1.1" status: 204 len: 168 time: 1.1958320 Apr 05 20:28:53.571167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43252) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:53.592226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-9115b014-ffbb-444b-bace-1e91bda4c98d tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.2877083 Apr 05 20:28:53.659752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.705326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.713603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-b60b85f5-9e34-4532-abb8-686773abe587 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Unset dirty status for tenant:04c1f74ef8e144e8b82b2b23f317f35e on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:53.714954 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-b60b85f5-9e34-4532-abb8-686773abe587 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.39 "GET /v2.0/networks?id=fb8c9630-cd0a-4b66-ad15-149715dddb96 HTTP/1.1" status: 200 len: 817 time: 0.6208956 Apr 05 20:28:53.720095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Deleting port 4d6d07df-f991-44d4-b23a-21c2bbb55074 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:28:53.720334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.763679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Request body: {'port': {'device_id': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96', 'admin_state_up': True, 'tenant_id': '04c1f74ef8e144e8b82b2b23f317f35e'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:53.881625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-7f01d5ee-12bc-47de-9825-d1a6c27083f8 service neutron] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:53.954067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-7f01d5ee-12bc-47de-9825-d1a6c27083f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.954067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54eeac76-ebd9-412e-8fbc-1cec3b03dc79 req-7f01d5ee-12bc-47de-9825-d1a6c27083f8 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d3875d7f-b80b-472c-bae0-4e7053445c07/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 0.2928526 Apr 05 20:28:53.954067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e76e684-1d56-464c-bb23-610ce047dc3a req-b092bbf0-8389-4430-88a4-83f48594753f tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1097 time: 0.1599779 Apr 05 20:28:54.009220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:54.166698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e76e684-1d56-464c-bb23-610ce047dc3a req-d6d1a469-8fe9-4427-a64a-f8bb4a1803e0 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543005 Apr 05 20:28:54.167123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:54.167123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Usage tracker for resource:port and tenant:04c1f74ef8e144e8b82b2b23f317f35e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:54.167123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:54.167123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:54.167435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:28:54.167529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] For port 4d6d07df-f991-44d4-b23a-21c2bbb55074, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4d6d07df-f991-44d4-b23a-21c2bbb55074,segment=NetworkSegment(165c7997-dfab-4249-a9b4-67da1b2ef4ee),segment_id=165c7997-dfab-4249-a9b4-67da1b2ef4ee)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:54.167529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.167705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d160554f-44f6-445e-bfd5-d7794b46b904'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:28:54.277705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Calling delete_port for 4d6d07df-f991-44d4-b23a-21c2bbb55074 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:28:54.322853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Made reservation on behalf of 04c1f74ef8e144e8b82b2b23f317f35e for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:54.334420 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.361214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '05e53447-628e-48ee-96ad-b698a11ec43a', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'port_id': '704b3a70-f392-4750-90ae-8bee939cf262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'mac_address': 'fa:16:3e:7a:d5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:21Z', 'updated_at': '2022-04-05T20:28:49Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:54.367358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42944159-ac80-48c3-a797-9ce90081e934 req-53fa2d76-c029-4552-baed-b48564a66dd7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:54.374744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a46040-3e02-4222-9b7a-68aa6897aa7c None None] DHCP port deletion for 40e504ce-3f21-4520-90b3-ac53cd8d9f75 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:28:54.376083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42944159-ac80-48c3-a797-9ce90081e934 req-53fa2d76-c029-4552-baed-b48564a66dd7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 949 time: 0.1348991 Apr 05 20:28:54.380646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] Checking router: c6ee2376-d6f9-4be5-935f-1a636cb17858 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:28:54.388505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c7a46040-3e02-4222-9b7a-68aa6897aa7c None None] Deleting port 4d6d07df-f991-44d4-b23a-21c2bbb55074 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:28:54.388908 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c7a46040-3e02-4222-9b7a-68aa6897aa7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.444522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42944159-ac80-48c3-a797-9ce90081e934 req-770ef2d3-beed-4a44-a6f5-863e8d7ad451 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670943 Apr 05 20:28:54.488856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:54.572485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c7a46040-3e02-4222-9b7a-68aa6897aa7c None None] The port '4d6d07df-f991-44d4-b23a-21c2bbb55074' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:28:54.579892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:54.580533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:54.593551 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.655606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Allocated IP 172.20.0.12 (fb8c9630-cd0a-4b66-ad15-149715dddb96/a81a448c-bb40-4729-a6c5-d9a9e04ab2b7/e2788bcd-5562-4ce6-b0ea-165ca9834581) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:54.736881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6d07df-f991-44d4-b23a-21c2bbb55074,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:54.757153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] No DVR routers for this DVR port 4d6d07df-f991-44d4-b23a-21c2bbb55074 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:54.818755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:54.909505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541a7bb-32c5-40cf-90d9-14d50d4f7a88 req-8cfa73da-2e15-494c-9855-9c8b4e98f6cd tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:54.911208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f541a7bb-32c5-40cf-90d9-14d50d4f7a88 req-8cfa73da-2e15-494c-9855-9c8b4e98f6cd tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 945 time: 0.2442634 Apr 05 20:28:55.019042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f541a7bb-32c5-40cf-90d9-14d50d4f7a88 req-3a8c6eb4-8d9a-46c6-9496-a722aa04db90 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010213 Apr 05 20:28:55.067858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.143708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e504ce-3f21-4520-90b3-ac53cd8d9f75']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:55.161363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:55.169488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165c7997-dfab-4249-a9b4-67da1b2ef4ee') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:55.172959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165c7997-dfab-4249-a9b4-67da1b2ef4ee') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:55.176856 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f445723-591a-440c-8a51-3a6d27ee6cb1'] response: {'name': 'network-changed', 'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262', 'status': 'completed', 'code': 200} Apr 05 20:28:55.197224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.214522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.220340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:28:55.220687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b98e32a-cf5d-4c9d-83e9-ac231d64c2c8 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:55.221136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4d6d07df-f991-44d4-b23a-21c2bbb55074 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:55.224659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.225903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:28:55.233538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:28:55.233939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:55.269938 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:55.308277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4d6d07df-f991-44d4-b23a-21c2bbb55074 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:28:55.309228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4d6d07df-f991-44d4-b23a-21c2bbb55074 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:55.426954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '05e53447-628e-48ee-96ad-b698a11ec43a', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'port_id': '704b3a70-f392-4750-90ae-8bee939cf262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'mac_address': 'fa:16:3e:7a:d5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:21Z', 'updated_at': '2022-04-05T20:28:49Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:55.432384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61593bb-aee2-4a8c-8bd5-3232e6704e13 None None] The sync data for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 is: [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '05e53447-628e-48ee-96ad-b698a11ec43a', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'port_id': '704b3a70-f392-4750-90ae-8bee939cf262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'mac_address': 'fa:16:3e:7a:d5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:21Z', 'updated_at': '2022-04-05T20:28:49Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:28:55.454085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.498596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-67b1c313-7981-49ca-bf08-2e82626412a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 1096 time: 0.2699771 Apr 05 20:28:55.502001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.512764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.564089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] Pushing event deleted for resources: {'Network': ['ID=40e504ce-3f21-4520-90b3-ac53cd8d9f75,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:55.583398 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-743a529a-121e-479d-b0f8-70402fd6aa64 admin admin] 10.222.0.10 "DELETE /v2.0/networks/40e504ce-3f21-4520-90b3-ac53cd8d9f75 HTTP/1.1" status: 204 len: 168 time: 2.0135000 Apr 05 20:28:55.608874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Network fb8c9630-cd0a-4b66-ad15-149715dddb96 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:55.613435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:55.615917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:28:55.646674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Pushing event updated for resources: {'Port': ['ID=e2788bcd-5562-4ce6-b0ea-165ca9834581,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:55.688900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:55.689603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.740670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688260-e4d6-4c0f-9037-e018657d9f11 req-e137e37b-7399-4c96-b3ae-6c5a078a2459 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:55.742143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1688260-e4d6-4c0f-9037-e018657d9f11 req-e137e37b-7399-4c96-b3ae-6c5a078a2459 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 944 time: 0.2311287 Apr 05 20:28:55.743009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-51c886e0-806a-4775-b9f9-72241628a65f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:55.744271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-51c886e0-806a-4775-b9f9-72241628a65f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 200 len: 924 time: 0.1996479 Apr 05 20:28:55.774390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5a032906-248f-4fc6-9383-9b7813787bc6 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0249422 Apr 05 20:28:55.795381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Request body: {'port': {'device_id': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:28:55.893728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1688260-e4d6-4c0f-9037-e018657d9f11 req-a913d10a-304a-4159-86eb-129c45c6f8fa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445057 Apr 05 20:28:55.897008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-bf7cb070-aee1-42f0-9f6e-c4b828da5eda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=704b3a70-f392-4750-90ae-8bee939cf262 HTTP/1.1" status: 200 len: 999 time: 0.1315508 Apr 05 20:28:55.906855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:28:55.920058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.940898 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.060165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43280) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:56.065515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-f369eb93-d2dd-4d63-b575-9069264cd514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:56.067089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-f369eb93-d2dd-4d63-b575-9069264cd514 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 200 len: 862 time: 0.1622646 Apr 05 20:28:56.145020 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67e5ff21-fea0-4832-95e6-b6dd27066606 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4645e706423b49e393d43c8d10d04eef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0803826 Apr 05 20:28:56.145294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43286) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:56.153600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-f38ff531-562a-4fb6-8672-f0ca34132f42 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "PUT /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 200 len: 997 time: 5.2642081 Apr 05 20:28:56.237982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-b2cf1a54-41f6-49b5-b175-0490b2581de9 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:56.239310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-b2cf1a54-41f6-49b5-b175-0490b2581de9 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports/53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 942 time: 0.0835099 Apr 05 20:28:56.247471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-d03223f6-fe5e-4a3f-a962-f81b6c564231 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7394865f-8050-442a-baa7-fa8fe6b12b3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665454 Apr 05 20:28:56.301526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-235f115e-37e8-4ac9-9ac7-95a5cc69a779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.343978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-235f115e-37e8-4ac9-9ac7-95a5cc69a779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.426293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2788bcd-5562-4ce6-b0ea-165ca9834581 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:28:56.433924 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.487710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-d6798d0b-c92b-415c-bb3e-41596994c4be service neutron] 10.222.0.23 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335117 Apr 05 20:28:56.515687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Transition to ACTIVE for port object e2788bcd-5562-4ce6-b0ea-165ca9834581 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:56.517194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-235f115e-37e8-4ac9-9ac7-95a5cc69a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.532027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f115e-37e8-4ac9-9ac7-95a5cc69a779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765f9cc-348b-4c94-ab09-d6f0c15d67d7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:56.538975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-235f115e-37e8-4ac9-9ac7-95a5cc69a779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.540172 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-235f115e-37e8-4ac9-9ac7-95a5cc69a779 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e765f9cc-348b-4c94-ab09-d6f0c15d67d7 HTTP/1.1" status: 204 len: 168 time: 0.3939807 Apr 05 20:28:56.595796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.669212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d160554f-44f6-445e-bfd5-d7794b46b904 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:56.720407 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:28:56.756237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=e2788bcd-5562-4ce6-b0ea-165ca9834581,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:56.775203 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:56.775849 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:56.875977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-ce42d93e-438d-4f7b-a8f2-ff99c8822439 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.4868674 Apr 05 20:28:56.894428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae0ee-ab14-4cd9-9cd7-9993f1ff7ab5 req-3e6ba066-d986-4404-ad1a-cbb0445554d0 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:56.906508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddfae0ee-ab14-4cd9-9cd7-9993f1ff7ab5 req-3e6ba066-d986-4404-ad1a-cbb0445554d0 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 932 time: 0.4573748 Apr 05 20:28:56.924108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d160554f-44f6-445e-bfd5-d7794b46b904 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:56.924108 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.948244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Attempting to bind port e2788bcd-5562-4ce6-b0ea-165ca9834581 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:56.948980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Attempting to bind port e2788bcd-5562-4ce6-b0ea-165ca9834581 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '447d9d14-dc24-4756-8627-74f5baea97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:56.950285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Attempting to bind port e2788bcd-5562-4ce6-b0ea-165ca9834581 on network fb8c9630-cd0a-4b66-ad15-149715dddb96 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:56.957780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Port e2788bcd-5562-4ce6-b0ea-165ca9834581 on network fb8c9630-cd0a-4b66-ad15-149715dddb96 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:28:56.958304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Attempting to bind port e2788bcd-5562-4ce6-b0ea-165ca9834581 on network fb8c9630-cd0a-4b66-ad15-149715dddb96 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:28:56.968342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:28:56.968893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Checking segment: {'id': '447d9d14-dc24-4756-8627-74f5baea97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:28:56.969435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Bound using segment: {'id': '447d9d14-dc24-4756-8627-74f5baea97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:28:56.970080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Bound port: e2788bcd-5562-4ce6-b0ea-165ca9834581, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447d9d14-dc24-4756-8627-74f5baea97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:56.970693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.078534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a797bb6d-ba68-4de4-8ad3-a5adf129cdb9 None None] New status for floating IP 05e53447-628e-48ee-96ad-b698a11ec43a: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:28:57.106761 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:57.186161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] For port e2788bcd-5562-4ce6-b0ea-165ca9834581, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:28:57.197531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] For port e2788bcd-5562-4ce6-b0ea-165ca9834581, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e2788bcd-5562-4ce6-b0ea-165ca9834581,segment=NetworkSegment(447d9d14-dc24-4756-8627-74f5baea97d0),segment_id=447d9d14-dc24-4756-8627-74f5baea97d0)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:28:57.208939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3'}, {'name': 'network-changed', 'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:57.224343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:57.228910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-0e369de8-1fca-42e8-a9a8-512a748c129f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:57.230935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-0e369de8-1fca-42e8-a9a8-512a748c129f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8&tenant_id=f1efd01f452c408c8f3294718005f108&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 949 time: 0.7279978 Apr 05 20:28:57.264391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caae72eb-7ab4-4c8f-955b-77bf3f301753 req-67b1152e-9ed6-46fc-ae78-bb65cd6b317b service neutron] 10.222.0.23 "GET /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677953 Apr 05 20:28:57.270279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.312675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddfae0ee-ab14-4cd9-9cd7-9993f1ff7ab5 req-db7ba22f-a575-4796-a9ff-dc2527757aab tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052162 Apr 05 20:28:57.420397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:28:57.424933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6b4d754b-3c19-42fe-a8b9-cdcdc19a6ae6 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:57.450117 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.487409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-1aa7e516-96d5-4c06-9d8d-64f7a450196a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:57.494213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-1aa7e516-96d5-4c06-9d8d-64f7a450196a service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.6088314 Apr 05 20:28:57.542211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.548433 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] 10.222.0.39 "PUT /v2.0/ports/e2788bcd-5562-4ce6-b0ea-165ca9834581 HTTP/1.1" status: 200 len: 1092 time: 1.7550061 Apr 05 20:28:57.549452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'tag': 'e2788bcd-5562-4ce6-b0ea-165ca9834581'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:57.611153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f436d-66a2-4be7-b8b4-ac296c34ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=e2788bcd-5562-4ce6-b0ea-165ca9834581,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:57.618086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:28:57.618086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:28:57.761934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.766683 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:d5:5a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438a0877-fd8c-4269-b4d8-0412caae4218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:54Z', 'revision_number': 3, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:57.774911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-449bed55-7c5a-470d-8540-a120e2180767 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 217 time: 0.1628101 Apr 05 20:28:57.782486 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:28:57.817378 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:28:57.818077 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:57.896754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:57.899911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-e813f5ae-bdf8-4ec6-9fef-d36cb8bab16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:57.910711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-e813f5ae-bdf8-4ec6-9fef-d36cb8bab16b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.1173522 Apr 05 20:28:57.916151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-b10335aa-5748-4613-ab25-c9177989a2fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 1100 time: 0.4194648 Apr 05 20:28:57.933863 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-c52bf7b2-3463-492f-b898-bd3fa705ccaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04c1f74ef8e144e8b82b2b23f317f35e&device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 1095 time: 0.2581580 Apr 05 20:28:58.024252 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:28:58.032883 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5aec380c-ecb3-4c14-876f-85423393757f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2788bcd-5562-4ce6-b0ea-165ca9834581 HTTP/1.1" status: 200 len: 217 time: 0.0846009 Apr 05 20:28:58.095051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6e39-4657-4bee-b3ec-9b2f5b23196a req-9c58ffef-da41-4084-a6e0-86f3f971014d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:58.096498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c61f6e39-4657-4bee-b3ec-9b2f5b23196a req-9c58ffef-da41-4084-a6e0-86f3f971014d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2628391 Apr 05 20:28:58.122312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5b78b97a-a0bd-46b0-9e49-97f6397e09d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:58.123783 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-5b78b97a-a0bd-46b0-9e49-97f6397e09d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a81a448c-bb40-4729-a6c5-d9a9e04ab2b7 HTTP/1.1" status: 200 len: 857 time: 0.0807164 Apr 05 20:28:58.138373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-4d334513-51c5-452f-a8be-0e5aa59a5438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:58.139912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-4d334513-51c5-452f-a8be-0e5aa59a5438 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1903126 Apr 05 20:28:58.181062 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-e5be0fbe-3d2c-41bd-adc7-1b2c4c46d80a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb8c9630-cd0a-4b66-ad15-149715dddb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500135 Apr 05 20:28:58.218260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-3bb527a0-cbd1-4c24-9dcc-32f912eec6f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2999175 Apr 05 20:28:58.252945 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:28:58.261834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-b690e60e-fc83-4eaf-b988-be87a32acd25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 200 len: 217 time: 0.1147394 Apr 05 20:28:58.353215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-cddded9d-6c0e-434b-824d-e6d7e3d884f8 service neutron] 10.222.0.39 "GET /v2.0/networks/fb8c9630-cd0a-4b66-ad15-149715dddb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618176 Apr 05 20:28:58.360456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c61f6e39-4657-4bee-b3ec-9b2f5b23196a req-ad38d3d6-5dc7-4596-bf4b-2ed14862d811 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485356 Apr 05 20:28:58.412889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-f497e315-219d-476c-b2c8-352651cfb436 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:58.415430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-f497e315-219d-476c-b2c8-352651cfb436 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1014369 Apr 05 20:28:58.521008 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34543249-b04b-4111-95d5-21354c4718b1'] response: {'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3', 'status': 'completed', 'code': 200} Apr 05 20:28:58.521289 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34543249-b04b-4111-95d5-21354c4718b1'] response: {'name': 'network-changed', 'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'status': 'completed', 'code': 200} Apr 05 20:28:58.540594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:d5:5a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438a0877-fd8c-4269-b4d8-0412caae4218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:54Z', 'revision_number': 3, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:58.547611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-82239bc3-0949-4e25-a92e-60444806563c service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218229 Apr 05 20:28:58.552562 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1047f093-9b7f-44c0-8de7-fff92ef77304 None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:d5:5a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438a0877-fd8c-4269-b4d8-0412caae4218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:54Z', 'revision_number': 3, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:28:58.594625 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-40b60d95-8f9f-4874-b8a5-07594b71ae97 req-30d035e4-aed5-4634-9ac6-fe0a3a689af8 service neutron] 10.222.0.39 "GET /v2.0/networks/fb8c9630-cd0a-4b66-ad15-149715dddb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329340 Apr 05 20:28:58.640854 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32af955-5f9a-44e0-a3b6-33e435cf4ba9'] response: {'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'code': 200} Apr 05 20:28:58.650920 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf7c087-a035-41f4-8b68-e061cae9758e'] response: {'name': 'network-changed', 'server_uuid': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'tag': 'e2788bcd-5562-4ce6-b0ea-165ca9834581', 'status': 'completed', 'code': 200} Apr 05 20:28:58.698459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-add49c86-6b94-4a7a-bba3-b4552d98dc0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2675464 Apr 05 20:28:58.702061 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-92ce31fa-db18-4d24-8fde-82dbc32260a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.1062698 Apr 05 20:28:58.716705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-092869e4-27fe-4c9c-b50e-ea0775464de9 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508844 Apr 05 20:28:58.959211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf188be-a692-49e9-967d-f9187f804331 req-139636d9-7a10-4904-8f6a-bccde0937490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:58.960666 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-139636d9-7a10-4904-8f6a-bccde0937490 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.1856191 Apr 05 20:28:58.964298 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a819ed-0a37-433c-b256-1bad23535295 req-d4aeeb28-b551-4435-8892-0f8495ae30de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=04c1f74ef8e144e8b82b2b23f317f35e&device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 1095 time: 0.1663923 Apr 05 20:28:59.111337 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-2e65c1da-3677-440c-8c6c-1d26119f60ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 217 time: 0.1315134 Apr 05 20:28:59.115905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-c377f788-e4ea-4b6e-811e-a73d8a893c90 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399210 Apr 05 20:28:59.153598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-9639fb53-23b8-41ca-bd36-7b8b2837c6ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 1097 time: 0.3513052 Apr 05 20:28:59.202477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf188be-a692-49e9-967d-f9187f804331 req-561eba66-422f-408a-9e5b-3ee2bfd25a50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:59.203909 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-561eba66-422f-408a-9e5b-3ee2bfd25a50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0862150 Apr 05 20:28:59.259437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a819ed-0a37-433c-b256-1bad23535295 req-7482c8b7-8b5e-43f5-973d-7cdfb323eec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:59.260876 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a819ed-0a37-433c-b256-1bad23535295 req-7482c8b7-8b5e-43f5-973d-7cdfb323eec2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb8c9630-cd0a-4b66-ad15-149715dddb96 HTTP/1.1" status: 200 len: 918 time: 0.2799897 Apr 05 20:28:59.284812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43336) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:59.304351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fe8b222-e06a-4663-b301-2ecfa650787e req-bffd36b9-9d54-4377-9d0e-57710c0d57f7 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1095 time: 0.4265330 Apr 05 20:28:59.337356 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a819ed-0a37-433c-b256-1bad23535295 req-7356408f-4581-455b-bfb4-9aa93961f06b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2788bcd-5562-4ce6-b0ea-165ca9834581 HTTP/1.1" status: 200 len: 217 time: 0.0644052 Apr 05 20:28:59.390074 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-0bb43325-c78c-4430-8c93-b0bee674f232 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775649 Apr 05 20:28:59.427508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea737e-36f3-45bb-abd6-d9a9850dacc8 req-5aa55b36-ce93-4025-b1a5-b1a5b2c58bae service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041222 Apr 05 20:28:59.440488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-da9016b7-32e1-4151-97cd-0f655bd8fbbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:59.441965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-da9016b7-32e1-4151-97cd-0f655bd8fbbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2470627 Apr 05 20:28:59.443628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fe8b222-e06a-4663-b301-2ecfa650787e req-8cce8fac-29fb-4190-96f3-abfbfcc151d1 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144352 Apr 05 20:28:59.472136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a819ed-0a37-433c-b256-1bad23535295 req-30d6df30-0fbd-4aaf-90b9-92ebcd3b1f52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:59.473516 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a819ed-0a37-433c-b256-1bad23535295 req-30d6df30-0fbd-4aaf-90b9-92ebcd3b1f52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a81a448c-bb40-4729-a6c5-d9a9e04ab2b7 HTTP/1.1" status: 200 len: 857 time: 0.1300697 Apr 05 20:28:59.533188 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.545399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a819ed-0a37-433c-b256-1bad23535295 req-a8c6b4e0-aee2-463d-af1b-56459bca98f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb8c9630-cd0a-4b66-ad15-149715dddb96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537410 Apr 05 20:28:59.594297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-8d8b1801-a37f-45e5-808c-fdfaf7d94ad6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 1002 time: 0.1457937 Apr 05 20:28:59.595293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:59.599612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Usage tracker for resource:security_group_rule and tenant:9cae2b79ad8d45e7ad560029d70a74bc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:59.602624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:59.603446 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-32399ed0-78d3-4375-a807-bcaa489c072c service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028651 Apr 05 20:28:59.609498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:59.746213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-c199cdf8-ffe1-40a7-a1da-4c7d6c37ac02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:59.748172 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-c199cdf8-ffe1-40a7-a1da-4c7d6c37ac02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.1362274 Apr 05 20:28:59.855601 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.864547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211efd8a-150d-4511-a1fb-f3eb4f1c96d8 req-c62fe324-78d3-44ca-9664-6544859b9a65 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:59.866055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-211efd8a-150d-4511-a1fb-f3eb4f1c96d8 req-c62fe324-78d3-44ca-9664-6544859b9a65 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 944 time: 0.2215555 Apr 05 20:28:59.903557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-b04a0248-2c98-40df-81f8-2104a7a0d4ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1462297 Apr 05 20:28:59.920606 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a819ed-0a37-433c-b256-1bad23535295 req-288e79a7-7282-4f8a-a523-96b4f19484fb service neutron] 10.222.0.39 "GET /v2.0/networks/fb8c9630-cd0a-4b66-ad15-149715dddb96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161445 Apr 05 20:28:59.923532 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-a3eacd45-390c-40f2-877e-ca9f4be7b347 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959704 Apr 05 20:28:59.943514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.024217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-211efd8a-150d-4511-a1fb-f3eb4f1c96d8 req-2aa8d5e0-7a8d-4145-9225-31268473fb7c tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509726 Apr 05 20:29:00.073728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cae2b79ad8d45e7ad560029d70a74bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7841530 Apr 05 20:29:00.076249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43348) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:00.081492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da34d699-ab5c-4c2d-b7a9-c3adbadb0e7f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:00.133857 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a819ed-0a37-433c-b256-1bad23535295 req-7c294346-db5e-4363-a9c5-43b324705fac service neutron] 10.222.0.39 "GET /v2.0/networks/fb8c9630-cd0a-4b66-ad15-149715dddb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815712 Apr 05 20:29:00.134675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.135027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.135404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.135774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.136074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.136404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.136739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.137114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.137450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.137779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.138102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbfc976-ba95-47a9-96c7-22a8f4b06152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.157585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-cd1eb830-a8aa-4e14-8950-fea7cd966f18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 1097 time: 0.1337886 Apr 05 20:29:00.164775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-c6386bed-4ca8-4542-8d69-4ae2095386a2 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535791 Apr 05 20:29:00.273010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0967357-a322-413a-a8bf-2000f4c8540b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.322620 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0967357-a322-413a-a8bf-2000f4c8540b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.392268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f44bf8c-62d0-415c-85ab-05e4663901a9 req-0fd9683e-7d3a-4fc1-a491-b8e7f203d802 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010558 Apr 05 20:29:00.401087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf188be-a692-49e9-967d-f9187f804331 req-0689f245-4642-49f1-a55e-65f643816d14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:00.402110 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-0689f245-4642-49f1-a55e-65f643816d14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2297142 Apr 05 20:29:00.483593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0967357-a322-413a-a8bf-2000f4c8540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.506748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0967357-a322-413a-a8bf-2000f4c8540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da34d699-ab5c-4c2d-b7a9-c3adbadb0e7f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:00.511970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0967357-a322-413a-a8bf-2000f4c8540b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.513298 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-44952237-e77d-42f5-8616-8d79b9a4586f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 1002 time: 0.1048191 Apr 05 20:29:00.519829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d0967357-a322-413a-a8bf-2000f4c8540b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da34d699-ab5c-4c2d-b7a9-c3adbadb0e7f HTTP/1.1" status: 204 len: 168 time: 0.4409714 Apr 05 20:29:00.588392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf188be-a692-49e9-967d-f9187f804331 req-8a586f4e-d88f-4826-af97-58292a0051e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:00.593271 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-8a586f4e-d88f-4826-af97-58292a0051e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0688016 Apr 05 20:29:00.694535 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-5ca66c1d-c05f-4947-9f1f-b29f16c3176c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959277 Apr 05 20:29:00.837080 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-be724ed8-98f6-4931-ab77-0463d7d24070 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348212 Apr 05 20:29:00.983713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533287f3-2e0c-4d54-a8fd-b3e60844ee71 req-ecaf2472-e9a5-4f27-87ca-a8aec9f0eb39 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:00.995349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-533287f3-2e0c-4d54-a8fd-b3e60844ee71 req-ecaf2472-e9a5-4f27-87ca-a8aec9f0eb39 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.0920532 Apr 05 20:29:01.003792 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cf188be-a692-49e9-967d-f9187f804331 req-cebc03d5-2e70-443d-bca4-1b93d4952f79 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573565 Apr 05 20:29:01.034442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-533287f3-2e0c-4d54-a8fd-b3e60844ee71 req-a4f22639-5f3a-4d7c-a6cf-0fb206e89aa0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Apr 05 20:29:01.363477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65391ab-199a-4193-a973-f28bfdec637f req-f8a15d31-fa16-4673-a54e-fe2c581e770b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:01.364918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-f8a15d31-fa16-4673-a54e-fe2c581e770b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 0.2246282 Apr 05 20:29:01.369566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43382) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:01.392908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.405389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-4981aed7-8807-4192-8914-8faa86f05b75 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/quotas/87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 375 time: 0.0282764 Apr 05 20:29:01.413950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-b7b853a9-0506-44b9-ad0f-6e88fdf31a37 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1213036 Apr 05 20:29:01.437161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:01.439801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Usage tracker for resource:security_group_rule and tenant:c10f5ae9cfea4ae1a6af7fa66df91a95 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:01.442618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:01.450781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:01.522204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.589589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.638043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-acda3e53-1482-4e9b-b7cb-1fbf43a035a7 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:01.646358 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c10f5ae9cfea4ae1a6af7fa66df91a95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2727380 Apr 05 20:29:01.646358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fccb7eb-2ef9-49d4-b117-6eb52ce8cd23,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:01.647709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43386) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:01.657716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-acda3e53-1482-4e9b-b7cb-1fbf43a035a7 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports/baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 943 time: 0.2088485 Apr 05 20:29:01.671160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.671605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.672618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.673093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.673623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.674036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.674585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.674997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.675396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.675796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.676194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf11b2-e804-4971-97f3-4604bb6e2b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:01.682277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-518fe5ea-0183-409c-81d8-6108c16feefe tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2673745 Apr 05 20:29:01.743780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a02a-c4ef-43ac-a0ab-abfc6cef5f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.770401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a02a-c4ef-43ac-a0ab-abfc6cef5f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.886720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a02a-c4ef-43ac-a0ab-abfc6cef5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.907086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4a02a-c4ef-43ac-a0ab-abfc6cef5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fccb7eb-2ef9-49d4-b117-6eb52ce8cd23,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:01.910371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4c4a02a-c4ef-43ac-a0ab-abfc6cef5f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.911482 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d4c4a02a-c4ef-43ac-a0ab-abfc6cef5f81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fccb7eb-2ef9-49d4-b117-6eb52ce8cd23 HTTP/1.1" status: 204 len: 168 time: 0.2627442 Apr 05 20:29:01.914971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-cfa7e192-91d9-48ce-a692-7f35c823035a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1430478 Apr 05 20:29:01.924663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-acaa1893-d4b6-4230-a8e8-f43a1afc2707 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351229 Apr 05 20:29:02.174508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-548e52bc-5ee4-4c5d-88b5-8290f08f5d91 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489767 Apr 05 20:29:02.179373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-ec40e41b-e353-4f5c-ab65-b848586e98ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:02.180605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-ec40e41b-e353-4f5c-ab65-b848586e98ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2361114 Apr 05 20:29:02.191297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-5e412233-39ef-4a92-aaa7-c5c1db5d853f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:29:02.192230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e53e6785-f431-4d64-9d14-0f2708a7bc77 req-5e412233-39ef-4a92-aaa7-c5c1db5d853f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055914 Apr 05 20:29:02.561127 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c30ad8-f0d1-40ca-ba9b-0cd1a913a740 None None] New status for floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:29:02.595131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea6c79-bcc0-4902-8e4f-be55ce9b4ead req-05a1df69-52f1-456f-a6cd-5f91702835bc tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:02.606513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea6c79-bcc0-4902-8e4f-be55ce9b4ead req-05a1df69-52f1-456f-a6cd-5f91702835bc tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.2372959 Apr 05 20:29:02.711796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e2788bcd-5562-4ce6-b0ea-165ca9834581 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:02.728389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72ea6c79-bcc0-4902-8e4f-be55ce9b4ead req-bfeb6963-a52f-430c-b2b5-77993a2002f3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208403 Apr 05 20:29:02.774351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe77e2-e289-429a-8511-5c64433faf36 req-f3a3ae95-6a80-46ad-b39b-1dd9f6681567 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:02.775925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78fe77e2-e289-429a-8511-5c64433faf36 req-f3a3ae95-6a80-46ad-b39b-1dd9f6681567 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 944 time: 0.1929407 Apr 05 20:29:02.940071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78fe77e2-e289-429a-8511-5c64433faf36 req-6cdf211c-a825-4a46-a022-7b94cb61f582 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574590 Apr 05 20:29:02.971959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-03e4321a-aaa8-4dbf-9ac6-575addd445b8 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1654010 Apr 05 20:29:03.039710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e2788bcd-5562-4ce6-b0ea-165ca9834581, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e2788bcd-5562-4ce6-b0ea-165ca9834581,segment=NetworkSegment(447d9d14-dc24-4756-8627-74f5baea97d0),segment_id=447d9d14-dc24-4756-8627-74f5baea97d0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:03.054707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-133e645c-e46e-4824-85ff-09c407ca586f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:03.056062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-133e645c-e46e-4824-85ff-09c407ca586f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports/baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 943 time: 0.0782595 Apr 05 20:29:03.057793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e2788bcd-5562-4ce6-b0ea-165ca9834581', 'network_id': 'fb8c9630-cd0a-4b66-ad15-149715dddb96', 'port_id': 'e2788bcd-5562-4ce6-b0ea-165ca9834581', 'mac_address': 'fa:16:3e:4b:ff:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81a448c-bb40-4729-a6c5-d9a9e04ab2b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:03.131223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ee77fdb-5b28-44a4-b37c-20583a46717f req-ce19c122-0854-4c25-b766-ded15fbc3f91 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 210 time: 0.0546176 Apr 05 20:29:03.188175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.229621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2788bcd-5562-4ce6-b0ea-165ca9834581 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:03.252783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e2788bcd-5562-4ce6-b0ea-165ca9834581, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e2788bcd-5562-4ce6-b0ea-165ca9834581,segment=NetworkSegment(447d9d14-dc24-4756-8627-74f5baea97d0),segment_id=447d9d14-dc24-4756-8627-74f5baea97d0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:03.321895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-2fbd13c9-d367-4c51-b98f-3db0e9ee32f2 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1580560 Apr 05 20:29:03.367656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.458593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e2788bcd-5562-4ce6-b0ea-165ca9834581,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:03.466621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.470724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.471613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.471712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.472307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.472728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.473133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.473662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.474053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.474439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.474877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.475276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:03.486766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-0afb8315-5e0c-4924-be2f-3a04541cd001 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:03.488111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-0afb8315-5e0c-4924-be2f-3a04541cd001 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.1603553 Apr 05 20:29:03.651357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-67611421-2f38-4d07-a53c-44c2d56e33cd tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1514711 Apr 05 20:29:03.662069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:03.789343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.887831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e2788bcd-5562-4ce6-b0ea-165ca9834581'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:04.013390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-cea90da9-e988-4344-a308-9532fac3374d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1516430 Apr 05 20:29:04.328793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43476) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:04.342534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-75adc8d5-6ea6-4e38-9b97-c116f538ed5a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:04.343946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-75adc8d5-6ea6-4e38-9b97-c116f538ed5a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234599 Apr 05 20:29:04.346663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.362737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-37074624-6659-44ca-90f3-8a3855a5c28a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/quotas/f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 375 time: 0.0115268 Apr 05 20:29:04.410570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.410570 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34 disassociated. External IP: 172.25.2.231, port: baac0625-440b-420a-a4ac-cb0f79cb1f3b. Apr 05 20:29:04.474529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.510827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:04.514837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Usage tracker for resource:security_group_rule and tenant:6abd4ed4e9cb42aebf052d04562fb11d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:04.517985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:04.531117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:04.588101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-d4371c4f-106c-4b28-8473-5c693dc5730f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2194388 Apr 05 20:29:04.637357 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.739028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.757119 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c84c8f6-fa84-44db-8787-90348773fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.787253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f71284-e4c2-4c20-a953-78cec2b60ac6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:04.791362 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-457bcaa5-b10d-49a3-9563-66180a7b74bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6abd4ed4e9cb42aebf052d04562fb11d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4615402 Apr 05 20:29:04.807864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43490) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:04.917184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298c5fd3-70a7-43e7-b22f-96f9c0783373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.975591 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298c5fd3-70a7-43e7-b22f-96f9c0783373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.100046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65391ab-199a-4193-a973-f28bfdec637f req-d5ba7a97-17ac-47ea-9ced-d73c048d9bce tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:05.101452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-d5ba7a97-17ac-47ea-9ced-d73c048d9bce tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 0.2851281 Apr 05 20:29:05.134668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Request body: {'port': {'device_id': '6a2e4a34-2650-438d-98e3-056417264a76', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'admin_state_up': True, 'tenant_id': '87f1d3a3a1864bc59e9c2d369cab8960'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:05.167673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298c5fd3-70a7-43e7-b22f-96f9c0783373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.186098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c5fd3-70a7-43e7-b22f-96f9c0783373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f71284-e4c2-4c20-a953-78cec2b60ac6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:05.189315 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298c5fd3-70a7-43e7-b22f-96f9c0783373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.190433 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-298c5fd3-70a7-43e7-b22f-96f9c0783373 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37f71284-e4c2-4c20-a953-78cec2b60ac6 HTTP/1.1" status: 204 len: 168 time: 0.3853927 Apr 05 20:29:05.264272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fd69-a058-4681-ba12-45e3f474fcb4 req-8161c1d5-8623-4071-b866-ec7393b0d0f0 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:05.266720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d81fd69-a058-4681-ba12-45e3f474fcb4 req-8161c1d5-8623-4071-b866-ec7393b0d0f0 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 945 time: 0.2441568 Apr 05 20:29:05.364072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:29:05.389475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d81fd69-a058-4681-ba12-45e3f474fcb4 req-7f072a92-fefa-4e2f-b38b-657278a9bafe tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121042 Apr 05 20:29:05.390391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:05.397077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Usage tracker for resource:port and tenant:87f1d3a3a1864bc59e9c2d369cab8960 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:05.401741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:05.453021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:05.573890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd1be4f4-bb39-4499-a689-b80271bace03 req-1d4a3278-1714-486e-bb94-37435a3126c9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 210 time: 0.0465970 Apr 05 20:29:05.691277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Made reservation on behalf of 87f1d3a3a1864bc59e9c2d369cab8960 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:05.694334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.752543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc847ceb-734b-4c10-97ec-776beaf596ef req-237e07e6-0038-4363-a64b-6cc873e1dee1 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 210 time: 0.0643322 Apr 05 20:29:05.926047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Allocated IP 172.20.0.7 (8ed1a911-2380-441a-a2c7-a4f3fde18a87/b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb/192b35a5-d372-4293-a4c4-5c3f88c25bb7) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:05.957487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:05.968519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:05.976686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.984356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:05.985611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:06.113680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-47d81a2a-bdbe-41ce-b505-8762326a5a6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "PUT /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 200 len: 695 time: 2.4562023 Apr 05 20:29:06.124371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:06.206269 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a579e8-f3f5-4e3c-b129-f45e7dd5c70c'] response: {'name': 'network-changed', 'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'status': 'completed', 'code': 200} Apr 05 20:29:06.238185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:06.300985 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.317521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-83635ab7-22a0-4309-a130-e5bbc7d9ad08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 1097 time: 0.1736555 Apr 05 20:29:06.438964 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-0fe173c5-565a-48b3-a38b-abc96e032cf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 1097 time: 0.1813676 Apr 05 20:29:06.563893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-d3a7b416-d8d8-4f47-ad71-5cfb26269151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:06.565464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-d3a7b416-d8d8-4f47-ad71-5cfb26269151 service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2343645 Apr 05 20:29:06.680612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-4289c327-ca80-4147-a059-5cf180f7100d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:06.682537 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-4289c327-ca80-4147-a059-5cf180f7100d service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2368588 Apr 05 20:29:06.693944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.701177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:06.705737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:06.718156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:06.718962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:28:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:06.745042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-7d5987e9-12ea-48fb-ba67-0f85b8879486 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 217 time: 0.1657467 Apr 05 20:29:06.771249 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-935c4741-a5c9-47bf-8e19-bdf9e1702b3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 200 len: 217 time: 0.0823307 Apr 05 20:29:06.790198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e2788bcd-5562-4ce6-b0ea-165ca9834581 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:06.840046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:06.860892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-515401ee-61f5-4247-a3d3-a6cd40855da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:06.863695 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-515401ee-61f5-4247-a3d3-a6cd40855da7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0853448 Apr 05 20:29:06.884583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:06.893332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:06.895857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:06.972929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-2f03567c-6ed8-4aba-8e6a-68a9f304644a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:06.981668 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-1e6bafe3-3881-46e6-8a94-fee336ec51b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109385 Apr 05 20:29:06.982461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-2f03567c-6ed8-4aba-8e6a-68a9f304644a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.2220881 Apr 05 20:29:07.052000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:07.062531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678156d2-dfe4-41c7-9a44-6439f965763d req-2bc08ffc-599e-4d54-afea-ba6dc4c47c0e tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:07.071606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-678156d2-dfe4-41c7-9a44-6439f965763d req-2bc08ffc-599e-4d54-afea-ba6dc4c47c0e tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 945 time: 0.4281895 Apr 05 20:29:07.096090 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5cc4-fb18-4b70-8c70-c488813a0e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.121007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port e2788bcd-5562-4ce6-b0ea-165ca9834581 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:07.130836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e2788bcd-5562-4ce6-b0ea-165ca9834581 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:07.131199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.134823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-678156d2-dfe4-41c7-9a44-6439f965763d req-971fbb1f-91f9-413d-94e6-d341e2b72ef9 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622621 Apr 05 20:29:07.150914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:07.151532 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.189642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-e484c178-c67b-4068-b984-6c05cec2ff37 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935971 Apr 05 20:29:07.189773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-24598181-7b67-4847-9b7c-8fa2a68f3832 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022257 Apr 05 20:29:07.288949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-6a8c1fb7-0a72-4a19-b097-293a97c0e7aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1584575 Apr 05 20:29:07.308635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Request body: {'port': {'device_id': '6a2e4a34-2650-438d-98e3-056417264a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:07.345178 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-cb976ab1-750e-4be3-baf2-9cf93d3331e8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505123 Apr 05 20:29:07.516494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.537444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14cb722a-e2bb-4dd7-80bc-742961fde626 req-e29a2138-c51a-44e8-94f3-6feb575b421e service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468304 Apr 05 20:29:07.574544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2788bcd-5562-4ce6-b0ea-165ca9834581'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:07.575611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-d1709761-1c92-4bb5-9905-fbc5c2be2d9c service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767717 Apr 05 20:29:07.585885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae36b4-21f0-494d-93b0-766c26586c5c req-fe9d06c2-f5d1-4467-b2d8-5fed86667d1e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:07.586688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7fae36b4-21f0-494d-93b0-766c26586c5c req-fe9d06c2-f5d1-4467-b2d8-5fed86667d1e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:07.591010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e2788bcd-5562-4ce6-b0ea-165ca9834581, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e2788bcd-5562-4ce6-b0ea-165ca9834581,segment=NetworkSegment(447d9d14-dc24-4756-8627-74f5baea97d0),segment_id=447d9d14-dc24-4756-8627-74f5baea97d0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:07.592526 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.592822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-8bb1ed59-d354-40aa-b09b-b279ff3384eb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:07.595327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-8bb1ed59-d354-40aa-b09b-b279ff3384eb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429841 Apr 05 20:29:07.611367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Request body: {'port': {'device_id': '5196acac-c955-4c5e-89de-152dc33b55b8', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'f1efd01f452c408c8f3294718005f108'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:07.611705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:07.615866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a45e00-9d84-4acb-93b1-fd6671666e6c None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:07.654111 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.729538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e2788bcd-5562-4ce6-b0ea-165ca9834581,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:07.771031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:07.775097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Usage tracker for resource:port and tenant:f1efd01f452c408c8f3294718005f108 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:07.778766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:07.784773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:07.847726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Made reservation on behalf of f1efd01f452c408c8f3294718005f108 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:07.851312 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.860989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7fae36b4-21f0-494d-93b0-766c26586c5c req-fe9d06c2-f5d1-4467-b2d8-5fed86667d1e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:07.862149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fae36b4-21f0-494d-93b0-766c26586c5c req-fe9d06c2-f5d1-4467-b2d8-5fed86667d1e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 931 time: 0.4805553 Apr 05 20:29:07.981888 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888e3f07-3034-444b-96a2-0369ecb3d4bb None None] New status for floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:29:08.040507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcdea86-61ab-4b65-99d7-4d583bac821a req-d87a4068-c1a4-4b92-9482-9a01bff2d21f service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488733 Apr 05 20:29:08.046455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fae36b4-21f0-494d-93b0-766c26586c5c req-6c16d529-d582-4e56-9e8a-7576d3c03d30 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702669 Apr 05 20:29:08.065391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Allocated IP 192.168.233.120 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/a5edc404-89d8-4399-9037-142a7321276d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:08.179144 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.238758 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf8a012-ee06-46ea-8c41-d6a5c7e7d35b'] response: {'server_uuid': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2788bcd-5562-4ce6-b0ea-165ca9834581', 'code': 200} Apr 05 20:29:08.243927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f345660e-ba92-47ce-9a7a-3525423c90a5 req-10f511ff-a4dd-4efd-b489-adcd994b221b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 210 time: 0.0481246 Apr 05 20:29:08.333532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192b35a5-d372-4293-a4c4-5c3f88c25bb7 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:08.351668 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.372869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Transition to ACTIVE for port object 192b35a5-d372-4293-a4c4-5c3f88c25bb7 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:08.431279 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.476047 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.525783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.546346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Transition to ACTIVE for port object a5edc404-89d8-4399-9037-142a7321276d will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:08.611046 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0915df1a-0460-4e82-9507-f4139707e4c2 req-f6c16177-375c-4628-a7de-fd90fc4c29db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 1097 time: 0.2346539 Apr 05 20:29:08.648737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.660686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:08.687381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:08.725849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d160554f-44f6-445e-bfd5-d7794b46b904'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:08.757285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:08.764003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:08.771218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:08.811795 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0915df1a-0460-4e82-9507-f4139707e4c2 req-22c4d0c9-ac23-4288-9426-c44b6fd325ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955478 Apr 05 20:29:08.818830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:08.861484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:08.862214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.957022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3d5d-9a92-4d2c-8479-373cc6daf41f req-01adf566-7131-49e4-9524-9bab2d80786f tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:08.965735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e8d3d5d-9a92-4d2c-8479-373cc6daf41f req-01adf566-7131-49e4-9524-9bab2d80786f tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 946 time: 0.3325889 Apr 05 20:29:08.980308 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-86b8f681-861d-43dc-a0f8-ad28605a396b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3728106 Apr 05 20:29:08.994090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Request body: {'port': {'device_id': '5196acac-c955-4c5e-89de-152dc33b55b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:09.067622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:09.068033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:09.068600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:09.086841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e8d3d5d-9a92-4d2c-8479-373cc6daf41f req-632b5ce3-70dd-4d20-be65-2cfc5cf0acd9 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167231 Apr 05 20:29:09.088778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:09.089244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:09.098741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:09.099305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:09.099658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:09.100180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Bound port: 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:09.101002 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.212857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.331409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:09.341903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-80499ac6-aaeb-4e96-b8cd-48d52dbd75dd None None] Provisioning for port a5edc404-89d8-4399-9037-142a7321276d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:09.348227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-80499ac6-aaeb-4e96-b8cd-48d52dbd75dd None None] Provisioning complete for port a5edc404-89d8-4399-9037-142a7321276d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:09.348675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-80499ac6-aaeb-4e96-b8cd-48d52dbd75dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.351544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:09.437725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-80499ac6-aaeb-4e96-b8cd-48d52dbd75dd None None] Port a5edc404-89d8-4399-9037-142a7321276d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:29:09.445354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-7a52b7d9-6dac-4fcc-99f9-3129fea1d9a2 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:09.446797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-7a52b7d9-6dac-4fcc-99f9-3129fea1d9a2 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1588976 Apr 05 20:29:09.455200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.464771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aff02-c0a0-4106-87ff-d278036289b1 req-a2443c7c-88a9-42f6-9d2b-f39b20e69178 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:09.466762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a08aff02-c0a0-4106-87ff-d278036289b1 req-a2443c7c-88a9-42f6-9d2b-f39b20e69178 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 943 time: 0.1172357 Apr 05 20:29:09.603526 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.607419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] 10.222.0.23 "PUT /v2.0/ports/192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 200 len: 1091 time: 2.3010058 Apr 05 20:29:09.624470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:09.659257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-3c56c0f2-1737-4d88-a73d-9e8a6dec4b82 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1906636 Apr 05 20:29:09.659514 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.675735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'floatingip': {'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:09.750003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5edc404-89d8-4399-9037-142a7321276d {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:09.756853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.770723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Transition to ACTIVE for port object a5edc404-89d8-4399-9037-142a7321276d will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:09.778247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08453e-5f19-4902-a7c7-9cb537ae4183 service neutron] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:09.788833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a08aff02-c0a0-4106-87ff-d278036289b1 req-bc847696-ea9f-44be-8b35-a73b69f31538 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279313 Apr 05 20:29:09.800582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.819008 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.969442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:09.990993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-5c8e3586-bc9d-41c8-b6b9-537ad30b0a90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1094 time: 0.2586432 Apr 05 20:29:10.088069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Attempting to bind port a5edc404-89d8-4399-9037-142a7321276d on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:10.088400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Attempting to bind port a5edc404-89d8-4399-9037-142a7321276d by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:10.093529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Attempting to bind port a5edc404-89d8-4399-9037-142a7321276d on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:10.099453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Port a5edc404-89d8-4399-9037-142a7321276d on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:10.099772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Attempting to bind port a5edc404-89d8-4399-9037-142a7321276d on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:10.107424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:10.107757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:10.108275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:10.108705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Bound port: a5edc404-89d8-4399-9037-142a7321276d, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:10.109066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.201837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:10.205204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:10.217772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-fa69a385-e256-4418-ad7a-702b2a40a132 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 200 len: 217 time: 0.1893833 Apr 05 20:29:10.309972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.373334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.374718 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-2da91179-b511-487f-a405-5d637b836f06 service neutron] 10.222.0.23 "PUT /v2.0/ports/a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 1096 time: 1.3861010 Apr 05 20:29:10.383213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:10.423983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91179-b511-487f-a405-5d637b836f06 service neutron] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:10.435727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65391ab-199a-4193-a973-f28bfdec637f req-960010c5-cf4c-4691-ae57-ae8d96ccab79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:10.437276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-960010c5-cf4c-4691-ae57-ae8d96ccab79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.2125511 Apr 05 20:29:10.507776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a4f7d-f870-4a68-b06e-af90c0ca133f req-81144ec0-e482-4d42-9929-1cbf2be6e68a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:10.514366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e7a4f7d-f870-4a68-b06e-af90c0ca133f req-81144ec0-e482-4d42-9929-1cbf2be6e68a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 948 time: 0.5268812 Apr 05 20:29:10.520877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-f61bc441-6f85-4158-b708-f8dc1e2d1313 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732131 Apr 05 20:29:10.615687 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-9ce70e37-5242-4be0-8e1d-7ba6ee639503 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1099 time: 0.1199987 Apr 05 20:29:10.692290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-a75f1939-fc72-4362-8e18-e8d6d9801564 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 217 time: 0.0655408 Apr 05 20:29:10.755292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-8559dd80-a90e-408c-b890-2eb01c4cd621 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:10.756731 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-8559dd80-a90e-408c-b890-2eb01c4cd621 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0583689 Apr 05 20:29:10.782887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e7a4f7d-f870-4a68-b06e-af90c0ca133f req-ad755ed3-15b4-48e8-a65c-f87987852794 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676694 Apr 05 20:29:10.828289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-1a905e8a-a1d0-4c17-ba8e-da33a513623d service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748864 Apr 05 20:29:10.845854 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-33edc881-38cc-460c-a565-6654c2dc408e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826764 Apr 05 20:29:10.926138 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b90ca7-03a5-4872-b3f8-b2539d97cde8'] response: {'name': 'network-changed', 'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7', 'status': 'completed', 'code': 200} Apr 05 20:29:11.005835 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-1307a323-b9a6-42ec-b825-fe9f8cab362c service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532767 Apr 05 20:29:11.066011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65391ab-199a-4193-a973-f28bfdec637f req-ff38119a-909f-4ce7-a101-8eb6af10fea9 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386878 Apr 05 20:29:11.083120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.186523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772c215-c141-4549-8d6e-e79102fd738b req-07107e9a-3158-4467-927c-fa927c8a3fbc tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:11.188104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8772c215-c141-4549-8d6e-e79102fd738b req-07107e9a-3158-4467-927c-fa927c8a3fbc tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 946 time: 0.0874195 Apr 05 20:29:11.189259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.212321 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cc06c2d-058c-4344-8568-74d207dbcd90 req-4014ed1d-dfaa-4a2c-aec7-098d8c05ca34 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977975 Apr 05 20:29:11.242160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-05833c2f-90f4-4515-9aab-1bb46f29c9bb tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:11.242853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-05833c2f-90f4-4515-9aab-1bb46f29c9bb tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Synchronizing usage tracker for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:11.327404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-05833c2f-90f4-4515-9aab-1bb46f29c9bb tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Unset dirty status for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:11.328613 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-05833c2f-90f4-4515-9aab-1bb46f29c9bb tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "GET /v2.0/ports?device_id=438a0877-fd8c-4269-b4d8-0412caae4218 HTTP/1.1" status: 200 len: 946 time: 0.1811533 Apr 05 20:29:11.398916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Deleting port baac0625-440b-420a-a4ac-cb0f79cb1f3b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:11.399258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.415064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8772c215-c141-4549-8d6e-e79102fd738b req-d25624de-0505-450f-bd58-b3df99ed6a2d tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776624 Apr 05 20:29:11.440953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-39e1c7dd-0fa3-41b3-887e-916954ef05e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1094 time: 0.2046251 Apr 05 20:29:11.531486 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-014be651-24a7-42a0-bd76-f4c2c1f8b423'] response: {'name': 'network-changed', 'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d', 'status': 'completed', 'code': 200} Apr 05 20:29:11.690916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43630) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:11.808058 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34 associated. External IP: 172.25.2.231, port: 53943345-cd98-4001-857f-7303aff0fef3. Apr 05 20:29:11.810018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] For port baac0625-440b-420a-a4ac-cb0f79cb1f3b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=baac0625-440b-420a-a4ac-cb0f79cb1f3b,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:11.810527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.867760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-766582bd-2349-49c6-88ef-0cb1c231fece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:11.869113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-766582bd-2349-49c6-88ef-0cb1c231fece service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.4187083 Apr 05 20:29:11.873814 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-e2eb2f11-fdfc-4b8b-af22-bcffcb8f81ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1099 time: 0.3086975 Apr 05 20:29:11.951144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Calling delete_port for baac0625-440b-420a-a4ac-cb0f79cb1f3b owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:12.010108 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.028870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-f7bccc79-8769-419a-ba79-3c9e3de68500 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 200 len: 217 time: 0.1402221 Apr 05 20:29:12.039216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72f9c4ff-96cd-4946-9548-b30ce088121e req-364dd29b-ca29-44ff-86ff-045effe31cc4 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1097 time: 0.3489938 Apr 05 20:29:12.135314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:12.143720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Usage tracker for resource:security_group_rule and tenant:63fc12fbe38b49489442071ec0530e94 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:12.149288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:12.151265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-ca368da2-03dd-46ad-803b-82a18511d57b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:12.153277 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-ca368da2-03dd-46ad-803b-82a18511d57b service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2245309 Apr 05 20:29:12.165940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:12.175469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-6c8916f7-aeb5-4755-b206-db0e4c8fae48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:12.176923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-6c8916f7-aeb5-4755-b206-db0e4c8fae48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1356947 Apr 05 20:29:12.236106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-33c8004a-7bf3-41bb-887b-2c9193e3ee57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 217 time: 0.0709159 Apr 05 20:29:12.239611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72f9c4ff-96cd-4946-9548-b30ce088121e req-d4184aa4-0e06-4ab3-9112-75fcc28432a3 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530290 Apr 05 20:29:12.241666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-4633ed76-5bef-439e-887b-011b638cf475 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559146 Apr 05 20:29:12.302917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-fef10d88-0c2f-4869-a57b-9abe88f04e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:12.304486 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-fef10d88-0c2f-4869-a57b-9abe88f04e7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0615201 Apr 05 20:29:12.351996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.391445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['53943345-cd98-4001-857f-7303aff0fef3', 'baac0625-440b-420a-a4ac-cb0f79cb1f3b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:12.403743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Pushing event deleted for resources: {'Port': ['ID=baac0625-440b-420a-a4ac-cb0f79cb1f3b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:12.437997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.496886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] No DVR routers for this DVR port baac0625-440b-420a-a4ac-cb0f79cb1f3b on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:12.501624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.508876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-ee7182b3-2754-4429-abb1-43c994517d18 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589605 Apr 05 20:29:12.516152 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.522598 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-ed1b64b7-df0f-45e9-a027-82ed90d9332d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2114906 Apr 05 20:29:12.638830 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-add7ab8b-5ede-4f01-98f9-0f90185a99ed req-4963b886-bf36-41fc-bb30-94f2571184ec tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "DELETE /v2.0/ports/baac0625-440b-420a-a4ac-cb0f79cb1f3b HTTP/1.1" status: 204 len: 173 time: 1.3024380 Apr 05 20:29:12.673362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7bb5b2-40b0-42d8-b37c-208e125aa791,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:12.701820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-353d7ce7-21f7-4ecf-9e50-8d4bbcff23d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63fc12fbe38b49489442071ec0530e94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0030859 Apr 05 20:29:12.702838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43642) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:12.722761 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-7532f122-fad4-4962-b3f8-738e1756022e service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807318 Apr 05 20:29:12.863258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce1c8b98-6066-4bdf-85b7-9e06dc77205b req-fa9766f3-9467-4a06-9e10-27dcc69d49cc service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346708 Apr 05 20:29:12.869356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32231671-887e-4e60-a942-7a94b5940e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.890742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bebfd9-3113-4073-9189-f1570f4e3492 req-cd075f84-604a-47ec-a5c5-ff61ef9feed0 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:12.892552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9bebfd9-3113-4073-9189-f1570f4e3492 req-cd075f84-604a-47ec-a5c5-ff61ef9feed0 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 943 time: 0.4357638 Apr 05 20:29:12.921044 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a607a95-5e2e-48f0-aede-1966375b79dc req-4f76d4b6-7b24-44c7-95b6-e26c5b079df3 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860106 Apr 05 20:29:12.924891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32231671-887e-4e60-a942-7a94b5940e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.959495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9bebfd9-3113-4073-9189-f1570f4e3492 req-7736a08b-13fc-4b3a-8129-1f6459891dd1 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578110 Apr 05 20:29:13.020708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:29:13.064273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32231671-887e-4e60-a942-7a94b5940e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.089155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32231671-887e-4e60-a942-7a94b5940e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7bb5b2-40b0-42d8-b37c-208e125aa791,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:13.097229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32231671-887e-4e60-a942-7a94b5940e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.111075 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-32231671-887e-4e60-a942-7a94b5940e42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c7bb5b2-40b0-42d8-b37c-208e125aa791 HTTP/1.1" status: 204 len: 168 time: 0.3974259 Apr 05 20:29:13.235580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:13.245777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:13.250935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.257245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:13.258187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:13.316725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-27722640-ff53-4f09-8fcd-60f6d1677bef tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "PUT /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 200 len: 996 time: 3.6482761 Apr 05 20:29:13.317264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:13.456313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:13.532517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-a7d2ef84-97f6-4fb3-b6e8-f8bc10a06e47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.2011876 Apr 05 20:29:13.533393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'name': 'network-vif-deleted', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:13.727068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-4f44c0e0-6566-43d4-873c-3e935fe03c0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:13.729560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-4f44c0e0-6566-43d4-873c-3e935fe03c0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.1962032 Apr 05 20:29:13.744683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67629a6-dddc-47cf-8b29-e9f0f88aecb3 req-2b7dbe28-4799-4b1e-a6d0-197f0059e8ea tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:13.752373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b67629a6-dddc-47cf-8b29-e9f0f88aecb3 req-2b7dbe28-4799-4b1e-a6d0-197f0059e8ea tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 948 time: 0.1389997 Apr 05 20:29:13.831739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:69:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:29:10Z', 'revision_number': 8, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:13.836103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:13.847611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:13.848284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:13.850122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43662) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:13.869283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.888733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b67629a6-dddc-47cf-8b29-e9f0f88aecb3 req-b658f7b6-2c58-4dac-9ed8-798a96b67227 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355100 Apr 05 20:29:13.890347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-cef2a0cd-a9ef-4365-b949-0ae5956ab8bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 999 time: 0.1521170 Apr 05 20:29:13.910893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:13.916039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Usage tracker for resource:security_group_rule and tenant:db6a89d9db7a44d99bb52191489fbad0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:13.919931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:13.926413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:13.977174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-bd9d382b-4e87-4710-8658-dc426d688deb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:13.978958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-bd9d382b-4e87-4710-8658-dc426d688deb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.0824876 Apr 05 20:29:14.007860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.074936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:14.081915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.124495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-2639dff5-90d8-4bb3-b75b-951f27545f46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371374 Apr 05 20:29:14.129759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aa8e890-e606-4615-888f-4908021f6ed2 req-6f2c3c2a-5d70-42f3-9035-289106eccff0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0938597 Apr 05 20:29:14.137012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3cc7eb-5e82-4e97-beac-e62b173149fc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:14.147049 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-efb8e232-d805-41c6-a3be-0f7f060fe90c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db6a89d9db7a44d99bb52191489fbad0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956486 Apr 05 20:29:14.147620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43668) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:14.251062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c47eb781-3b0a-4e17-b9f5-4732749a50a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.280408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-64d77d72-9d49-4819-8f67-20f493c96947 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456137 Apr 05 20:29:14.296911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c47eb781-3b0a-4e17-b9f5-4732749a50a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.430751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf71660d-aa77-426c-8960-a0c2a664db42 req-36e71916-9085-49e7-a1d3-2d3ed1577239 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495063 Apr 05 20:29:14.435984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c47eb781-3b0a-4e17-b9f5-4732749a50a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.452998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eb781-3b0a-4e17-b9f5-4732749a50a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3cc7eb-5e82-4e97-beac-e62b173149fc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:14.460774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c47eb781-3b0a-4e17-b9f5-4732749a50a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.463225 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c47eb781-3b0a-4e17-b9f5-4732749a50a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df3cc7eb-5e82-4e97-beac-e62b173149fc HTTP/1.1" status: 204 len: 168 time: 0.3134947 Apr 05 20:29:14.521690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:69:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:29:10Z', 'revision_number': 8, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:14.525808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8521f6fc-6e70-4e33-9241-4b28e41ca6bc None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'dbae74e8-3a69-4fad-aca5-d3563b02bf34', 'tenant_id': 'a29273f3f47341788364488386d36237', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'port_id': '53943345-cd98-4001-857f-7303aff0fef3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'mac_address': 'fa:16:3e:69:96:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:29:10Z', 'revision_number': 8, 'project_id': 'a29273f3f47341788364488386d36237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:14.599214 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341fcaa2-ed64-416d-bcac-f27555d53b56'] response: {'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3', 'status': 'completed', 'code': 200} Apr 05 20:29:14.791222 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-d66ae846-3aae-4485-a538-247fd4a72c4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.1262941 Apr 05 20:29:14.799046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device baac0625-440b-420a-a4ac-cb0f79cb1f3b no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:14.868904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: baac0625-440b-420a-a4ac-cb0f79cb1f3b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:29:14.868904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device baac0625-440b-420a-a4ac-cb0f79cb1f3b not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:14.889546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caf542-f6ce-4045-a316-65bb5f104f8d req-2f510073-68cb-4bcd-80db-81ab6f368503 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:14.919930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10caf542-f6ce-4045-a316-65bb5f104f8d req-2f510073-68cb-4bcd-80db-81ab6f368503 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 946 time: 0.1642163 Apr 05 20:29:14.923919 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1227a-8a57-4382-8643-13f57eca842c None None] New status for floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:29:15.077285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10caf542-f6ce-4045-a316-65bb5f104f8d req-66d05aeb-4479-4a18-ab0b-c15080425301 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/security-groups?id=a91068cd-b712-4758-b254-b8150574498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489856 Apr 05 20:29:15.203064 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f60a3e-1334-4711-a930-2d10209c5c6c'] response: {'server_uuid': '438a0877-fd8c-4269-b4d8-0412caae4218', 'name': 'network-vif-deleted', 'tag': 'baac0625-440b-420a-a4ac-cb0f79cb1f3b', 'status': 'completed', 'code': 200} Apr 05 20:29:15.351900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-7b49f222-3a3a-44e6-a258-832a91081512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:15.353368 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-7b49f222-3a3a-44e6-a258-832a91081512 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.5464628 Apr 05 20:29:15.360442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-d9ee0e95-1b02-4127-a4fd-cb20497f5f41 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:15.361792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-d9ee0e95-1b02-4127-a4fd-cb20497f5f41 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Synchronizing usage tracker for tenant:04c1f74ef8e144e8b82b2b23f317f35e on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:15.400873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:15.435924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b28ad5-d06b-4567-b83e-ffbd71abb490 req-294bd24e-b6b7-4cb7-9c24-a125994a048d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:15.442701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2b28ad5-d06b-4567-b83e-ffbd71abb490 req-294bd24e-b6b7-4cb7-9c24-a125994a048d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 943 time: 0.0994835 Apr 05 20:29:15.494987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2b28ad5-d06b-4567-b83e-ffbd71abb490 req-cf7f2635-f16c-4b4a-9bbd-c6f7a7def35d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513513 Apr 05 20:29:15.495621 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-584d9774-b58d-4698-bae9-292189f73a49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 1001 time: 0.1280415 Apr 05 20:29:15.550346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-d9ee0e95-1b02-4127-a4fd-cb20497f5f41 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Unset dirty status for tenant:04c1f74ef8e144e8b82b2b23f317f35e on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:15.551648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-d9ee0e95-1b02-4127-a4fd-cb20497f5f41 tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 946 time: 0.3510616 Apr 05 20:29:15.573114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:15.589856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '192b35a5-d372-4293-a4c4-5c3f88c25bb7', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'port_id': '192b35a5-d372-4293-a4c4-5c3f88c25bb7', 'mac_address': 'fa:16:3e:cc:80:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:15.639785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-12cbed79-194f-4dc7-9d92-fda5e08bb258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:15.641334 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-12cbed79-194f-4dc7-9d92-fda5e08bb258 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.1377149 Apr 05 20:29:15.644130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8042b6c-7a6b-48d0-8c27-29e1fd5609e6 req-6cb7939b-99de-425d-9bd9-f8d0a26674eb tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 200 len: 998 time: 0.1092589 Apr 05 20:29:15.650866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Deleting port e2788bcd-5562-4ce6-b0ea-165ca9834581 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:15.651468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.722509 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.751000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192b35a5-d372-4293-a4c4-5c3f88c25bb7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:15.770577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:15.802648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8042b6c-7a6b-48d0-8c27-29e1fd5609e6 req-c640f70c-1a7c-4eea-a685-e2e44447ba4b tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:15.805540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8042b6c-7a6b-48d0-8c27-29e1fd5609e6 req-c640f70c-1a7c-4eea-a685-e2e44447ba4b tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.1550753 Apr 05 20:29:15.813811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-d8042b6c-7a6b-48d0-8c27-29e1fd5609e6 req-b5dbeb9d-b52e-4ef5-a63b-cc946c17344f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:29:15.815209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8042b6c-7a6b-48d0-8c27-29e1fd5609e6 req-b5dbeb9d-b52e-4ef5-a63b-cc946c17344f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057125 Apr 05 20:29:15.865282 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.865634 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-28bfd1ce-520b-4e78-bf44-ebdb9dc97c21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795356 Apr 05 20:29:15.866114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:16.014302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:16.037788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecea374-c677-491c-b019-5a99171129c2 req-8ba2c34d-40d6-4ef6-acf1-c910860c2ad9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:16.046280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ecea374-c677-491c-b019-5a99171129c2 req-8ba2c34d-40d6-4ef6-acf1-c910860c2ad9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 948 time: 0.1231203 Apr 05 20:29:16.094594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ecea374-c677-491c-b019-5a99171129c2 req-6b0499f2-17bc-4b54-8b40-4021ca960266 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Apr 05 20:29:16.096404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] For port e2788bcd-5562-4ce6-b0ea-165ca9834581, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e2788bcd-5562-4ce6-b0ea-165ca9834581,segment=NetworkSegment(447d9d14-dc24-4756-8627-74f5baea97d0),segment_id=447d9d14-dc24-4756-8627-74f5baea97d0)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:16.096765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.147685 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-2428a586-607d-4a3d-8fbb-c2c15184aa1d service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317841 Apr 05 20:29:16.148764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:16.169258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a5edc404-89d8-4399-9037-142a7321276d', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'a5edc404-89d8-4399-9037-142a7321276d', 'mac_address': 'fa:16:3e:05:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:16.227895 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.249627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5edc404-89d8-4399-9037-142a7321276d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:16.265862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:16.316156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.328603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-5dda0138-bc17-4363-8a16-674b94120062 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1001 time: 0.1351833 Apr 05 20:29:16.347242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Calling delete_port for e2788bcd-5562-4ce6-b0ea-165ca9834581 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:16.369144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43744) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:16.397242 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:16.510079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-e0c2b864-dc83-4de1-9a78-6f4335aba29a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:16.511467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-e0c2b864-dc83-4de1-9a78-6f4335aba29a tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports/53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 942 time: 0.1817331 Apr 05 20:29:16.536807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-09ab0a36-82b4-4d6b-9103-ee678a73f2ca tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:29:16.537948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-09ab0a36-82b4-4d6b-9103-ee678a73f2ca tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054295 Apr 05 20:29:16.548386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:16.549117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Unknown quota resources ['binding']. {{(pid=84581) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:29:16.567283 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1392a192-0917-4aa0-b8f0-afe41c332b2f req-8c05afe3-128a-465f-94c3-56fa1aafbe0e service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504344 Apr 05 20:29:16.580704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a5edc404-89d8-4399-9037-142a7321276d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:16.634159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['192b35a5-d372-4293-a4c4-5c3f88c25bb7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:16.670590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.705780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e2788bcd-5562-4ce6-b0ea-165ca9834581'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:16.718090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Pushing event deleted for resources: {'Port': ['ID=e2788bcd-5562-4ce6-b0ea-165ca9834581,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:16.742000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1227450186-network', 'tenant_id': 'b2fb9912d8824714932eb12196206115'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:16.773340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:16.789935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Usage tracker for resource:network and tenant:b2fb9912d8824714932eb12196206115 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:16.796961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:16.804621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] No DVR routers for this DVR port e2788bcd-5562-4ce6-b0ea-165ca9834581 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:16.807394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.822179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:16.860173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-2f34b63b-9169-4223-8efc-87b77ff3ab5f tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1001 time: 0.2275767 Apr 05 20:29:16.870875 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a4b667b9-9db9-48c0-a91b-38186b469cb6 req-5107514e-3767-47db-a199-4abde6947eac tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.39 "DELETE /v2.0/ports/e2788bcd-5562-4ce6-b0ea-165ca9834581 HTTP/1.1" status: 204 len: 173 time: 1.3126316 Apr 05 20:29:16.964597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Made reservation on behalf of b2fb9912d8824714932eb12196206115 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:16.967355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.994876 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.006777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:17.007148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:17.007473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:17.041354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:17.041674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:17.080930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:17.081289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:17.083215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:17.083215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Bound port: e11a2e93-f53b-4364-986a-eab6984d0628, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:17.090483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:17.096752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-ae986530-db27-4997-bab5-48a39174d956 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:17.098115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-ae986530-db27-4997-bab5-48a39174d956 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2273076 Apr 05 20:29:17.106526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Usage tracker for resource:security_group_rule and tenant:b2fb9912d8824714932eb12196206115 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:17.110634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:17.165494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:17.203788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'name': 'network-vif-deleted', 'tag': 'e2788bcd-5562-4ce6-b0ea-165ca9834581'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:17.243170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-7228623e-f114-47bc-b906-f0e90bd79d73 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1001 time: 0.1337066 Apr 05 20:29:17.245422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:17.259274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:17.363641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.364739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9888ab7e-217f-485a-8144-b84992c87a9e service neutron] 10.222.0.10 "POST /v2.0/ports/e11a2e93-f53b-4364-986a-eab6984d0628/bindings HTTP/1.1" status: 201 len: 389 time: 0.8205795 Apr 05 20:29:17.390848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.397714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.467522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.520170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0057ea75-0d13-47ed-98db-6607d53002c6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:17.522723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:17.594550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.594962 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Added segment 67f7c267-9e37-43bc-8c59-b5787417056c of type vlan for network 0df75aa9-3fb0-4dbf-8611-b7319024ba3f Apr 05 20:29:17.692719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b979962c-e538-4e60-b622-226f7532c2ff req-6e622ea0-d72b-4443-a2e8-ba64efb55a7b tempest-InstanceActionsV221TestJSON-1407359371 tempest-InstanceActionsV221TestJSON-1407359371-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc8c2f47-8a52-49be-9412-f913c7989c0d HTTP/1.1" status: 200 len: 210 time: 0.0661099 Apr 05 20:29:17.700735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.810492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.876392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.876786 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34 disassociated. External IP: 172.25.2.231, port: 53943345-cd98-4001-857f-7303aff0fef3. Apr 05 20:29:17.944919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.945837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:17.946401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.952638 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-ffa8e1c7-4c40-4fb8-aad0-a3abc1f55b83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1097 time: 0.0722346 Apr 05 20:29:18.170270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-41371c14-8729-46b5-97f0-6159e13d43cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:18.171694 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-41371c14-8729-46b5-97f0-6159e13d43cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.2119737 Apr 05 20:29:18.243371 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-5d242f19-5274-42a6-b0e1-c98de8634da3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 200 len: 217 time: 0.0638194 Apr 05 20:29:18.247036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] Pushing event updated for resources: {'Network': ['ID=0df75aa9-3fb0-4dbf-8611-b7319024ba3f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:18.263415 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 0df75aa9-3fb0-4dbf-8611-b7319024ba3f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:18.294073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ffb7eb73-8a04-4f55-8d0e-1630819acf9e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9236033 Apr 05 20:29:18.303612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43764) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:18.305356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8a1ee-8c8d-4466-91ba-19056129ea98 req-281cda00-13e2-4bc2-ac50-7eed57ce2ee9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:18.312660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0a8a1ee-8c8d-4466-91ba-19056129ea98 req-281cda00-13e2-4bc2-ac50-7eed57ce2ee9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 944 time: 0.3749607 Apr 05 20:29:18.319128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Request body: {'subnet': {'network_id': '0df75aa9-3fb0-4dbf-8611-b7319024ba3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1227450186-subnet', 'tenant_id': 'b2fb9912d8824714932eb12196206115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:18.328098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:18.344506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Usage tracker for resource:subnet and tenant:b2fb9912d8824714932eb12196206115 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:18.349810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:18.359316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:18.370691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-ba37cb7f-8233-4852-8d43-4ab1a54bd9c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:18.372274 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-ba37cb7f-8233-4852-8d43-4ab1a54bd9c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1222286 Apr 05 20:29:18.373767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0a8a1ee-8c8d-4466-91ba-19056129ea98 req-d4a34e34-e57b-42aa-a8ea-b1f23f4dc0d3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602434 Apr 05 20:29:18.421701 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-8d171ed6-3de5-414d-8e83-70fefb99ca00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425138 Apr 05 20:29:18.500429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Made reservation on behalf of b2fb9912d8824714932eb12196206115 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:18.502814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.629626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64026efc-0408-4e71-aed7-46312be4d906 req-f3bb432b-e4ce-41e9-b3a9-341411585bc7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:18.631049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64026efc-0408-4e71-aed7-46312be4d906 req-f3bb432b-e4ce-41e9-b3a9-341411585bc7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 949 time: 0.1088636 Apr 05 20:29:18.653893 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-3526a34b-7811-47a5-849a-947292fceb0f service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251685 Apr 05 20:29:18.691537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64026efc-0408-4e71-aed7-46312be4d906 req-079c45c8-0af8-4a92-ae13-2697b377a369 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546165 Apr 05 20:29:18.722189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:29:18.764401 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b913c3ef-74c4-4b86-a861-f909d365ae23'] response: {'server_uuid': 'cc8c2f47-8a52-49be-9412-f913c7989c0d', 'name': 'network-vif-deleted', 'tag': 'e2788bcd-5562-4ce6-b0ea-165ca9834581', 'status': 'completed', 'code': 200} Apr 05 20:29:18.798080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e2788bcd-5562-4ce6-b0ea-165ca9834581 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:18.845179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: e2788bcd-5562-4ce6-b0ea-165ca9834581 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:29:18.845902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e2788bcd-5562-4ce6-b0ea-165ca9834581 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:18.870187 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-ab2ae217-a21b-4d6c-aca3-d6b68d629ae1 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087200 Apr 05 20:29:18.955980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.965776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b2843-f6de-4268-a5f6-94e787a38d06 req-d347a73e-04fa-444d-9f53-09ce98b6928d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:18.968506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d35b2843-f6de-4268-a5f6-94e787a38d06 req-d347a73e-04fa-444d-9f53-09ce98b6928d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.0982265 Apr 05 20:29:19.033131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:19.036378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d35b2843-f6de-4268-a5f6-94e787a38d06 req-a4f60c33-2678-4f89-a113-4872f92a6112 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534754 Apr 05 20:29:19.038048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89011efb-48be-41e7-9c20-76d31bea9dc8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:19.039088 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.046790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:19.052808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Checking segment: {'id': '67f7c267-9e37-43bc-8c59-b5787417056c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0df75aa9-3fb0-4dbf-8611-b7319024ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:19.053203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Network hostable DHCP agents. Network: 0df75aa9-3fb0-4dbf-8611-b7319024ba3f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:19.071615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:19.076513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:19.107572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-b93d86ce-9326-4ce5-8909-020e4ad8de6d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "PUT /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 200 len: 696 time: 1.8556015 Apr 05 20:29:19.108144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:19.189068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Network 0df75aa9-3fb0-4dbf-8611-b7319024ba3f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:19.223155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-7278bdf1-669a-4e01-af2a-2a738a8f5ec2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.0992842 Apr 05 20:29:19.232781 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edb4ae0-f21e-43db-ad34-0a0ee1d03101'] response: {'name': 'network-changed', 'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'tag': '53943345-cd98-4001-857f-7303aff0fef3', 'status': 'completed', 'code': 200} Apr 05 20:29:19.281475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 0df75aa9-3fb0-4dbf-8611-b7319024ba3f) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:19.288785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.289571 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.309979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e9a3a-6b19-44c1-a942-5a35adc82b95 None None] Network 0df75aa9-3fb0-4dbf-8611-b7319024ba3f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:19.383591 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5790e8be-b534-4f93-9331-9e042eba439a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0747375 Apr 05 20:29:19.436966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-7c04a4d9-6326-4980-8c38-2b989f9299ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.438617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-7c04a4d9-6326-4980-8c38-2b989f9299ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2009444 Apr 05 20:29:19.570116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-251509eb-2abc-406a-9208-644fd7f8752b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 217 time: 0.1209354 Apr 05 20:29:19.642186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:19.690058 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-4cd0d239-6aec-4952-a8ce-989af2e0c4b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a29273f3f47341788364488386d36237&device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 1096 time: 0.1038752 Apr 05 20:29:19.746034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-dd8a0d7c-050e-4072-98b5-1539aacf6d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.753439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-dd8a0d7c-050e-4072-98b5-1539aacf6d5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.1784472 Apr 05 20:29:19.829774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:19.862237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a9d30-3cdb-41b1-be2f-b7ba3d470574 req-53af5e4d-a602-4ec8-a9a9-1085480a0fc4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.863701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-453a9d30-3cdb-41b1-be2f-b7ba3d470574 req-53af5e4d-a602-4ec8-a9a9-1085480a0fc4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 944 time: 0.2092214 Apr 05 20:29:19.879637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-14acf8ba-91a7-4e12-ab33-e710f6e4d5c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253879 Apr 05 20:29:19.892446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f51ba-589f-4eae-9c18-d678ea8aa158 None None] Network 0df75aa9-3fb0-4dbf-8611-b7319024ba3f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:19.906184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:19.920443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:19.920790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.937099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-612e060d-a20c-4d5a-9cd2-75470437f5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.937099 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-612e060d-a20c-4d5a-9cd2-75470437f5ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 200 len: 921 time: 0.2311630 Apr 05 20:29:20.060483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-453a9d30-3cdb-41b1-be2f-b7ba3d470574 req-3af342b1-342f-47a8-bee6-557779b31144 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849420 Apr 05 20:29:20.116730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-fd4eac92-575d-431e-8cd0-dbe7decbe45c service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030318 Apr 05 20:29:20.131413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-c57ee8e7-17de-4e24-9d14-93b688103481 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 200 len: 217 time: 0.1865969 Apr 05 20:29:20.140109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.147797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.244416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43808) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:20.275891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:20.366119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] Deleting subnet a81a448c-bb40-4729-a6c5-d9a9e04ab2b7 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:29:20.369618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.373068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:20.454967 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.456005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:20.456597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.561897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.597213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-2ad7cf7c-b41c-4f8b-8ace-50cd03cfcae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:20.598786 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-2ad7cf7c-b41c-4f8b-8ace-50cd03cfcae8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 200 len: 859 time: 0.4606795 Apr 05 20:29:20.648870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9287725b-56e3-406f-9c96-b0bbab92ddc1 req-f75fe80f-e9b9-4cb7-bba1-0899ad493f68 service neutron] 10.222.0.10 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214493 Apr 05 20:29:20.708374 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-03f62802-167c-41fe-ad3c-9a6aecea9698 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013646 Apr 05 20:29:20.719465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:20.750819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b432e-a86e-4a67-89e6-4f2721770654 req-f332276c-6a79-43fc-a960-36fe57836fb7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:20.757698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-903b432e-a86e-4a67-89e6-4f2721770654 req-f332276c-6a79-43fc-a960-36fe57836fb7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 949 time: 0.1852684 Apr 05 20:29:20.790914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port a5edc404-89d8-4399-9037-142a7321276d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:20.810822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a5edc404-89d8-4399-9037-142a7321276d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:20.811584 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.823722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-903b432e-a86e-4a67-89e6-4f2721770654 req-ba95a74c-a75f-45f0-b779-98179bfbceca tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645275 Apr 05 20:29:20.933671 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70a5248-5c60-412a-bc1e-36a25f023fbf'] response: {'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7', 'code': 200} Apr 05 20:29:20.952246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:20.959716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:20.978885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:20.979517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:20.998664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.110218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c7dba-2250-4265-90bd-e06bb8800152 req-d60400e5-e501-44fb-8b24-49e202c8f37b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:21.120726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a3c7dba-2250-4265-90bd-e06bb8800152 req-d60400e5-e501-44fb-8b24-49e202c8f37b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.1273646 Apr 05 20:29:21.176987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81a448c-bb40-4729-a6c5-d9a9e04ab2b7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:21.192261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a3c7dba-2250-4265-90bd-e06bb8800152 req-4b6ab1f4-d077-43ae-99fc-b93a1a8fae1e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702953 Apr 05 20:29:21.260981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.292555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.313257 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-519196d3-8a06-4340-8011-4e684bcf9990 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a81a448c-bb40-4729-a6c5-d9a9e04ab2b7 HTTP/1.1" status: 204 len: 168 time: 1.0612493 Apr 05 20:29:21.313736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:21.367025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43848) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:21.398531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1580784518-network', 'tenant_id': 'ad7bc1dc80af4d0e8b41746a061577ed'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:21.416155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:21.420244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Usage tracker for resource:network and tenant:ad7bc1dc80af4d0e8b41746a061577ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:21.424043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:21.440153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:21.447101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:21.451858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:21.524749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-b3f74f29-91fc-44b7-9283-4cbdee4c7a2d service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065898 Apr 05 20:29:21.585789 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ad2118c0-f7c2-450e-a8cc-499dde6474df req-c5c8545c-2935-4d57-8b92-7a2c12a82369 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1096 time: 0.5720699 Apr 05 20:29:21.607878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-275e4a00-b167-48d0-b1b3-acce13e8e612 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 200 len: 696 time: 0.1155288 Apr 05 20:29:21.609352 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.686735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Made reservation on behalf of ad7bc1dc80af4d0e8b41746a061577ed for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:21.689127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.725416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.763448 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ad2118c0-f7c2-450e-a8cc-499dde6474df req-43383870-79a9-46b2-9c29-cd2bdb9af04d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591170 Apr 05 20:29:21.763768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.804986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:21.812164 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9b1e3587-8bd8-4f51-98b8-fdb8a6050f2d req-3b11eb54-44df-4b93-8a9d-c2349322ce34 service neutron] 10.222.0.39 "GET /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775977 Apr 05 20:29:21.813245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7bc1dc80af4d0e8b41746a061577ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:21.816203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:21.822054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:21.847108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:21.926731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.969465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-121feff1-9e92-42f7-9b4b-c9b0fef00522 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:21.970822 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-121feff1-9e92-42f7-9b4b-c9b0fef00522 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3513129 Apr 05 20:29:21.991298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.994553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-fe2c4396-8ba0-4692-8a48-1575a25186ab tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:29:21.995193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-fe2c4396-8ba0-4692-8a48-1575a25186ab tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0182283 Apr 05 20:29:22.004813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:22.005089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.009305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d726c145-91c3-4053-8cf8-972dd935d25d None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:27:44Z', 'revision_number': 4, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '719660d2-be70-4e5b-a253-ebca4d4f3bbc', 'name': '', 'network_id': 'aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd', 'tenant_id': 'a29273f3f47341788364488386d36237', 'mac_address': 'fa:16:3e:0b:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '85c086db-b972-4238-b437-a1b42d5923a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:43Z', 'updated_at': '2022-04-05T20:27:51Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'subnets': [{'id': '85c086db-b972-4238-b437-a1b42d5923a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:22.040073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:22.050023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b637ef0a-02ac-48e3-9077-b91884824bff,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:22.056251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.056597 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Added segment bdcaba74-29ff-4847-b416-fe3ed36d9f21 of type vlan for network 524a4df0-a575-45e2-a77c-2c8648bc5040 Apr 05 20:29:22.084652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.091595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcbcd9-7c3f-4939-83e3-98918d8c5d77 req-2047c9a3-8a3f-40c3-b570-d49762912f4c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:22.093341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2fcbcd9-7c3f-4939-83e3-98918d8c5d77 req-2047c9a3-8a3f-40c3-b570-d49762912f4c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.4019904 Apr 05 20:29:22.120628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8c9630-cd0a-4b66-ad15-149715dddb96']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:22.159801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b7000b99-d8be-4803-ae56-bd1965bd23cc tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 699 time: 0.1378629 Apr 05 20:29:22.161450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447d9d14-dc24-4756-8627-74f5baea97d0') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:22.161744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447d9d14-dc24-4756-8627-74f5baea97d0') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:22.178821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.179959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:22.180555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.239127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.297155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] Pushing event updated for resources: {'Network': ['ID=524a4df0-a575-45e2-a77c-2c8648bc5040,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:22.297311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2fcbcd9-7c3f-4939-83e3-98918d8c5d77 req-94aa1ad0-7ba8-4b7e-bb08-1ff2b6232b4f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784174 Apr 05 20:29:22.298412 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.311060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 524a4df0-a575-45e2-a77c-2c8648bc5040 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:22.315000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:29:22.315595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.324509 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183591de-09da-4f05-9ba5-2c22420c299e None None] New status for floating IP dbae74e8-3a69-4fad-aca5-d3563b02bf34: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:22.332885 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:22.338786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-f57dad75-485c-4eef-843e-c2e300f2de35 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 699 time: 0.1683559 Apr 05 20:29:22.350885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-19bd5621-9ef5-49e9-87e7-7d8afe613b50 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9659481 Apr 05 20:29:22.353510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43862) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:22.361427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Request body: {'subnet': {'network_id': '524a4df0-a575-45e2-a77c-2c8648bc5040', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1580784518-subnet', 'tenant_id': 'ad7bc1dc80af4d0e8b41746a061577ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:22.368193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:22.373657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Usage tracker for resource:subnet and tenant:ad7bc1dc80af4d0e8b41746a061577ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:22.376948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:22.384157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:22.477611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Made reservation on behalf of ad7bc1dc80af4d0e8b41746a061577ed for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:22.480845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.548727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-a4da6dda-5446-4ddd-ac20-01fd45058a2d tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757985 Apr 05 20:29:22.696739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Deleting port 08aff3af-4af2-4b02-91ee-4fe80a07d704 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:22.697113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.724247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.755778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.834222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=520a733a-057e-47b3-8d9a-fb4be7a92aaf,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:22.847002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Checking segment: {'id': 'bdcaba74-29ff-4847-b416-fe3ed36d9f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '524a4df0-a575-45e2-a77c-2c8648bc5040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:22.847362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Network hostable DHCP agents. Network: 524a4df0-a575-45e2-a77c-2c8648bc5040, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:22.873941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8c9630-cd0a-4b66-ad15-149715dddb96,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:22.879771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.934972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:22.965337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Network 524a4df0-a575-45e2-a77c-2c8648bc5040 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:23.009375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9217641a-69ac-4ed3-b845-00b30079f532 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fb8c9630-cd0a-4b66-ad15-149715dddb96 HTTP/1.1" status: 204 len: 168 time: 1.6923139 Apr 05 20:29:23.023378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-fdce64e8-7b50-4868-a671-c74231202003 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:23.024855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-fdce64e8-7b50-4868-a671-c74231202003 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241574 Apr 05 20:29:23.059493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-9366db7b-1f34-430e-914c-7f90a5333118 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/quotas/5b4ddd84144841a4a1f0f26ad08dd532 HTTP/1.1" status: 200 len: 375 time: 0.0270567 Apr 05 20:29:23.069957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 524a4df0-a575-45e2-a77c-2c8648bc5040) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:23.075299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:23.075982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.087125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad821f-da1c-4d46-b464-4da438639d49 None None] Network 524a4df0-a575-45e2-a77c-2c8648bc5040 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:23.119570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-75141b8e-26ef-4ab3-9e0f-33e5d69235c0 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545566 Apr 05 20:29:23.121780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.122383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.214163 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-97624ff1-8622-4d6a-8950-0a9921d7e382 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8591146 Apr 05 20:29:23.256090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Calling delete_port for 08aff3af-4af2-4b02-91ee-4fe80a07d704 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:23.360449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6602dadc-9af7-483d-91aa-58e7791dc657 None None] Network 524a4df0-a575-45e2-a77c-2c8648bc5040 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:23.413931 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:29:23.414335 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:29:23.417543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43880) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:23.519860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43886) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:23.534998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] Deleting subnet 89011efb-48be-41e7-9c20-76d31bea9dc8 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:29:23.544230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.585460 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-48f3ce66-fb85-41e9-b2d2-fe77d389e1d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04c1f74ef8e144e8b82b2b23f317f35e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0641706 Apr 05 20:29:23.587930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43894) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:23.643784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.681602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5797-38a1-4fd9-9dd1-703a1946eacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.703280 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.708247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5797-38a1-4fd9-9dd1-703a1946eacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.842321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.842896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5797-38a1-4fd9-9dd1-703a1946eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.858143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe5797-38a1-4fd9-9dd1-703a1946eacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91068cd-b712-4758-b254-b8150574498c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:23.866901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5797-38a1-4fd9-9dd1-703a1946eacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.868108 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bcbe5797-38a1-4fd9-9dd1-703a1946eacb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a91068cd-b712-4758-b254-b8150574498c HTTP/1.1" status: 204 len: 168 time: 0.2781601 Apr 05 20:29:23.882876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89011efb-48be-41e7-9c20-76d31bea9dc8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:23.893860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.916839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Deleting port 08aff3af-4af2-4b02-91ee-4fe80a07d704 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:23.917216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.056590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-20b9072b-7a31-46e9-9160-563b590595f9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/89011efb-48be-41e7-9c20-76d31bea9dc8 HTTP/1.1" status: 204 len: 168 time: 0.6372571 Apr 05 20:29:24.059708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:24.163008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.163604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.175214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.304898 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.314975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c1d82-70c8-470a-9128-5dd0feb8e39c req-f999d8dd-41d8-4390-8a4a-026e5bbfa60b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.316577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-255c1d82-70c8-470a-9128-5dd0feb8e39c req-f999d8dd-41d8-4390-8a4a-026e5bbfa60b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.2668092 Apr 05 20:29:24.323340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Calling delete_port for 08aff3af-4af2-4b02-91ee-4fe80a07d704 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:24.333654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df75aa9-3fb0-4dbf-8611-b7319024ba3f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:24.346137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f7c267-9e37-43bc-8c59-b5787417056c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:24.346602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f7c267-9e37-43bc-8c59-b5787417056c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:24.359602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.377620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.383884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:29:24.384389 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:24.397714 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:24.430867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-255c1d82-70c8-470a-9128-5dd0feb8e39c req-35a8b42c-7361-4ca9-a238-2f1e57456d91 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709562 Apr 05 20:29:24.578753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.595754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.600896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.611071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df75aa9-3fb0-4dbf-8611-b7319024ba3f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:24.616391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0166f39c-195a-4e84-9d68-eded0f13c756 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0df75aa9-3fb0-4dbf-8611-b7319024ba3f HTTP/1.1" status: 204 len: 168 time: 0.5526104 Apr 05 20:29:24.616519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43918) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:24.646637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Pushing event deleted for resources: {'Port': ['ID=08aff3af-4af2-4b02-91ee-4fe80a07d704,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:24.676085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] Deleting subnet 520a733a-057e-47b3-8d9a-fb4be7a92aaf {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:29:24.682733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.770641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb4db6-d3fa-4226-a837-60d35d1c910c req-f791d20c-cca3-4486-b29c-8cd81d82c3cb tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.772143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9bb4db6-d3fa-4226-a837-60d35d1c910c req-f791d20c-cca3-4486-b29c-8cd81d82c3cb tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.2187159 Apr 05 20:29:24.774829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.820175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.822581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.834130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9369b1e5-d844-46c5-900a-3930266d5b7e req-b122a177-5bfe-408c-ae25-f9057dff92e0 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "DELETE /v2.0/floatingips/dbae74e8-3a69-4fad-aca5-d3563b02bf34 HTTP/1.1" status: 204 len: 173 time: 2.4952674 Apr 05 20:29:24.848700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9bb4db6-d3fa-4226-a837-60d35d1c910c req-36b9b4a8-b066-4c50-805e-c42e5f12e58f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699418 Apr 05 20:29:24.876644 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e46a46a-2db7-42c9-a502-f6ce26d12f9a'] response: {'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d', 'code': 200} Apr 05 20:29:24.894010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.087993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fd609682-5bef-44e1-917a-554ed0affe7e req-b746b392-9c8b-498a-9a7e-0148d6a9b49c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1101 time: 0.1160862 Apr 05 20:29:25.135650 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fd609682-5bef-44e1-917a-554ed0affe7e req-37566077-8f68-4fb1-80c7-fff6c3874bec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Apr 05 20:29:25.162271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.180259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-52ef1702-0157-4a2c-85ca-1fcd9e7ed74d tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377975 Apr 05 20:29:25.205448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=520a733a-057e-47b3-8d9a-fb4be7a92aaf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:25.210224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.220418 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d4bfba9-260c-4b31-99fb-3827d2777b11 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/520a733a-057e-47b3-8d9a-fb4be7a92aaf HTTP/1.1" status: 204 len: 168 time: 0.5999637 Apr 05 20:29:25.220418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43936) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:25.278276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43940) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:25.328685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c890e91-a87e-4b3c-82e8-5055d6f09fe7 req-62eb081c-9279-4aad-9165-734beafa549b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:25.330565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c890e91-a87e-4b3c-82e8-5055d6f09fe7 req-62eb081c-9279-4aad-9165-734beafa549b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.3296199 Apr 05 20:29:25.344536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.399244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-8887901d-3e42-49f5-b810-0f78f8136025 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:25.400634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-8887901d-3e42-49f5-b810-0f78f8136025 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088261 Apr 05 20:29:25.422165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c890e91-a87e-4b3c-82e8-5055d6f09fe7 req-66e2cc87-5495-4f5f-ae4b-676a556d211c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744164 Apr 05 20:29:25.422165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-99cb45e4-5eeb-4358-a980-2c0b0128063c tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/quotas/5b4ddd84144841a4a1f0f26ad08dd532 HTTP/1.1" status: 200 len: 375 time: 0.0137861 Apr 05 20:29:25.431963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1193415698-network', 'tenant_id': 'df176d4439164131ac58acc3a8187809'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:25.439645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:25.476603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Usage tracker for resource:network and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:25.478481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.483388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:25.488400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-c3579f85-ea56-4d1f-ba7f-2160311f4d78 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506084 Apr 05 20:29:25.492449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:25.514068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524a4df0-a575-45e2-a77c-2c8648bc5040']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:25.527838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcaba74-29ff-4847-b416-fe3ed36d9f21') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:25.528252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcaba74-29ff-4847-b416-fe3ed36d9f21') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:25.540467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.577424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.585968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:29:25.586416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:25.601286 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:25.611808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Made reservation on behalf of df176d4439164131ac58acc3a8187809 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:25.615590 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.641305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.724147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd8023-6b75-4d18-a72d-3f14580a77da req-ac2d332f-690b-4d7c-89f1-b7c3324c083c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:25.731520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4dd8023-6b75-4d18-a72d-3f14580a77da req-ac2d332f-690b-4d7c-89f1-b7c3324c083c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 945 time: 0.1839077 Apr 05 20:29:25.772781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.804480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.817816 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] 10.222.0.10 "DELETE /v2.0/networks/524a4df0-a575-45e2-a77c-2c8648bc5040 HTTP/1.1" status: 204 len: 168 time: 0.5966346 Apr 05 20:29:25.821689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3bb7c-ea4b-4a73-8181-15e59916754a admin admin] Pushing event deleted for resources: {'Network': ['ID=524a4df0-a575-45e2-a77c-2c8648bc5040,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:25.829646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4dd8023-6b75-4d18-a72d-3f14580a77da req-1f9b9963-561d-4d73-81d2-8c47fd5b3dee tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971351 Apr 05 20:29:25.835993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:25.840363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Usage tracker for resource:security_group_rule and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:25.843820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:25.859305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:25.957902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.982702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-1fc287c0-32d3-4b69-b16e-7f655104032f tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307736 Apr 05 20:29:25.993284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-9442193c-9705-4e1c-bf6f-a81c24dd1ec8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:25.993987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-9442193c-9705-4e1c-bf6f-a81c24dd1ec8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Synchronizing usage tracker for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:26.043862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3c6861f-41dc-4d85-a855-d5bf4a36a613 req-cc55bcbc-12c0-4403-aac0-75c916fb7f07 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1096 time: 0.0706909 Apr 05 20:29:26.092264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.133776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3c6861f-41dc-4d85-a855-d5bf4a36a613 req-14f0ab14-96bd-4914-882a-77cb1a215a6d tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Apr 05 20:29:26.144432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:26.146654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98be09d7-baff-4801-a7da-a7ee7ab30b0b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:26.156820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.157232 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Added segment 8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6 of type vlan for network 085ac82a-4593-4f2f-b6e0-e1591b49614b Apr 05 20:29:26.187663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-01c13c8e-e26c-464d-a27d-237a9ce6fdb7 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:26.189508 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-01c13c8e-e26c-464d-a27d-237a9ce6fdb7 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920888 Apr 05 20:29:26.200973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.215596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Request body: {'port': {'device_id': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '5b4ddd84144841a4a1f0f26ad08dd532'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:26.250200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-9442193c-9705-4e1c-bf6f-a81c24dd1ec8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Unset dirty status for tenant:88570e437ab748ec9b41b1b7ccc44fa7 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:26.251529 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-9442193c-9705-4e1c-bf6f-a81c24dd1ec8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.23 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 945 time: 0.4059024 Apr 05 20:29:26.347689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.348540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:26.349158 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.358456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43968) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:26.506631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Deleting port 704b3a70-f392-4750-90ae-8bee939cf262 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:26.507210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.543910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64d53a8b-9fbd-4c74-a483-0db58c33166e req-19103dd8-7cf6-4c11-a433-33e72a9110e0 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 210 time: 0.1346371 Apr 05 20:29:26.571774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:26.574232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] Pushing event updated for resources: {'Network': ['ID=085ac82a-4593-4f2f-b6e0-e1591b49614b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:26.584846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:26.591966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Usage tracker for resource:port and tenant:5b4ddd84144841a4a1f0f26ad08dd532 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:26.598590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b20d9c56-8c17-49e6-8743-4c703cef8657 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2fb9912d8824714932eb12196206115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2121794 Apr 05 20:29:26.601894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43972) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:26.609022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:26.620011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e00bc9-30aa-4082-9f15-f52e5916c0f5 req-a247281a-c518-417e-b66b-289d70c98db5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:26.622453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1e00bc9-30aa-4082-9f15-f52e5916c0f5 req-a247281a-c518-417e-b66b-289d70c98db5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.3450227 Apr 05 20:29:26.671973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:26.672966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-87448345-774d-471c-bde0-5936ebe46be2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3893750 Apr 05 20:29:26.676208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43976) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:26.688714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Request body: {'subnet': {'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1193415698-subnet', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:26.732463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:26.752048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Usage tracker for resource:subnet and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:26.761176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:26.776311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:26.788861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1e00bc9-30aa-4082-9f15-f52e5916c0f5 req-8ec276a7-fe93-4e85-ace1-04b706a3e99e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596725 Apr 05 20:29:26.790481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Made reservation on behalf of 5b4ddd84144841a4a1f0f26ad08dd532 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:26.794186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.802203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b59c63b-a582-47bd-a62a-0a00b7fbd07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.833809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.835870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b59c63b-a582-47bd-a62a-0a00b7fbd07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.864335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Made reservation on behalf of df176d4439164131ac58acc3a8187809 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:26.866759 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.888383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f27923-d01e-4e74-b60a-c4e1030c8807 req-ded7de29-fc2f-48c2-89a4-f95538adcddf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:26.889869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51f27923-d01e-4e74-b60a-c4e1030c8807 req-ded7de29-fc2f-48c2-89a4-f95538adcddf tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.1968617 Apr 05 20:29:26.911615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:26.927221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Usage tracker for resource:security_group_rule and tenant:5b4ddd84144841a4a1f0f26ad08dd532 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:26.931534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:26.940732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] For port 704b3a70-f392-4750-90ae-8bee939cf262, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=704b3a70-f392-4750-90ae-8bee939cf262,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:26.941130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.950071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:27.076276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51f27923-d01e-4e74-b60a-c4e1030c8807 req-220f91ab-d250-4590-81c3-44ffdb99b1a1 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299736 Apr 05 20:29:27.100718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df27a464-28cb-422b-ba02-608d7090935e req-0c62f2c5-a35f-48a8-899e-8dd6af4b5827 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1096 time: 0.1454351 Apr 05 20:29:27.134453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b59c63b-a582-47bd-a62a-0a00b7fbd07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.168484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59c63b-a582-47bd-a62a-0a00b7fbd07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0057ea75-0d13-47ed-98db-6607d53002c6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:27.189840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df27a464-28cb-422b-ba02-608d7090935e req-62075f6c-4d98-4c13-9f35-c51c39fda03c tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810161 Apr 05 20:29:27.191190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b59c63b-a582-47bd-a62a-0a00b7fbd07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.192259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7b59c63b-a582-47bd-a62a-0a00b7fbd07d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0057ea75-0d13-47ed-98db-6607d53002c6 HTTP/1.1" status: 204 len: 168 time: 0.5896995 Apr 05 20:29:27.316291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.401479 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.493796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1851f-cb2c-40a9-8518-c571022ec189 req-aaf69f51-a5bf-40b9-86d2-dda869bf8859 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:27.494480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bec1851f-cb2c-40a9-8518-c571022ec189 req-aaf69f51-a5bf-40b9-86d2-dda869bf8859 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Synchronizing usage tracker for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:27.514615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f85a-0de7-44b7-ac04-c3e20588b457 req-52c58332-6f25-4b80-a2f4-8008f81a32c8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:27.516125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1379f85a-0de7-44b7-ac04-c3e20588b457 req-52c58332-6f25-4b80-a2f4-8008f81a32c8 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 945 time: 0.1552818 Apr 05 20:29:27.546814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfeeeb9d-51ef-4feb-8e79-545ad739debe,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:27.552565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.560120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.560120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.560120 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Floating IP 05e53447-628e-48ee-96ad-b698a11ec43a disassociated. External IP: 172.25.2.126, port: 704b3a70-f392-4750-90ae-8bee939cf262. Apr 05 20:29:27.561040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Calling delete_port for 704b3a70-f392-4750-90ae-8bee939cf262 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:27.597652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1379f85a-0de7-44b7-ac04-c3e20588b457 req-6f517c80-f4a8-4e77-8e98-e321f7334f03 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd95ba46-e555-462b-b5c3-852dc19c3274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758307 Apr 05 20:29:27.723402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bec1851f-cb2c-40a9-8518-c571022ec189 req-aaf69f51-a5bf-40b9-86d2-dda869bf8859 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Unset dirty status for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:27.723402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bec1851f-cb2c-40a9-8518-c571022ec189 req-aaf69f51-a5bf-40b9-86d2-dda869bf8859 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 945 time: 0.3404379 Apr 05 20:29:27.726633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Allocated IP 192.168.233.40 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/f62d90fa-a9c6-4875-a1fd-04414a2fc9b7) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:27.746253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b68241-c312-4340-9158-5ed180b9be3a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:27.791599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:27.791599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Network hostable DHCP agents. Network: 085ac82a-4593-4f2f-b6e0-e1591b49614b, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:27.795925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bec1851f-cb2c-40a9-8518-c571022ec189 req-da725683-fa2d-49d6-bb09-2972445a1763 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708004 Apr 05 20:29:27.962548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c14891af-9b59-4225-b6ab-d91bf282bc5a req-4d10618e-211e-4414-90f0-47de7c4744df tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 210 time: 0.0572495 Apr 05 20:29:28.038963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.142104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b468fd-4907-4a63-83ee-c4c47c3d799c req-263ca1ad-0487-4a01-a73b-b4be742a03d3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.143409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4b468fd-4907-4a63-83ee-c4c47c3d799c req-263ca1ad-0487-4a01-a73b-b4be742a03d3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.0769825 Apr 05 20:29:28.188322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4b468fd-4907-4a63-83ee-c4c47c3d799c req-714bf6db-875f-4fd1-bfc2-1bafc128eff5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Apr 05 20:29:28.259366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:28.292216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Transition to ACTIVE for port object f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:28.307944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.368351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event deleted for resources: {'Port': ['ID=704b3a70-f392-4750-90ae-8bee939cf262,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:28.369408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 085ac82a-4593-4f2f-b6e0-e1591b49614b) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:28.374799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.375368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.390158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9115d4-1760-4d64-9f7a-2dc622157ecc None None] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:28.391413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-3cfdc669-24ce-4871-a60d-5398bc60ce5b tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.392058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-3cfdc669-24ce-4871-a60d-5398bc60ce5b tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Synchronizing usage tracker for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:28.448789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597b899-4cb2-4571-9528-044d577fe3d0 req-323741b3-2a98-4edb-8659-27af4da0f413 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.451947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a597b899-4cb2-4571-9528-044d577fe3d0 req-323741b3-2a98-4edb-8659-27af4da0f413 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.1394398 Apr 05 20:29:28.510545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-17ed6f6e-c0a2-4dd6-905f-dc786dcd7aa0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8320312 Apr 05 20:29:28.517933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44002) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:28.520783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.531979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a597b899-4cb2-4571-9528-044d577fe3d0 req-53851ea4-cc14-4954-932f-f730d514b379 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736969 Apr 05 20:29:28.532487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:28.571979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:28.583203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-3cfdc669-24ce-4871-a60d-5398bc60ce5b tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Unset dirty status for tenant:a29273f3f47341788364488386d36237 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:28.584356 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-3cfdc669-24ce-4871-a60d-5398bc60ce5b tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 945 time: 0.3479915 Apr 05 20:29:28.600430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Usage tracker for resource:router and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:28.606027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:28.608548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:28.664213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf515dc-c1ca-451b-9a05-5bc0ef43b6d1 req-ae2333c8-2d7f-40b4-a216-30cbbe943450 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.666600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:28.673514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdf515dc-c1ca-451b-9a05-5bc0ef43b6d1 req-ae2333c8-2d7f-40b4-a216-30cbbe943450 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.1319268 Apr 05 20:29:28.723990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:28.730704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:28.741389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:28.775280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-085ac82a-4593-4f2f-b6e0-e1591b49614b', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:29:28.776098 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.779709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdf515dc-c1ca-451b-9a05-5bc0ef43b6d1 req-f86be950-98f6-45f8-a327-57cdc0230290 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049433 Apr 05 20:29:28.819393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fe2d6ff-1e9f-4760-850f-9a1fbfe33985 req-35c1174a-d617-45e9-b1a9-f4288c969549 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1096 time: 0.1105688 Apr 05 20:29:28.890918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.894840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.915993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Deleting port 53943345-cd98-4001-857f-7303aff0fef3 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:28.916260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.939901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fe2d6ff-1e9f-4760-850f-9a1fbfe33985 req-8a25a00d-b5f0-45e1-b956-ca635884def9 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122925 Apr 05 20:29:29.026284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:29.039403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13ff02fa-d5e5-4566-8946-730ba652de0a req-fa8cc07d-0f02-4c06-b3e2-fed7bad9c35c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 210 time: 0.0580933 Apr 05 20:29:29.065212 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.065212 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.131887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Allocated IP 172.20.0.2 (085ac82a-4593-4f2f-b6e0-e1591b49614b/a5b68241-c312-4340-9158-5ed180b9be3a/6262f13b-2dc7-4702-84ac-7ad12d8a14a1) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:29.162304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-aaa6bd92-1b01-4b23-8a33-7c7c13762af5 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484645 Apr 05 20:29:29.206525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.251240 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-07267769-865c-4490-968f-ff147e1af241 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad7bc1dc80af4d0e8b41746a061577ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6101999 Apr 05 20:29:29.276104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44020) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:29.331850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b665e4f5-8d0c-4680-99ae-ee6d46a05359 None None] Provisioning for port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:29.376948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b665e4f5-8d0c-4680-99ae-ee6d46a05359 None None] Provisioning complete for port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:29.377851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b665e4f5-8d0c-4680-99ae-ee6d46a05359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.425190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0103735c-c6c6-4682-b93d-7c21f750e877 req-828ead73-865b-410b-b978-73cce961f23a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 210 time: 0.0752394 Apr 05 20:29:29.471044 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.472955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b665e4f5-8d0c-4680-99ae-ee6d46a05359 None None] Port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:29:29.477192 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-eb2e80b2-1e8c-4ba3-996d-b72bebf6e6cc tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2674243 Apr 05 20:29:29.479266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 704b3a70-f392-4750-90ae-8bee939cf262 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:29.516834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Transition to ACTIVE for port object 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:29.528669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 704b3a70-f392-4750-90ae-8bee939cf262 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:29:29.528864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 704b3a70-f392-4750-90ae-8bee939cf262 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:29.545560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Transition to ACTIVE for port object 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:29.550937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-383b1ce4-4a72-4a41-8a17-9231a111f173 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:29.552438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-383b1ce4-4a72-4a41-8a17-9231a111f173 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3855257 Apr 05 20:29:29.578553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bc706-e209-4131-ab75-00beb372445a req-ea635224-f6de-4517-a3bf-219f125d143d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:29.586503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f3bc706-e209-4131-ab75-00beb372445a req-ea635224-f6de-4517-a3bf-219f125d143d tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 945 time: 0.2794819 Apr 05 20:29:29.591820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Request body: {'port': {'device_id': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '5b4ddd84144841a4a1f0f26ad08dd532'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:29.628524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Request body: {'port': {'device_id': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:29.657918 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.734978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:29.738554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Pushing event updated for resources: {'Port': ['ID=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:29.741102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:29.743259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:29.818328 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.821107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.830956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e750f96-170a-48b3-87a8-ee933e706fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.834341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Attempting to bind port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:29.834700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Attempting to bind port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:29.835161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Attempting to bind port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:29.841927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:29.842290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:29.842674 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.843053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Bound using segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:29.843495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Bound port: 6262f13b-2dc7-4702-84ac-7ad12d8a14a1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:29.843852 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.846613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f3bc706-e209-4131-ab75-00beb372445a req-a9137fae-40f6-4f7c-ae93-c5e4f9996411 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/security-groups?id=be90dcdb-8b00-4e20-9e0d-e7623c50361e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592926 Apr 05 20:29:29.879078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e750f96-170a-48b3-87a8-ee933e706fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.908699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] For port 53943345-cd98-4001-857f-7303aff0fef3, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53943345-cd98-4001-857f-7303aff0fef3,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:29.909316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.941547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] For port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:29.945517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] For port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:29.986288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-44df3002-8f98-49f6-bdab-bf735637e381 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3623276 Apr 05 20:29:30.014066 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.042365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d5f36d7-8aee-48d3-84f7-828105a338a3 req-c77e4a17-ffc6-49d6-8e0c-d816985fb1b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3653362 Apr 05 20:29:30.063727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-163a3e51-9d80-4180-a2e5-a9dbf2c200cb tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1097 time: 0.2783487 Apr 05 20:29:30.078278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:30.095656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:30.116952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Calling delete_port for 53943345-cd98-4001-857f-7303aff0fef3 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:30.138539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Usage tracker for resource:port and tenant:5b4ddd84144841a4a1f0f26ad08dd532 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:30.150313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85da03b-92c3-4e85-a9fc-0381bf887635 None None] Pushing event updated for resources: {'Port': ['ID=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:30.181982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:30.208273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Router c6ee2376-d6f9-4be5-935f-1a636cb17858 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:29:30.218119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:30.402968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Made reservation on behalf of 5b4ddd84144841a4a1f0f26ad08dd532 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:30.406044 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.448105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa60b69-187c-4db3-ae01-86bbdc1ddd5f req-2cdc8543-43ae-4380-b846-7fd3a3af996f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:30.451282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fa60b69-187c-4db3-ae01-86bbdc1ddd5f req-2cdc8543-43ae-4380-b846-7fd3a3af996f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 946 time: 0.4475517 Apr 05 20:29:30.489167 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.503695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e750f96-170a-48b3-87a8-ee933e706fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.750835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e750f96-170a-48b3-87a8-ee933e706fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b637ef0a-02ac-48e3-9077-b91884824bff,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:30.863818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:30.878012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53943345-cd98-4001-857f-7303aff0fef3 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:30.900702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-be7debab-75d9-4540-9a43-4a829539462b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2624700 Apr 05 20:29:30.912922 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e750f96-170a-48b3-87a8-ee933e706fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.931312 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2e750f96-170a-48b3-87a8-ee933e706fdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b637ef0a-02ac-48e3-9077-b91884824bff HTTP/1.1" status: 204 len: 168 time: 1.6517487 Apr 05 20:29:30.952726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.970211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:31.010820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:31.077903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.086508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-717e754f-cd5c-4414-9e9e-bff53e689809 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1100 time: 0.9974120 Apr 05 20:29:31.086508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:31.135323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 53943345-cd98-4001-857f-7303aff0fef3 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:29:31.135323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53943345-cd98-4001-857f-7303aff0fef3 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:31.258173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fa60b69-187c-4db3-ae01-86bbdc1ddd5f req-548750e8-d1f9-4416-a13a-e7c978cd5bd5 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7939184 Apr 05 20:29:31.272825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.393864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:31.439721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:29:31.442683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:31.575235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a50fa3-30e5-4555-8aae-6113afba77ba None None] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:31.683126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:31.692559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.709408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Transition to ACTIVE for port object f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:31.710701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Pushing event deleted for resources: {'Port': ['ID=53943345-cd98-4001-857f-7303aff0fef3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:31.916606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] No DVR routers for this DVR port 53943345-cd98-4001-857f-7303aff0fef3 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:31.922078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:31.924249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.934102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:31.936946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0eac2c52-2237-4ad6-9930-a46c09f8cca2 req-c3b426ab-843e-4251-a81f-b76eecf0ede4 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/ports?device_id=588a0ba7-6265-463e-9eee-a5a35928c7bd HTTP/1.1" status: 200 len: 210 time: 0.3335590 Apr 05 20:29:31.944417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c298a988-a9e6-4f4a-bb23-91fbc6b153af None None] Provisioning for port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:31.955455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c298a988-a9e6-4f4a-bb23-91fbc6b153af None None] Provisioning complete for port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:31.956085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c298a988-a9e6-4f4a-bb23-91fbc6b153af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.980925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.982928 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f1ce57f-3411-48d0-bdb1-a029f4b0dfea req-d5d9d518-6f85-47b4-867b-66661bccad10 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.39 "DELETE /v2.0/ports/53943345-cd98-4001-857f-7303aff0fef3 HTTP/1.1" status: 204 len: 173 time: 3.3809447 Apr 05 20:29:31.987624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:31.988227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.016198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-00c32d3e-f7a3-475f-ae4d-3b332b66a5b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:32.018493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-00c32d3e-f7a3-475f-ae4d-3b332b66a5b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.8514621 Apr 05 20:29:32.048882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'name': 'network-vif-deleted', 'tag': '53943345-cd98-4001-857f-7303aff0fef3'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:32.189602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:32.189602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:32.189602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:32.231255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbdbb25b-0713-417a-b048-210f4c71aaec req-18421b91-c4c2-4c13-a921-b5431fb7283d tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1096 time: 1.4493365 Apr 05 20:29:32.235652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:32.237337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Attempting to bind port e11a2e93-f53b-4364-986a-eab6984d0628 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:32.254452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:32.255021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:32.255147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:32.255573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Bound port: e11a2e93-f53b-4364-986a-eab6984d0628, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:32.255973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.354987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.435058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:32.467579 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c298a988-a9e6-4f4a-bb23-91fbc6b153af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.492860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.507177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.523238 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-0b77d967-4548-43a5-9d2b-a0b3eecc5e90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.4652019 Apr 05 20:29:32.541659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Allocated IP 192.168.233.118 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/b05efd05-9264-4282-9c15-677eff36961b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:32.603551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c298a988-a9e6-4f4a-bb23-91fbc6b153af None None] For port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:32.693651 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c298a988-a9e6-4f4a-bb23-91fbc6b153af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.731129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-a8c29c42-cf3c-42e2-8d50-42163431a8d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:32.732593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-a8c29c42-cf3c-42e2-8d50-42163431a8d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1925817 Apr 05 20:29:32.749620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbdbb25b-0713-417a-b048-210f4c71aaec req-f6580061-1918-40b3-8854-9c8031e992c1 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150702 Apr 05 20:29:32.758296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:32.829634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:32.849888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] Sync routers for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:32.873224 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:29:32.873821 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:29:32.896583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:32.901632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:32.909728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:33.003154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] No DVR routers for this DVR port 704b3a70-f392-4750-90ae-8bee939cf262 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:33.003732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.014722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.020101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298a988-a9e6-4f4a-bb23-91fbc6b153af None None] Pushing event updated for resources: {'Port': ['ID=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:33.020694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Allocated IP 172.25.2.22 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/54f70179-1e8c-46de-90e0-3213cb2e832a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:33.023741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-618a2d38-ce91-4ba4-b836-d84b026f4cd8 req-3d1ac944-12f5-4274-813d-62b3e8a82d75 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.23 "DELETE /v2.0/ports/704b3a70-f392-4750-90ae-8bee939cf262 HTTP/1.1" status: 204 len: 173 time: 6.7654459 Apr 05 20:29:33.024415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Attempting to bind port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:33.024747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Attempting to bind port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:33.025084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Attempting to bind port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:33.064978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:33.065507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Attempting to bind port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:33.090018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78466ac-41af-4528-9b65-22b90c1ced64 req-3b09095c-e935-4602-9bf3-25b48052eee1 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:33.099564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b78466ac-41af-4528-9b65-22b90c1ced64 req-3b09095c-e935-4602-9bf3-25b48052eee1 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.9014513 Apr 05 20:29:33.139054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1564875d-6c77-4acf-b363-d4c3771f207d None None] Provisioning complete for port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:33.139054 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1564875d-6c77-4acf-b363-d4c3771f207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.164528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-945358a9-1d01-4ace-8365-628140f6c22f req-99df6937-636b-4921-bbb9-a5cd429c99c9 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 210 time: 0.1701252 Apr 05 20:29:33.357468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.373450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:33.401334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:33.402128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:33.403890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:33.404768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Bound port: f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:33.405915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.450203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.505211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.565129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:33.581692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:33.593660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:33.646845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:33.661899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:33.671871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Pushing event updated for resources: {'Port': ['ID=54f70179-1e8c-46de-90e0-3213cb2e832a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:33.711642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:33.717622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:33.734329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-a11a5509-0732-4b63-872f-31235b800e4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9774721 Apr 05 20:29:33.748392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05988fb9-0ab4-4954-aeea-ae451feb50b7 req-ad930727-ae67-4daf-82aa-87f96076bcb7 tempest-FloatingIPsAssociationTestJSON-1268308112 tempest-FloatingIPsAssociationTestJSON-1268308112-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e0b30d8-c0de-4650-8bab-05df95d679e9 HTTP/1.1" status: 200 len: 210 time: 0.1173458 Apr 05 20:29:33.780299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.784281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b78466ac-41af-4528-9b65-22b90c1ced64 req-eea66370-ea02-449d-818e-efc5377bc502 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839058 Apr 05 20:29:33.864399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:33.880024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.881626 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-7103f6b4-85bf-427a-b636-138d107cb8a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 HTTP/1.1" status: 200 len: 1095 time: 4.3243122 Apr 05 20:29:33.896228 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297db442-6862-4ad7-b5c8-a8dea0627ab8'] response: {'server_uuid': '0e0b30d8-c0de-4650-8bab-05df95d679e9', 'name': 'network-vif-deleted', 'tag': '53943345-cd98-4001-857f-7303aff0fef3', 'status': 'completed', 'code': 200} Apr 05 20:29:33.960958 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dc3e97-1d40-4b8d-b4db-f728f8e59702'] response: {'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628', 'code': 200} Apr 05 20:29:34.040259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.041007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.059464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.111650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:34.112249 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.126424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Transition to ACTIVE for port object b05efd05-9264-4282-9c15-677eff36961b will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:34.176197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.177694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-2305a20c-b39a-4ef7-abd4-09f9b3a6cc62 service neutron] 10.222.0.39 "PUT /v2.0/ports/e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 200 len: 1122 time: 4.1007924 Apr 05 20:29:34.237428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['e11a2e93-f53b-4364-986a-eab6984d0628'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:34.328787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e11a2e93-f53b-4364-986a-eab6984d0628'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:34.434343 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-4aed3b4f-768a-4f62-a18c-0291f439fa3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 1098 time: 0.2597742 Apr 05 20:29:34.440893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-530fb741-585d-4e73-b9ef-2039c102a1c0 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905580 Apr 05 20:29:34.455500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:34.488653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] Checking router: c6ee2376-d6f9-4be5-935f-1a636cb17858 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:34.600779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-528b8ae0-c35a-46b2-b501-2fd5f5194113 req-1c16a132-5fca-45c8-a1dc-a1e933a2fa18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4597549 Apr 05 20:29:34.616647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:34.619858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:34.624545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-21433838-ba5b-4264-b5d6-7e86578e1281 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 HTTP/1.1" status: 200 len: 217 time: 0.1789355 Apr 05 20:29:34.625766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceeeb7f-3339-4127-9bc2-70c1a1c129e4 req-2b1e13e5-5176-4d93-a827-72424f18c650 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.627359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ceeeb7f-3339-4127-9bc2-70c1a1c129e4 req-2b1e13e5-5176-4d93-a827-72424f18c650 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 944 time: 0.4875550 Apr 05 20:29:34.682408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40271ec4-c264-46c1-9fdc-b33119469e50 req-7563f150-70e4-433a-aa0f-4f2f372ca410 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253411 Apr 05 20:29:34.684824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.732323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-8abad83f-cac2-4b50-9047-831575911291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.734552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-8abad83f-cac2-4b50-9047-831575911291 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0955031 Apr 05 20:29:34.826799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ceeeb7f-3339-4127-9bc2-70c1a1c129e4 req-591a7894-011c-45c3-9e2a-bb14f3e0263b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875749 Apr 05 20:29:34.841604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:34.845301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:34.848052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:34.905015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:34.916862 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-2ca04a18-4494-4ad1-9539-686e84862651 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740351 Apr 05 20:29:34.936166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.941923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:35.039458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Router 2c74c908-fb0a-4234-8b1b-de15944da823 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:29:35.087343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e141931c-5863-4a5a-a377-e2937ae4f068 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5197675 Apr 05 20:29:35.116435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Request body: {'port': {'device_id': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:35.191287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5bccbcc-d129-4ffe-a549-6b76aae5f6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:35.234785 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:29:35.288136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:35.348029 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:35.370364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-bca77af6-1d8a-44e1-8b60-e00c4a81c0bd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1101 time: 0.3638873 Apr 05 20:29:35.373082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-99392554-7a03-486b-8cf9-3092c6122197 None None] Provisioning for port b05efd05-9264-4282-9c15-677eff36961b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:35.390714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-99392554-7a03-486b-8cf9-3092c6122197 None None] Provisioning complete for port b05efd05-9264-4282-9c15-677eff36961b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:35.391081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99392554-7a03-486b-8cf9-3092c6122197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:35.392998 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-2766a244-7965-4a0d-978d-64204a3dced1 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691398 Apr 05 20:29:35.586483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097279b-f445-4b39-892d-b9b82ca5d351 req-db05aa14-c0ea-4df5-836e-b152433a1ae6 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:35.587194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2097279b-f445-4b39-892d-b9b82ca5d351 req-db05aa14-c0ea-4df5-836e-b152433a1ae6 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Synchronizing usage tracker for tenant:5b4ddd84144841a4a1f0f26ad08dd532 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:35.613967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-99392554-7a03-486b-8cf9-3092c6122197 None None] Port b05efd05-9264-4282-9c15-677eff36961b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:29:35.671201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-73a4ea70-f60c-4231-a438-7cede885ff8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:35.675590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-73a4ea70-f60c-4231-a438-7cede885ff8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2959428 Apr 05 20:29:35.758427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2097279b-f445-4b39-892d-b9b82ca5d351 req-db05aa14-c0ea-4df5-836e-b152433a1ae6 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Unset dirty status for tenant:5b4ddd84144841a4a1f0f26ad08dd532 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:35.760023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2097279b-f445-4b39-892d-b9b82ca5d351 req-db05aa14-c0ea-4df5-836e-b152433a1ae6 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 936 time: 0.5000422 Apr 05 20:29:35.764940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-f081971a-7090-4b68-aad7-bdbd2d096eb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 217 time: 0.0848880 Apr 05 20:29:35.781395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a14de217-9449-4c0f-baca-2d21da1d85ce req-faeae849-46bc-447a-b938-b92eb54abe31 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781197 Apr 05 20:29:35.791810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:35.804916 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Sync routers for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:35.820543 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:35.821192 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:35.840465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:35.850473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3728165f-600e-4c4c-9fd7-78428721c6d3 None None] The sync data for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 is: [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:00Z', 'revision_number': 4, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '78cbae17-e69e-4c7a-9ba6-4d2d62abb31e', 'name': '', 'network_id': '7394865f-8050-442a-baa7-fa8fe6b12b3e', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'mac_address': 'fa:16:3e:37:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:59Z', 'updated_at': '2022-04-05T20:26:09Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'subnets': [{'id': 'd046f5da-7f89-4f86-8de3-e31152af0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:35.897131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'name': 'network-vif-deleted', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262'}, {'name': 'network-changed', 'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:35.912833 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:35.918211 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-217afc40-490e-4ab9-bbc0-c71a7a9a86af admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3985968 Apr 05 20:29:35.919197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44136) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:35.962646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:35.998777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-6af6ec3b-09f5-4652-9c80-3fa77631ba79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:36.000337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-6af6ec3b-09f5-4652-9c80-3fa77631ba79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2275648 Apr 05 20:29:36.029844 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:36.065681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2097279b-f445-4b39-892d-b9b82ca5d351 req-c7b5ed82-d0e3-4548-aee2-c3187c06b0fe tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967799 Apr 05 20:29:36.140083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-c928ea84-ef87-4e56-93e3-046aec8f9b3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313245 Apr 05 20:29:36.172668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:36.298181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea7236a-0512-49ae-9c13-ac4c23598764 None None] New status for floating IP 05e53447-628e-48ee-96ad-b698a11ec43a: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:29:36.400703 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:33Z', 'revision_number': 3, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:36.408046 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Checking router: 2c74c908-fb0a-4234-8b1b-de15944da823 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:36.408536 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Updating router 2c74c908-fb0a-4234-8b1b-de15944da823 port 54f70179-1e8c-46de-90e0-3213cb2e832a binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:29:36.476723 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.602384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05efd05-9264-4282-9c15-677eff36961b {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:36.625304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.661866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Transition to ACTIVE for port object b05efd05-9264-4282-9c15-677eff36961b will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:36.669985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-501d46d9-5bf6-4c8e-8a59-03f779bbb2ec service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155020 Apr 05 20:29:36.680291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de185416-23db-4c7f-8940-2bf778de6e60 req-7638c867-44cf-4658-8ae8-22e71669ac4d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:36.687529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de185416-23db-4c7f-8940-2bf778de6e60 req-7638c867-44cf-4658-8ae8-22e71669ac4d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.2693648 Apr 05 20:29:36.796701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.841702 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-265c6ae9-550c-4c33-a8ad-74b2fa6ebc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.913338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de185416-23db-4c7f-8940-2bf778de6e60 req-b7f29499-1b81-4fcf-8b57-0c81bb8be391 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248354 Apr 05 20:29:36.916976 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.931822 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Transition to ACTIVE for port object 54f70179-1e8c-46de-90e0-3213cb2e832a will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:37.013620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:37.046961 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.061965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-8717d288-5550-4d9e-8797-98b26d6a5646 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579071 Apr 05 20:29:37.103868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-a23c1a8b-e786-427f-853b-5bba2ce68d9a tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:29:37.104845 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-a23c1a8b-e786-427f-853b-5bba2ce68d9a tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051861 Apr 05 20:29:37.133303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:37.139132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Unknown quota resources ['binding']. {{(pid=84581) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:29:37.157666 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Pushing event updated for resources: {'Port': ['ID=54f70179-1e8c-46de-90e0-3213cb2e832a,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:37.170246 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.172133 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.172133 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.172133 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.172133 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.172133 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.172648 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.172748 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.173075 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.173387 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.173755 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:37.202523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Attempting to bind port 54f70179-1e8c-46de-90e0-3213cb2e832a on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:37.202961 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Attempting to bind port 54f70179-1e8c-46de-90e0-3213cb2e832a by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:37.203631 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Attempting to bind port 54f70179-1e8c-46de-90e0-3213cb2e832a on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:37.207362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.210744 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:37.211429 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:37.211562 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.212004 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:37.212530 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Bound port: 54f70179-1e8c-46de-90e0-3213cb2e832a, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:37.212983 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.316771 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] For port 54f70179-1e8c-46de-90e0-3213cb2e832a, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:37.319983 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] For port 54f70179-1e8c-46de-90e0-3213cb2e832a, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=54f70179-1e8c-46de-90e0-3213cb2e832a,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:37.413330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Attempting to bind port b05efd05-9264-4282-9c15-677eff36961b on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:37.413723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Attempting to bind port b05efd05-9264-4282-9c15-677eff36961b by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:37.414084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Attempting to bind port b05efd05-9264-4282-9c15-677eff36961b on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:37.419705 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.467755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Port b05efd05-9264-4282-9c15-677eff36961b on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:37.468219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Attempting to bind port b05efd05-9264-4282-9c15-677eff36961b on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:37.478926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-a6b06b46-ed02-4833-8bcb-089bd983194b tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=06dfa786ce96446ea76834d5bffb4824&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568557 Apr 05 20:29:37.503645 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19f433-8d31-4c22-bb91-a392177ef271 None None] Pushing event updated for resources: {'Port': ['ID=54f70179-1e8c-46de-90e0-3213cb2e832a,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:37.506505 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:37.507098 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:37.600553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:37.600899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:37.601727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:37.601923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Bound port: b05efd05-9264-4282-9c15-677eff36961b, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:37.602386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.718218 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:37.765427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:37.766015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:37.766015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:37.788197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-d8bc3f7b-a3ce-4fe3-bab6-25668120b088 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:37.788417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.789689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-d8bc3f7b-a3ce-4fe3-bab6-25668120b088 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959282 Apr 05 20:29:37.791641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:37.791964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:37.796392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:37.801764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:37.812298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:37.812650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:37.813028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:37.813474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Bound port: 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:37.826772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-c241f1ef-06b6-4049-a265-cd21d7d68d4e tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/quotas/06dfa786ce96446ea76834d5bffb4824 HTTP/1.1" status: 200 len: 375 time: 0.0268342 Apr 05 20:29:37.883155 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.917892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-062d6319-1d44-4c6d-891e-0394168cca76 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=06dfa786ce96446ea76834d5bffb4824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793800 Apr 05 20:29:37.935313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:37.958125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.959501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] 10.222.0.23 "PUT /v2.0/ports/b05efd05-9264-4282-9c15-677eff36961b HTTP/1.1" status: 200 len: 1096 time: 2.8592379 Apr 05 20:29:37.981687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d13345-ab40-4269-94a1-4de42d046d26 service neutron] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:38.012820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.014514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-9316ffee-acf2-4503-9022-04cccce79734 service neutron] 10.222.0.10 "POST /v2.0/ports/192b35a5-d372-4293-a4c4-5c3f88c25bb7/bindings HTTP/1.1" status: 201 len: 389 time: 0.8905091 Apr 05 20:29:38.032690 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:33Z', 'revision_number': 3, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:38.039866 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46a1a4d-0984-4ef2-a9a3-75a09fa0616e None None] The sync data for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 is: [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:33Z', 'revision_number': 3, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:38.168333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Allocated IP 172.20.0.1 (085ac82a-4593-4f2f-b6e0-e1591b49614b/a5b68241-c312-4340-9158-5ed180b9be3a/1639c793-ff42-48d6-b079-7d5e49c0c3fe) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:38.230137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.242242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-6bdd4095-8425-4bac-bb45-32754cc3398e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 1099 time: 0.1439288 Apr 05 20:29:38.405964 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cbfa6c-aa0f-4513-abee-cc05a1eb32d0'] response: {'server_uuid': '588a0ba7-6265-463e-9eee-a5a35928c7bd', 'name': 'network-vif-deleted', 'tag': '704b3a70-f392-4750-90ae-8bee939cf262', 'status': 'completed', 'code': 200} Apr 05 20:29:38.406509 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cbfa6c-aa0f-4513-abee-cc05a1eb32d0'] response: {'name': 'network-changed', 'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'status': 'completed', 'code': 200} Apr 05 20:29:38.459013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-7d153f69-f454-4a36-a454-a7db4c8c3ba3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b05efd05-9264-4282-9c15-677eff36961b HTTP/1.1" status: 200 len: 217 time: 0.2088223 Apr 05 20:29:38.487594 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.601524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.623811 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11459bfa-0313-4d52-9b56-49feebbff1e0'] response: {'name': 'network-changed', 'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628', 'status': 'completed', 'code': 200} Apr 05 20:29:38.685858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Transition to ACTIVE for port object 1639c793-ff42-48d6-b079-7d5e49c0c3fe will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:38.719148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Deleting port 719660d2-be70-4e5b-a253-ebca4d4f3bbc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:38.719148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.791757 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-0b9c0837-9460-45ae-a6e9-ea47354d2766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 1098 time: 0.3925297 Apr 05 20:29:38.889171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-0ac2937b-1a17-406f-a86e-d6154e25645b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:38.890632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-0ac2937b-1a17-406f-a86e-d6154e25645b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.4255323 Apr 05 20:29:38.904836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:39.023094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1f44b-8a44-4c4c-b537-c61a5facf11f req-9b4cb021-61c6-457c-b346-c27713bb463b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.024554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63b1f44b-8a44-4c4c-b537-c61a5facf11f req-9b4cb021-61c6-457c-b346-c27713bb463b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 944 time: 0.4002690 Apr 05 20:29:39.031335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7052f7a4-7037-4c94-8762-f33cff472ada req-af08473c-312a-4b12-9948-efbba42fbf51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1125 time: 0.4819191 Apr 05 20:29:39.039518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad116581-ddd3-4bcd-ac3d-773a273ea759 req-8180c318-1f05-434b-947d-4ec9a51bcc23 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.046671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad116581-ddd3-4bcd-ac3d-773a273ea759 req-8180c318-1f05-434b-947d-4ec9a51bcc23 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 948 time: 0.2442529 Apr 05 20:29:39.088984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:39.105941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'mac_address': 'fa:16:3e:5a:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:39.117259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.189957 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.211619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:39.212155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:39.216431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-c2ed38c0-c867-4bca-827d-b0ecd4bf0352 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3142543 Apr 05 20:29:39.226314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:39.229664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:39.249630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad116581-ddd3-4bcd-ac3d-773a273ea759 req-5872a6be-dca9-40e1-bcd2-155df0c13f34 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022691 Apr 05 20:29:39.257249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:39.285494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63b1f44b-8a44-4c4c-b537-c61a5facf11f req-af78b85f-b2f3-4459-9144-39e73de1f602 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528186 Apr 05 20:29:39.350822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1639c793-ff42-48d6-b079-7d5e49c0c3fe,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:39.363100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-f8de99ca-d680-4edc-8634-753699111942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.364759 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-f8de99ca-d680-4edc-8634-753699111942 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.5525968 Apr 05 20:29:39.384537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.393632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] For port 719660d2-be70-4e5b-a253-ebca4d4f3bbc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=719660d2-be70-4e5b-a253-ebca4d4f3bbc,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:39.395748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.506841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:39.595070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb8e0100-53e0-4330-9672-177e69007b16 req-85e31436-9bc2-4375-a15c-19ae6fdec2ff tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 210 time: 0.1410580 Apr 05 20:29:39.656916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 54f70179-1e8c-46de-90e0-3213cb2e832a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:39.675314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052f7a4-7037-4c94-8762-f33cff472ada req-309ad3dd-20d6-48f1-9584-321ad435d171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.676775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7052f7a4-7037-4c94-8762-f33cff472ada req-309ad3dd-20d6-48f1-9584-321ad435d171 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.6109736 Apr 05 20:29:39.678380 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.690634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Calling delete_port for 719660d2-be70-4e5b-a253-ebca4d4f3bbc owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:39.738391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.739031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fe77f130-d2ae-4d05-8a85-d2388e193c61 None None] Provisioning for port 1639c793-ff42-48d6-b079-7d5e49c0c3fe completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:39.744308 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-9cd6f770-65e5-4f70-b294-cb807c8b33f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 HTTP/1.1" status: 200 len: 217 time: 0.3604548 Apr 05 20:29:39.746445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fe77f130-d2ae-4d05-8a85-d2388e193c61 None None] Provisioning complete for port 1639c793-ff42-48d6-b079-7d5e49c0c3fe triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:39.746807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fe77f130-d2ae-4d05-8a85-d2388e193c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.813200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fe77f130-d2ae-4d05-8a85-d2388e193c61 None None] Port 1639c793-ff42-48d6-b079-7d5e49c0c3fe cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:29:39.819017 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-e9e221d9-e331-4b19-a91d-1361150d0392 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935185 Apr 05 20:29:39.827201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7052f7a4-7037-4c94-8762-f33cff472ada req-84fe654a-57b6-42f9-8542-af7fbe350856 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 200 len: 217 time: 0.1248121 Apr 05 20:29:39.857574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-72248871-9f1d-421b-878f-ee143cd87b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.859021 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-72248871-9f1d-421b-878f-ee143cd87b41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1025455 Apr 05 20:29:39.869793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 54f70179-1e8c-46de-90e0-3213cb2e832a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:39.875259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 54f70179-1e8c-46de-90e0-3213cb2e832a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:39.880141 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.998772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.005454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:40.019872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052f7a4-7037-4c94-8762-f33cff472ada req-cb80bc04-0456-4c4a-b482-0cff41e7c4b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.022515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7052f7a4-7037-4c94-8762-f33cff472ada req-cb80bc04-0456-4c4a-b482-0cff41e7c4b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1726921 Apr 05 20:29:40.045666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.054356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5137d-f11f-4bce-a8e0-61f5e49034c9 req-d1beef1c-f5cb-4d6f-b53e-d75a2c51bd8f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.055831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6e5137d-f11f-4bce-a8e0-61f5e49034c9 req-d1beef1c-f5cb-4d6f-b53e-d75a2c51bd8f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.5270689 Apr 05 20:29:40.065730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 54f70179-1e8c-46de-90e0-3213cb2e832a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=54f70179-1e8c-46de-90e0-3213cb2e832a,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:40.068164 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-9f6e787a-7906-4fc6-ac7a-1959fab58cc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960824 Apr 05 20:29:40.132749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7052f7a4-7037-4c94-8762-f33cff472ada req-6622e1e5-7446-4b83-8b04-e42d46c59642 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758173 Apr 05 20:29:40.136895 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.186976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130511c9-2cfb-45d2-b175-980f3ac4d6fa req-08e2ed80-cea0-43cc-a09b-f18c1668fb9e service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567054 Apr 05 20:29:40.189640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.259341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=54f70179-1e8c-46de-90e0-3213cb2e832a,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:40.262380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=719660d2-be70-4e5b-a253-ebca4d4f3bbc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:40.275203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d151e-6441-4ca7-a74e-dd0e6a4d587a req-2440b03a-1c0d-4347-83ce-ca387bacad5f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.291963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-689d151e-6441-4ca7-a74e-dd0e6a4d587a req-2440b03a-1c0d-4347-83ce-ca387bacad5f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.5357451 Apr 05 20:29:40.378927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6e5137d-f11f-4bce-a8e0-61f5e49034c9 req-2ae6f5c4-d472-4f4d-bd5c-66d771bfa102 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092546 Apr 05 20:29:40.445940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-689d151e-6441-4ca7-a74e-dd0e6a4d587a req-0bc3e4f4-8182-4e1e-8f43-906e55b33824 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307995 Apr 05 20:29:40.456326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7052f7a4-7037-4c94-8762-f33cff472ada req-5c4d0697-223e-4bfa-b211-53990e1ab6f3 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090177 Apr 05 20:29:40.537197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44182) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:40.564693 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-20769b24-e4e5-49cf-8255-81e4c95a0a98 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651594 Apr 05 20:29:40.625219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:40.727095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7052f7a4-7037-4c94-8762-f33cff472ada req-7c486318-33f0-4f3b-bae6-2865e3aab9ec service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536058 Apr 05 20:29:40.769422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65616083-fd5e-449e-8b7a-9cc05633882f req-93943beb-e73f-4746-9cb4-11bcfc2b9a11 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.770948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65616083-fd5e-449e-8b7a-9cc05633882f req-93943beb-e73f-4746-9cb4-11bcfc2b9a11 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 948 time: 0.1885879 Apr 05 20:29:40.782399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aeace7-7863-411e-801a-7d7a9f997b67 req-4d5e6daa-d5f2-4412-8989-8d2f97ef2c51 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.783840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43aeace7-7863-411e-801a-7d7a9f997b67 req-4d5e6daa-d5f2-4412-8989-8d2f97ef2c51 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 944 time: 0.1254616 Apr 05 20:29:40.964880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65616083-fd5e-449e-8b7a-9cc05633882f req-fcc0e21f-74c8-438d-84d4-8a886f98f0ee tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800959 Apr 05 20:29:40.966973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43aeace7-7863-411e-801a-7d7a9f997b67 req-b200509d-cc10-49ad-851c-70d90e38305c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657369 Apr 05 20:29:41.019632 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-326fee0c-ff1e-4849-bbdb-23c197ef62ab tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.026429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.045686 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ab9d230b-c6f7-4c8a-968e-61ceba8e5846 req-205ef5d1-44db-4f7f-82fa-35ad73a4a47a service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673734 Apr 05 20:29:41.066258 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fd5e2e-95d4-4004-a9e3-7b0057e4641f'] response: {'name': 'network-changed', 'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b', 'status': 'completed', 'code': 200} Apr 05 20:29:41.068811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-326fee0c-ff1e-4849-bbdb-23c197ef62ab tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.094102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.205707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-86f726eb-9113-4ad4-98aa-78d82926a702 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=06dfa786ce96446ea76834d5bffb4824&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721114 Apr 05 20:29:41.207560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf0fd7aa-79e4-4501-9713-29d934dc4a28 req-3f6919c2-b377-48f0-9958-cdc461f79e39 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 210 time: 0.0798304 Apr 05 20:29:41.212209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.346260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-326fee0c-ff1e-4849-bbdb-23c197ef62ab tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.378991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1639c793-ff42-48d6-b079-7d5e49c0c3fe,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:41.387791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.391038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-8537670d-fa59-45d6-9787-566603980ffc tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:41.392884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-8537670d-fa59-45d6-9787-566603980ffc tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774676 Apr 05 20:29:41.393679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fee0c-ff1e-4849-bbdb-23c197ef62ab tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd95ba46-e555-462b-b5c3-852dc19c3274,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:41.396394 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-9377b148-8d28-47e6-9507-96f44605ffbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 1099 time: 0.2999663 Apr 05 20:29:41.417814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Request body: {'port': {'device_id': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '06dfa786ce96446ea76834d5bffb4824'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:41.578153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:41.582920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Usage tracker for resource:port and tenant:06dfa786ce96446ea76834d5bffb4824 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:41.586095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:41.592636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:41.674249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 54f70179-1e8c-46de-90e0-3213cb2e832a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:41.687234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:41.694695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:41.714531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Made reservation on behalf of 06dfa786ce96446ea76834d5bffb4824 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:41.717502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.754720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 54f70179-1e8c-46de-90e0-3213cb2e832a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:41.755323 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.764166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-326fee0c-ff1e-4849-bbdb-23c197ef62ab tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.767967 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-326fee0c-ff1e-4849-bbdb-23c197ef62ab tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "DELETE /v2.0/security-groups/fd95ba46-e555-462b-b5c3-852dc19c3274 HTTP/1.1" status: 204 len: 168 time: 1.2209609 Apr 05 20:29:41.778916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44194) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:41.824040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.893891 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-afe08a46-02bf-450c-a52d-0394d3ddb69c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] show failed (client error): The resource could not be found. Apr 05 20:29:41.897660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-afe08a46-02bf-450c-a52d-0394d3ddb69c tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "GET /v2.0/security-groups/fd95ba46-e555-462b-b5c3-852dc19c3274 HTTP/1.1" status: 404 len: 347 time: 0.1081908 Apr 05 20:29:41.901533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44198) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:41.956132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fbe44c92-0823-478c-a440-bf90a46936d9 None None] Provisioning complete for port 1639c793-ff42-48d6-b079-7d5e49c0c3fe triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:41.956498 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbe44c92-0823-478c-a440-bf90a46936d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.980963 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-a23de037-7472-46f5-9899-b7b52042eb82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5444980 Apr 05 20:29:41.989181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3cb4b-f83d-4730-8cfa-92ce4cb63242 req-8ceb519f-f6c8-4654-a541-5c5e37743b53 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:41.993525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cef3cb4b-f83d-4730-8cfa-92ce4cb63242 req-8ceb519f-f6c8-4654-a541-5c5e37743b53 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.3596716 Apr 05 20:29:42.015071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fbe44c92-0823-478c-a440-bf90a46936d9 None None] Port 1639c793-ff42-48d6-b079-7d5e49c0c3fe cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:29:42.054375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:42.071771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Usage tracker for resource:security_group_rule and tenant:06dfa786ce96446ea76834d5bffb4824 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:42.080294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:42.095972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a5d89-62dc-481f-ae67-d6d173530a55 req-e99b6125-5473-46a3-a56f-117d14aa6f2d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.097455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d60a5d89-62dc-481f-ae67-d6d173530a55 req-e99b6125-5473-46a3-a56f-117d14aa6f2d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.4958241 Apr 05 20:29:42.105540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-9dce329d-768b-41a6-9003-a0ddd142b32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.106922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-9dce329d-768b-41a6-9003-a0ddd142b32d service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.5066926 Apr 05 20:29:42.156749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:42.289528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Deleting port 6556dfe4-1cd6-423b-87db-0f098e8ce6e1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:42.289894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.319161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-802aaa3b-e8e4-4f56-bd60-262a38899074 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b05efd05-9264-4282-9c15-677eff36961b HTTP/1.1" status: 200 len: 217 time: 0.1548309 Apr 05 20:29:42.321290 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cef3cb4b-f83d-4730-8cfa-92ce4cb63242 req-0250b8d8-0f1c-4db0-a423-1e946c8d6a8e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074520 Apr 05 20:29:42.405345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d60a5d89-62dc-481f-ae67-d6d173530a55 req-daa98f7f-61a9-425a-93b7-20ab0123d65a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393568 Apr 05 20:29:42.461578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-057cd3fb-576a-4471-9409-bd634aa24696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.462902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-057cd3fb-576a-4471-9409-bd634aa24696 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1330731 Apr 05 20:29:42.513580 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-9c8c63bd-f045-48e2-9296-e11321435cca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 1095 time: 0.4118862 Apr 05 20:29:42.794635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-ee32ef47-5de5-47bf-b4c6-cd4fdca00f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.796093 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-ee32ef47-5de5-47bf-b4c6-cd4fdca00f65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.2513511 Apr 05 20:29:42.815869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.855607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.855948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.930333 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-1688fc2d-b984-47c4-acd4-0b960f96cf4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 200 len: 217 time: 0.0821662 Apr 05 20:29:42.934923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.954913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:42.964640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:42.983203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Router 2c74c908-fb0a-4234-8b1b-de15944da823 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:29:43.027112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-64e20750-0c17-4338-9270-a2dc5f7ca747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:43.028636 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-64e20750-0c17-4338-9270-a2dc5f7ca747 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.0826118 Apr 05 20:29:43.094280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Calling delete_port for 6556dfe4-1cd6-423b-87db-0f098e8ce6e1 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:43.165173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-2aba2003-6c80-439a-9092-37e38704df71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6187041 Apr 05 20:29:43.171676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8d30d-e0ba-4f65-a112-b9a6ba4daaf7 req-5bbc3f01-b20e-4430-9662-d1685ea19d56 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:43.173308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ac8d30d-e0ba-4f65-a112-b9a6ba4daaf7 req-5bbc3f01-b20e-4430-9662-d1685ea19d56 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 948 time: 0.7304862 Apr 05 20:29:43.177528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:43.201769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:29:43.202050 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-4b4538ec-406b-4c1b-b279-6603edab6dad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645341 Apr 05 20:29:43.268667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:43.286869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:43.295341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:43.295809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.342280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc202fee-4333-4a79-9ea0-3b62fbca36ea req-71db4cf6-1412-44b4-91f7-cc1a9cf6e76b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:43.343869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc202fee-4333-4a79-9ea0-3b62fbca36ea req-71db4cf6-1412-44b4-91f7-cc1a9cf6e76b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 944 time: 0.7495496 Apr 05 20:29:43.408531 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-ef2d50a9-e30d-4d21-a156-03339211e2e7 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881421 Apr 05 20:29:43.415308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Router a7684930-05c2-43f2-80f2-df94e5d20267 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:29:43.466625 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.507933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:43.526383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:43.530730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b05efd05-9264-4282-9c15-677eff36961b details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:43.554559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-93300e6c-ccee-40f7-b4a0-1e43c811ae70 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755207 Apr 05 20:29:43.565906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ac8d30d-e0ba-4f65-a112-b9a6ba4daaf7 req-c6e745f6-57df-4f24-b3a7-b0498f73a464 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477371 Apr 05 20:29:43.614874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Allocated IP 192.168.233.45 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/4ae9887b-1558-4822-ba64-73f198010102) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:43.651624 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.691089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc202fee-4333-4a79-9ea0-3b62fbca36ea req-994d615d-492e-4d73-987c-705fe81bb21c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293672 Apr 05 20:29:43.708515 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-942aab6a-d140-4949-b8ef-c3b36aa7fd2c req-b23397f3-16c5-4bd9-9309-9a889d9cd2ad service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917931 Apr 05 20:29:43.729681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:43.748016 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Sync routers for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:43.749979 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7dd8d716-bb4f-4a28-baf7-5a4b250f39d1 admin admin] 10.222.0.10 "PUT /v2.0/routers/2c74c908-fb0a-4234-8b1b-de15944da823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8295548 Apr 05 20:29:43.768197 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:43.771392 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:43.810474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:43.821451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:43.838921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'b05efd05-9264-4282-9c15-677eff36961b', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'b05efd05-9264-4282-9c15-677eff36961b', 'mac_address': 'fa:16:3e:19:3d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:43.900730 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.921202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05efd05-9264-4282-9c15-677eff36961b {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:43.937394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:43.983116 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-e3d0c51c-cfcc-4d7f-b946-1b29402cc2dd service neutron] 10.222.0.23 "GET /v2.0/ports/e11a2e93-f53b-4364-986a-eab6984d0628/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.1356637 Apr 05 20:29:44.000865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.025253 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.039225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6eebf56-e0d1-4160-929c-46101795f5f5 req-912fb2a6-f544-441b-8fe6-877cb40787e7 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 210 time: 0.1547749 Apr 05 20:29:44.106879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Pushing event deleted for resources: {'Port': ['ID=6556dfe4-1cd6-423b-87db-0f098e8ce6e1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:44.158473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:44.160299 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:44.227672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c36c5fea-a63f-4c1d-86a1-c070509029f6 req-9cb2dc9c-dc2a-439c-a08c-c3eecf496fdb service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570523 Apr 05 20:29:44.269154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['b05efd05-9264-4282-9c15-677eff36961b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:44.432007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:44.437268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.447548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] Sync routers for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:44.479311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.482732 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9ad05a3d-8c54-4a69-9bc3-bab9de90cee2 admin admin] 10.222.0.10 "PUT /v2.0/routers/a7684930-05c2-43f2-80f2-df94e5d20267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3088822 Apr 05 20:29:44.487855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:44.489463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832217ef-4838-43b9-9ce8-0a41d24b0019 req-86f256ab-c40e-4f37-83e0-4b5568554bbd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:44.490958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-832217ef-4838-43b9-9ce8-0a41d24b0019 req-86f256ab-c40e-4f37-83e0-4b5568554bbd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.4911308 Apr 05 20:29:44.518467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:44.519427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:44.533508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Transition to ACTIVE for port object 4ae9887b-1558-4822-ba64-73f198010102 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:44.550575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261955f-672a-4b48-bf54-a6cd565fa447 req-4020b1a1-9e6d-4ffe-b314-e26591ac8926 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:44.552661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6261955f-672a-4b48-bf54-a6cd565fa447 req-4020b1a1-9e6d-4ffe-b314-e26591ac8926 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.3172452 Apr 05 20:29:44.615564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-832217ef-4838-43b9-9ce8-0a41d24b0019 req-d4ad3dfb-df48-4f0b-8711-f1d24db6bc9d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147814 Apr 05 20:29:44.677478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.681291 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:40Z', 'revision_number': 2, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:44.690080 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Checking router: 2c74c908-fb0a-4234-8b1b-de15944da823 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:44.691861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Updating router 2c74c908-fb0a-4234-8b1b-de15944da823 port 1639c793-ff42-48d6-b079-7d5e49c0c3fe binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:29:44.703391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:44.733917 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fa8974-4465-4113-8a9a-d11f1443ce72'] response: {'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'code': 200} Apr 05 20:29:44.736076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:44.788047 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.806453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11a2e93-f53b-4364-986a-eab6984d0628 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:44.819711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:44.846529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.904988 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.972395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:45.022489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.023913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d47ac75b-a19d-4860-88ce-5830a22b4b44 tempest-ServersWithSpecificFlavorTestJSON-1901674737 tempest-ServersWithSpecificFlavorTestJSON-1901674737-project] 10.222.0.10 "DELETE /v2.0/floatingips/05e53447-628e-48ee-96ad-b698a11ec43a HTTP/1.1" status: 204 len: 168 time: 3.1141343 Apr 05 20:29:45.031595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:45.035386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:45.052293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6261955f-672a-4b48-bf54-a6cd565fa447 req-e9709c6e-247e-4198-b464-4a197ac9e916 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547431 Apr 05 20:29:45.053287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:45.079078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Pushing event updated for resources: {'Port': ['ID=4ae9887b-1558-4822-ba64-73f198010102,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:45.139443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.140055 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.223133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5cb1e202-d781-4caf-9c25-b18490746ffd req-f8da8291-1f1a-4620-aaa7-1d9f1564b802 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 1100 time: 0.3084238 Apr 05 20:29:45.231419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] Transition to ACTIVE for port object e11a2e93-f53b-4364-986a-eab6984d0628 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:45.241984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-79368590-9afb-42c3-8c35-23033e9591e0 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8297114 Apr 05 20:29:45.253636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Request body: {'port': {'device_id': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:45.339988 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.439722 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.454379 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Transition to ACTIVE for port object 1639c793-ff42-48d6-b079-7d5e49c0c3fe will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:45.462968 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5cb1e202-d781-4caf-9c25-b18490746ffd req-099edd5a-7c63-48ae-b36b-cbe72459af2e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241645 Apr 05 20:29:45.486448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.538362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:45.544010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297ef8f-9dcd-4044-ad24-5113440507bd req-be7890b1-327c-4ee1-8a29-d47e6acb163e tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.545545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0297ef8f-9dcd-4044-ad24-5113440507bd req-be7890b1-327c-4ee1-8a29-d47e6acb163e tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 949 time: 0.2341878 Apr 05 20:29:45.547197 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.551176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b05efd05-9264-4282-9c15-677eff36961b up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:45.605579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987101575', 'description': 'tempest-description--1988436437'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:45.615681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:45.626631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a4a60aab-0eaf-461d-b89f-11ec6dc105f8 None None] Provisioning for port 4ae9887b-1558-4822-ba64-73f198010102 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:45.626784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:45.626877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] Checking router: a7684930-05c2-43f2-80f2-df94e5d20267 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:45.630847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a4a60aab-0eaf-461d-b89f-11ec6dc105f8 None None] Provisioning complete for port 4ae9887b-1558-4822-ba64-73f198010102 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:45.631203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a4a60aab-0eaf-461d-b89f-11ec6dc105f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.634524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Usage tracker for resource:security_group and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:45.642242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:45.648927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:45.657637 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98400a-ab98-40af-9fdc-064e46728938 None None] Pushing event updated for resources: {'Port': ['ID=1639c793-ff42-48d6-b079-7d5e49c0c3fe,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:45.676457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=10']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:45.682970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0297ef8f-9dcd-4044-ad24-5113440507bd req-2e192595-7811-43e3-990a-b28165cbbc7c tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229117 Apr 05 20:29:45.704390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a4a60aab-0eaf-461d-b89f-11ec6dc105f8 None None] Port 4ae9887b-1558-4822-ba64-73f198010102 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:29:45.712823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] Routers {'a7684930-05c2-43f2-80f2-df94e5d20267'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:45.713607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a7684930-05c2-43f2-80f2-df94e5d20267'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:45.734432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] No DVR routers for this DVR port e11a2e93-f53b-4364-986a-eab6984d0628 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:45.811018 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-34e8b186-ed61-4638-b804-29c9eda09a17 service neutron] 10.222.0.23 "PUT /v2.0/ports/e11a2e93-f53b-4364-986a-eab6984d0628/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8156297 Apr 05 20:29:45.812554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.868109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.884180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port b05efd05-9264-4282-9c15-677eff36961b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:45.912853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:45.913010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port b05efd05-9264-4282-9c15-677eff36961b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:45.913010 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.914213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Usage tracker for resource:security_group_rule and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:45.918075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:45.927032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:45.999513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fe20b-6c48-4512-bd3e-0ea0c6117351 req-6400133e-2d4b-445e-9479-8590862c787e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.006435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e3fe20b-6c48-4512-bd3e-0ea0c6117351 req-6400133e-2d4b-445e-9479-8590862c787e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 945 time: 0.2315183 Apr 05 20:29:46.050989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Deleting port 4aa8d671-b2d6-477a-8975-36229b94f4ba {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:46.051891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.146023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e3fe20b-6c48-4512-bd3e-0ea0c6117351 req-a0711f78-c7e8-478e-87c5-43580ad7aa90 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308520 Apr 05 20:29:46.148878 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Attempting to bind port 1639c793-ff42-48d6-b079-7d5e49c0c3fe on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:46.149356 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Attempting to bind port 1639c793-ff42-48d6-b079-7d5e49c0c3fe by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:46.150028 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Attempting to bind port 1639c793-ff42-48d6-b079-7d5e49c0c3fe on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:46.159395 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:46.160044 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:46.160505 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.160953 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Bound using segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:46.161508 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Bound port: 1639c793-ff42-48d6-b079-7d5e49c0c3fe, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:46.161964 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.164158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] Set router a7684930-05c2-43f2-80f2-df94e5d20267 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:46.179459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.228005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae9887b-1558-4822-ba64-73f198010102 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:46.257189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.276134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.309237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Transition to ACTIVE for port object 4ae9887b-1558-4822-ba64-73f198010102 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:46.309970 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] For port 1639c793-ff42-48d6-b079-7d5e49c0c3fe, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:46.314894 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] For port 1639c793-ff42-48d6-b079-7d5e49c0c3fe, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1639c793-ff42-48d6-b079-7d5e49c0c3fe,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:46.331884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f0d21-dec8-4091-ad0d-b12da8aad3ec req-4448c34f-d0ee-48c5-9e45-739b48748066 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.332880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-334f0d21-dec8-4091-ad0d-b12da8aad3ec req-4448c34f-d0ee-48c5-9e45-739b48748066 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Synchronizing usage tracker for tenant:06dfa786ce96446ea76834d5bffb4824 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:46.358444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-d48a7219-994c-4b09-9574-486b1eff04fd tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.3860886 Apr 05 20:29:46.365466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcc975c-f9a3-481d-8b6a-fb813c02129b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:46.372870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.383595 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.403016 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.449593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] For port 4aa8d671-b2d6-477a-8975-36229b94f4ba, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4aa8d671-b2d6-477a-8975-36229b94f4ba,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:46.450109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.481728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-334f0d21-dec8-4091-ad0d-b12da8aad3ec req-4448c34f-d0ee-48c5-9e45-739b48748066 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Unset dirty status for tenant:06dfa786ce96446ea76834d5bffb4824 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:46.482900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-334f0d21-dec8-4091-ad0d-b12da8aad3ec req-4448c34f-d0ee-48c5-9e45-739b48748066 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 935 time: 0.3280509 Apr 05 20:29:46.503390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:46.549581 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98400a-ab98-40af-9fdc-064e46728938 None None] Pushing event updated for resources: {'Port': ['ID=1639c793-ff42-48d6-b079-7d5e49c0c3fe,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:46.591818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:46.592869 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:46.610313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.616593 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-70a1bff7-214f-4db5-821a-6c21332adaa4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0776291 Apr 05 20:29:46.622295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44242) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:46.636722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae9887b-1558-4822-ba64-73f198010102,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:46.639792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.640267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:46.832936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'security_group_rule': {'security_group_id': 'bfcc975c-f9a3-481d-8b6a-fb813c02129b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:46.835321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:46.840660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:46.845392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-334f0d21-dec8-4091-ad0d-b12da8aad3ec req-8633ea5d-75ba-4380-8ed3-0157b2fbbdbb tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Synchronizing usage tracker for tenant:06dfa786ce96446ea76834d5bffb4824 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:46.845609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Calling delete_port for 4aa8d671-b2d6-477a-8975-36229b94f4ba owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:46.852236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:46.867132 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:46.874502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:46.877022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:46.879030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaafab-3892-4c07-8918-a5a2410489dc req-8da4ea73-7cf6-4c04-a96b-bbbc8886ae42 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.880644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aeaafab-3892-4c07-8918-a5a2410489dc req-8da4ea73-7cf6-4c04-a96b-bbbc8886ae42 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.4691622 Apr 05 20:29:46.887409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48133631-fae5-4995-a82f-926f36ab9ddf None None] The sync data for ids ['a7684930-05c2-43f2-80f2-df94e5d20267'] in n-d-836605-1 is: [{'id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'name': 'tempest-FloatingIPsAssociationTestJSON-677813052-router', 'tenant_id': 'a29273f3f47341788364488386d36237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:36Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 5, 'project_id': 'a29273f3f47341788364488386d36237', 'gw_port': {'id': '4aa8d671-b2d6-477a-8975-36229b94f4ba', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7684930-05c2-43f2-80f2-df94e5d20267', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:37Z', 'updated_at': '2022-04-05T20:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:46.912885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Usage tracker for resource:security_group_rule and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:46.917927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:46.933699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:46.973142 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-21259c7f-c0c3-4be4-a99d-fd2643643be3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2&tenant_id=e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 1096 time: 0.6051342 Apr 05 20:29:46.996655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:47.009650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aeaafab-3892-4c07-8918-a5a2410489dc req-f6656d73-b290-4362-b9a9-133b49eb5ae9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160116 Apr 05 20:29:47.018355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Attempting to bind port 4ae9887b-1558-4822-ba64-73f198010102 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:47.022599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Attempting to bind port 4ae9887b-1558-4822-ba64-73f198010102 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:47.023144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Attempting to bind port 4ae9887b-1558-4822-ba64-73f198010102 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:47.040220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Port 4ae9887b-1558-4822-ba64-73f198010102 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:47.040757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Attempting to bind port 4ae9887b-1558-4822-ba64-73f198010102 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:47.055124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:47.055819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:47.056417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:47.057041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Bound port: 4ae9887b-1558-4822-ba64-73f198010102, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:47.057645 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.090132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-334f0d21-dec8-4091-ad0d-b12da8aad3ec req-8633ea5d-75ba-4380-8ed3-0157b2fbbdbb tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Unset dirty status for tenant:06dfa786ce96446ea76834d5bffb4824 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:47.100777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-334f0d21-dec8-4091-ad0d-b12da8aad3ec req-8633ea5d-75ba-4380-8ed3-0157b2fbbdbb tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345600 Apr 05 20:29:47.172202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.259879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.310197 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:46Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:47.314514 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3bc60-69fb-4833-8462-35c85fe5c4fc None None] The sync data for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 is: [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:46Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:47.348300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] For port 4ae9887b-1558-4822-ba64-73f198010102, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:47.367974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.436246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-b572fec7-ae1d-4d4d-9b63-7e20cef2a16c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1096 time: 0.4114194 Apr 05 20:29:47.480365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6327c2-bd92-4d82-867e-d39847303dc8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:47.565216 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.565216 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2ed2b93c-e72f-4d7a-8505-dcc2dbc509d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8264706 Apr 05 20:29:47.565713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44254) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:47.572587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'security_group_rule': {'security_group_id': 'bfcc975c-f9a3-481d-8b6a-fb813c02129b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:47.588934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:47.600179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Usage tracker for resource:security_group_rule and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:47.610850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81770c1e-a45e-4112-b281-a4a99240a754 req-687bb1f7-2bdb-4b41-86a9-f7fcd277ce9c tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.618333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81770c1e-a45e-4112-b281-a4a99240a754 req-687bb1f7-2bdb-4b41-86a9-f7fcd277ce9c tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 950 time: 0.1593790 Apr 05 20:29:47.621527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:47.628310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.657611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1639c793-ff42-48d6-b079-7d5e49c0c3fe up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:47.668730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1aba6-f290-41e1-810a-820b52cae81d req-066882d9-5f55-45de-a2b0-d7f88c64ee87 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.675608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ce1aba6-f290-41e1-810a-820b52cae81d req-066882d9-5f55-45de-a2b0-d7f88c64ee87 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.2993271 Apr 05 20:29:47.681103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:47.700261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] For port 4ae9887b-1558-4822-ba64-73f198010102, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4ae9887b-1558-4822-ba64-73f198010102,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:47.717657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81770c1e-a45e-4112-b281-a4a99240a754 req-22c141cd-bb07-42b5-b478-86fb39dbb3a3 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984724 Apr 05 20:29:47.719415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-3d3f5eae-a40a-47a7-a3d3-bc238ed76adf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.720952 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-3d3f5eae-a40a-47a7-a3d3-bc238ed76adf service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.2739601 Apr 05 20:29:47.756780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ce1aba6-f290-41e1-810a-820b52cae81d req-3cd1a60b-8da4-45ee-b1a2-0d2784d0ff42 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800622 Apr 05 20:29:47.773918 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.795303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aa8d671-b2d6-477a-8975-36229b94f4ba,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:47.815777 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356bd69f-8a91-4a17-a2d6-af5200007b00'] response: {'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b', 'code': 200} Apr 05 20:29:47.825090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1639c793-ff42-48d6-b079-7d5e49c0c3fe completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:47.831422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1639c793-ff42-48d6-b079-7d5e49c0c3fe triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:47.831794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.921465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.040598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.074322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.150564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 1639c793-ff42-48d6-b079-7d5e49c0c3fe, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1639c793-ff42-48d6-b079-7d5e49c0c3fe,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:48.159874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.166387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] 10.222.0.23 "PUT /v2.0/ports/4ae9887b-1558-4822-ba64-73f198010102 HTTP/1.1" status: 200 len: 1095 time: 2.9121215 Apr 05 20:29:48.166387 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.167802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'tag': '4ae9887b-1558-4822-ba64-73f198010102'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:48.213922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.320421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 719660d2-be70-4e5b-a253-ebca4d4f3bbc no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:48.349276 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-be168f0f-7263-4449-b118-3ceb8b29094a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 200 len: 217 time: 0.6112797 Apr 05 20:29:48.411144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 719660d2-be70-4e5b-a253-ebca4d4f3bbc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:29:48.411580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 719660d2-be70-4e5b-a253-ebca4d4f3bbc not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:48.439891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=1639c793-ff42-48d6-b079-7d5e49c0c3fe,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:48.447265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842252db-e8db-43dd-b330-01babf43ab98 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae9887b-1558-4822-ba64-73f198010102,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:48.450756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.480966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.559081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1069641-3aeb-4e5a-815f-e583b8425c6a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:48.592680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.598990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945e4e-2b40-482b-9742-175138541dd4 req-15c0e048-2fff-462c-a598-e867985566f5 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.600642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36945e4e-2b40-482b-9742-175138541dd4 req-15c0e048-2fff-462c-a598-e867985566f5 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 945 time: 0.5642438 Apr 05 20:29:48.624557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-24d8a81c-5d1f-4b37-9182-f06093ca8008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.626055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-24d8a81c-5d1f-4b37-9182-f06093ca8008 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1814160 Apr 05 20:29:48.631185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-15fe62be-dc0c-4500-8c07-daf33abb5c3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06dfa786ce96446ea76834d5bffb4824&device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 1098 time: 0.2439461 Apr 05 20:29:48.685100 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-86ed53d2-3613-497f-9c27-68e22e9cd41d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470240 Apr 05 20:29:48.688692 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36a676c8-4e15-4e3f-9aa2-23f2f843416f req-53e49ce9-9cf0-46c8-858a-d99f291d664d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 1101 time: 0.6689963 Apr 05 20:29:48.700718 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.701881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-923fbbc1-4a10-45ad-a71e-36ab13ef15d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1354692 Apr 05 20:29:48.711638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44270) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.735018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-1d1bea06-376e-46a7-857d-b662d9e2d571 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4ae9887b-1558-4822-ba64-73f198010102 HTTP/1.1" status: 200 len: 217 time: 0.0933712 Apr 05 20:29:48.737291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:48.741436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eea3ba-e933-4fad-b2ce-ca2b34afcea8 req-b1468153-d51f-431f-b809-de64802d83d9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.742941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6eea3ba-e933-4fad-b2ce-ca2b34afcea8 req-b1468153-d51f-431f-b809-de64802d83d9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.2991672 Apr 05 20:29:48.775306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36945e4e-2b40-482b-9742-175138541dd4 req-8e68e75e-5089-4c71-bdfb-3f08e7e1fe86 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664491 Apr 05 20:29:48.791887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:48.794539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.795034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7684930-05c2-43f2-80f2-df94e5d20267 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:29:48.801732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Usage tracker for resource:floatingip and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:48.814930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:48.831441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:48.845895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-f89942c2-208e-4abe-9f83-d71b1fd16ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.846253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.847388 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-18d9c5f1-c7a8-4928-9948-10005ec8a0f4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a7684930-05c2-43f2-80f2-df94e5d20267 HTTP/1.1" status: 204 len: 168 time: 4.3586209 Apr 05 20:29:48.850443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-f89942c2-208e-4abe-9f83-d71b1fd16ba3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1065862 Apr 05 20:29:48.850838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.874888 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36a676c8-4e15-4e3f-9aa2-23f2f843416f req-b6de61a2-2dd1-43f1-b218-b87b66e57574 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639316 Apr 05 20:29:48.899123 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-9e5b3868-4cdb-45c4-9615-f6a8742383f0 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055390 Apr 05 20:29:48.951178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6eea3ba-e933-4fad-b2ce-ca2b34afcea8 req-e353a4fe-b51f-484b-a6c1-5b6e54c25528 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718092 Apr 05 20:29:48.972909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.975321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] Deleting subnet 85c086db-b972-4238-b437-a1b42d5923a3 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:29:48.980952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.058093 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42d2615-3774-4c05-a9c6-2dacbfb8039e'] response: {'name': 'network-changed', 'server_uuid': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'tag': '4ae9887b-1558-4822-ba64-73f198010102', 'status': 'completed', 'code': 200} Apr 05 20:29:49.087146 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.118134 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-8e81a461-da09-42f4-8ea6-6eec8811a3f3 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128007 Apr 05 20:29:49.143902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-e110e8c7-114f-492a-a40c-5333fc5930b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2845693 Apr 05 20:29:49.165071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.305798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Allocated IP 172.25.2.156 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/36503494-bf7f-456a-a878-94bb2cded683) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:49.337773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2389d59-b19b-4f27-a1b8-24f20c4f7c48 req-6d44efff-39cf-4cb4-8379-fbdb417aad6c tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:49.349383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2389d59-b19b-4f27-a1b8-24f20c4f7c48 req-6d44efff-39cf-4cb4-8379-fbdb417aad6c tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 947 time: 0.3250256 Apr 05 20:29:49.396510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.432062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-78236134-bc29-41b4-9f81-865e313e0149 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468698 Apr 05 20:29:49.462995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.487305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790d48a-5996-419f-bb30-dde0cd9e410a req-a7189171-ebe3-4ed1-9dff-2d242f5cf734 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:49.488736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9790d48a-5996-419f-bb30-dde0cd9e410a req-a7189171-ebe3-4ed1-9dff-2d242f5cf734 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 950 time: 0.3519149 Apr 05 20:29:49.565297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2389d59-b19b-4f27-a1b8-24f20c4f7c48 req-dcf72939-7a13-41f1-91c7-a94fe56d7993 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114329 Apr 05 20:29:49.583157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.647150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1639c793-ff42-48d6-b079-7d5e49c0c3fe up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:49.655154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9790d48a-5996-419f-bb30-dde0cd9e410a req-443c8dcf-cea1-4109-a3af-3c1ad9a42b6e tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577406 Apr 05 20:29:49.719435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29386342-4bf9-4c50-84fe-455933b3eeeb req-6679c529-a639-49da-969c-d51176051ab3 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693615 Apr 05 20:29:49.723157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.730925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1639c793-ff42-48d6-b079-7d5e49c0c3fe triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:49.730925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.738929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=36503494-bf7f-456a-a878-94bb2cded683,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:49.759895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:49.763144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:49.765941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:49.825248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c086db-b972-4238-b437-a1b42d5923a3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:49.866975 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-90a25050-e564-408c-b9b8-b16c69903738 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.1611524 Apr 05 20:29:49.893508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.911468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44288) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:49.937681 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.938431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05291b83-d53d-40c9-889c-72ff5d666d11 None None] Network aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:50.047694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33913132-4d19-4329-8a2e-4a916a123f77 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/85c086db-b972-4238-b437-a1b42d5923a3 HTTP/1.1" status: 204 len: 168 time: 1.1931472 Apr 05 20:29:50.076089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.077863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:50.247601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.257901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] DHCP port deletion for aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:29:50.258997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.264791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] Deleting port 7b915b8b-2f64-460a-8a2c-711daefc7284 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:50.265462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.353338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f608c-89ab-4b9f-80b4-8115973c65fe req-d1be12bd-ac91-479f-af18-a48a936af6de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:50.355652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d5f608c-89ab-4b9f-80b4-8115973c65fe req-d1be12bd-ac91-479f-af18-a48a936af6de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.6178982 Apr 05 20:29:50.412842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-08bd236c-d0c4-43c5-a1f2-8e483b394604 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06dfa786ce96446ea76834d5bffb4824&device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 1098 time: 0.5690942 Apr 05 20:29:50.427048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553ba5-0a8f-45a5-b35f-a4ad4dfc4ba3 req-54db1d13-86e0-4ef7-b6e5-96df3cb9c1c7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:50.434664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b553ba5-0a8f-45a5-b35f-a4ad4dfc4ba3 req-54db1d13-86e0-4ef7-b6e5-96df3cb9c1c7 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 945 time: 0.3973384 Apr 05 20:29:50.453563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Deleting port 7b915b8b-2f64-460a-8a2c-711daefc7284 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:50.454052 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.484339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-f32f8661-22c8-4aba-a558-2a45f8be941a service neutron] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:50.533292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] For port 7b915b8b-2f64-460a-8a2c-711daefc7284, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b915b8b-2f64-460a-8a2c-711daefc7284,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:50.533740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.558489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d5f608c-89ab-4b9f-80b4-8115973c65fe req-17c85746-5255-4cd3-9c15-03acd6a85470 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883638 Apr 05 20:29:50.612355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b553ba5-0a8f-45a5-b35f-a4ad4dfc4ba3 req-cfa508fa-7d6f-4441-9589-77fe8b764d88 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768029 Apr 05 20:29:50.615274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-f32f8661-22c8-4aba-a558-2a45f8be941a service neutron] Notify callbacks [] for binding, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.616489 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d168b9f6-88a8-43bd-bade-e0188166dfc9 req-f32f8661-22c8-4aba-a558-2a45f8be941a service neutron] 10.222.0.39 "DELETE /v2.0/ports/e11a2e93-f53b-4364-986a-eab6984d0628/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 0.7347624 Apr 05 20:29:50.617763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:29:50.675847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.701785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] Calling delete_port for 7b915b8b-2f64-460a-8a2c-711daefc7284 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:50.738526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-ae77b07a-6e12-428f-a695-60cc16565c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:50.743689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-ae77b07a-6e12-428f-a695-60cc16565c1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3061521 Apr 05 20:29:50.788654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.886556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] For port 7b915b8b-2f64-460a-8a2c-711daefc7284, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b915b8b-2f64-460a-8a2c-711daefc7284,segment=NetworkSegment(5289c802-23f6-47f8-a30c-c108326e7b31),segment_id=5289c802-23f6-47f8-a30c-c108326e7b31)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:50.887049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.915467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.960523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] Pushing event deleted for resources: {'Port': ['ID=7b915b8b-2f64-460a-8a2c-711daefc7284,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:50.966410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9053cb9-8ca1-4d1c-b0ec-a14bb74e82d1 None None] No DVR routers for this DVR port 7b915b8b-2f64-460a-8a2c-711daefc7284 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:50.989060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=36503494-bf7f-456a-a878-94bb2cded683,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:51.043099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-85275793-64dd-47a4-ab6d-7c24845690ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=4ae9887b-1558-4822-ba64-73f198010102 HTTP/1.1" status: 200 len: 217 time: 0.2837923 Apr 05 20:29:51.062713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Calling delete_port for 7b915b8b-2f64-460a-8a2c-711daefc7284 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:51.097745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.161395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-1c718bbb-f17a-4cbe-91fd-59a1e4edb9e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:51.162955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-1c718bbb-f17a-4cbe-91fd-59a1e4edb9e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1105516 Apr 05 20:29:51.166910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:29:51.167645 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:29:51.178019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.181517 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e58b729c-17ad-47b3-a578-44823be16b67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4659934 Apr 05 20:29:51.234248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccd29a-4d7a-4103-b654-be67068d14af req-699dcaf9-e985-4c3a-b493-e8d457590477 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:51.235894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fdccd29a-4d7a-4103-b654-be67068d14af req-699dcaf9-e985-4c3a-b493-e8d457590477 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 947 time: 0.3973234 Apr 05 20:29:51.253364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5b36d-dff5-4e17-9856-295efb50957f req-9430285e-6376-441d-94ab-abd0340903dd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:51.254871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96e5b36d-dff5-4e17-9856-295efb50957f req-9430285e-6376-441d-94ab-abd0340903dd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 945 time: 0.4154575 Apr 05 20:29:51.373201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fdccd29a-4d7a-4103-b654-be67068d14af req-bde9c122-dae7-4fec-bc36-8b616331f96e tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275120 Apr 05 20:29:51.375128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96e5b36d-dff5-4e17-9856-295efb50957f req-20c5c0ac-bf24-4061-afad-d2fa9402318a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096580 Apr 05 20:29:51.379117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-993e60f8-2ba6-4ed1-8c12-07697a150ade service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057662 Apr 05 20:29:51.465177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.579597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b915b8b-2f64-460a-8a2c-711daefc7284 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:51.612710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7b915b8b-2f64-460a-8a2c-711daefc7284 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:29:51.613173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b915b8b-2f64-460a-8a2c-711daefc7284 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:51.669008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Deleting port 7b915b8b-2f64-460a-8a2c-711daefc7284 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:51.669553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.739781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-cadf636a-1d0f-45d8-8747-33de7c6cada1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:51.747180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-1a0bc70a-21ce-4ab0-8c3a-abe33ff78fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586464 Apr 05 20:29:51.764067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] The port '7b915b8b-2f64-460a-8a2c-711daefc7284' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:29:51.861163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-cadf636a-1d0f-45d8-8747-33de7c6cada1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:51.862348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-cadf636a-1d0f-45d8-8747-33de7c6cada1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1987101575&fields=id&tenant_id=df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 267 time: 0.3363142 Apr 05 20:29:51.867957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424607a1-25d7-4444-a7f6-3eab66151d11 req-f8d5cc84-caf1-4c7e-8caa-136b5d8f247b tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:51.869478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-424607a1-25d7-4444-a7f6-3eab66151d11 req-f8d5cc84-caf1-4c7e-8caa-136b5d8f247b tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 950 time: 0.3529525 Apr 05 20:29:51.943270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.971293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:51.984407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5289c802-23f6-47f8-a30c-c108326e7b31') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:51.984706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5289c802-23f6-47f8-a30c-c108326e7b31') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:51.998276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.106537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.119775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:29:52.120151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:52.133563 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:52.201843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c47117-e7ae-4d77-a77c-b25c2e5be92a req-3d4cf828-d7e9-47f3-a1e0-45c90db7ec9d service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404514 Apr 05 20:29:52.210764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-424607a1-25d7-4444-a7f6-3eab66151d11 req-1cc0f96e-4c70-4f0d-b4f7-638385e9d2b8 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325567 Apr 05 20:29:52.243046 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-78ae538f-fbb8-4562-ad2a-a712857e4b06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1096 time: 0.1689317 Apr 05 20:29:52.317350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.324167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.324823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26432-8edf-40e7-85c3-175441c13fea req-a6caea6d-cc47-4cbf-a019-13362b03ee15 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:52.325689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-a6caea6d-cc47-4cbf-a019-13362b03ee15 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:52.366315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:52.419442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ac776-be6b-4b2f-a512-6609aac811ef req-09023824-f006-470c-ae03-6be73cc23c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:52.421180 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-09023824-f006-470c-ae03-6be73cc23c9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.1779480 Apr 05 20:29:52.424102 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-98159e1a-21c0-42a1-ad8e-1be2759887b7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/aa5c90d8-3c9b-404f-bc70-0bf3a4403dbd HTTP/1.1" status: 204 len: 168 time: 2.3433037 Apr 05 20:29:52.475009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-a6caea6d-cc47-4cbf-a019-13362b03ee15 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:52.476115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-a6caea6d-cc47-4cbf-a019-13362b03ee15 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.5927665 Apr 05 20:29:52.492492 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-29122f97-59be-4889-8e31-ee176423bd1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 200 len: 217 time: 0.0638878 Apr 05 20:29:52.518824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-7809f676-65e0-4fe3-8a47-b7dece6739c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/quotas/df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 375 time: 0.0331709 Apr 05 20:29:52.570573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ac776-be6b-4b2f-a512-6609aac811ef req-255010ee-c2b6-4505-b429-e8a12de603c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:52.572188 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-255010ee-c2b6-4505-b429-e8a12de603c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.0741463 Apr 05 20:29:52.618555 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-b2a4725e-aa64-481d-90cb-e416dd5a99f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403080 Apr 05 20:29:52.632723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f04ba820-3e8e-44c5-ae5c-373347fd9109 req-7e01fcde-6e1a-4f17-81a1-538df38b9950 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1096 time: 0.2375276 Apr 05 20:29:52.742618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-ac3e5ea6-6053-4a31-bbb1-89d73a2d7265 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157724 Apr 05 20:29:52.748727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f04ba820-3e8e-44c5-ae5c-373347fd9109 req-cbaf1a20-8b74-4daf-a1f1-3e4dbfeb51b3 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797031 Apr 05 20:29:52.754673 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-6a8e0f4c-c2e3-425a-8544-09db6f90f38e service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302562 Apr 05 20:29:52.837243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44324) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:52.991196 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-cf803f91-fd52-445b-ab56-39644762ab8e service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298267 Apr 05 20:29:53.032840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e70d66a4-bc1a-4978-94a1-33a157c5764f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a29273f3f47341788364488386d36237&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1943254 Apr 05 20:29:53.035652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44330) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:53.037105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-9f6b1fc5-9168-4644-8fc2-bb774ed04069 service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767684 Apr 05 20:29:53.099663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e661d4d-c444-40dc-bc39-211db67a85c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.128619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e661d4d-c444-40dc-bc39-211db67a85c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.230164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab198e5-e479-42ba-8bcd-0c040a8463a6 req-db0217d7-96b9-4e66-bdcd-3a3a0574a709 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:53.232108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cab198e5-e479-42ba-8bcd-0c040a8463a6 req-db0217d7-96b9-4e66-bdcd-3a3a0574a709 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.2829156 Apr 05 20:29:53.254659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Deleting port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:53.255000 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.269835 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-449e2524-3f41-4476-8f7b-cd100877253f tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.0941780 Apr 05 20:29:53.284182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:53.299993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-5b570a9b-0cba-4b6d-a322-33361d56622d service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509983 Apr 05 20:29:53.327577 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e661d4d-c444-40dc-bc39-211db67a85c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.354606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e661d4d-c444-40dc-bc39-211db67a85c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be90dcdb-8b00-4e20-9e0d-e7623c50361e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:53.369933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e661d4d-c444-40dc-bc39-211db67a85c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.373947 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3e661d4d-c444-40dc-bc39-211db67a85c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be90dcdb-8b00-4e20-9e0d-e7623c50361e HTTP/1.1" status: 204 len: 168 time: 0.3350723 Apr 05 20:29:53.423113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cab198e5-e479-42ba-8bcd-0c040a8463a6 req-c8b42337-97bd-426b-9ef2-99220e309350 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757028 Apr 05 20:29:53.462182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.529365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] For port 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:53.529807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.618923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4ae9887b-1558-4822-ba64-73f198010102 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:53.727057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:53.783713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Calling delete_port for 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:29:53.784264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:53.805378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4ae9887b-1558-4822-ba64-73f198010102, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4ae9887b-1558-4822-ba64-73f198010102,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:53.832192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '4ae9887b-1558-4822-ba64-73f198010102', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '4ae9887b-1558-4822-ba64-73f198010102', 'mac_address': 'fa:16:3e:6b:79:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:53.868274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:53.875043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.889958 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.907969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae9887b-1558-4822-ba64-73f198010102 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:53.931343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4ae9887b-1558-4822-ba64-73f198010102, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4ae9887b-1558-4822-ba64-73f198010102,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:53.956662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.049479 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.135206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=7']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:54.197809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:54.198144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:54.198511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:54.199535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4ae9887b-1558-4822-ba64-73f198010102,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:54.207431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:54.207769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Attempting to bind port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:54.214641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:54.215082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:54.215461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:54.215878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Bound port: 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:54.216223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.287567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4ae9887b-1558-4822-ba64-73f198010102'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:54.292168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a836d-fe49-4e10-894b-e02e4f384131 req-21178db5-8482-4b3f-9118-3ea33154de53 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:54.293726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a8a836d-fe49-4e10-894b-e02e4f384131 req-21178db5-8482-4b3f-9118-3ea33154de53 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 947 time: 0.4450204 Apr 05 20:29:54.310276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a088b-7880-4c56-a603-cfaa7b567d1c req-a86264b5-4595-4b6e-a65c-c856b1102349 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:54.317287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d38a088b-7880-4c56-a603-cfaa7b567d1c req-a86264b5-4595-4b6e-a65c-c856b1102349 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 949 time: 0.4985168 Apr 05 20:29:54.370207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:54.374100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:54.446696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.458058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a8a836d-fe49-4e10-894b-e02e4f384131 req-8699b89b-479a-4f74-839f-75b268f77ad1 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568713 Apr 05 20:29:54.471558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d38a088b-7880-4c56-a603-cfaa7b567d1c req-f436459b-e537-4bd8-ac60-b191ce5b5487 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532288 Apr 05 20:29:54.617963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.639330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=8']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:54.690877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.692310 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-900e3f64-4bf2-4ede-b211-cb137a8283c0 service neutron] 10.222.0.39 "PUT /v2.0/ports/192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 200 len: 1121 time: 1.4158061 Apr 05 20:29:54.713039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78cbae17-e69e-4c7a-9ba6-4d2d62abb31e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:54.782206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['192b35a5-d372-4293-a4c4-5c3f88c25bb7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:29:54.989726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44368) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:55.020451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a45f13-4171-4d5c-83fe-74c957d0c587 req-eae7d54c-b87b-42b0-9724-8617d3aa1a07 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:55.021930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a45f13-4171-4d5c-83fe-74c957d0c587 req-eae7d54c-b87b-42b0-9724-8617d3aa1a07 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 943 time: 0.3470666 Apr 05 20:29:55.050569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cac69b7-926a-48ce-ab67-5ff4bc2428cb req-3b1b760b-d16c-4778-b92e-6d761668ff51 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 1096 time: 0.3335381 Apr 05 20:29:55.131257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a45f13-4171-4d5c-83fe-74c957d0c587 req-fb3a818c-74f4-4080-a9b0-47c89d6ffc3e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996423 Apr 05 20:29:55.146246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2063129541-network', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:55.147679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cac69b7-926a-48ce-ab67-5ff4bc2428cb req-15d3cf83-386d-429f-985e-29efb809e15d tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911167 Apr 05 20:29:55.151306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:55.158596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Usage tracker for resource:network and tenant:6596d3049ad54be0a47f891af90b92f9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:55.162471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:55.174833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:55.208673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.289638 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbc4de7-0be9-492f-ad21-e209ed4d0436'] response: {'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7', 'code': 200} Apr 05 20:29:55.292949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Made reservation on behalf of 6596d3049ad54be0a47f891af90b92f9 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:55.296056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.326211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.368632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:55.373929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Usage tracker for resource:security_group_rule and tenant:6596d3049ad54be0a47f891af90b92f9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:55.377945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:55.385574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:55.402171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55ef6fc7-cd22-4f23-93db-91b0e5a4499f req-f2ca54b2-961c-46fa-84c8-79ce0af29210 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 210 time: 0.0639722 Apr 05 20:29:55.465726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.527068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.577817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:55.584211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a83addd-8e7c-41d3-8022-9a71a7a33f19,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:55.585743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc33663-3460-4541-85b8-0d6f180d34fb req-cc8b08fc-4fee-4d84-8991-84e4ae383f62 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:55.598720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7bc33663-3460-4541-85b8-0d6f180d34fb req-cc8b08fc-4fee-4d84-8991-84e4ae383f62 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.1405311 Apr 05 20:29:55.607725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.608089 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Added segment a3a5503a-c624-48ef-bca5-a34e06ad0de8 of type vlan for network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 Apr 05 20:29:55.614217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4ae9887b-1558-4822-ba64-73f198010102 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:55.677512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4aa8d671-b2d6-477a-8975-36229b94f4ba no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:55.682560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.690058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7bc33663-3460-4541-85b8-0d6f180d34fb req-8e3ef104-0650-49b7-a9df-f4ce96e25387 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840814 Apr 05 20:29:55.764820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4aa8d671-b2d6-477a-8975-36229b94f4ba {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:29:55.765424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4aa8d671-b2d6-477a-8975-36229b94f4ba not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:55.824308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.825229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:55.825817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.854067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 4ae9887b-1558-4822-ba64-73f198010102 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:55.864293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 4ae9887b-1558-4822-ba64-73f198010102 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:55.864603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.949794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] Pushing event updated for resources: {'Network': ['ID=691dbacd-96c0-4360-9fe3-cb15a08a1fb5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:55.998594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:56.019135 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c459c78c-32b3-45a9-929d-ae637cad8126 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0282009 Apr 05 20:29:56.022603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44388) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:56.027934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Request body: {'subnet': {'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2063129541-subnet', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:56.032682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:56.036461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Usage tracker for resource:subnet and tenant:6596d3049ad54be0a47f891af90b92f9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:56.039521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:56.045324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:56.105864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.151181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Made reservation on behalf of 6596d3049ad54be0a47f891af90b92f9 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:56.155453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.158002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4ae9887b-1558-4822-ba64-73f198010102, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4ae9887b-1558-4822-ba64-73f198010102,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:56.159041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae9887b-1558-4822-ba64-73f198010102'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:56.284607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.293267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287b8d8-b616-4403-aaab-84b5503f6ab1 req-239e87b3-ef84-40a6-8018-f26c794ce9be tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:56.294698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d287b8d8-b616-4403-aaab-84b5503f6ab1 req-239e87b3-ef84-40a6-8018-f26c794ce9be tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 948 time: 0.1164997 Apr 05 20:29:56.376388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d287b8d8-b616-4403-aaab-84b5503f6ab1 req-f38e0847-70ca-4fb9-b174-6773514642c4 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752578 Apr 05 20:29:56.377829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4ae9887b-1558-4822-ba64-73f198010102,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:56.416428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Router c6ee2376-d6f9-4be5-935f-1a636cb17858 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:29:56.521178 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6417ad-4408-422f-890e-abc49329d928'] response: {'server_uuid': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae9887b-1558-4822-ba64-73f198010102', 'code': 200} Apr 05 20:29:56.553096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.747828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1ad4cde-7313-40ff-ad0d-3d952ab2b94c req-eb22c2c7-6f52-4a11-848c-fe9d7861d91c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 1100 time: 0.1622913 Apr 05 20:29:56.759281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726814e9-3146-4b34-ac18-c83f959c770f req-72418688-6e1f-4ff0-9fd1-288c0e7c76d1 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:56.760646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-726814e9-3146-4b34-ac18-c83f959c770f req-72418688-6e1f-4ff0-9fd1-288c0e7c76d1 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 943 time: 0.1819918 Apr 05 20:29:56.833258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2147560-8232-4be4-96d5-0bd2076e9ac1 req-eb398511-3ef8-414d-baf1-62e5b6a067ba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 210 time: 0.0843468 Apr 05 20:29:56.876213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1ad4cde-7313-40ff-ad0d-3d952ab2b94c req-0bc39b74-0c2f-468b-a89f-f29f18e8b91d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863991 Apr 05 20:29:56.878418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75608e46-71aa-4009-99f8-35861e17ff1a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:56.909683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-726814e9-3146-4b34-ac18-c83f959c770f req-bb2e0387-e247-459d-8ecf-2d8a561c1f0f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052613 Apr 05 20:29:56.911569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Checking segment: {'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:56.912012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Network hostable DHCP agents. Network: 691dbacd-96c0-4360-9fe3-cb15a08a1fb5, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:56.927590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26432-8edf-40e7-85c3-175441c13fea req-676a4ae8-48d3-4749-a76d-5edc9a2c7b4f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:56.927590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-676a4ae8-48d3-4749-a76d-5edc9a2c7b4f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.4242699 Apr 05 20:29:56.955463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:29:56.965536 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] Sync routers for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:29:56.980380 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:56.981294 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:56.992181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-7372aa5f-ee2f-4842-a25b-a63fffccb58d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:57.005839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-7372aa5f-ee2f-4842-a25b-a63fffccb58d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:57.007329 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-7372aa5f-ee2f-4842-a25b-a63fffccb58d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 380 time: 0.0614424 Apr 05 20:29:57.017356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'port': {'device_id': '97084dfe-5387-4dc8-944c-349c4da9be89', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'admin_state_up': True, 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'security_groups': ['bfcc975c-f9a3-481d-8b6a-fb813c02129b']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:57.038418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:57.039927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:57.042017 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2dece50a-43bd-4486-817b-56b8f89f6df3 admin admin] 10.222.0.10 "PUT /v2.0/routers/c6ee2376-d6f9-4be5-935f-1a636cb17858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1163514 Apr 05 20:29:57.044053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44408) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:57.170199 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:57.187112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:57.189988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Usage tracker for resource:port and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:57.193195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:57.199635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:57.207874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 691dbacd-96c0-4360-9fe3-cb15a08a1fb5) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:57.212527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:57.213285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.218768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4533df8-eeaa-4edf-ac5c-f523ba6f7a49 None None] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:29:57.265798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417c67b-941e-4382-bdaf-f5f9a86bf13c req-f23f7968-f1fe-4e88-8b5c-8abae495188a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:57.267517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9417c67b-941e-4382-bdaf-f5f9a86bf13c req-f23f7968-f1fe-4e88-8b5c-8abae495188a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.2893991 Apr 05 20:29:57.290763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:29:57.305747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Made reservation on behalf of df176d4439164131ac58acc3a8187809 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:57.313418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.335819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:29:57.363445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:29:57.386860 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0dcb3570-e77d-46b5-b277-0fd39b577754 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3605542 Apr 05 20:29:57.391055 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff44154-e34e-4cdc-a23c-8a5c4b3c813e'] response: {'name': 'network-changed', 'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7', 'status': 'completed', 'code': 200} Apr 05 20:29:57.392841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44414) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:57.411378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9417c67b-941e-4382-bdaf-f5f9a86bf13c req-3ac7e15e-14bb-4a7f-9f9a-88640b8270b8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345446 Apr 05 20:29:57.418954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:57.428198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:57.434251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Usage tracker for resource:router and tenant:6596d3049ad54be0a47f891af90b92f9 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:57.437592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:57.443401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:57.551146 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:29:54Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:57.555142 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] Checking router: c6ee2376-d6f9-4be5-935f-1a636cb17858 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:29:57.565920 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] Routers {'c6ee2376-d6f9-4be5-935f-1a636cb17858'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:29:57.566654 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:29:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c6ee2376-d6f9-4be5-935f-1a636cb17858'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:57.614752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.615672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.641518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-691dbacd-96c0-4360-9fe3-cb15a08a1fb5', 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'fixed_ips': [{'subnet_id': '75608e46-71aa-4009-99f8-35861e17ff1a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:29:57.641518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.711488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Allocated IP 172.20.0.11 (085ac82a-4593-4f2f-b6e0-e1591b49614b/a5b68241-c312-4340-9158-5ed180b9be3a/9440eebe-4f3f-4164-bc8a-add479fe09b2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:57.809080 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.854440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Allocated IP 172.20.0.2 (691dbacd-96c0-4360-9fe3-cb15a08a1fb5/75608e46-71aa-4009-99f8-35861e17ff1a/eb1ecbdf-efad-4d5b-b078-bf2c73511048) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:57.854946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] Set router c6ee2376-d6f9-4be5-935f-1a636cb17858 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:29:57.880635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562da1d3-2e19-4402-8460-55eb7773df79 req-a416027d-4ea2-4c26-9e51-dd153aaed0d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1124 time: 0.4286284 Apr 05 20:29:57.990588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3af4c-d04d-485f-b7f2-5a08f245fdef req-601480d7-c050-48df-af7a-c527fc308391 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:58.003095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13b3af4c-d04d-485f-b7f2-5a08f245fdef req-601480d7-c050-48df-af7a-c527fc308391 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 949 time: 0.3818252 Apr 05 20:29:58.072134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.200308 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:29:54Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:58.205638 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca541bd-2937-474a-a9b2-957ca1c99b1a None None] The sync data for ids ['c6ee2376-d6f9-4be5-935f-1a636cb17858'] in n-d-836605-1 is: [{'id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-210550356-router', 'tenant_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '25478552-99df-4741-ac20-808221d653ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:29:54Z', 'revision_number': 5, 'project_id': '88570e437ab748ec9b41b1b7ccc44fa7', 'gw_port': {'id': '25478552-99df-4741-ac20-808221d653ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:39:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee2376-d6f9-4be5-935f-1a636cb17858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:25:56Z', 'updated_at': '2022-04-05T20:26:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:29:58.211523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.244150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Transition to ACTIVE for port object 9440eebe-4f3f-4164-bc8a-add479fe09b2 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:58.267291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.289707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Transition to ACTIVE for port object eb1ecbdf-efad-4d5b-b078-bf2c73511048 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:58.326870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Transition to ACTIVE for port object eb1ecbdf-efad-4d5b-b078-bf2c73511048 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:58.344392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.406934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.425811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:58.429524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:58.433576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:58.500238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:58.503628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:58.503914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:58.504552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.509119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:29:58.536613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:58.566224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Pushing event updated for resources: {'Port': ['ID=eb1ecbdf-efad-4d5b-b078-bf2c73511048,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:58.621056 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-552ad2c6-22ec-417e-96b6-d9398560f5fb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6078572 Apr 05 20:29:58.632129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Attempting to bind port eb1ecbdf-efad-4d5b-b078-bf2c73511048 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:58.632631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Attempting to bind port eb1ecbdf-efad-4d5b-b078-bf2c73511048 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:58.636710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Attempting to bind port eb1ecbdf-efad-4d5b-b078-bf2c73511048 on network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:58.641844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:58.642373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Checking segment: {'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:58.642872 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.643446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Bound using segment: {'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:58.644009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Bound port: eb1ecbdf-efad-4d5b-b078-bf2c73511048, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:58.644621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.646157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Request body: {'port': {'device_id': '97084dfe-5387-4dc8-944c-349c4da9be89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:29:58.766076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] For port eb1ecbdf-efad-4d5b-b078-bf2c73511048, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:29:58.768662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13b3af4c-d04d-485f-b7f2-5a08f245fdef req-6725bd90-44e4-41f1-9c2a-f9cb8618e3d4 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7647138 Apr 05 20:29:58.769504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] For port eb1ecbdf-efad-4d5b-b078-bf2c73511048, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eb1ecbdf-efad-4d5b-b078-bf2c73511048,segment=NetworkSegment(a3a5503a-c624-48ef-bca5-a34e06ad0de8),segment_id=a3a5503a-c624-48ef-bca5-a34e06ad0de8)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:29:58.776667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.811216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562da1d3-2e19-4402-8460-55eb7773df79 req-8f56758e-a183-4ed9-9c6f-51d5beb2678b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:58.813153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562da1d3-2e19-4402-8460-55eb7773df79 req-8f56758e-a183-4ed9-9c6f-51d5beb2678b service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.9075758 Apr 05 20:29:58.825902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.846890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4efd4e96-e91a-47fd-a564-f351a9e38006 None None] Provisioning for port 9440eebe-4f3f-4164-bc8a-add479fe09b2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:58.852115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.888209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4efd4e96-e91a-47fd-a564-f351a9e38006 None None] Provisioning complete for port 9440eebe-4f3f-4164-bc8a-add479fe09b2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:58.888593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4efd4e96-e91a-47fd-a564-f351a9e38006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.910456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9f7fa-14e7-429f-bb6f-643d08135b20 req-529641f5-edd4-4605-b591-71b15addac89 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:58.911880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1e9f7fa-14e7-429f-bb6f-643d08135b20 req-529641f5-edd4-4605-b591-71b15addac89 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 932 time: 0.2925038 Apr 05 20:29:58.959744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562da1d3-2e19-4402-8460-55eb7773df79 req-269bd392-c386-45f0-8486-ef830bd3b874 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 200 len: 217 time: 0.1276484 Apr 05 20:29:58.983487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4efd4e96-e91a-47fd-a564-f351a9e38006 None None] Port 9440eebe-4f3f-4164-bc8a-add479fe09b2 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:29:58.989207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e05f8-50b6-4099-a6e1-ac6cbe9128e9 None None] Pushing event updated for resources: {'Port': ['ID=eb1ecbdf-efad-4d5b-b078-bf2c73511048,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:59.158399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562da1d3-2e19-4402-8460-55eb7773df79 req-62847ddf-dfba-4b86-bbd1-459d54e44f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.158399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562da1d3-2e19-4402-8460-55eb7773df79 req-62847ddf-dfba-4b86-bbd1-459d54e44f9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1807027 Apr 05 20:29:59.165783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1e9f7fa-14e7-429f-bb6f-643d08135b20 req-fb8d3e75-9615-401d-878a-73de1456af73 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136703 Apr 05 20:29:59.239442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9440eebe-4f3f-4164-bc8a-add479fe09b2 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:29:59.244106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562da1d3-2e19-4402-8460-55eb7773df79 req-10f1d146-c14e-4f3c-8f7f-2dbbcf7a00b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771630 Apr 05 20:29:59.251998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.268588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Transition to ACTIVE for port object 9440eebe-4f3f-4164-bc8a-add479fe09b2 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:59.333384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.366196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854cf35-d91b-4f79-a842-1f6ec8b518cf req-ab410190-009b-4738-b460-444c6d1fd420 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.367696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4854cf35-d91b-4f79-a842-1f6ec8b518cf req-ab410190-009b-4738-b460-444c6d1fd420 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 943 time: 0.4726617 Apr 05 20:29:59.501893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.525816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562da1d3-2e19-4402-8460-55eb7773df79 req-69e9ded4-e3f5-4151-9df1-bf7d615bc7a0 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706158 Apr 05 20:29:59.571904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4854cf35-d91b-4f79-a842-1f6ec8b518cf req-4a8672d2-c751-4c42-af07-0b1a65747457 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631143 Apr 05 20:29:59.575831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:59.656490 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-43b5350a-2bba-4b40-8ec2-a644c90b87e0 service neutron] 10.222.0.23 "GET /v2.0/ports/a5edc404-89d8-4399-9037-142a7321276d/bindings/n-h2-836605-1 HTTP/1.1" status: 200 len: 382 time: 0.2203889 Apr 05 20:29:59.677335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Attempting to bind port 9440eebe-4f3f-4164-bc8a-add479fe09b2 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:59.677538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Attempting to bind port 9440eebe-4f3f-4164-bc8a-add479fe09b2 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:59.677848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Attempting to bind port 9440eebe-4f3f-4164-bc8a-add479fe09b2 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:59.685097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Port 9440eebe-4f3f-4164-bc8a-add479fe09b2 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:29:59.685394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Attempting to bind port 9440eebe-4f3f-4164-bc8a-add479fe09b2 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:29:59.691235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Deleting port 25478552-99df-4741-ac20-808221d653ea {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:29:59.691564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.705986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb1ecbdf-efad-4d5b-b078-bf2c73511048 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:59.709697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:29:59.709697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:29:59.709697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Bound using segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:29:59.709697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Bound port: 9440eebe-4f3f-4164-bc8a-add479fe09b2, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:59.709697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.796185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e091188-8112-4ab3-a6ae-4828bc7ecbd6 req-9c233ab1-f2c7-43ea-98e3-09327e73c1c9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.804539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e091188-8112-4ab3-a6ae-4828bc7ecbd6 req-9c233ab1-f2c7-43ea-98e3-09327e73c1c9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.4470410 Apr 05 20:29:59.870030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port eb1ecbdf-efad-4d5b-b078-bf2c73511048 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:59.918745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:00.076004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:30:00.076345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78cbae17-e69e-4c7a-9ba6-4d2d62abb31e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:00.250482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c5b39-178b-4cb5-8aa6-42dcfa2aa4fb None None] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:30:00.267287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:00.271349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:00.290914 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-ad520a4d-8a7e-4ca2-8182-fe3060790592 service neutron] 10.222.0.23 "GET /v2.0/ports/192b35a5-d372-4293-a4c4-5c3f88c25bb7/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.2252743 Apr 05 20:30:00.318664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e091188-8112-4ab3-a6ae-4828bc7ecbd6 req-fa0d444e-bf04-4399-aa12-0f33ee587247 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107801 Apr 05 20:30:00.343948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562da1d3-2e19-4402-8460-55eb7773df79 req-fd93ce84-152b-41f5-af03-977cbe697028 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8108070 Apr 05 20:30:00.369655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.485103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-908788f4-8b09-408b-b04d-691dce034c06 None None] Provisioning for port eb1ecbdf-efad-4d5b-b078-bf2c73511048 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:00.493901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.522907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.522907 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] 10.222.0.39 "PUT /v2.0/ports/9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1092 time: 1.8804171 Apr 05 20:30:00.522907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:00.548585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db8843-3acd-4336-af20-777ea62f31db service neutron] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:00.559759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-908788f4-8b09-408b-b04d-691dce034c06 None None] Provisioning complete for port eb1ecbdf-efad-4d5b-b078-bf2c73511048 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:00.560433 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-908788f4-8b09-408b-b04d-691dce034c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.572604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.755520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] For port 25478552-99df-4741-ac20-808221d653ea, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=25478552-99df-4741-ac20-808221d653ea,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:00.756039 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.913086 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-908788f4-8b09-408b-b04d-691dce034c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.937585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-01196733-8ca8-4753-869b-f3e5fb2e43e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1095 time: 0.2481320 Apr 05 20:30:00.939234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:00.944293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Calling delete_port for 25478552-99df-4741-ac20-808221d653ea owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:00.958013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-908788f4-8b09-408b-b04d-691dce034c06 None None] For port eb1ecbdf-efad-4d5b-b078-bf2c73511048, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eb1ecbdf-efad-4d5b-b078-bf2c73511048,segment=NetworkSegment(a3a5503a-c624-48ef-bca5-a34e06ad0de8),segment_id=a3a5503a-c624-48ef-bca5-a34e06ad0de8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:00.989745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cc78-e20e-4711-90cb-97664dc26a3a req-bee031dd-19f5-4517-83b2-5a7af73fac0e tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:00.990591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5167cc78-e20e-4711-90cb-97664dc26a3a req-bee031dd-19f5-4517-83b2-5a7af73fac0e tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 949 time: 0.7650437 Apr 05 20:30:01.008261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-e069599c-cc05-4d59-af83-64e0514cc696 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8&tenant_id=f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 1101 time: 0.6765475 Apr 05 20:30:01.025198 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-e78401a9-0744-4544-850c-7ab72dd54523 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 217 time: 0.0704134 Apr 05 20:30:01.028870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:01.041554 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-908788f4-8b09-408b-b04d-691dce034c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.139145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192b35a5-d372-4293-a4c4-5c3f88c25bb7 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:01.154894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:01.167896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26432-8edf-40e7-85c3-175441c13fea req-b3b965e0-0425-432d-b6c4-37d698ee07bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:01.167896 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-b3b965e0-0425-432d-b6c4-37d698ee07bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1096547 Apr 05 20:30:01.231592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5167cc78-e20e-4711-90cb-97664dc26a3a req-f713fd60-c83d-4f81-8fea-578fdbaf2c58 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796446 Apr 05 20:30:01.254037 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908788f4-8b09-408b-b04d-691dce034c06 None None] Pushing event updated for resources: {'Port': ['ID=eb1ecbdf-efad-4d5b-b078-bf2c73511048,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:01.261853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.265753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Allocated IP 172.25.2.222 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/6e2039b9-db31-41f4-bd00-09716dfb6ad1) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:01.299722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfe283-9181-4b9e-8877-d09673f7035c req-b0b862f9-3f1f-4d6f-a2e9-3dfe90ef6368 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:01.306452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1cfe283-9181-4b9e-8877-d09673f7035c req-b0b862f9-3f1f-4d6f-a2e9-3dfe90ef6368 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 944 time: 0.6410406 Apr 05 20:30:01.309534 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-4e49eb8a-2fd3-4ee4-943c-41cbf249a624 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370351 Apr 05 20:30:01.405956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-da7e1822-2e2a-4e5e-b1e0-857396ea9177 None None] Provisioning complete for port eb1ecbdf-efad-4d5b-b078-bf2c73511048 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:01.406432 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-da7e1822-2e2a-4e5e-b1e0-857396ea9177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.467856 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889b3304-f064-4562-b84b-6c93ef2a2c26'] response: {'name': 'network-changed', 'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'status': 'completed', 'code': 200} Apr 05 20:30:01.541125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-e4a04a44-4515-4092-b784-f24c9aea89a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1101 time: 0.4502079 Apr 05 20:30:01.564298 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-f28235d6-ca3b-44a6-9467-9a00028b9efc service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274408 Apr 05 20:30:01.579603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Transition to ACTIVE for port object 192b35a5-d372-4293-a4c4-5c3f88c25bb7 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:01.631524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb1ecbdf-efad-4d5b-b078-bf2c73511048 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:01.660049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.687833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1cfe283-9181-4b9e-8877-d09673f7035c req-1d4d7de3-b9d0-4220-af89-9aab76fed6d9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805726 Apr 05 20:30:01.759371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port eb1ecbdf-efad-4d5b-b078-bf2c73511048 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:01.759857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.848663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.884232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-bff97b93-4a78-4183-b142-0054abdc8be6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:01.886830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-bff97b93-4a78-4183-b142-0054abdc8be6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3289816 Apr 05 20:30:01.890576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] No DVR routers for this DVR port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:01.926806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Pushing event updated for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=10']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:01.950177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222a996-44cf-4eb0-8925-f42a56ec79d3 req-c7b515b8-eadb-4452-a3b4-02489966fd66 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:01.953604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9222a996-44cf-4eb0-8925-f42a56ec79d3 req-c7b515b8-eadb-4452-a3b4-02489966fd66 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 943 time: 0.4470534 Apr 05 20:30:01.982517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.982683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.983036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.983493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.983835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.984167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.984510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.984826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.985861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.986200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.986576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:01.996831 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbe26432-8edf-40e7-85c3-175441c13fea req-ab9f42fc-1609-4c4f-b7b2-fbde34a98a52 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098489 Apr 05 20:30:02.007915 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-0d78a7f9-715f-4fa3-98c1-d6cc5f4f22dc service neutron] 10.222.0.23 "PUT /v2.0/ports/192b35a5-d372-4293-a4c4-5c3f88c25bb7/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7018983 Apr 05 20:30:02.025651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.032099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-9077c53c-3dd1-44fd-ae57-4f738b855edc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 217 time: 0.1380134 Apr 05 20:30:02.087519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Pushing event deleted for resources: {'Port': ['ID=25478552-99df-4741-ac20-808221d653ea,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:02.161371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.165962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.166510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.167035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.167537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.168025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.168605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.169113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.169823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.170299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.170780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.171267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:02.258857 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-8b83a809-f58c-434d-bbe4-a0f064796d25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1095 time: 0.1022134 Apr 05 20:30:02.535655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-9378758d-e202-4f13-ab3d-7a738152ecd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:02.535655 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-9378758d-e202-4f13-ab3d-7a738152ecd0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.2636840 Apr 05 20:30:02.549649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-f7acb26a-6166-458a-874f-84beb57040fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:02.551781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-f7acb26a-6166-458a-874f-84beb57040fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.4674907 Apr 05 20:30:02.617215 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9222a996-44cf-4eb0-8925-f42a56ec79d3 req-a8de6e6d-5bc9-445c-9a55-5f9c4daedeea tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6485682 Apr 05 20:30:02.624187 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-1b5f8b45-5203-4b53-8014-ec811d6389a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 217 time: 0.0860331 Apr 05 20:30:02.678883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:02.702917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-803f7615-9d0d-459c-b3b2-e7ee42f8b4db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:02.705243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:02.705358 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-803f7615-9d0d-459c-b3b2-e7ee42f8b4db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.0727701 Apr 05 20:30:02.710537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2039b9-db31-41f4-bd00-09716dfb6ad1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:02.721404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:02.821575 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-24e466af-a053-4bdc-a69e-1d08693503b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109664 Apr 05 20:30:02.994650 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-dcc306f2-d3e9-49c0-92f4-846ce5432d65 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662652 Apr 05 20:30:03.057194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:03.081068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.154164 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9c705cd-edbe-4f38-ab00-cc25d41f17e7 req-156d7ae8-538d-4a72-93b0-5dda15fdbbc7 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518965 Apr 05 20:30:03.154521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-3e7e5c97-49c0-49be-8d28-a96c855409c0 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.9793401 Apr 05 20:30:03.238913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:03.269227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'mac_address': 'fa:16:3e:5a:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:03.270970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30500-d7e1-48bb-94a4-513989adea1b req-f7297592-fb98-4a4a-bf31-7c50b56812a2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:03.278608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c30500-d7e1-48bb-94a4-513989adea1b req-f7297592-fb98-4a4a-bf31-7c50b56812a2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.8342359 Apr 05 20:30:03.316678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-1a65ff78-477f-4f20-b150-89caba8655a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7258968 Apr 05 20:30:03.360546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.379671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:03.395812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:03.412111 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.463380 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.552043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:03.559709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.560199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.560542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.560895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.561273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.561603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.561927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.562280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.562779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.563147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.563536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:03.583436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.619519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c30500-d7e1-48bb-94a4-513989adea1b req-0941e4c5-6772-4c97-960d-6d6cf415eb1e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391626 Apr 05 20:30:03.624075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.634225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fefbf-b3da-47a1-9681-e4580d6af207 req-4ffd9708-03c6-4ad1-a6e5-ed83e7380eaa tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:03.635666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b27fefbf-b3da-47a1-9681-e4580d6af207 req-4ffd9708-03c6-4ad1-a6e5-ed83e7380eaa tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 944 time: 0.6746502 Apr 05 20:30:03.659780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:03.734513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:03.735182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:03.746808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-892dcf71-6d1b-4a0b-be1a-fb4716a54cee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 1095 time: 0.5191910 Apr 05 20:30:03.760986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:03.945130 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.988462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-6891dc05-ef9a-435b-993d-0437d356cf6f service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555438 Apr 05 20:30:03.998651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:04.018220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:04.121063 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.122514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b27fefbf-b3da-47a1-9681-e4580d6af207 req-00a8ec04-a4d7-40cf-8475-2e137711b8a2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4605782 Apr 05 20:30:04.156341 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.163622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ee2376-d6f9-4be5-935f-1a636cb17858 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:30:04.230010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:04.242540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea1edc2d-f8ad-4092-ab98-b8700d722673 req-08cf5bb5-0a6e-4575-86a1-ae84ebbbecdc service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113674 Apr 05 20:30:04.252644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.256114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.262731 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.263845 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d0158ecd-71cc-44c0-ae61-516d0ebfe43b admin admin] 10.222.0.10 "DELETE /v2.0/routers/c6ee2376-d6f9-4be5-935f-1a636cb17858 HTTP/1.1" status: 204 len: 168 time: 7.2188985 Apr 05 20:30:04.266472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44532) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:04.301592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-aca27919-a191-498f-ad24-f1eabdae3210 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1095 time: 0.3024588 Apr 05 20:30:04.422268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] Deleting subnet d046f5da-7f89-4f86-8de3-e31152af0a1e {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:30:04.426383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.492391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.591580 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7866dc5a-4292-4399-9488-edd7859f7e9d'] response: {'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d', 'code': 200} Apr 05 20:30:04.650453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.765466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ac776-be6b-4b2f-a512-6609aac811ef req-a63cbd6c-5f9b-47ac-80d2-25b739aedc40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:04.767333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-a63cbd6c-5f9b-47ac-80d2-25b739aedc40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.3635802 Apr 05 20:30:04.782977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51d08f88-9e4d-42e6-a13c-d37f23411b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.855053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a28139-0595-41c6-aafd-33246b2c2e61 req-dc495e3e-08ba-417e-8bb6-43ee2a9332c3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:04.861381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03a28139-0595-41c6-aafd-33246b2c2e61 req-dc495e3e-08ba-417e-8bb6-43ee2a9332c3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 944 time: 0.4551709 Apr 05 20:30:04.882520 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.927046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d046f5da-7f89-4f86-8de3-e31152af0a1e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:04.929991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-cb6fee27-b1e6-467a-8034-05ad8b2520d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 200 len: 217 time: 0.1474874 Apr 05 20:30:04.938100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.942843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df1447b-1a01-49ae-a381-f5621ce802f9 None None] Network 7394865f-8050-442a-baa7-fa8fe6b12b3e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:30:04.948418 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f93d480c-3e4a-4d45-8204-7907caacd2e3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d046f5da-7f89-4f86-8de3-e31152af0a1e HTTP/1.1" status: 204 len: 168 time: 0.6780424 Apr 05 20:30:04.952767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44546) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:05.063507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:05.081842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.095233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Deleting port 0d400a1a-0787-4d42-978c-38de919ec7ba {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:05.096847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.133180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03a28139-0595-41c6-aafd-33246b2c2e61 req-a9032404-c1d7-493d-883c-49f2f676f06b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608211 Apr 05 20:30:05.139248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ac776-be6b-4b2f-a512-6609aac811ef req-83391412-987d-4a75-a559-b314870f87d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:05.140779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-83391412-987d-4a75-a559-b314870f87d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.2012267 Apr 05 20:30:05.236464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-2be28b68-74c5-4843-b778-9ef721f114e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833583 Apr 05 20:30:05.250453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a3256-3f36-485c-addd-b99540a01888 req-b81ba0dc-e0a4-4714-a7d8-50383f9f62bf tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:05.260726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a9a3256-3f36-485c-addd-b99540a01888 req-b81ba0dc-e0a4-4714-a7d8-50383f9f62bf tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 949 time: 0.4011667 Apr 05 20:30:05.318371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:05.319506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.476566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] DHCP port deletion for 7394865f-8050-442a-baa7-fa8fe6b12b3e request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:30:05.491139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Deleting port 0d400a1a-0787-4d42-978c-38de919ec7ba {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:05.491457 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.541635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.572853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] For port 0d400a1a-0787-4d42-978c-38de919ec7ba, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0d400a1a-0787-4d42-978c-38de919ec7ba,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:05.580889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.629262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 25478552-99df-4741-ac20-808221d653ea no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:05.666804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:05.675173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 25478552-99df-4741-ac20-808221d653ea {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:30:05.675173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 25478552-99df-4741-ac20-808221d653ea not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:05.675173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0d400a1a-0787-4d42-978c-38de919ec7ba no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:05.688234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a9a3256-3f36-485c-addd-b99540a01888 req-250f0f7c-5923-4768-a914-ea6a013c7d14 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259448 Apr 05 20:30:05.782632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Calling delete_port for 0d400a1a-0787-4d42-978c-38de919ec7ba owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:05.825407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-1be03658-03e4-4fdc-8fe7-688186c40d1f service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413351 Apr 05 20:30:06.063882 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.119586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-46bfa3a9-b252-4667-b80d-0e04f19b3237 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806571 Apr 05 20:30:06.165768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] For port 0d400a1a-0787-4d42-978c-38de919ec7ba, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0d400a1a-0787-4d42-978c-38de919ec7ba,segment=NetworkSegment(e296eee4-56d5-4942-969a-e5e9af403754),segment_id=e296eee4-56d5-4942-969a-e5e9af403754)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:06.166309 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.238702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:06.296293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e318320-5566-4786-a795-fbaa7bf5243c req-306e442d-d9fe-4103-949d-1ab99c28f14b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:06.305328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Calling delete_port for 0d400a1a-0787-4d42-978c-38de919ec7ba owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:06.308107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e318320-5566-4786-a795-fbaa7bf5243c req-306e442d-d9fe-4103-949d-1ab99c28f14b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 948 time: 0.9354949 Apr 05 20:30:06.316180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.402647 n-d-836605-1 neutron-server[84582]: INFO neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No ports have port_id starting with 0d400a1a-0787-4d42-978c-38de919ec7ba Apr 05 20:30:06.517593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:06.518063 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:06.519324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] No DVR routers for this DVR port 0d400a1a-0787-4d42-978c-38de919ec7ba on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:06.563293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d400a1a-0787-4d42-978c-38de919ec7ba,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:06.592830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:06.669900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Router 23d9ff86-1f34-4187-ba18-3612b7eecb26 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:30:06.790550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.803074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-53346203-845d-4e6e-8b93-c562a733e621 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:06.804963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-53346203-845d-4e6e-8b93-c562a733e621 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 949 time: 0.6196203 Apr 05 20:30:06.807259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e318320-5566-4786-a795-fbaa7bf5243c req-8671c439-326e-4232-8436-dc61114dfb28 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983552 Apr 05 20:30:06.861150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7394865f-8050-442a-baa7-fa8fe6b12b3e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:06.863800 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aae5736-c74c-4dc3-8137-4aa205a85c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.896815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e296eee4-56d5-4942-969a-e5e9af403754') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:06.897157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e296eee4-56d5-4942-969a-e5e9af403754') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:06.949162 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.987310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.004973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:30:07.006358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.019639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Deleting port 0d400a1a-0787-4d42-978c-38de919ec7ba {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:07.020313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:07.058689 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:07.078885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:07.097377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Deleting port 4ae9887b-1558-4822-ba64-73f198010102 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:07.105619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.164851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325a04-c5f4-4543-af82-80569d5c3efa req-6ce47d18-ded7-4e76-8156-8d5a70be2176 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:07.176271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36325a04-c5f4-4543-af82-80569d5c3efa req-6ce47d18-ded7-4e76-8156-8d5a70be2176 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 944 time: 1.0465615 Apr 05 20:30:07.223998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d26d8207-1fd0-4d0f-811c-11328628ca9b None None] The port '0d400a1a-0787-4d42-978c-38de919ec7ba' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:30:07.241655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:07.344245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.357317 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.419476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] Pushing event deleted for resources: {'Network': ['ID=7394865f-8050-442a-baa7-fa8fe6b12b3e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:07.473733 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-95bea3ce-8493-488e-8bb6-49f09c93838f admin admin] 10.222.0.10 "DELETE /v2.0/networks/7394865f-8050-442a-baa7-fa8fe6b12b3e HTTP/1.1" status: 204 len: 168 time: 2.5240209 Apr 05 20:30:07.477582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44584) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:07.495132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:07.515929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'mac_address': 'fa:16:3e:14:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:07.612149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.628030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36325a04-c5f4-4543-af82-80569d5c3efa req-ad8f4975-2dba-4ce1-a7b0-7705b33edfb4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468830 Apr 05 20:30:07.631556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9440eebe-4f3f-4164-bc8a-add479fe09b2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:07.649114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:07.688894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:07.711287 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1200860d-3398-4fbe-960a-5456583e0550'] response: {'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'code': 200} Apr 05 20:30:07.741929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.004489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-4c7750c4-314c-4479-bfed-8f80fe2eebbc tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1095 time: 1.1115031 Apr 05 20:30:08.031997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:08.064294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a5edc404-89d8-4399-9037-142a7321276d', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'a5edc404-89d8-4399-9037-142a7321276d', 'mac_address': 'fa:16:3e:05:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:08.079745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] For port 4ae9887b-1558-4822-ba64-73f198010102, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4ae9887b-1558-4822-ba64-73f198010102,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:08.080132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.102112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e20c9-b5f1-4948-add4-b07c16369df3 req-dfa7ad18-3b99-4b73-ae63-babefc512689 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:08.109593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-316e20c9-b5f1-4948-add4-b07c16369df3 req-dfa7ad18-3b99-4b73-ae63-babefc512689 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 944 time: 0.8925815 Apr 05 20:30:08.190566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.191171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:08.210016 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.234412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5edc404-89d8-4399-9037-142a7321276d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:08.256094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:08.307061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9440eebe-4f3f-4164-bc8a-add479fe09b2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:08.394293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.394846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.614101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:08.711164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Calling delete_port for 4ae9887b-1558-4822-ba64-73f198010102 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:08.787216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a5edc404-89d8-4399-9037-142a7321276d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:08.812110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-316e20c9-b5f1-4948-add4-b07c16369df3 req-89f5230e-60a2-4dca-b976-1ad22e6fda74 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015927 Apr 05 20:30:08.850677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.018344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b69506-7090-49c0-8eed-f95cfa41b8f6 req-bbcc021f-d305-4656-8406-3ac846307ce7 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:09.022392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63b69506-7090-49c0-8eed-f95cfa41b8f6 req-bbcc021f-d305-4656-8406-3ac846307ce7 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 949 time: 1.0080221 Apr 05 20:30:09.183152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:30:09.202062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-490ac776-be6b-4b2f-a512-6609aac811ef req-3de385d3-a660-47f8-b031-0fcb6a186b87 service neutron] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:09.214516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Sync routers for ids ['23d9ff86-1f34-4187-ba18-3612b7eecb26'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:30:09.262743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Routers {'23d9ff86-1f34-4187-ba18-3612b7eecb26'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:09.271262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['23d9ff86-1f34-4187-ba18-3612b7eecb26'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:09.377919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63b69506-7090-49c0-8eed-f95cfa41b8f6 req-8cf0604c-2f6c-4545-916a-58f89c9531b2 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/security-groups?id=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490242 Apr 05 20:30:09.471931 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-490ac776-be6b-4b2f-a512-6609aac811ef req-3de385d3-a660-47f8-b031-0fcb6a186b87 service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.474632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-490ac776-be6b-4b2f-a512-6609aac811ef req-3de385d3-a660-47f8-b031-0fcb6a186b87 service neutron] 10.222.0.39 "DELETE /v2.0/ports/192b35a5-d372-4293-a4c4-5c3f88c25bb7/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 1.3811882 Apr 05 20:30:09.480107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.494036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Deleting port 6790593f-e8df-429c-990a-8cc799cf5af4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:09.494646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.597039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Set router 23d9ff86-1f34-4187-ba18-3612b7eecb26 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:09.743558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.761432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c04f9cb8-33b6-4312-ad48-f355de6079c3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3649840 Apr 05 20:30:09.784355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44602) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:09.821552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:09.883058 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.964796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Pushing event deleted for resources: {'Port': ['ID=4ae9887b-1558-4822-ba64-73f198010102,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:10.297276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a5edc404-89d8-4399-9037-142a7321276d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:10.297641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.337476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] For port 6790593f-e8df-429c-990a-8cc799cf5af4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6790593f-e8df-429c-990a-8cc799cf5af4,segment=NetworkSegment(c5c439fb-f80f-4517-a711-13d7d8410fe7),segment_id=c5c439fb-f80f-4517-a711-13d7d8410fe7)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:10.337832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.402410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] No DVR routers for this DVR port 4ae9887b-1558-4822-ba64-73f198010102 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:10.419605 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.422171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0098c8f-5aab-4169-9459-0530a28aaf40 req-68bdd5d0-6cc1-452a-a5d7-0a2967870de5 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.23 "DELETE /v2.0/ports/4ae9887b-1558-4822-ba64-73f198010102 HTTP/1.1" status: 204 len: 173 time: 3.4830277 Apr 05 20:30:10.434751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'name': 'network-vif-deleted', 'tag': '4ae9887b-1558-4822-ba64-73f198010102'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:10.452819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce7ec2-f1e4-45a4-9362-6ff2a95daff2 req-f61912d3-2b5f-4d23-96f7-5c24cd89fc20 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:10.467454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30ce7ec2-f1e4-45a4-9362-6ff2a95daff2 req-f61912d3-2b5f-4d23-96f7-5c24cd89fc20 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 949 time: 1.2031369 Apr 05 20:30:10.501594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:30:03Z', 'revision_number': 3, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port': {'id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:00Z', 'updated_at': '2022-04-05T20:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:10.531699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Checking router: 23d9ff86-1f34-4187-ba18-3612b7eecb26 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:30:10.532052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Updating router 23d9ff86-1f34-4187-ba18-3612b7eecb26 port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:30:10.546343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9381bd5-c587-4984-a8eb-e569b7e1c38b req-26881961-a83f-4caf-a8eb-641e0a87e5c2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:10.559932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9381bd5-c587-4984-a8eb-e569b7e1c38b req-26881961-a83f-4caf-a8eb-641e0a87e5c2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.7761357 Apr 05 20:30:10.586865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.643256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30ce7ec2-f1e4-45a4-9362-6ff2a95daff2 req-120b8986-5836-4379-8cc6-9579b9d51699 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747530 Apr 05 20:30:10.664881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:10.667886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:10.681451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.700115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9381bd5-c587-4984-a8eb-e569b7e1c38b req-3b4dd246-b54c-4ef0-b694-a0411648552e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362841 Apr 05 20:30:10.738729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Calling delete_port for 6790593f-e8df-429c-990a-8cc799cf5af4 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:10.758711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.759522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4ae9887b-1558-4822-ba64-73f198010102 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:11.089454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 4ae9887b-1558-4822-ba64-73f198010102 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:30:11.090158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4ae9887b-1558-4822-ba64-73f198010102 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:11.118721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:11.128788 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69434219-1dde-422d-a157-b66f1d2723ce'] response: {'server_uuid': 'ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7', 'name': 'network-vif-deleted', 'tag': '4ae9887b-1558-4822-ba64-73f198010102', 'status': 'completed', 'code': 200} Apr 05 20:30:11.253454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-99a74558-23f9-4e86-b199-da7b1620ad3f req-90ff208a-bb13-4b80-9fc0-597093cfd840 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Synchronizing usage tracker for tenant:06dfa786ce96446ea76834d5bffb4824 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:11.329772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-99a74558-23f9-4e86-b199-da7b1620ad3f req-90ff208a-bb13-4b80-9fc0-597093cfd840 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] Unset dirty status for tenant:06dfa786ce96446ea76834d5bffb4824 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:11.349425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99a74558-23f9-4e86-b199-da7b1620ad3f req-90ff208a-bb13-4b80-9fc0-597093cfd840 tempest-TenantUsagesTestJSON-1334246056 tempest-TenantUsagesTestJSON-1334246056-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceb2f89f-483b-4cfb-996e-1e0fee1fb4d7 HTTP/1.1" status: 200 len: 210 time: 0.1562288 Apr 05 20:30:11.435338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.544385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6790593f-e8df-429c-990a-8cc799cf5af4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:11.640113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.661554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Transition to ACTIVE for port object 6e2039b9-db31-41f4-bd00-09716dfb6ad1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:11.683669 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df74f292-b9dc-40fc-900c-92c7f2404825'] response: {'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d', 'code': 200} Apr 05 20:30:11.773369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:11.786222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.947591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48c85c-abe0-4f9b-a149-6b4ebb1cfd74 None None] Pushing event updated for resources: {'Port': ['ID=6e2039b9-db31-41f4-bd00-09716dfb6ad1,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:11.957148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Attempting to bind port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:11.957716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Attempting to bind port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:11.958226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Attempting to bind port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:11.975324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:11.978694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:11.978857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.980387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:11.984569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Bound port: 6e2039b9-db31-41f4-bd00-09716dfb6ad1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:11.985181 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.066986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982b5912-9cf8-45b0-be11-f4ecf0bd6bf8 req-ed9efe50-611b-4247-a3a7-7b4e5dee636c tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 1095 time: 0.2123089 Apr 05 20:30:12.092025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] For port 6e2039b9-db31-41f4-bd00-09716dfb6ad1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:12.096374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] For port 6e2039b9-db31-41f4-bd00-09716dfb6ad1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6e2039b9-db31-41f4-bd00-09716dfb6ad1,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:12.098588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 9440eebe-4f3f-4164-bc8a-add479fe09b2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:12.103997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 9440eebe-4f3f-4164-bc8a-add479fe09b2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:12.106714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.148310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982b5912-9cf8-45b0-be11-f4ecf0bd6bf8 req-b6234688-dd09-4edf-ad45-771463ff5a7e tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743721 Apr 05 20:30:12.248555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.258576 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:30:12.418418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.515369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48c85c-abe0-4f9b-a149-6b4ebb1cfd74 None None] Pushing event updated for resources: {'Port': ['ID=6e2039b9-db31-41f4-bd00-09716dfb6ad1,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:12.573715 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.608882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Routers {'23d9ff86-1f34-4187-ba18-3612b7eecb26'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:12.609637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['23d9ff86-1f34-4187-ba18-3612b7eecb26'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:12.887633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] Set router 23d9ff86-1f34-4187-ba18-3612b7eecb26 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:13.155306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-e2af206c-5c35-442d-ad99-80c7ae57bb2f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:13.155306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-e2af206c-5c35-442d-ad99-80c7ae57bb2f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 0.2288911 Apr 05 20:30:13.155306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871d692-167d-4c0e-b116-a4947a423d54 req-cb1525d2-d5e1-4dd6-bf9b-10539dc342db tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:13.155306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6871d692-167d-4c0e-b116-a4947a423d54 req-cb1525d2-d5e1-4dd6-bf9b-10539dc342db tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.6862621 Apr 05 20:30:13.166394 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-0bb2bd33-0b24-4bf4-b579-51d0f2b87765 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/quotas/87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 375 time: 0.0565042 Apr 05 20:30:13.247475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:13.255929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-0207a2f8-0859-4c1a-bce3-cdc4435221ff tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:13.263483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-0207a2f8-0859-4c1a-bce3-cdc4435221ff tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8&tenant_id=f1efd01f452c408c8f3294718005f108&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 950 time: 0.6680384 Apr 05 20:30:13.381770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.405117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-c77be513-02df-408b-a22f-ad6db91fd58f service neutron] 10.222.0.23 "GET /v2.0/ports/a5edc404-89d8-4399-9037-142a7321276d/bindings/n-h2-836605-1 HTTP/1.1" status: 200 len: 382 time: 0.1370723 Apr 05 20:30:13.560344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:30:03Z', 'revision_number': 3, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port': {'id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:00Z', 'updated_at': '2022-04-05T20:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:13.568625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b6e9f-73bc-40e9-9837-5c92d9fbe780 None None] The sync data for ids ['23d9ff86-1f34-4187-ba18-3612b7eecb26'] in n-d-836605-1 is: [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:30:03Z', 'revision_number': 3, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port': {'id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:00Z', 'updated_at': '2022-04-05T20:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:30:13.656110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6871d692-167d-4c0e-b116-a4947a423d54 req-76c16d44-4b08-4889-b45c-4213465a3e72 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309585 Apr 05 20:30:13.684855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:13.741281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-0496797c-5238-40e1-afa7-33a219d4ce8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5670495 Apr 05 20:30:13.762002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.968207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Router 512470c5-9707-4077-b491-5efab0a9e37b has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:30:13.991016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:14.424592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:30:14.436242 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00886486-6fe6-471b-8991-126a265cb182 None None] Sync routers for ids ['512470c5-9707-4077-b491-5efab0a9e37b'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:30:14.457576 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef48f002-455e-49f5-8084-6f45338a6b32 admin admin] 10.222.0.10 "PUT /v2.0/routers/512470c5-9707-4077-b491-5efab0a9e37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9787109 Apr 05 20:30:14.458203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44666) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:14.460749 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] Routers {'512470c5-9707-4077-b491-5efab0a9e37b'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:14.461660 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['512470c5-9707-4077-b491-5efab0a9e37b'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:14.566236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Allocated IP 172.20.0.1 (691dbacd-96c0-4360-9fe3-cb15a08a1fb5/75608e46-71aa-4009-99f8-35861e17ff1a/7a3fb00f-4b5e-40d7-8bb0-02ce55665417) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:14.633558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-a20d00b1-249b-455b-87ba-2b9f092cc60b service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8887277 Apr 05 20:30:14.662995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:14.844193 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] Set router 512470c5-9707-4077-b491-5efab0a9e37b gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:15.025487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.102787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-04d78466-3029-47bf-baf5-1bf1d8343cce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1101 time: 1.6581867 Apr 05 20:30:15.201143 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:30:11Z', 'revision_number': 5, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:15.205714 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00886486-6fe6-471b-8991-126a265cb182 None None] Checking router: 512470c5-9707-4077-b491-5efab0a9e37b for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:30:15.217584 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] Routers {'512470c5-9707-4077-b491-5efab0a9e37b'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:15.218197 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['512470c5-9707-4077-b491-5efab0a9e37b'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:15.297828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.338191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Transition to ACTIVE for port object 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:15.347416 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8b899bc2-cd6d-4b38-a1fe-a47975ca2381 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06dfa786ce96446ea76834d5bffb4824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5603373 Apr 05 20:30:15.361533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44680) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:15.498453 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] Set router 512470c5-9707-4077-b491-5efab0a9e37b gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:15.539258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34c8f4a5-47df-4122-a232-418399683b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.592507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34c8f4a5-47df-4122-a232-418399683b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.728524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.749656 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34c8f4a5-47df-4122-a232-418399683b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.753399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e2039b9-db31-41f4-bd00-09716dfb6ad1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:15.773112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.795059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8f4a5-47df-4122-a232-418399683b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7773dbc8-d4cd-44c4-a5d9-c626dc47ce05,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:15.838951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03853c5-22c4-4cf2-92fe-1fecad5aac06 req-86353e27-02a4-4a6c-b46c-a0072189995c tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:15.844739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Deleting port 6d36900d-6a81-4717-ae43-f22f48a80ac0 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:15.847478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.853303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b03853c5-22c4-4cf2-92fe-1fecad5aac06 req-86353e27-02a4-4a6c-b46c-a0072189995c tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 1.6645072 Apr 05 20:30:15.911185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-4d34546a-841f-47b8-9890-7a90be6c6fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2767293 Apr 05 20:30:15.925471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34c8f4a5-47df-4122-a232-418399683b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.926597 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-34c8f4a5-47df-4122-a232-418399683b64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7773dbc8-d4cd-44c4-a5d9-c626dc47ce05 HTTP/1.1" status: 204 len: 168 time: 0.5605896 Apr 05 20:30:16.080868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:16.093413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:16.094127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.114158 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-00886486-6fe6-471b-8991-126a265cb182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:30:11Z', 'revision_number': 5, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:16.126278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00886486-6fe6-471b-8991-126a265cb182 None None] The sync data for ids ['512470c5-9707-4077-b491-5efab0a9e37b'] in n-d-836605-1 is: [{'id': '512470c5-9707-4077-b491-5efab0a9e37b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1899982357-router', 'tenant_id': '689796f974f24105b28d0a4f27a5b94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:07Z', 'updated_at': '2022-04-05T20:30:11Z', 'revision_number': 5, 'project_id': '689796f974f24105b28d0a4f27a5b94b', 'gw_port': {'id': '6d36900d-6a81-4717-ae43-f22f48a80ac0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fd:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512470c5-9707-4077-b491-5efab0a9e37b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:08Z', 'updated_at': '2022-04-05T20:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:30:16.132252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:16.172279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:16.187661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:16.320013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] For port 6d36900d-6a81-4717-ae43-f22f48a80ac0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6d36900d-6a81-4717-ae43-f22f48a80ac0,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:16.320531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.388819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-52032586-d2f0-444a-b55f-1cce0b18d3c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:16.390002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-52032586-d2f0-444a-b55f-1cce0b18d3c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 1.2782891 Apr 05 20:30:16.400526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:16.631863 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52afaf32-8ecc-457d-ae84-705ebe11b339'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'code': 200} Apr 05 20:30:16.654304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-a7ba6d6b-01fb-4e53-ade2-21a7c4937539 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 217 time: 0.1970410 Apr 05 20:30:16.671135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b03853c5-22c4-4cf2-92fe-1fecad5aac06 req-3dd3a2ec-7de7-4d1b-b7b2-0ffa5cc588db tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8070126 Apr 05 20:30:16.711821 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.756287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6e2039b9-db31-41f4-bd00-09716dfb6ad1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6e2039b9-db31-41f4-bd00-09716dfb6ad1,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:16.825159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Calling delete_port for 6d36900d-6a81-4717-ae43-f22f48a80ac0 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:16.839267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.047177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8594ee99-584e-486e-8b04-8e5a2e70025f None None] Provisioning for port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:17.072965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8594ee99-584e-486e-8b04-8e5a2e70025f None None] Provisioning complete for port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:17.073371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8594ee99-584e-486e-8b04-8e5a2e70025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.203130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6e2039b9-db31-41f4-bd00-09716dfb6ad1,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:17.253851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8594ee99-584e-486e-8b04-8e5a2e70025f None None] Port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:30:17.266753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d709a8-93e0-4e74-b8a7-9681dfbb4799 req-5fcbc7e4-1515-4ec9-bc47-091d5708a0a6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 210 time: 0.4421225 Apr 05 20:30:17.288814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.342965 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.352286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:17.385480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-35b64633-e99b-4b7c-9892-0438ffaf298f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:17.387211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-35b64633-e99b-4b7c-9892-0438ffaf298f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.6965373 Apr 05 20:30:17.411016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d36900d-6a81-4717-ae43-f22f48a80ac0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:17.440926 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.505262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b4faf-0f46-42cd-96b6-de31b7e828a6 req-ca36a9c3-d237-468a-893d-387520025f1f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:17.513073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d08b4faf-0f46-42cd-96b6-de31b7e828a6 req-ca36a9c3-d237-468a-893d-387520025f1f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.5377545 Apr 05 20:30:17.524786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e437d28c-08df-4201-a1a6-ab776b7b3485 req-e6164d8b-3734-489d-91a7-c12b49f2c634 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1097 time: 0.7225494 Apr 05 20:30:17.603129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:17.644804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Usage tracker for resource:security_group_rule and tenant:260116db826743939a800f42e8fc14c1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:17.704529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:17.779313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:17.811294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-95839b17-73dc-474b-a529-e3b3dc1c4a88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4022598 Apr 05 20:30:17.818902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e2039b9-db31-41f4-bd00-09716dfb6ad1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:17.929879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d08b4faf-0f46-42cd-96b6-de31b7e828a6 req-00242ec1-3b11-4beb-9346-af26c58eba60 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4155846 Apr 05 20:30:17.935121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e437d28c-08df-4201-a1a6-ab776b7b3485 req-13ddc65e-f9ef-49ca-94bf-841bfeb51088 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746002 Apr 05 20:30:18.091900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.092012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:18.092012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.239551 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.463156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6790593f-e8df-429c-990a-8cc799cf5af4 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:18.530695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6790593f-e8df-429c-990a-8cc799cf5af4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:30:18.531873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6790593f-e8df-429c-990a-8cc799cf5af4 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:18.609674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fec4bd2f-8f9b-49e7-84e9-9c345915e474 req-e37bf7f2-8cee-4ee4-9a7e-234f39b4b8ac tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 210 time: 0.1106567 Apr 05 20:30:18.619224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-25e8e26d-fd1f-4b43-adb1-b016471b526b service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8071482 Apr 05 20:30:18.694222 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.820818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.849032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9326fc6-7589-4fd8-a295-7b1278726e40 req-f05723f9-6082-499a-8947-704df5d50905 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:18.850482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9326fc6-7589-4fd8-a295-7b1278726e40 req-f05723f9-6082-499a-8947-704df5d50905 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.8938148 Apr 05 20:30:18.981367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c287c37-3c3b-4c37-8f0f-063d94eca7fe,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:18.999912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b49078ec-6070-4988-95d7-991481097b87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=260116db826743939a800f42e8fc14c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6422760 Apr 05 20:30:19.015839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44730) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:19.048039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9326fc6-7589-4fd8-a295-7b1278726e40 req-95e0a295-d06c-435f-9214-9d18f39a40b1 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763697 Apr 05 20:30:19.067606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-bc21414c-97c7-4aa6-ad5c-930ca94be6ca service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138832 Apr 05 20:30:19.097969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.115098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.127029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.200797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95a28f65-40fb-4283-8cd6-95a84490b9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.202332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.240942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95a28f65-40fb-4283-8cd6-95a84490b9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.286261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.286860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 512470c5-9707-4077-b491-5efab0a9e37b {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:30:19.338271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.345966 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c436aade-c986-42c3-ac4b-1c31fb5b1394 admin admin] 10.222.0.10 "DELETE /v2.0/routers/512470c5-9707-4077-b491-5efab0a9e37b HTTP/1.1" status: 204 len: 168 time: 4.8856826 Apr 05 20:30:19.348919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44734) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:19.387446 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.423265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:19.435230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] Deleting subnet d50665d4-247b-49fe-8d4e-e68fc23e6fb0 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:30:19.438793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.503101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.556604 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95a28f65-40fb-4283-8cd6-95a84490b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.607184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a28f65-40fb-4283-8cd6-95a84490b9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c287c37-3c3b-4c37-8f0f-063d94eca7fe,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:19.651969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95a28f65-40fb-4283-8cd6-95a84490b9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.656155 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-95a28f65-40fb-4283-8cd6-95a84490b9ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c287c37-3c3b-4c37-8f0f-063d94eca7fe HTTP/1.1" status: 204 len: 168 time: 0.6363513 Apr 05 20:30:19.743257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.769924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d30df-6767-4455-a53f-38b443e2c270 req-e77a4e61-ad71-425d-a543-f3f4a43e7b61 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:19.776678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa2d30df-6767-4455-a53f-38b443e2c270 req-e77a4e61-ad71-425d-a543-f3f4a43e7b61 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.6133866 Apr 05 20:30:19.908929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.966792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.969356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:19.974993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:20.076612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03cb7ac3-95b3-4ae6-8203-716d5eb53dbc req-0d78b45f-2e96-47e5-b6cb-b965badf8611 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 210 time: 0.1722343 Apr 05 20:30:20.108735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.111223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3207fc0e-339c-485b-b507-3ca22b0ca350 None None] Network 89aa1760-b1d8-4616-9312-695f394a3343 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:30:20.131661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50665d4-247b-49fe-8d4e-e68fc23e6fb0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:20.145355 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1eca6b9a-3644-4d86-82d4-ddab14b91611 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d50665d4-247b-49fe-8d4e-e68fc23e6fb0 HTTP/1.1" status: 204 len: 168 time: 0.7805047 Apr 05 20:30:20.147449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44748) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:20.537665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.596367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Deleting port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:20.596724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.627458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-181c9c1c-8e08-434b-8256-b4b01cd001c2 None None] Provisioning complete for port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:20.627913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-181c9c1c-8e08-434b-8256-b4b01cd001c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.811198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-181c9c1c-8e08-434b-8256-b4b01cd001c2 None None] Port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:30:20.881992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa2d30df-6767-4455-a53f-38b443e2c270 req-4e65ae25-d451-4a13-b09d-971b1c3ad47c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0379303 Apr 05 20:30:20.990816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] DHCP port deletion for 89aa1760-b1d8-4616-9312-695f394a3343 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:30:20.995155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Deleting port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:20.995519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.039126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65da50-d7e7-4d28-8d09-bca5cce693ab req-b79688cc-e76f-4052-be48-631b8442a2fd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:21.050821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe65da50-d7e7-4d28-8d09-bca5cce693ab req-b79688cc-e76f-4052-be48-631b8442a2fd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.3930097 Apr 05 20:30:21.085485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-0d1867a8-8f5f-4f9d-b9ad-17c9d3f3b8fe tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:21.085485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-0d1867a8-8f5f-4f9d-b9ad-17c9d3f3b8fe tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 1.0077152 Apr 05 20:30:21.125034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Request body: {'port': {'device_id': '7191a451-a9af-4900-a3bd-2700fd30194b', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'admin_state_up': True, 'tenant_id': '87f1d3a3a1864bc59e9c2d369cab8960'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:21.210010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] For port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,segment=NetworkSegment(c5c439fb-f80f-4517-a711-13d7d8410fe7),segment_id=c5c439fb-f80f-4517-a711-13d7d8410fe7)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:21.210622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.536971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Calling delete_port for 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:21.602637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] For port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,segment=NetworkSegment(c5c439fb-f80f-4517-a711-13d7d8410fe7),segment_id=c5c439fb-f80f-4517-a711-13d7d8410fe7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:21.605214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.983810 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.046404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0806150-1f52-4885-adbd-b6eb1cc1a080 req-ffb69f9a-46ab-476e-b999-724a750a2ea3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 210 time: 0.4933574 Apr 05 20:30:22.052305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe65da50-d7e7-4d28-8d09-bca5cce693ab req-b4e2559f-a014-44fe-a419-81a36bf1a9a2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0004478 Apr 05 20:30:22.062746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Calling delete_port for 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:22.103888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Pushing event deleted for resources: {'Port': ['ID=02aa84fe-17ab-4d4e-8d1e-c230d0164f41,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:22.176067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:22.217872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] No DVR routers for this DVR port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:22.344805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:30:22.346163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:22.346776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d36900d-6a81-4717-ae43-f22f48a80ac0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:22.435756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6d36900d-6a81-4717-ae43-f22f48a80ac0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:30:22.441513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d36900d-6a81-4717-ae43-f22f48a80ac0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:22.499824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:22.507371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:22.508440 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:22.515030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:22.573751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Made reservation on behalf of 87f1d3a3a1864bc59e9c2d369cab8960 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:22.577759 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.633199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2eb62d-2392-49de-a4f7-35ac09bf107d req-756272e8-b345-4557-8653-2ac43898ac81 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:22.635410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2eb62d-2392-49de-a4f7-35ac09bf107d req-756272e8-b345-4557-8653-2ac43898ac81 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.3226476 Apr 05 20:30:22.657253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.686488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89aa1760-b1d8-4616-9312-695f394a3343']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:22.701872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c439fb-f80f-4517-a711-13d7d8410fe7') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:22.702219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c439fb-f80f-4517-a711-13d7d8410fe7') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:22.716447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.741761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.749260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:30:22.749650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:22.856949 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:22.915826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Allocated IP 172.20.0.2 (8ed1a911-2380-441a-a2c7-a4f3fde18a87/b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb/7bf55580-ac9e-4722-9816-2dfb58c6e015) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:22.922861 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-092c372f-d0f9-4180-bbf3-98f25263a7c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8&tenant_id=f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 1101 time: 0.7858367 Apr 05 20:30:22.952328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2eb62d-2392-49de-a4f7-35ac09bf107d req-14a96273-aaad-4ec9-ba54-461e4c2a2ebb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052957 Apr 05 20:30:22.954549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Router 23d9ff86-1f34-4187-ba18-3612b7eecb26 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:30:23.009711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Deleting port 02aa84fe-17ab-4d4e-8d1e-c230d0164f41 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:23.010109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.139995 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-52116948-dc61-4275-8ad3-6fc56af327f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1101 time: 0.1921315 Apr 05 20:30:23.150730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fbc90187-00d2-46d9-a71b-21c4bf278d27 None None] The port '02aa84fe-17ab-4d4e-8d1e-c230d0164f41' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:30:23.316294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7119eb43-18bf-4c76-9fa0-4e0a8a8940f8 req-b9e553f9-7401-4b49-a3e3-ec12751e7e55 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 210 time: 0.0605640 Apr 05 20:30:23.336461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-ed84b0fa-1e15-44aa-800b-b01e1a53b7b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:23.338238 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-ed84b0fa-1e15-44aa-800b-b01e1a53b7b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1858358 Apr 05 20:30:23.388002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e310f87-5188-473a-a5ea-aa2f94d7cd50 req-d41a328f-8909-4e3c-8367-eddc708c0a75 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:23.389498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e310f87-5188-473a-a5ea-aa2f94d7cd50 req-d41a328f-8909-4e3c-8367-eddc708c0a75 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.1783090 Apr 05 20:30:23.399531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44806) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:23.411266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'floatingip': {'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:23.440730 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-c850b7f6-4e7d-4188-afd7-613fe4b2bd7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 217 time: 0.0880086 Apr 05 20:30:23.501640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.533517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.541411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.548736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] Pushing event deleted for resources: {'Network': ['ID=89aa1760-b1d8-4616-9312-695f394a3343,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:23.551204 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62daeade-e1dd-407d-a6fc-b91fb3f73612 admin admin] 10.222.0.10 "DELETE /v2.0/networks/89aa1760-b1d8-4616-9312-695f394a3343 HTTP/1.1" status: 204 len: 168 time: 3.4027190 Apr 05 20:30:23.568763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-2d3c994f-4626-410a-bacf-63564e8d033d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:23.570668 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-2d3c994f-4626-410a-bacf-63564e8d033d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1319215 Apr 05 20:30:23.696576 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-2d01f0aa-6592-4889-8492-7e974ec62b25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197634 Apr 05 20:30:23.735824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:23.887098 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-d41c7610-42eb-4d48-9e62-5372502de4ab service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822124 Apr 05 20:30:24.082428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.092663 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7978f82d-246e-4f34-bcdd-e1770aec4df6 req-e3d517bd-519d-444b-950d-95dd233534a9 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980393 Apr 05 20:30:24.138034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44826) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:24.190904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:24.194410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:24.220125 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2ea609f2-f928-490d-9020-aa6969d37e52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88570e437ab748ec9b41b1b7ccc44fa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0808685 Apr 05 20:30:24.222704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44834) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:24.263164 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.376584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5817350-6a88-434a-9ae5-5f8d562fb28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.440140 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccaf29ab-376f-4a25-90c5-312ace514bb8'] response: {'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d', 'code': 200} Apr 05 20:30:24.487546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5817350-6a88-434a-9ae5-5f8d562fb28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.488967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:24.663412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5817350-6a88-434a-9ae5-5f8d562fb28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.713159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5817350-6a88-434a-9ae5-5f8d562fb28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.715582 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e5817350-6a88-434a-9ae5-5f8d562fb28a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28c4a8d4-eb36-4abd-83aa-d7aadc1b197f HTTP/1.1" status: 204 len: 168 time: 0.4916170 Apr 05 20:30:24.718720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5817350-6a88-434a-9ae5-5f8d562fb28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c4a8d4-eb36-4abd-83aa-d7aadc1b197f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:24.749599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:30:24.773173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Sync routers for ids ['23d9ff86-1f34-4187-ba18-3612b7eecb26'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:30:24.791720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58b0d90b-149d-4c86-b839-c1805d7cbc21 req-c9f9056b-ae79-4710-8174-4f3b12bab2e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 210 time: 0.0812409 Apr 05 20:30:24.824733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Routers {'23d9ff86-1f34-4187-ba18-3612b7eecb26'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:24.825348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['23d9ff86-1f34-4187-ba18-3612b7eecb26'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:24.925836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d681958-e893-4d69-8c1d-9eb28702030f req-56e1c7e3-e3a3-4ed3-af32-412cc366659b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:24.927530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d681958-e893-4d69-8c1d-9eb28702030f req-56e1c7e3-e3a3-4ed3-af32-412cc366659b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 1.3994815 Apr 05 20:30:24.935777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:25.179316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.226690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b16f3740-3eff-4a4d-b05b-0be9afeb2145 admin admin] 10.222.0.10 "PUT /v2.0/routers/23d9ff86-1f34-4187-ba18-3612b7eecb26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3583665 Apr 05 20:30:25.269488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.293951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Set router 23d9ff86-1f34-4187-ba18-3612b7eecb26 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:25.311048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d681958-e893-4d69-8c1d-9eb28702030f req-1451ac67-c80d-4a3b-a3c2-58fbf2fb8600 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190093 Apr 05 20:30:25.341736 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.684862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.785681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:25.833811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:25.835660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:25.843704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:25.938815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44880) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:26.095628 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0119d94-2159-4cc5-adac-77009b076da1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=689796f974f24105b28d0a4f27a5b94b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1549945 Apr 05 20:30:26.097947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:30:17Z', 'revision_number': 4, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port': {'id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:00Z', 'updated_at': '2022-04-05T20:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7a3fb00f-4b5e-40d7-8bb0-02ce55665417', 'name': '', 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'mac_address': 'fa:16:3e:a7:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75608e46-71aa-4009-99f8-35861e17ff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:13Z', 'updated_at': '2022-04-05T20:30:18Z', 'revision_number': 2, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'subnets': [{'id': '75608e46-71aa-4009-99f8-35861e17ff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:26.098475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44886) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:26.105007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Checking router: 23d9ff86-1f34-4187-ba18-3612b7eecb26 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:30:26.105388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Updating router 23d9ff86-1f34-4187-ba18-3612b7eecb26 port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:30:26.183080 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.199550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7fc87249-4c46-45a0-a849-eb35ad766ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.226320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7fc87249-4c46-45a0-a849-eb35ad766ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.272843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:26.273468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.362679 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Floating IP 683a1c1c-5ecd-4eaa-802b-d527442bf3e4 associated. External IP: 172.25.2.156, port: 9440eebe-4f3f-4164-bc8a-add479fe09b2. Apr 05 20:30:26.430450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-c52a5f71-50ed-4d7e-9481-cbe56ea8f983 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3249588 Apr 05 20:30:26.492651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7fc87249-4c46-45a0-a849-eb35ad766ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.548016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc87249-4c46-45a0-a849-eb35ad766ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debf6475-2d31-49e5-9f7f-f6c224202c37,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:26.557977 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7fc87249-4c46-45a0-a849-eb35ad766ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.559126 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7fc87249-4c46-45a0-a849-eb35ad766ef1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/debf6475-2d31-49e5-9f7f-f6c224202c37 HTTP/1.1" status: 204 len: 168 time: 0.4597583 Apr 05 20:30:26.591300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Request body: {'port': {'device_id': '7191a451-a9af-4900-a3bd-2700fd30194b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:26.652146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.683630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Transition to ACTIVE for port object 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:26.797214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-b06f2471-385e-486e-bf4d-0d4bbeaf415c tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8160751 Apr 05 20:30:26.798751 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.870581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:26.896934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:27.075029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Usage tracker for resource:floatingip and tenant:6596d3049ad54be0a47f891af90b92f9 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:27.086065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:27.098500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.125756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:27.132754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419a07f-bf6f-4f5f-9b86-c0193b3858f2 req-415f92af-4f72-4c3d-87d8-325bbd20d130 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:27.133488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4419a07f-bf6f-4f5f-9b86-c0193b3858f2 req-415f92af-4f72-4c3d-87d8-325bbd20d130 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:27.215706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529fb14-f3f8-4e28-85b3-0ee9cf96d1c2 None None] Pushing event updated for resources: {'Port': ['ID=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:27.270827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4419a07f-bf6f-4f5f-9b86-c0193b3858f2 req-415f92af-4f72-4c3d-87d8-325bbd20d130 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:27.271796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4419a07f-bf6f-4f5f-9b86-c0193b3858f2 req-415f92af-4f72-4c3d-87d8-325bbd20d130 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 931 time: 1.0859208 Apr 05 20:30:27.425088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Attempting to bind port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:27.425088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Attempting to bind port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:27.425400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Attempting to bind port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 on network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:27.446999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:27.446999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Checking segment: {'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:27.447241 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.447437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Bound using segment: {'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:27.448449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Bound port: 7a3fb00f-4b5e-40d7-8bb0-02ce55665417, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a5503a-c624-48ef-bca5-a34e06ad0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:27.448816 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.625387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] For port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:27.629345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] For port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,segment=NetworkSegment(a3a5503a-c624-48ef-bca5-a34e06ad0de8),segment_id=a3a5503a-c624-48ef-bca5-a34e06ad0de8)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:27.681820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.703862 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.786059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4419a07f-bf6f-4f5f-9b86-c0193b3858f2 req-4611e8b6-7d3b-419d-82f6-54eeb34b4ade tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966469 Apr 05 20:30:27.787363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:27.923590 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:28.217231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529fb14-f3f8-4e28-85b3-0ee9cf96d1c2 None None] Pushing event updated for resources: {'Port': ['ID=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:28.243746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Routers {'23d9ff86-1f34-4187-ba18-3612b7eecb26'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:28.244422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['23d9ff86-1f34-4187-ba18-3612b7eecb26'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:28.558937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:28.668706 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.724744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf55580-ac9e-4722-9816-2dfb58c6e015 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:28.781823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] Set router 23d9ff86-1f34-4187-ba18-3612b7eecb26 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:28.801869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.898851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Transition to ACTIVE for port object 7bf55580-ac9e-4722-9816-2dfb58c6e015 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:29.083306 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.094762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44932) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:29.107941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:29.136502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a5edc404-89d8-4399-9037-142a7321276d', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'a5edc404-89d8-4399-9037-142a7321276d', 'mac_address': 'fa:16:3e:05:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:29.442500 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.473496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d6874-04da-4066-83c8-692bbc47d63e req-2f8690fe-7ea4-4448-9f0f-53ad3e9d7012 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:29.475119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a39d6874-04da-4066-83c8-692bbc47d63e req-2f8690fe-7ea4-4448-9f0f-53ad3e9d7012 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 948 time: 0.7369950 Apr 05 20:30:29.493715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5edc404-89d8-4399-9037-142a7321276d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:29.517029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:29.530320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.545446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Allocated IP 172.25.2.26 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/73fbdec7-0b27-48fc-8294-904e04e56851) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:29.566937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:29.610237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.625290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:29.635274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Usage tracker for resource:security_group_rule and tenant:d107529a52fe42cabfd2dc1902dfc536 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:29.643947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:29.657580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:29.739888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:29.766580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:30:17Z', 'revision_number': 4, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port': {'id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:00Z', 'updated_at': '2022-04-05T20:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7a3fb00f-4b5e-40d7-8bb0-02ce55665417', 'name': '', 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'mac_address': 'fa:16:3e:a7:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75608e46-71aa-4009-99f8-35861e17ff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:13Z', 'updated_at': '2022-04-05T20:30:27Z', 'revision_number': 4, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'subnets': [{'id': '75608e46-71aa-4009-99f8-35861e17ff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:29.772227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5078a27-7983-4d7f-a31c-55836a65e4c5 None None] The sync data for ids ['23d9ff86-1f34-4187-ba18-3612b7eecb26'] in n-d-836605-1 is: [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:30:17Z', 'revision_number': 4, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port': {'id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:00Z', 'updated_at': '2022-04-05T20:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7a3fb00f-4b5e-40d7-8bb0-02ce55665417', 'name': '', 'network_id': '691dbacd-96c0-4360-9fe3-cb15a08a1fb5', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'mac_address': 'fa:16:3e:a7:da:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75608e46-71aa-4009-99f8-35861e17ff1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:13Z', 'updated_at': '2022-04-05T20:30:27Z', 'revision_number': 4, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'subnets': [{'id': '75608e46-71aa-4009-99f8-35861e17ff1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:30:29.870859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a5edc404-89d8-4399-9037-142a7321276d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:29.905835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.101130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Router 2c74c908-fb0a-4234-8b1b-de15944da823 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:30:30.280135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:30.280458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:30.280783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:30.292364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.320644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a39d6874-04da-4066-83c8-692bbc47d63e req-1c35bb2d-6e69-41a9-9135-3f4d9838142a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8244910 Apr 05 20:30:30.339855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:30:30.340177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:30.472004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9b2458-d489-454d-9e71-85660e299107,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:30.489260 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a970c00e-a685-4c68-8b12-55269b957a0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d107529a52fe42cabfd2dc1902dfc536&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3899245 Apr 05 20:30:30.489260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44952) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:30.505852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.565326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:30.565900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:30.567880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:30.569016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Bound port: 7bf55580-ac9e-4722-9816-2dfb58c6e015, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:30.569609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.635870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-717eade9-9937-438f-b81a-a8f04563bd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.676185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-717eade9-9937-438f-b81a-a8f04563bd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.857688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-717eade9-9937-438f-b81a-a8f04563bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.883820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eade9-9937-438f-b81a-a8f04563bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9b2458-d489-454d-9e71-85660e299107,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:30.899249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-717eade9-9937-438f-b81a-a8f04563bd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.903756 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-717eade9-9937-438f-b81a-a8f04563bd17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a9b2458-d489-454d-9e71-85660e299107 HTTP/1.1" status: 204 len: 168 time: 0.4115820 Apr 05 20:30:31.186098 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-acd99bf1-0d9a-439b-a64d-d3c0ab089e2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1844738 Apr 05 20:30:31.427028 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.431393 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-62c4b8ba-96e8-42cf-abd3-78e699ccb993 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 1101 time: 0.2223639 Apr 05 20:30:31.849586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-b60ab00a-d488-4936-b5b5-e123920ec9ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:31.851058 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-b60ab00a-d488-4936-b5b5-e123920ec9ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3926611 Apr 05 20:30:31.886011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547233c-d4c2-4254-a3dd-17a50359109c req-1c03f6f8-4505-4da1-a6f6-e8898e76254c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:31.896746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8547233c-d4c2-4254-a3dd-17a50359109c req-1c03f6f8-4505-4da1-a6f6-e8898e76254c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 1.2211959 Apr 05 20:30:31.900641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:31.951600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Pushing event updated for resources: {'Port': ['ID=73fbdec7-0b27-48fc-8294-904e04e56851,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:32.014140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:32.059159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:32.086568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:32.099984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:32.106922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:32.123627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:32.146698 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-bfe87399-ae8e-450a-881e-639c7925ce29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 200 len: 217 time: 0.2868612 Apr 05 20:30:32.186136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8547233c-d4c2-4254-a3dd-17a50359109c req-25873d67-bfe5-4931-abe7-2a03b3e1ef23 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860296 Apr 05 20:30:32.302012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-8e794809-d438-4cf7-a732-865385f38b8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:32.313512 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.315214 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-8e794809-d438-4cf7-a732-865385f38b8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1492779 Apr 05 20:30:32.474504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.479025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] 10.222.0.23 "PUT /v2.0/ports/7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 200 len: 1091 time: 6.0293858 Apr 05 20:30:32.497162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:32.517562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a5edc404-89d8-4399-9037-142a7321276d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:32.518088 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.549630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:30:32.564465 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] Sync routers for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:30:32.570600 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-f0d8cb8d-eb61-4ee1-b527-6307d2afa808 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2538259 Apr 05 20:30:32.583073 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:32.584527 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:32.728052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:32.743978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:32.744347 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.789004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44984) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:32.819681 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.874492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:32.879756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:32.880360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.952361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:32.952361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Usage tracker for resource:security_group_rule and tenant:5119930a1b654e6c939b66d4ee79914f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:32.952361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:32.957167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:32.970070 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-312e8013-2dff-4ee0-8d63-6c31a4ceefa6 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934686 Apr 05 20:30:32.985443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.990299 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:33.010417 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.031620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf72877-e301-49a8-849d-47ca3cc1ddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:33.073338 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.135783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,segment=NetworkSegment(a3a5503a-c624-48ef-bca5-a34e06ad0de8),segment_id=a3a5503a-c624-48ef-bca5-a34e06ad0de8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:33.138792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=11']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:33.161830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f6a0dca4-0fb0-4d60-92ec-324be60ecdba tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "PUT /v2.0/floatingips/683a1c1c-5ecd-4eaa-802b-d527442bf3e4 HTTP/1.1" status: 200 len: 992 time: 9.7610762 Apr 05 20:30:33.178766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcbb85-1295-4b82-810d-b6de4377ae62 req-38fb7374-d217-49b2-843d-be269f54ae44 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:33.185584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5bcbb85-1295-4b82-810d-b6de4377ae62 req-38fb7374-d217-49b2-843d-be269f54ae44 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 950 time: 0.5892344 Apr 05 20:30:33.216344 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6f4e2dc7-f95b-48ed-b8af-b384d1aab725 req-158df72b-c92c-4850-9562-19d49c9370bc service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390838 Apr 05 20:30:33.263576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.348338 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.351360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:33.364827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-d948270f-19d5-4734-b7ba-b5eeacd07744 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1094 time: 0.6537547 Apr 05 20:30:33.372739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5bcbb85-1295-4b82-810d-b6de4377ae62 req-7b87254e-8654-463b-a7f0-1a615409703b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778922 Apr 05 20:30:33.423966 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.445937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.455647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-984d0866-4e7b-41ee-ad05-f4b79538d143 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 200 len: 217 time: 0.0758686 Apr 05 20:30:33.461039 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '683a1c1c-5ecd-4eaa-802b-d527442bf3e4', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'mac_address': 'fa:16:3e:14:bd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97084dfe-5387-4dc8-944c-349c4da9be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:29:49Z', 'updated_at': '2022-04-05T20:30:24Z', 'revision_number': 1, 'project_id': 'df176d4439164131ac58acc3a8187809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:48Z', 'revision_number': 5, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:33.466411 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] Checking router: 2c74c908-fb0a-4234-8b1b-de15944da823 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:30:33.477318 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:33.477915 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:33.565085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-a5c981de-7613-4f92-8bb3-7c2909044fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:33.566456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-a5c981de-7613-4f92-8bb3-7c2909044fbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1039064 Apr 05 20:30:33.569143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.627128 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.630774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:33.680228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-9b191549-510a-4ade-acdb-d7b711188d49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037259 Apr 05 20:30:33.695943 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:33.730338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df85e9da-f18d-4093-b8db-2f1180fbf530,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:33.771281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:33.771681 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.790373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-caad4b04-46fc-4dfb-8a9e-5527eb35fffa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5119930a1b654e6c939b66d4ee79914f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9870603 Apr 05 20:30:33.793061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45008) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:33.894512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1259ea3-8e80-45b0-b88c-8fab74af4d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.930238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1259ea3-8e80-45b0-b88c-8fab74af4d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.954953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-11e5db08-eb4a-4e7f-bfb0-b92073ef1f8e service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540073 Apr 05 20:30:34.054887 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905ac717-efad-44ad-a525-3d6dde96e764'] response: {'name': 'network-changed', 'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015', 'status': 'completed', 'code': 200} Apr 05 20:30:34.094013 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d3089d-7afc-42b6-89d7-8a3daf6b3742'] response: {'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d', 'code': 200} Apr 05 20:30:34.103331 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1259ea3-8e80-45b0-b88c-8fab74af4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.143240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1259ea3-8e80-45b0-b88c-8fab74af4d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.144397 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a1259ea3-8e80-45b0-b88c-8fab74af4d43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df85e9da-f18d-4093-b8db-2f1180fbf530 HTTP/1.1" status: 204 len: 168 time: 0.3503435 Apr 05 20:30:34.146500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1259ea3-8e80-45b0-b88c-8fab74af4d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df85e9da-f18d-4093-b8db-2f1180fbf530,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:34.179518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.183940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8456de7d-411d-49eb-8538-0e23dc7e94ca req-593c9593-345a-4a5f-9964-d8243049a833 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214015 Apr 05 20:30:34.227190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '683a1c1c-5ecd-4eaa-802b-d527442bf3e4', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'mac_address': 'fa:16:3e:14:bd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97084dfe-5387-4dc8-944c-349c4da9be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:29:49Z', 'updated_at': '2022-04-05T20:30:24Z', 'revision_number': 1, 'project_id': 'df176d4439164131ac58acc3a8187809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:48Z', 'revision_number': 5, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:34.231959 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2dce96-eb65-498f-84ab-828569e68162 None None] The sync data for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 is: [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '683a1c1c-5ecd-4eaa-802b-d527442bf3e4', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'mac_address': 'fa:16:3e:14:bd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97084dfe-5387-4dc8-944c-349c4da9be89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:29:49Z', 'updated_at': '2022-04-05T20:30:24Z', 'revision_number': 1, 'project_id': 'df176d4439164131ac58acc3a8187809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:48Z', 'revision_number': 5, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:30:34.329634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c62db8-2b1c-4e06-b136-f71ff7214ff7 req-aacd0c94-bfd1-4ee6-91d9-3cff2db40751 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:34.331385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00c62db8-2b1c-4e06-b136-f71ff7214ff7 req-aacd0c94-bfd1-4ee6-91d9-3cff2db40751 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.1036024 Apr 05 20:30:34.360439 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.607193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00c62db8-2b1c-4e06-b136-f71ff7214ff7 req-c7313fd1-012c-4d52-a4b3-f27fbf8a89b6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698679 Apr 05 20:30:34.638561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Pushing event updated for resources: {'Port': ['ID=73fbdec7-0b27-48fc-8294-904e04e56851,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:34.679064 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.698737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-13ad27ac-48d6-4f9d-9d54-4403d1cc9c48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1094 time: 0.1752546 Apr 05 20:30:34.771669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0611490d-1843-4fc9-bba2-9aeda1e07c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.821449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.823235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-d3db26df-cd8b-43c4-bab9-5803849bd43d tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.0025668 Apr 05 20:30:34.944015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-6c57e44f-9d2e-444b-97d4-430cd9cbab7b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Synchronizing usage tracker for tenant:6596d3049ad54be0a47f891af90b92f9 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:34.982679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-508642e8-55b8-46b2-b275-78907c782336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:34.985068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-508642e8-55b8-46b2-b275-78907c782336 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.2793136 Apr 05 20:30:34.994860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0bc54-aded-4f4b-8fac-fd7218c9d448 req-5836a33e-515b-432d-a54f-88c689c54e5d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:34.996249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3df0bc54-aded-4f4b-8fac-fd7218c9d448 req-5836a33e-515b-432d-a54f-88c689c54e5d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 0.2655861 Apr 05 20:30:35.079293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-3b26cde0-84f0-4c09-b2a0-bfb84014293b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 200 len: 217 time: 0.0821195 Apr 05 20:30:35.079862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-6c57e44f-9d2e-444b-97d4-430cd9cbab7b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Unset dirty status for tenant:6596d3049ad54be0a47f891af90b92f9 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:35.080869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-6c57e44f-9d2e-444b-97d4-430cd9cbab7b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.2458019 Apr 05 20:30:35.231762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3df0bc54-aded-4f4b-8fac-fd7218c9d448 req-cad68f9a-c9da-441a-83ca-b65f8375a2db tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841412 Apr 05 20:30:35.280976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-4849e191-3242-47ea-8418-ad3d01fae902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:35.282446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-4849e191-3242-47ea-8418-ad3d01fae902 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1926217 Apr 05 20:30:35.357971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-de60336a-e19b-4c4a-8355-a037c7806be3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543549 Apr 05 20:30:35.447466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-60841aef-4e25-47a5-bc96-897dd7b8bf94 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:35.449528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-60841aef-4e25-47a5-bc96-897dd7b8bf94 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3584909 Apr 05 20:30:35.464185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-2a3b78df-4787-40e3-bdad-d90773f8dfd9 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:30:35.465175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-447ab40d-e7ec-425e-b73a-5b0d290e37ab req-2a3b78df-4787-40e3-bdad-d90773f8dfd9 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056014 Apr 05 20:30:35.518285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-6772e6e4-d5ff-4154-9f0c-2d46073d68ae service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516824 Apr 05 20:30:35.632875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45054) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:35.727500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2163c10-38c2-4959-9f28-a142908b6a80 req-f6658b43-461f-4787-b6bd-f539be860c7e service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020688 Apr 05 20:30:35.746303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c6bbb-6fd9-48b8-9ec1-4283c89ed706 req-dfbfcdb5-b802-4b24-ac13-1cfd8cc2ebb1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:35.747947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d05c6bbb-6fd9-48b8-9ec1-4283c89ed706 req-dfbfcdb5-b802-4b24-ac13-1cfd8cc2ebb1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.1398804 Apr 05 20:30:35.777032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-network', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:35.782307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:35.785783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Usage tracker for resource:network and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:35.788619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:35.795493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:35.800130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d05c6bbb-6fd9-48b8-9ec1-4283c89ed706 req-7dfaf1f3-721d-4051-b2d7-1c025a62b1e8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465415 Apr 05 20:30:35.909477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Made reservation on behalf of 5de66c488c2a4683a2a791a24cdbf77d for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:35.915412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.929974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.965091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:35.969119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Usage tracker for resource:security_group_rule and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:35.971976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:35.977981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:36.015611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-f032dd1e-0274-4855-adaa-606e0020077c tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471897 Apr 05 20:30:36.018976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d8537b8-cb01-4636-a8db-00c428b7c42a req-6c055d26-c908-4dc9-9fa7-e1affc734d28 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips/6c721f3d-3397-422d-8689-a406369ca663 HTTP/1.1" status: 200 len: 692 time: 0.1128736 Apr 05 20:30:36.047090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.108157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:36.148835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.178445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:30:36.191492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0498c1-a48c-406e-9503-361e25ff7518,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:36.196011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.196351 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Added segment 54112d38-263e-4ed2-a806-b4b5f73d96c9 of type vlan for network 63de9113-1aaa-499b-9e74-9bed68fc1018 Apr 05 20:30:36.228000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.383259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.384163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:36.384733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.411339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-0840e415-3a87-4825-8a6c-9961434f3780 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:36.412764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-0840e415-3a87-4825-8a6c-9961434f3780 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3920417 Apr 05 20:30:36.424685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8537b8-cb01-4636-a8db-00c428b7c42a req-3140674e-55fa-4f40-9f0e-753f265d128f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:36.425981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d8537b8-cb01-4636-a8db-00c428b7c42a req-3140674e-55fa-4f40-9f0e-753f265d128f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3821990 Apr 05 20:30:36.436330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-827a3013-fdbe-435a-933e-77684ca8ce45 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/quotas/f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 375 time: 0.0168612 Apr 05 20:30:36.488566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] Pushing event updated for resources: {'Network': ['ID=63de9113-1aaa-499b-9e74-9bed68fc1018,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:36.500850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:30:36.523353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-94e6b9ac-6cf0-46a9-af73-956c3f6467b2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812752 Apr 05 20:30:36.583890 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1c254baf-60fe-4c4c-8b10-176d247f1762 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9500053 Apr 05 20:30:36.591332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45080) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:36.597207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Request body: {'subnet': {'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-subnet', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:36.602511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:36.607748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Usage tracker for resource:subnet and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:36.610799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:36.617567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:36.624558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69ee1a-688f-4afb-9ddf-d8c7f2790bb2 req-1acd2b57-9965-41a4-b94c-5bb71866f9e4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:36.626769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e69ee1a-688f-4afb-9ddf-d8c7f2790bb2 req-1acd2b57-9965-41a4-b94c-5bb71866f9e4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 949 time: 0.0897465 Apr 05 20:30:36.674048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e69ee1a-688f-4afb-9ddf-d8c7f2790bb2 req-b2676113-3c24-48dc-90cb-8124641d625a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Apr 05 20:30:36.806749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Made reservation on behalf of 5de66c488c2a4683a2a791a24cdbf77d for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:36.809125 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.825393 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5bd1b1-026a-48a1-a197-da04471cc34f'] response: {'name': 'network-changed', 'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'status': 'completed', 'code': 200} Apr 05 20:30:36.880333 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b081e185-51b3-4666-8240-84e024733b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.130091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-79204e5c-ab57-4aa7-8673-6f3034eba843 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1097 time: 0.2555735 Apr 05 20:30:37.141865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2a1f98c-755d-4c51-85d7-57d550734acf req-5f8546c3-d2e7-441b-9fa1-20e251947505 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=6596d3049ad54be0a47f891af90b92f9 HTTP/1.1" status: 200 len: 695 time: 0.1007972 Apr 05 20:30:37.201034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.240695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed25637-78a5-4e25-a171-a761ee04c1b5 req-5e8c97bc-2c2d-4feb-a271-adb893596160 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:37.242314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eed25637-78a5-4e25-a171-a761ee04c1b5 req-5e8c97bc-2c2d-4feb-a271-adb893596160 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 0.2667332 Apr 05 20:30:37.290344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Checking segment: {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:37.290706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Network hostable DHCP agents. Network: 63de9113-1aaa-499b-9e74-9bed68fc1018, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:30:37.295378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ee773d-4ddc-455a-90c2-b9e80abc127e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:37.418389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:30:37.474519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eed25637-78a5-4e25-a171-a761ee04c1b5 req-ca65f63a-d3ce-457c-b5d0-64ed5b5443aa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529989 Apr 05 20:30:37.483875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46916050-07e3-4d51-8a22-bf00996d1285 None None] New status for floating IP 683a1c1c-5ecd-4eaa-802b-d527442bf3e4: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:30:37.484505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-f4cbab49-0a08-468f-8d74-d9de811f11c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:37.490801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-f4cbab49-0a08-468f-8d74-d9de811f11c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.3489449 Apr 05 20:30:37.491040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1f98c-755d-4c51-85d7-57d550734acf req-3d62d0e5-4070-4edf-97f8-03722f22260a tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:37.497364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2a1f98c-755d-4c51-85d7-57d550734acf req-3d62d0e5-4070-4edf-97f8-03722f22260a tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks?id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 787 time: 0.3375962 Apr 05 20:30:37.520582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 63de9113-1aaa-499b-9e74-9bed68fc1018) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:37.526288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:37.527136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.550581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-c2a1f98c-755d-4c51-85d7-57d550734acf req-21a03dde-f852-4e8d-804f-e71be651f8e6 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:30:37.552488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d560452-2e4c-4854-a0db-972181cd9a43 None None] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:30:37.556364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2a1f98c-755d-4c51-85d7-57d550734acf req-21a03dde-f852-4e8d-804f-e71be651f8e6 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0581608 Apr 05 20:30:37.663050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34c3402b-3dfc-4cb4-92b9-b10f417dac12 req-4ff75290-4a4a-4ccf-a427-db0f70650fe3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 210 time: 0.0478079 Apr 05 20:30:37.664769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-010b628d-4e52-4f46-a214-161e4361dff9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.1655817 Apr 05 20:30:37.670215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-917bda3e-c716-4246-96a0-10f6879357a5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0771458 Apr 05 20:30:37.674717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45108) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:37.681907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:37.692952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:37.706568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Usage tracker for resource:router and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:37.723061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:37.736940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:37.789510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-58bd0f0b-94e8-4da9-80d1-a13a13c87cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:37.792461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-58bd0f0b-94e8-4da9-80d1-a13a13c87cdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1169889 Apr 05 20:30:37.834602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:37.869576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.870544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.894334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.937720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-ece72f02-c3da-4d11-a77e-c85fde3a0f5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377459 Apr 05 20:30:37.943208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5c611-0bc5-404d-a9f2-bee43bb30c8d req-52770323-04a8-41d3-9ccb-81eb1e043297 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:37.944618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4c5c611-0bc5-404d-a9f2-bee43bb30c8d req-52770323-04a8-41d3-9ccb-81eb1e043297 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.1137154 Apr 05 20:30:37.956720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:38.025364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-63de9113-1aaa-499b-9e74-9bed68fc1018', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:30:38.026738 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.104287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4c5c611-0bc5-404d-a9f2-bee43bb30c8d req-b74fba10-306a-414a-b74f-999d29210125 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377118 Apr 05 20:30:38.162739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-a3873c6d-e2c4-4eab-abcd-b4f77991a2c0 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171021 Apr 05 20:30:38.221100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.278530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:38.302792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '7bf55580-ac9e-4722-9816-2dfb58c6e015', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'port_id': '7bf55580-ac9e-4722-9816-2dfb58c6e015', 'mac_address': 'fa:16:3e:a5:2f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:38.439468 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.455399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.478597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf55580-ac9e-4722-9816-2dfb58c6e015 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:38.488377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Allocated IP 172.20.0.2 (63de9113-1aaa-499b-9e74-9bed68fc1018/33ee773d-4ddc-455a-90c2-b9e80abc127e/8cf5f01b-f901-4de0-9992-7d3d690a096c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:38.510035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:38.608630 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.620521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-5973f988-e8e0-4c6d-8486-76216e5fdd18 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips/6c721f3d-3397-422d-8689-a406369ca663 HTTP/1.1" status: 200 len: 692 time: 0.3048306 Apr 05 20:30:38.663565 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.774202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.810744 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.811370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:38.850906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e16fdb8f-2733-45fe-81fd-a730ce401eb1 req-3697d8a6-8772-4a33-b125-693a4da4343d service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812491 Apr 05 20:30:38.855068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.867097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Transition to ACTIVE for port object 8cf5f01b-f901-4de0-9992-7d3d690a096c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:38.898281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Transition to ACTIVE for port object 8cf5f01b-f901-4de0-9992-7d3d690a096c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:38.934528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['7bf55580-ac9e-4722-9816-2dfb58c6e015'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:38.939576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-f051b587-c801-4c15-b5f4-0b8ac189a57a tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:38.946138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-f051b587-c801-4c15-b5f4-0b8ac189a57a tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3160322 Apr 05 20:30:38.953260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-748a530b-1179-4d7f-9a0c-9433500ed918 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:30:38.957224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-748a530b-1179-4d7f-9a0c-9433500ed918 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101943 Apr 05 20:30:38.987577 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.051747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f47477-009a-4ff2-9117-1a9a0e4d0af3 req-52959a51-ae7e-4fca-acfd-3037974fb52b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:39.053248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1f47477-009a-4ff2-9117-1a9a0e4d0af3 req-52959a51-ae7e-4fca-acfd-3037974fb52b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.2855184 Apr 05 20:30:39.057269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-30c35660-c0e9-4c56-b192-39f070a440e8 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0955379 Apr 05 20:30:39.067374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Allocated IP 172.25.2.66 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/db1a511b-2144-4832-8d64-798dd63bebcb) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:39.076161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:39.078354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Pushing event updated for resources: {'Port': ['ID=8cf5f01b-f901-4de0-9992-7d3d690a096c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:39.081815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:39.093382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:39.173086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-d072e46c-7f5b-43e8-8312-804c3514f6e7 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0942891 Apr 05 20:30:39.177973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1f47477-009a-4ff2-9117-1a9a0e4d0af3 req-1389453d-325c-4727-9cd8-fd7046e76c8a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180990 Apr 05 20:30:39.212695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Attempting to bind port 8cf5f01b-f901-4de0-9992-7d3d690a096c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:39.212854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Attempting to bind port 8cf5f01b-f901-4de0-9992-7d3d690a096c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:39.213110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Attempting to bind port 8cf5f01b-f901-4de0-9992-7d3d690a096c on network 63de9113-1aaa-499b-9e74-9bed68fc1018 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:39.216627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:39.266065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.344163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Deleting port 73fbdec7-0b27-48fc-8294-904e04e56851 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:39.344585 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.367085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:39.367446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Checking segment: {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:39.367838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.368218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Bound using segment: {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:39.368702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Bound port: 8cf5f01b-f901-4de0-9992-7d3d690a096c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:39.369107 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.435188 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.511980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:39.514001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:39.518697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:39.531795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.546875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Pushing event updated for resources: {'Port': ['ID=db1a511b-2144-4832-8d64-798dd63bebcb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:39.585839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92d56600-0e63-43d7-ba00-abb5817c274d req-c33b5f22-7eac-4f39-9f69-8adf5f2ea63f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 210 time: 0.0763123 Apr 05 20:30:39.654512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:39.675836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] For port 8cf5f01b-f901-4de0-9992-7d3d690a096c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:39.686943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] For port 8cf5f01b-f901-4de0-9992-7d3d690a096c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8cf5f01b-f901-4de0-9992-7d3d690a096c,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:39.688965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:39.694568 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.694952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.712853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-8555dd8a-8391-4707-96b4-6f4af1a7f8c8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f1efd01f452c408c8f3294718005f108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135643 Apr 05 20:30:39.807450 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.818537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.822456 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.831867 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.832609 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.874167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Calling delete_port for 73fbdec7-0b27-48fc-8294-904e04e56851 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:39.942800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f307223-2a6a-4f4d-8868-7fbda9d78644 None None] Pushing event updated for resources: {'Port': ['ID=8cf5f01b-f901-4de0-9992-7d3d690a096c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:40.052960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:40.126228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-29410f70-c981-482f-8feb-a7f47724a9d9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:40.127471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-29410f70-c981-482f-8feb-a7f47724a9d9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658752 Apr 05 20:30:40.170901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Request body: {'port': {'device_id': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'f1efd01f452c408c8f3294718005f108'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:40.268947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:30:40.399993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dd3a5-adf1-4950-b57a-8dac64dc39e5 req-121da215-d9d8-46d8-8e7d-bbd3efc18208 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:40.402738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-377dd3a5-adf1-4950-b57a-8dac64dc39e5 req-121da215-d9d8-46d8-8e7d-bbd3efc18208 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.6399171 Apr 05 20:30:40.502957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:30:40.511810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-377dd3a5-adf1-4950-b57a-8dac64dc39e5 req-fd13408f-ac67-40c2-a8b0-5ade1c9468a9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958874 Apr 05 20:30:40.517682 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Sync routers for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:30:40.532882 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:40.533516 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:40.534783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:40.539596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Usage tracker for resource:port and tenant:f1efd01f452c408c8f3294718005f108 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:40.543075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:40.545916 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.585922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:40.601348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Pushing event deleted for resources: {'Port': ['ID=73fbdec7-0b27-48fc-8294-904e04e56851,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:40.646397 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.651612 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7242d72d-88a2-48c8-8c97-1ab362f1b544 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9762807 Apr 05 20:30:40.652492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45156) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:40.718744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.756226 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30613f0-1975-4b3e-a9c6-cef58a7fee39'] response: {'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'code': 200} Apr 05 20:30:40.765637 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:40.772542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Made reservation on behalf of f1efd01f452c408c8f3294718005f108 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:40.775818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.911706 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.911706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0bf3224-dfb4-4ce8-9e7c-788870ebd3a7 req-473f818f-ec1a-4cc0-9233-4bfba67d018b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "DELETE /v2.0/floatingips/6c721f3d-3397-422d-8689-a406369ca663 HTTP/1.1" status: 204 len: 173 time: 1.7326894 Apr 05 20:30:41.146403 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:39Z', 'revision_number': 3, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:41.153124 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Checking router: 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:30:41.153453 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Updating router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 port db1a511b-2144-4832-8d64-798dd63bebcb binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:30:41.162079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b2236-9394-4de9-9787-f5b553444bc6 req-b4ee3d43-0855-4e70-b8e7-fbaaa716467c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:41.169953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-640b2236-9394-4de9-9787-f5b553444bc6 req-b4ee3d43-0855-4e70-b8e7-fbaaa716467c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.2104495 Apr 05 20:30:41.203131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Allocated IP 192.168.233.151 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/3e4dd1b2-82cd-412a-a413-dfda7013bbcd) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:41.235725 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.292493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-640b2236-9394-4de9-9787-f5b553444bc6 req-bf1efe88-eefa-47b8-bc96-5370f025e8bf tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216497 Apr 05 20:30:41.298759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fd313-1d03-4f0a-8739-7d4e407cfc9c None None] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:30:41.334930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad415512-ad98-46ce-a440-a6cee8c3d82e req-fe60ff8b-5f9c-4604-9a37-5c12e926d6e3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:41.342375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad415512-ad98-46ce-a440-a6cee8c3d82e req-fe60ff8b-5f9c-4604-9a37-5c12e926d6e3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.2621024 Apr 05 20:30:41.425308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad415512-ad98-46ce-a440-a6cee8c3d82e req-e4d7f44c-7c36-425d-a6be-04fcf08f8100 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818160 Apr 05 20:30:41.563993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-134b8c9a-58a0-4469-94b7-37b2d034286b None None] Provisioning for port 8cf5f01b-f901-4de0-9992-7d3d690a096c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:41.732608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8cf5f01b-f901-4de0-9992-7d3d690a096c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:41.783095 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.797664 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Transition to ACTIVE for port object db1a511b-2144-4832-8d64-798dd63bebcb will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:41.801615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-acf7250b-1ccf-45a2-931a-ba3a4ad2cc41 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1906455 Apr 05 20:30:41.806571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e85b72ff-eb15-4891-9711-8dd9f207d286 req-0451002f-ec2b-4eeb-b3bf-6e776d813f7b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 210 time: 0.2279031 Apr 05 20:30:41.821840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:41.831633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:41.838035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Usage tracker for resource:floatingip and tenant:6596d3049ad54be0a47f891af90b92f9 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:41.843919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:41.854977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:41.868385 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.869390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b05efd05-9264-4282-9c15-677eff36961b details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:41.871975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:41.937946 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.990553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.995303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.004535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 8cf5f01b-f901-4de0-9992-7d3d690a096c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:42.062027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8cf5f01b-f901-4de0-9992-7d3d690a096c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:42.062397 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.115453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Transition to ACTIVE for port object 3e4dd1b2-82cd-412a-a413-dfda7013bbcd will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:42.137293 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Attempting to bind port db1a511b-2144-4832-8d64-798dd63bebcb on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:42.137660 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Attempting to bind port db1a511b-2144-4832-8d64-798dd63bebcb by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:42.145192 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Attempting to bind port db1a511b-2144-4832-8d64-798dd63bebcb on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:42.145192 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Pushing event updated for resources: {'Port': ['ID=db1a511b-2144-4832-8d64-798dd63bebcb,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:42.147423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:42.194609 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:42.195149 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:42.195549 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.195936 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:42.196394 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Bound port: db1a511b-2144-4832-8d64-798dd63bebcb, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:42.196761 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.227832 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.228091 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.228441 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.228793 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.229156 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.229490 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.229814 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.230137 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.230455 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.230775 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.231096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:42.282481 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] For port db1a511b-2144-4832-8d64-798dd63bebcb, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:42.292038 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] For port db1a511b-2144-4832-8d64-798dd63bebcb, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=db1a511b-2144-4832-8d64-798dd63bebcb,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:42.298514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.371269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Allocated IP 172.20.0.1 (63de9113-1aaa-499b-9e74-9bed68fc1018/33ee773d-4ddc-455a-90c2-b9e80abc127e/374648f4-bd39-4c48-a84f-38c74d88484e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:42.396360 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.408230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883', 'a5edc404-89d8-4399-9037-142a7321276d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:42.410136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:42.415461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:42.420690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:42.461836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d160554f-44f6-445e-bfd5-d7794b46b904'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:42.497937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.526290 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d15b9-3757-4c15-8b7c-8f3333f06752 None None] Pushing event updated for resources: {'Port': ['ID=db1a511b-2144-4832-8d64-798dd63bebcb,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:42.546624 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:42.547265 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:42.632283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:42.732191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.793043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Transition to ACTIVE for port object 374648f4-bd39-4c48-a84f-38c74d88484e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:42.832560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6d6ef559-2c00-466a-8348-f4064dbbd3bb None None] Provisioning complete for port 8cf5f01b-f901-4de0-9992-7d3d690a096c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:42.833372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:42.833994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.837664 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef559-2c00-466a-8348-f4064dbbd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.895911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Allocated IP 172.25.2.117 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/fdbc0ddf-86c3-4d29-93cf-21752bc574ab) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:42.898189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.944518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-e280eeb9-eeaa-4f49-9fad-6cebba493cf3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3606200 Apr 05 20:30:42.960842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-95fff273-d03b-45bd-9d5c-cfa1655ee934 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7953460 Apr 05 20:30:43.013882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:43.018271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:43.022614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:43.045826 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:43.104238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.120202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Request body: {'port': {'device_id': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:43.177136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 7bf55580-ac9e-4722-9816-2dfb58c6e015 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:43.177707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Pushing event updated for resources: {'Port': ['ID=374648f4-bd39-4c48-a84f-38c74d88484e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:43.358255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.397009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 7bf55580-ac9e-4722-9816-2dfb58c6e015 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:43.397412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.596710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:43.655382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'b05efd05-9264-4282-9c15-677eff36961b', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'b05efd05-9264-4282-9c15-677eff36961b', 'mac_address': 'fa:16:3e:19:3d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:43.667625 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.706279 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:39Z', 'revision_number': 3, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:43.726868 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ac1fbd-5a09-4be4-a688-2743a80c1648 None None] The sync data for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 is: [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:39Z', 'revision_number': 3, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:30:43.880869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 8cf5f01b-f901-4de0-9992-7d3d690a096c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8cf5f01b-f901-4de0-9992-7d3d690a096c,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:43.908686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.946617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c44f7-14dd-4d82-bb59-af7744501636 req-69b1a75d-8294-4ab5-b66f-c7b94e39a56c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:43.948293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-445c44f7-14dd-4d82-bb59-af7744501636 req-69b1a75d-8294-4ab5-b66f-c7b94e39a56c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.3547440 Apr 05 20:30:43.948862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.989087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.996999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.109659 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.136575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6d6ef559-2c00-466a-8348-f4064dbbd3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.196791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Pushing event updated for resources: {'Port': ['ID=374648f4-bd39-4c48-a84f-38c74d88484e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:44.206102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.264195 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.322126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=8cf5f01b-f901-4de0-9992-7d3d690a096c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:44.375890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:44.416350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b05efd05-9264-4282-9c15-677eff36961b {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:44.422797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:44.425690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:44.459343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:44.488984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.528133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4dd1b2-82cd-412a-a413-dfda7013bbcd {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:44.535580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.551441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Transition to ACTIVE for port object 3e4dd1b2-82cd-412a-a413-dfda7013bbcd will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:44.558696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-30c73f62-cc87-4639-bb60-c3f0d93a6fbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 1095 time: 1.5542214 Apr 05 20:30:44.593899 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.612264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:44.649297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:44.662980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.702777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-6d6ef559-2c00-466a-8348-f4064dbbd3bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:44.703133 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-6d6ef559-2c00-466a-8348-f4064dbbd3bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:44.757450 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.858265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:44.889666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['b05efd05-9264-4282-9c15-677eff36961b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:45.290042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:30:45.315160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.320993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:45.365647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-445c44f7-14dd-4d82-bb59-af7744501636 req-ba27c002-2bbf-4951-bd83-c5743906e1c9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3959835 Apr 05 20:30:45.526733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-1d254a39-90bd-459e-8fd8-8c2cf0974121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:45.528184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-1d254a39-90bd-459e-8fd8-8c2cf0974121 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.9129696 Apr 05 20:30:45.530446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:30:45.539818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:45.555183 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-85be07f1-b505-4552-b6b2-d4ad2908afc4 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a13c455-0509-4fe9-a031-b1a3ef77b9f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9012034 Apr 05 20:30:45.600934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:45.601689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f54db02-da95-4b2e-ae63-21111197bd30 None None] Provisioning for port 374648f4-bd39-4c48-a84f-38c74d88484e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:45.603641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:45.608837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f54db02-da95-4b2e-ae63-21111197bd30 None None] Provisioning complete for port 374648f4-bd39-4c48-a84f-38c74d88484e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:45.609610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f54db02-da95-4b2e-ae63-21111197bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.694954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2f54db02-da95-4b2e-ae63-21111197bd30 None None] Port 374648f4-bd39-4c48-a84f-38c74d88484e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:30:45.748676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f54db02-da95-4b2e-ae63-21111197bd30 None None] Provisioning for port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:45.778856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.788784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:45.789465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:45.789792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:45.800633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Pushing event updated for resources: {'Port': ['ID=fdbc0ddf-86c3-4d29-93cf-21752bc574ab,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:45.887915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-a2d17d96-e074-4343-b551-56861774844f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 200 len: 217 time: 0.3467412 Apr 05 20:30:45.898300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:30:45.898636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:45.965605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:45.965970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:45.967015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:45.967015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Bound port: 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:45.967385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.979527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.104337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8cf5f01b-f901-4de0-9992-7d3d690a096c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:46.206109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-a17cbfd0-0d52-44a9-ad97-5de7fd9d4532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:46.207801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8cf5f01b-f901-4de0-9992-7d3d690a096c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:46.207966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-a17cbfd0-0d52-44a9-ad97-5de7fd9d4532 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.3106842 Apr 05 20:30:46.208475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.378202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-3e59447b-82a8-43b4-9149-af9287b627d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592932 Apr 05 20:30:46.496173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec37c50-4f7f-4df5-a31b-d9b0dd3a6711 req-02ab62f9-14a1-43a0-821e-2be86b10e3f2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:46.497187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4ec37c50-4f7f-4df5-a31b-d9b0dd3a6711 req-02ab62f9-14a1-43a0-821e-2be86b10e3f2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Synchronizing usage tracker for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:46.614492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:46.663968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:46.693908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-dbea9817-c7ba-4956-8fb8-14215e04a861 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428372 Apr 05 20:30:46.728607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4ec37c50-4f7f-4df5-a31b-d9b0dd3a6711 req-02ab62f9-14a1-43a0-821e-2be86b10e3f2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Unset dirty status for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:46.735976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ec37c50-4f7f-4df5-a31b-d9b0dd3a6711 req-02ab62f9-14a1-43a0-821e-2be86b10e3f2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 948 time: 0.9481404 Apr 05 20:30:46.757374 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.770296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.783061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b05efd05-9264-4282-9c15-677eff36961b up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:46.901028 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.901450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port b05efd05-9264-4282-9c15-677eff36961b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:46.903087 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.954474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ec37c50-4f7f-4df5-a31b-d9b0dd3a6711 req-22839c99-7eff-43c1-88a1-2c7919234db7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172470 Apr 05 20:30:47.017790 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.023108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] 10.222.0.23 "PUT /v2.0/ports/3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 1096 time: 3.9084744 Apr 05 20:30:47.036961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:47.133877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ab5c21-ef1f-4942-8050-9357703c9451 req-f7c1dda7-0a93-463f-a885-98e070463d15 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257624 Apr 05 20:30:47.149409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa2cc3-46e0-455a-b9b8-ae85849224cb service neutron] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:47.164087 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.235969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:47.239074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45254) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:47.245886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-network', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:47.263082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:47.273257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Usage tracker for resource:network and tenant:0748562307464d9ea6d41c55c6d765a1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:47.281798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:47.295121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:47.303434 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.309271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.338783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Pushing event updated for resources: {'Port': ['ID=fdbc0ddf-86c3-4d29-93cf-21752bc574ab,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:47.383482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Made reservation on behalf of 0748562307464d9ea6d41c55c6d765a1 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:47.387009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.393503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-a82bb536-9123-43a5-9510-98971a5b2647 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1099 time: 0.1380525 Apr 05 20:30:47.411511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.421842 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cfcfa7-3d3a-4ad7-a1d8-3b76ca26b562'] response: {'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015', 'code': 200} Apr 05 20:30:47.477031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:47.477542 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.479368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-7955bb07-b284-4503-a4ee-bafd8d0d371f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6645496 Apr 05 20:30:47.481007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Usage tracker for resource:security_group_rule and tenant:0748562307464d9ea6d41c55c6d765a1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:47.484888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:47.495883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:47.571954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:47.579776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-ad4326ad-35a1-4ae4-852d-aeaf1c32048c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.1765313 Apr 05 20:30:47.622733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.639401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-167a3d85-536e-4f2f-8d2e-db90c7f4d4bd tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Synchronizing usage tracker for tenant:6596d3049ad54be0a47f891af90b92f9 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:47.664890 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa1acc3b-1f49-4475-bd87-dd37c784a94e req-d3ffee2a-793f-428e-9016-daa8232b4211 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1096 time: 0.0889170 Apr 05 20:30:47.692145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.759583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-3fcd7eef-1794-4a48-9a23-5da583b9c39c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:47.761079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-3fcd7eef-1794-4a48-9a23-5da583b9c39c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1585324 Apr 05 20:30:47.766688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:30:47.769179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10054338-f18d-49f1-916a-edcf8f23f55b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:47.775399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa1acc3b-1f49-4475-bd87-dd37c784a94e req-85a15705-4417-4c56-961e-8d454e73970e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037259 Apr 05 20:30:47.780612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.781010 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Added segment 7991dfbc-5dea-4bee-91a7-0a654a46b7c1 of type vlan for network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 Apr 05 20:30:47.814548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.840758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-167a3d85-536e-4f2f-8d2e-db90c7f4d4bd tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Unset dirty status for tenant:6596d3049ad54be0a47f891af90b92f9 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:47.842024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-167a3d85-536e-4f2f-8d2e-db90c7f4d4bd tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.3550501 Apr 05 20:30:47.852021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-327661fa-af69-4a9c-a0ea-6f035b254a33 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:47.853486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-327661fa-af69-4a9c-a0ea-6f035b254a33 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 0.2767820 Apr 05 20:30:47.908782 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.910004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:47.910778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.977645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-f1e4bc44-48d3-4dfc-a139-5211d6ad8485 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/quotas/e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 375 time: 0.0959456 Apr 05 20:30:48.032717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] Pushing event updated for resources: {'Network': ['ID=43ca4a06-db73-4ec1-b74f-e3943de5c0e7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:48.049778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:30:48.106463 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5831a7cd-260c-4ec5-ac52-633dc39f3018 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8649654 Apr 05 20:30:48.107332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45264) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:48.113581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Request body: {'subnet': {'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-subnet', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:48.115330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-e02b0a3f-6d22-4f5f-af9f-63f801c09b3e tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:48.118804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:48.123440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Usage tracker for resource:subnet and tenant:0748562307464d9ea6d41c55c6d765a1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:48.126669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:48.128957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65106e68-2a62-4f4a-a8fe-98680f0907a6 req-e02b0a3f-6d22-4f5f-af9f-63f801c09b3e tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2739723 Apr 05 20:30:48.133041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:48.160807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-b48cfbd1-0e43-43ae-8961-a0b0e784a2eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3815358 Apr 05 20:30:48.183161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Made reservation on behalf of 0748562307464d9ea6d41c55c6d765a1 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:48.186314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.596159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-9c61a22d-e1e2-4ec3-ac64-5a4d3a8dc9f3 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094894 Apr 05 20:30:48.640493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.754030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-abad94d4-1021-4f84-bea9-b9893ec6afbc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7578218 Apr 05 20:30:48.769929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e572811-1409-4ec9-9377-ad58bf7652bf,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:48.783579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Checking segment: {'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:48.784268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Network hostable DHCP agents. Network: 43ca4a06-db73-4ec1-b74f-e3943de5c0e7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:30:48.886700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:30:48.955945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b445b10d-83de-4654-8d1c-bdc779beade7 req-24b04350-753f-48ec-9143-7cb00aaa2a09 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253534 Apr 05 20:30:48.972061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 43ca4a06-db73-4ec1-b74f-e3943de5c0e7) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:48.974670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92a937-e5da-4d36-9f64-ce4c932881ec req-3af1bcf0-2b96-4ea1-a4d0-42b3a8403888 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:48.982232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:48.982975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.983188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba92a937-e5da-4d36-9f64-ce4c932881ec req-3af1bcf0-2b96-4ea1-a4d0-42b3a8403888 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 0.3859320 Apr 05 20:30:48.987021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681b27ff-3f3f-44ad-bd3b-97d657c32924 None None] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:30:49.015398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-923f0566-e270-4634-ac2a-280e923fb917 service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604365 Apr 05 20:30:49.154172 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d2e85e14-c8bf-4d66-bd36-5290f0731312 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0433452 Apr 05 20:30:49.154686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45274) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:49.167215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:49.171800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-eb91621c-5ca9-461a-8c2a-d1ae841204bd service neutron] 10.222.0.10 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554828 Apr 05 20:30:49.180979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:49.191527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Usage tracker for resource:router and tenant:0748562307464d9ea6d41c55c6d765a1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:49.203254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:49.240722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba92a937-e5da-4d36-9f64-ce4c932881ec req-cd3854ce-1924-46d7-b804-cb4a002f34f2 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567077 Apr 05 20:30:49.243289 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:30:49.245272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:49.334810 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7bf83e-a70d-451c-a931-c421431befd8'] response: {'name': 'network-changed', 'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'status': 'completed', 'code': 200} Apr 05 20:30:49.343723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.345533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.404556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:49.431984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:49.476957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'fixed_ips': [{'subnet_id': '0e572811-1409-4ec9-9377-ad58bf7652bf'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:30:49.478061 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.488636 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.737520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-0c6d7778-2d50-4d18-a987-7f1339cfc192 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1099 time: 0.3443253 Apr 05 20:30:49.773152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:49.782167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859392-0755-4b4b-b124-b089a4f750f3 req-73d7ab8b-e693-40d4-87e3-247caecd91b9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:49.783611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1859392-0755-4b4b-b124-b089a4f750f3 req-73d7ab8b-e693-40d4-87e3-247caecd91b9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 948 time: 0.1430824 Apr 05 20:30:49.794414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'mac_address': 'fa:16:3e:14:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:49.802907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Allocated IP 172.20.0.2 (43ca4a06-db73-4ec1-b74f-e3943de5c0e7/0e572811-1409-4ec9-9377-ad58bf7652bf/4efafee7-e879-41b8-ad67-bda5c2aea7ac) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:49.920643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1859392-0755-4b4b-b124-b089a4f750f3 req-c996eab7-300e-4b8b-9140-baed8b627dde tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848668 Apr 05 20:30:49.951245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-38f74993-80d9-4cd4-8a88-df1e49bd9059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:49.952794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.953007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-38f74993-80d9-4cd4-8a88-df1e49bd9059 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2058063 Apr 05 20:30:49.985450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9440eebe-4f3f-4164-bc8a-add479fe09b2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:50.027327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:50.091603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.094991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-97e13b4f-f252-41ea-8ceb-f72ddbd236e8 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips/8b8520bc-d93f-4599-b95d-55314754eb1f HTTP/1.1" status: 200 len: 693 time: 0.1392820 Apr 05 20:30:50.096156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-1d983f13-730f-428d-b5d2-a636e1bea914 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.0789251 Apr 05 20:30:50.107322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device db1a511b-2144-4832-8d64-798dd63bebcb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:50.132649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Transition to ACTIVE for port object 4efafee7-e879-41b8-ad67-bda5c2aea7ac will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:50.172372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Transition to ACTIVE for port object 4efafee7-e879-41b8-ad67-bda5c2aea7ac will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:50.192050 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.194868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.252748 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.258075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-7e8c8a25-9759-4448-8aa9-1e66d40d6805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:50.259523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-7e8c8a25-9759-4448-8aa9-1e66d40d6805 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1547942 Apr 05 20:30:50.307718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:50.356693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:50.363120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:50.367914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.371684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port db1a511b-2144-4832-8d64-798dd63bebcb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:50.375127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:50.378802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-b72f9265-abbe-4ff4-bf6e-70e2969a970b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:50.379938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-b72f9265-abbe-4ff4-bf6e-70e2969a970b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2794812 Apr 05 20:30:50.387713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9440eebe-4f3f-4164-bc8a-add479fe09b2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:50.440281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port db1a511b-2144-4832-8d64-798dd63bebcb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:50.440994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.533391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-d7e290b6-2942-4acd-b4c8-f5e1b4084491 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2611001 Apr 05 20:30:50.556177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Pushing event updated for resources: {'Port': ['ID=4efafee7-e879-41b8-ad67-bda5c2aea7ac,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:50.700388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45306) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:50.828313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:50.866783 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba49b74-6728-4011-b70a-86ce5f4dd6b4'] response: {'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b', 'code': 200} Apr 05 20:30:50.867388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.903486 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.941235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.009174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-ca957630-9065-4b6c-a6d9-b76460f821e8 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.6174638 Apr 05 20:30:51.098952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Allocated IP 172.25.2.159 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d1d81a58-0e5e-4b11-b265-13f41ead79c1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:51.102704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port db1a511b-2144-4832-8d64-798dd63bebcb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=db1a511b-2144-4832-8d64-798dd63bebcb,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:51.121933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-7995dedd-1005-4d9d-ae18-d2480989141f tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.1054695 Apr 05 20:30:51.186539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Attempting to bind port 4efafee7-e879-41b8-ad67-bda5c2aea7ac on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:51.191819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Attempting to bind port 4efafee7-e879-41b8-ad67-bda5c2aea7ac by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:51.191819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Attempting to bind port 4efafee7-e879-41b8-ad67-bda5c2aea7ac on network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:51.205723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:51.206174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Checking segment: {'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:51.206546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.206937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Bound using segment: {'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:51.207595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Bound port: 4efafee7-e879-41b8-ad67-bda5c2aea7ac, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:51.207969 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.228480 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.329705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.413482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:51.429523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.453549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=db1a511b-2144-4832-8d64-798dd63bebcb,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:51.462686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.469526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'mac_address': 'fa:16:3e:f1:ae:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:51.516207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Deleting port fdbc0ddf-86c3-4d29-93cf-21752bc574ab {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:30:51.516595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.534442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] For port 4efafee7-e879-41b8-ad67-bda5c2aea7ac, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:51.550246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-f33234a8-4bf1-47be-9463-f89232046e28 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0129621 Apr 05 20:30:51.557988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] For port 4efafee7-e879-41b8-ad67-bda5c2aea7ac, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4efafee7-e879-41b8-ad67-bda5c2aea7ac,segment=NetworkSegment(7991dfbc-5dea-4bee-91a7-0a654a46b7c1),segment_id=7991dfbc-5dea-4bee-91a7-0a654a46b7c1)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:30:51.567005 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.587883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4dd1b2-82cd-412a-a413-dfda7013bbcd {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:30:51.632355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:51.635428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.663775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:51.672304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f1029732e84f139efbb256e3f8dc33 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:51.678245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667522b-90f0-4ef7-84d9-034ae95ec668 req-14661dc8-647f-45bb-ba59-d7e33ebcba86 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:51.685070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a667522b-90f0-4ef7-84d9-034ae95ec668 req-14661dc8-647f-45bb-ba59-d7e33ebcba86 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 0.5536304 Apr 05 20:30:51.688424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:51.711905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:51.715607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.721313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:51.723670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d81a58-0e5e-4b11-b265-13f41ead79c1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:51.730189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:51.732426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:51.763762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c4411-46c7-4dc7-9ded-b9f8ee1544f9 None None] Pushing event updated for resources: {'Port': ['ID=4efafee7-e879-41b8-ad67-bda5c2aea7ac,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:51.850888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:51.933168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a667522b-90f0-4ef7-84d9-034ae95ec668 req-a1579c2c-2890-45be-80b6-2d12305b4822 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470851 Apr 05 20:30:51.945316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.975492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-192ef35f-ddc9-4688-8aff-1e997688b3f0 req-52add2b8-f4ed-47b7-b178-226ec4f851c0 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137499 Apr 05 20:30:51.982944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.983267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.995371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.034109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3e4dd1b2-82cd-412a-a413-dfda7013bbcd'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:30:52.165031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Calling delete_port for fdbc0ddf-86c3-4d29-93cf-21752bc574ab owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:30:52.182398 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3f1029732e84f139efbb256e3f8dc33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4807491 Apr 05 20:30:52.187165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45328) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:52.237273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device db1a511b-2144-4832-8d64-798dd63bebcb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:52.289603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef26a8-1618-4dec-af22-d3556b65f463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd44ede-c04b-44e8-b859-2a18124cf6c6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:52.382718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port db1a511b-2144-4832-8d64-798dd63bebcb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:52.383301 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.384478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-107bccfc-1e4c-4ab2-9673-36e7d988d5d3 req-b324137c-39f9-4aeb-b685-45b5849d795b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 210 time: 0.0724058 Apr 05 20:30:52.501067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-594a7374-6bcb-4169-981c-4e38f9ccf97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.567502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.567907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.571349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-594a7374-6bcb-4169-981c-4e38f9ccf97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.600680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.709514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Pushing event deleted for resources: {'Port': ['ID=fdbc0ddf-86c3-4d29-93cf-21752bc574ab,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:52.911778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-594a7374-6bcb-4169-981c-4e38f9ccf97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.937580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.946532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a7374-6bcb-4169-981c-4e38f9ccf97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd44ede-c04b-44e8-b859-2a18124cf6c6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:52.946767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29a371-e524-4096-989d-b406f6115042 req-fddaae8d-4599-4a9d-8458-700aed4424a6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:52.953853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc29a371-e524-4096-989d-b406f6115042 req-fddaae8d-4599-4a9d-8458-700aed4424a6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.2478259 Apr 05 20:30:52.996678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-594a7374-6bcb-4169-981c-4e38f9ccf97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.000490 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-594a7374-6bcb-4169-981c-4e38f9ccf97a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fd44ede-c04b-44e8-b859-2a18124cf6c6 HTTP/1.1" status: 204 len: 168 time: 0.8075554 Apr 05 20:30:53.037980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc29a371-e524-4096-989d-b406f6115042 req-167e9b57-cb1b-480c-9b79-5f09fa8515dc tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821722 Apr 05 20:30:53.074015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.080209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63c5a1b5-858a-4a28-912a-68f592b3ecc6 req-d9ddbcac-0623-4752-b206-d868306f5043 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "DELETE /v2.0/floatingips/8b8520bc-d93f-4599-b95d-55314754eb1f HTTP/1.1" status: 204 len: 173 time: 1.9431722 Apr 05 20:30:53.182742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Router 8c496403-1341-4ed1-87df-a57bec12edad is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:30:53.248591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:53.450401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eab6dd-39e8-4eac-8375-813415c824d2 None None] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:30:53.557344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:30:53.569993 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-12449c45-d9c9-4aa0-b100-bc18b4c19748 req-79efd276-97d9-4cc5-b5f1-0d8cf15c209b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] show failed (client error): The resource could not be found. Apr 05 20:30:53.597464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12449c45-d9c9-4aa0-b100-bc18b4c19748 req-79efd276-97d9-4cc5-b5f1-0d8cf15c209b tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips/8b8520bc-d93f-4599-b95d-55314754eb1f HTTP/1.1" status: 404 len: 350 time: 0.3767288 Apr 05 20:30:53.680739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.684886 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-04403fb0-c037-4d12-b575-1f7940641554 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5242579 Apr 05 20:30:53.685150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45356) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:53.685662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Sync routers for ids ['8c496403-1341-4ed1-87df-a57bec12edad'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:30:53.791429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 9440eebe-4f3f-4164-bc8a-add479fe09b2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:53.792008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.876763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Routers {'8c496403-1341-4ed1-87df-a57bec12edad'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:53.877564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8c496403-1341-4ed1-87df-a57bec12edad'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:54.095713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:54.151026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:54.168461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e31845a1-cb07-46e8-bd14-8396dc601bfe None None] Provisioning for port 4efafee7-e879-41b8-ad67-bda5c2aea7ac completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:54.335513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4efafee7-e879-41b8-ad67-bda5c2aea7ac up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:54.392365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-926f5bcf-c417-4dbd-9859-f686ed5d698b req-6f803a84-a1ca-47e1-8f4a-f558178d276f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 210 time: 0.3567371 Apr 05 20:30:54.563835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:54.572410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Usage tracker for resource:security_group_rule and tenant:0b2c45f92e1048618278d5968a4a240e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:54.576842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:54.585514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:54.725349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Set router 8c496403-1341-4ed1-87df-a57bec12edad gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:54.763680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:54.769251 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-742600a3-62ca-4873-b5ec-6896c4fde60b req-eec2e25a-071a-4b9b-8f11-9b831c947e81 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] show failed (client error): The resource could not be found. Apr 05 20:30:54.770919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-742600a3-62ca-4873-b5ec-6896c4fde60b req-eec2e25a-071a-4b9b-8f11-9b831c947e81 tempest-FloatingIPsTestJSON-933257475 tempest-FloatingIPsTestJSON-933257475-project] 10.222.0.10 "GET /v2.0/floatingips/8b8520bc-d93f-4599-b95d-55314754eb1f HTTP/1.1" status: 404 len: 350 time: 0.2432909 Apr 05 20:30:54.788219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:54.809133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a829752-1cfa-4684-912b-5de4f26235bc req-bce0f09d-154c-41ce-9078-780e2160bc73 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1096 time: 1.4086986 Apr 05 20:30:54.904421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-89ca756c-ac5d-4b12-977b-5dd54980e802 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:54.910139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-89ca756c-ac5d-4b12-977b-5dd54980e802 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 821 time: 1.4225471 Apr 05 20:30:54.988013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a829752-1cfa-4684-912b-5de4f26235bc req-1d4c566f-8216-48b9-8d13-b2b454779f0b tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509557 Apr 05 20:30:54.989740 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:54.998740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Request body: {'port': {'device_id': '5d582128-777c-44c9-9427-563d9a4f5b05', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'admin_state_up': True, 'tenant_id': 'e31513a38b3342e89d1eadcd84a80ac0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:55.102909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:55.295826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b2c45f92e1048618278d5968a4a240e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1899366 Apr 05 20:30:55.296041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:55.318961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:55.328919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45384) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:55.361841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3c9ce-43d3-4ab2-98ea-c32c60e3ace1 req-b123a7f0-aea0-4e61-98bc-88b33b7bb76e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:55.365389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1de3c9ce-43d3-4ab2-98ea-c32c60e3ace1 req-b123a7f0-aea0-4e61-98bc-88b33b7bb76e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.2379439 Apr 05 20:30:55.412910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Made reservation on behalf of e31513a38b3342e89d1eadcd84a80ac0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:55.423770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.561921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1de3c9ce-43d3-4ab2-98ea-c32c60e3ace1 req-d2713a48-2fab-4e22-b07a-072a325932ae tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899519 Apr 05 20:30:55.724043 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.821882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:55.848468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:55.867702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:55.868473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.910704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd119484-0900-48e4-8d1d-5cb285b881c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c7a63-9c53-4c9a-8b9b-afa2bb56453d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:55.970093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:55.985716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4efafee7-e879-41b8-ad67-bda5c2aea7ac completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:56.040780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4efafee7-e879-41b8-ad67-bda5c2aea7ac triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:56.042045 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.090378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8bcaccd-6a5e-4e0a-a92b-5d855e01b888 req-6bceb4f8-c2e8-4f69-8ab9-0423034111af tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 210 time: 0.2798109 Apr 05 20:30:56.122067 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a33b5d7-ba52-41c9-a769-98cce3d024b6'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'code': 200} Apr 05 20:30:56.137160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.202397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Allocated IP 172.20.0.14 (197ae67c-ccf2-410d-9b84-d7d0ee796555/69567d96-9275-495b-9828-be536b692689/adec00f6-47ab-43f7-bb94-638db44291f6) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:56.302790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:30:51Z', 'revision_number': 3, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port': {'id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:50Z', 'updated_at': '2022-04-05T20:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:56.337421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Checking router: 8c496403-1341-4ed1-87df-a57bec12edad for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:30:56.338815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Updating router 8c496403-1341-4ed1-87df-a57bec12edad port d1d81a58-0e5e-4b11-b265-13f41ead79c1 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:30:56.491783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:56.513559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d79245d8-cc9a-4615-a59c-33a47f28fab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.567958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b5d514e2-f2a4-484b-ab4b-989b54f550bb None None] Provisioning complete for port 4efafee7-e879-41b8-ad67-bda5c2aea7ac triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:56.568450 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5d514e2-f2a4-484b-ab4b-989b54f550bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.587363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d79245d8-cc9a-4615-a59c-33a47f28fab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.698733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.786061 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.812873 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d79245d8-cc9a-4615-a59c-33a47f28fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.852189 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.897234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79245d8-cc9a-4615-a59c-33a47f28fab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c7a63-9c53-4c9a-8b9b-afa2bb56453d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:56.919790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.967605 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Sync routers for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:30:56.992617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d79245d8-cc9a-4615-a59c-33a47f28fab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.993824 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d79245d8-cc9a-4615-a59c-33a47f28fab6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/584c7a63-9c53-4c9a-8b9b-afa2bb56453d HTTP/1.1" status: 204 len: 168 time: 1.6000745 Apr 05 20:30:56.998065 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:30:56.999241 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:57.065241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:57.130254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.156517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.362722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Network 197ae67c-ccf2-410d-9b84-d7d0ee796555 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:57.413144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:57.434510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:57.540655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.559720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:57.563747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4efafee7-e879-41b8-ad67-bda5c2aea7ac, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4efafee7-e879-41b8-ad67-bda5c2aea7ac,segment=NetworkSegment(7991dfbc-5dea-4bee-91a7-0a654a46b7c1),segment_id=7991dfbc-5dea-4bee-91a7-0a654a46b7c1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:30:57.651583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5d514e2-f2a4-484b-ab4b-989b54f550bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.680498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.760372 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:30:57.845456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab9b76-04e8-49fc-a085-0c7b599b9f20 req-214fd675-6d1c-4700-afd4-3b5c52fe262e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:57.857077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cab9b76-04e8-49fc-a085-0c7b599b9f20 req-214fd675-6d1c-4700-afd4-3b5c52fe262e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.9240546 Apr 05 20:30:57.865595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:57.871648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.000172 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-346f2cc4-1012-4237-8f36-f06750885317 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0261385 Apr 05 20:30:58.044891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Request body: {'port': {'device_id': '5d582128-777c-44c9-9427-563d9a4f5b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:30:58.140111 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.149948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:30:58.298448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:58.408505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Allocated IP 172.20.0.1 (43ca4a06-db73-4ec1-b74f-e3943de5c0e7/0e572811-1409-4ec9-9377-ad58bf7652bf/61e32b9d-4694-411b-b6bd-e310b5862283) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:58.442466 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.562248 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 2, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:58.567500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Checking router: 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:30:58.568156 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Updating router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 port 374648f4-bd39-4c48-a84f-38c74d88484e binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:30:58.580031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7c856-a8a3-4c8c-a457-5815e57f9432 req-d9bfe0fa-2171-4c93-8117-19018f76d8f9 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:58.580792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-30e7c856-a8a3-4c8c-a457-5815e57f9432 req-d9bfe0fa-2171-4c93-8117-19018f76d8f9 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:58.657649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cab9b76-04e8-49fc-a085-0c7b599b9f20 req-01427729-879e-4635-ba72-e437efae0f0f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7993624 Apr 05 20:30:58.717381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Transition to ACTIVE for port object d1d81a58-0e5e-4b11-b265-13f41ead79c1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:58.729859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.732531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-b5d514e2-f2a4-484b-ab4b-989b54f550bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:58.734240 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-b5d514e2-f2a4-484b-ab4b-989b54f550bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:58.766447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4efafee7-e879-41b8-ad67-bda5c2aea7ac,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:58.804969 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.813587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-30e7c856-a8a3-4c8c-a457-5815e57f9432 req-d9bfe0fa-2171-4c93-8117-19018f76d8f9 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:58.820968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30e7c856-a8a3-4c8c-a457-5815e57f9432 req-d9bfe0fa-2171-4c93-8117-19018f76d8f9 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 932 time: 1.2275329 Apr 05 20:30:58.826327 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.006568 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.037765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb5bc-e44f-4c25-b85a-ce4cbfeb4097 None None] Pushing event updated for resources: {'Port': ['ID=d1d81a58-0e5e-4b11-b265-13f41ead79c1,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:59.039079 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227fba7e-a9fc-4f4c-9e5e-8b563355463f'] response: {'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'code': 200} Apr 05 20:30:59.039992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Attempting to bind port d1d81a58-0e5e-4b11-b265-13f41ead79c1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:59.041435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Attempting to bind port d1d81a58-0e5e-4b11-b265-13f41ead79c1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:59.043225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Attempting to bind port d1d81a58-0e5e-4b11-b265-13f41ead79c1 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:30:59.060141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Transition to ACTIVE for port object 61e32b9d-4694-411b-b6bd-e310b5862283 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:59.074497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:30:59.075061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:30:59.079727 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.080328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:30:59.080937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Bound port: d1d81a58-0e5e-4b11-b265-13f41ead79c1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:59.081455 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.165656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30e7c856-a8a3-4c8c-a457-5815e57f9432 req-910de3a2-a8d6-42e9-a8d5-91f2a816efeb tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413315 Apr 05 20:30:59.180466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.458726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Pushing event updated for resources: {'Port': ['ID=61e32b9d-4694-411b-b6bd-e310b5862283,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:59.557697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:59.569742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:59.575907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:30:59.961732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] For port d1d81a58-0e5e-4b11-b265-13f41ead79c1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:30:59.974854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] For port d1d81a58-0e5e-4b11-b265-13f41ead79c1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d1d81a58-0e5e-4b11-b265-13f41ead79c1,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:00.052677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.123132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.325798 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.332022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111ebf3-864b-4ebc-9c99-719bf7915d2b req-eb67800d-133a-4a62-8f17-2c725eebb55e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:00.338797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3111ebf3-864b-4ebc-9c99-719bf7915d2b req-eb67800d-133a-4a62-8f17-2c725eebb55e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.2679043 Apr 05 20:31:00.413540 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Transition to ACTIVE for port object 374648f4-bd39-4c48-a84f-38c74d88484e will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:00.437815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb6ebd5d-9e5e-401d-ba2b-7f6187ff4f2e req-7eea4dd2-72d2-4cb4-9ac6-c10460d7ff2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1101 time: 1.2577000 Apr 05 20:31:00.555919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb5bc-e44f-4c25-b85a-ce4cbfeb4097 None None] Pushing event updated for resources: {'Port': ['ID=d1d81a58-0e5e-4b11-b265-13f41ead79c1,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:00.562365 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.589219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4efafee7-e879-41b8-ad67-bda5c2aea7ac up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:00.715587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3111ebf3-864b-4ebc-9c99-719bf7915d2b req-3cf47d4b-2fba-4337-985c-b268c7739ae8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378074 Apr 05 20:31:00.748119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Routers {'8c496403-1341-4ed1-87df-a57bec12edad'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:00.749190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8c496403-1341-4ed1-87df-a57bec12edad'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:00.874522 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db51414-90d1-4e04-b44b-92946ef65a7a None None] Pushing event updated for resources: {'Port': ['ID=374648f4-bd39-4c48-a84f-38c74d88484e,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:00.985476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb6ebd5d-9e5e-401d-ba2b-7f6187ff4f2e req-2a73a1a5-b549-46a1-89ae-2efd40255fba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160065 Apr 05 20:31:00.995309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adec00f6-47ab-43f7-bb94-638db44291f6 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:01.008602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.019460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.054432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Transition to ACTIVE for port object adec00f6-47ab-43f7-bb94-638db44291f6 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:01.082095 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Attempting to bind port 374648f4-bd39-4c48-a84f-38c74d88484e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:01.082458 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Attempting to bind port 374648f4-bd39-4c48-a84f-38c74d88484e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:01.082816 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Attempting to bind port 374648f4-bd39-4c48-a84f-38c74d88484e on network 63de9113-1aaa-499b-9e74-9bed68fc1018 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:01.106689 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:01.107449 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Checking segment: {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:01.108209 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.108852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Bound using segment: {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:01.109703 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Bound port: 374648f4-bd39-4c48-a84f-38c74d88484e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:01.110359 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.228164 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] For port 374648f4-bd39-4c48-a84f-38c74d88484e, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:01.243977 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] For port 374648f4-bd39-4c48-a84f-38c74d88484e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=374648f4-bd39-4c48-a84f-38c74d88484e,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:01.262384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4efafee7-e879-41b8-ad67-bda5c2aea7ac triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:01.262982 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.430341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] Set router 8c496403-1341-4ed1-87df-a57bec12edad gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:01.451516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a920b17-6beb-401c-8761-c2831be70360 req-dc619a48-63a4-47c3-9c2e-7be1230f86d8 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:01.453003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a920b17-6beb-401c-8761-c2831be70360 req-dc619a48-63a4-47c3-9c2e-7be1230f86d8 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 932 time: 0.1578171 Apr 05 20:31:01.500708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.509269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Deleting port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:31:01.510467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.571687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a920b17-6beb-401c-8761-c2831be70360 req-dc6017e9-0c89-4caa-a32f-29154920ba97 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128595 Apr 05 20:31:01.725023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] For port 7a3fb00f-4b5e-40d7-8bb0-02ce55665417, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,segment=NetworkSegment(a3a5503a-c624-48ef-bca5-a34e06ad0de8),segment_id=a3a5503a-c624-48ef-bca5-a34e06ad0de8)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:01.725882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.763873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43054493-0f53-480d-b9f9-568664d11a02 None None] Provisioning for port 61e32b9d-4694-411b-b6bd-e310b5862283 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:01.763873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43054493-0f53-480d-b9f9-568664d11a02 None None] Provisioning complete for port 61e32b9d-4694-411b-b6bd-e310b5862283 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:01.763873 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-43054493-0f53-480d-b9f9-568664d11a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.811739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-43054493-0f53-480d-b9f9-568664d11a02 None None] Port 61e32b9d-4694-411b-b6bd-e310b5862283 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:31:01.901172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Calling delete_port for 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:31:01.927416 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.982638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.000847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.052483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:31:00Z', 'revision_number': 4, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port': {'id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:50Z', 'updated_at': '2022-04-05T20:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '61e32b9d-4694-411b-b6bd-e310b5862283', 'name': '', 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'mac_address': 'fa:16:3e:87:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:30:58Z', 'revision_number': 1, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'subnets': [{'id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:02.062048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4faa81e-c302-4f51-b319-ff28bf2c1ec9 None None] The sync data for ids ['8c496403-1341-4ed1-87df-a57bec12edad'] in n-d-836605-1 is: [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:31:00Z', 'revision_number': 4, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port': {'id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:50Z', 'updated_at': '2022-04-05T20:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '61e32b9d-4694-411b-b6bd-e310b5862283', 'name': '', 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'mac_address': 'fa:16:3e:87:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:30:58Z', 'revision_number': 1, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'subnets': [{'id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:31:02.129016 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db51414-90d1-4e04-b44b-92946ef65a7a None None] Pushing event updated for resources: {'Port': ['ID=374648f4-bd39-4c48-a84f-38c74d88484e,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:02.152368 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:02.153962 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:30:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:02.346488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:02.523389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Pushing event updated for resources: {'Port': ['ID=61e32b9d-4694-411b-b6bd-e310b5862283,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:02.620666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.627050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.630162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.630162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.630162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.630162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.634198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.639479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.640003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.640345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.640681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.742864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.742864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.743213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.743339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.747392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.754860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.755209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.755564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.755886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.756217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.756548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:02.876236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:02.876585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:02.876918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:02.888838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.912270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437560e9-a14a-49b5-8325-a0340b379304 req-43137076-5d37-494e-8fca-f9b2c4e095bd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:02.915956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-437560e9-a14a-49b5-8325-a0340b379304 req-43137076-5d37-494e-8fca-f9b2c4e095bd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 1.0216908 Apr 05 20:31:02.995471 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:03.195236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:03.201457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:03.223174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:03.224006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:03.224142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:03.224674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Bound port: adec00f6-47ab-43f7-bb94-638db44291f6, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:03.226107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.440026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.615063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:03.645369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:03.810625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:03.849832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-437560e9-a14a-49b5-8325-a0340b379304 req-934a918c-d3ef-4cd9-bb75-fbe2dae8a9a7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560978 Apr 05 20:31:03.876243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:03.933756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f080b-c90d-4df6-aef0-c146fbc77155 req-26c1f63a-1e45-43e0-936a-cffc928f3268 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:03.943800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a45f080b-c90d-4df6-aef0-c146fbc77155 req-26c1f63a-1e45-43e0-936a-cffc928f3268 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 1.0746057 Apr 05 20:31:04.027372 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.048256 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:04.060015 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4909e-23fe-4eda-b109-14ac26d64378 None None] The sync data for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 is: [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:31:04.220792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b5b4a8f6-f37c-4ca8-918c-942bcb0a1e3b None None] Provisioning complete for port 61e32b9d-4694-411b-b6bd-e310b5862283 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:04.221269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5b4a8f6-f37c-4ca8-918c-942bcb0a1e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.258998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a45f080b-c90d-4df6-aef0-c146fbc77155 req-dd66a82c-f5b3-45b1-a7b2-b195ff173166 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141160 Apr 05 20:31:04.509330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:04.543147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4a8f6-f37c-4ca8-918c-942bcb0a1e3b None None] Port 61e32b9d-4694-411b-b6bd-e310b5862283 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:31:04.548823 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.555120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-23f475a9-5d83-4749-b167-9fbc2a6ae641 service neutron] 10.222.0.39 "PUT /v2.0/ports/adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 200 len: 1092 time: 6.5229683 Apr 05 20:31:04.555538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:04.621980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 374648f4-bd39-4c48-a84f-38c74d88484e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:04.635936 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.771821 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fd7d0b-ec89-4c94-b30d-fe06f8c86af3'] response: {'name': 'network-changed', 'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6', 'status': 'completed', 'code': 200} Apr 05 20:31:04.866362 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-310a3c53-a90c-45a9-9ba2-4b4d58d4c2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.936400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3fb00f-4b5e-40d7-8bb0-02ce55665417,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:04.973131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-671f2a6f-39a8-4066-8a0f-97005db15e69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1095 time: 0.1956363 Apr 05 20:31:05.040437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 374648f4-bd39-4c48-a84f-38c74d88484e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:05.050990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 374648f4-bd39-4c48-a84f-38c74d88484e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:05.051572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.251709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-cfefc6f5-60d7-4598-8a4e-9e9f86999898 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 200 len: 217 time: 0.2638152 Apr 05 20:31:05.511392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-7cef4f60-9109-4e1c-a1be-eaa353a21f08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:05.526098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-7cef4f60-9109-4e1c-a1be-eaa353a21f08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1692150 Apr 05 20:31:05.570356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.684182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 374648f4-bd39-4c48-a84f-38c74d88484e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=374648f4-bd39-4c48-a84f-38c74d88484e,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:05.737489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-4df1f6a3-fd79-4247-ad14-f4e68dbe5edd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1952136 Apr 05 20:31:05.754644 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.759010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d1d81a58-0e5e-4b11-b265-13f41ead79c1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:05.854350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Router 8c496403-1341-4ed1-87df-a57bec12edad has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:31:06.105535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc90ac2-e825-4458-a8ee-87c7b7ffd194 req-0a5e9df5-5031-415d-a909-8a6e0c3d9b23 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:06.116504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fc90ac2-e825-4458-a8ee-87c7b7ffd194 req-0a5e9df5-5031-415d-a909-8a6e0c3d9b23 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.8614049 Apr 05 20:31:06.220741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=374648f4-bd39-4c48-a84f-38c74d88484e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:06.256770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.265188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:06.286586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d1d81a58-0e5e-4b11-b265-13f41ead79c1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:06.295306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d1d81a58-0e5e-4b11-b265-13f41ead79c1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:06.295678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.329309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.420319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-8a98b294-4561-4102-8222-196aa760dd28 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728554 Apr 05 20:31:06.429506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fc90ac2-e825-4458-a8ee-87c7b7ffd194 req-063d70b4-dc2e-43e0-8d7d-9b0376107da6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120708 Apr 05 20:31:06.670844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.696327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d1d81a58-0e5e-4b11-b265-13f41ead79c1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d1d81a58-0e5e-4b11-b265-13f41ead79c1,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:06.766410 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.875910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cb962de-c249-4f33-9d2c-cb6913b71857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.921842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d1d81a58-0e5e-4b11-b265-13f41ead79c1,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:07.030391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-876d4ac8-f4b1-4f95-b479-081b4c7e4d8a req-791b6016-1fb9-48e1-81cb-8e207de4bfee service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996506 Apr 05 20:31:07.039432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:31:07.061100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 374648f4-bd39-4c48-a84f-38c74d88484e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:07.105489 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7713188a-77b4-4eb6-baef-1914205a19a3 admin admin] 10.222.0.10 "PUT /v2.0/routers/8c496403-1341-4ed1-87df-a57bec12edad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4186263 Apr 05 20:31:07.326800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 374648f4-bd39-4c48-a84f-38c74d88484e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:07.327169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:07.510153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2d1f6d2-b137-458d-bb27-3349d9e82124 req-4dde7234-31d2-49db-8c80-3069d4736d2e tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1101 time: 0.3913190 Apr 05 20:31:07.632008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-3522d49f-59da-41d6-b653-10eeb111751a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1095 time: 0.3924792 Apr 05 20:31:07.652152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13981152-fe9e-4524-89db-03d628d2547f req-9d96f392-82e8-411d-aec8-804e22a509bc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:07.660793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13981152-fe9e-4524-89db-03d628d2547f req-9d96f392-82e8-411d-aec8-804e22a509bc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 0.6293917 Apr 05 20:31:07.967162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-48158402-f9e9-42d5-8854-e1292d369584 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:07.970901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-48158402-f9e9-42d5-8854-e1292d369584 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.3306973 Apr 05 20:31:08.174081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-1e4db3dd-31fb-4a3e-a44d-fc2819b19bf6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 200 len: 217 time: 0.1744301 Apr 05 20:31:08.194322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.246470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2d1f6d2-b137-458d-bb27-3349d9e82124 req-f5aa8179-3678-4923-93c3-a93e1fff56f6 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228270 Apr 05 20:31:08.342221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-8fed01c7-4f70-466f-99d0-9b2351267689 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:08.343768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-8fed01c7-4f70-466f-99d0-9b2351267689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.1686294 Apr 05 20:31:08.403079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Router 23d9ff86-1f34-4187-ba18-3612b7eecb26 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:31:08.493014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-c9ba0670-3422-4c56-a4b4-7ae14d12db63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331339 Apr 05 20:31:08.503321 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.020620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13981152-fe9e-4524-89db-03d628d2547f req-dcdac0a6-df6d-46b5-9dcf-22671b61c8f8 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3535185 Apr 05 20:31:09.045688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-b34729e6-c116-4403-accf-63327191b097 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516508 Apr 05 20:31:09.198412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d1d81a58-0e5e-4b11-b265-13f41ead79c1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:09.265144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5df76de8-c56d-4ab4-b475-784a0e01d8a4 req-ca346c6d-a24c-4289-bca7-57d6dc93d4ee service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124038 Apr 05 20:31:09.323365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:31:09.334779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45590) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:09.336256 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-984b9d8d-54da-40d7-9959-399b78921980 admin admin] 10.222.0.10 "PUT /v2.0/routers/23d9ff86-1f34-4187-ba18-3612b7eecb26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5378551 Apr 05 20:31:09.377965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] Sync routers for ids ['23d9ff86-1f34-4187-ba18-3612b7eecb26'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:31:09.482165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] Routers {'23d9ff86-1f34-4187-ba18-3612b7eecb26'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:09.602302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['23d9ff86-1f34-4187-ba18-3612b7eecb26'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:09.793003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d1d81a58-0e5e-4b11-b265-13f41ead79c1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:09.793812 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.886981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c8df732-fd52-499b-b68c-72cdae4d2be0 req-51993443-55ee-4ca8-872e-d1f66599f8ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2580619 Apr 05 20:31:09.957408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.032659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.082368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45608) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:10.450238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] Set router 23d9ff86-1f34-4187-ba18-3612b7eecb26 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:10.700584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.750735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.828394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:10.847018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Usage tracker for resource:security_group_rule and tenant:188abfba79d3441a905accce7b1ad3d6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:10.857952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:10.897366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:11.099480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Deleting port 6e2039b9-db31-41f4-bd00-09716dfb6ad1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:31:11.100553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.226430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:31:03Z', 'revision_number': 5, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port': {'id': '6e2039b9-db31-41f4-bd00-09716dfb6ad1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:00Z', 'updated_at': '2022-04-05T20:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:11.234590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] Checking router: 23d9ff86-1f34-4187-ba18-3612b7eecb26 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:31:11.277717 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.322715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] Routers {'23d9ff86-1f34-4187-ba18-3612b7eecb26'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:11.323838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['23d9ff86-1f34-4187-ba18-3612b7eecb26'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:11.339264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.354736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] For port 6e2039b9-db31-41f4-bd00-09716dfb6ad1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6e2039b9-db31-41f4-bd00-09716dfb6ad1,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:11.355967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.556444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=188abfba79d3441a905accce7b1ad3d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4697156 Apr 05 20:31:11.620564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a96c7a-38cb-450e-a00e-d0b0b9a5eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776722fc-16c8-49a1-85d5-2e69cf50c7b4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:11.650956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45642) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:11.754624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Calling delete_port for 6e2039b9-db31-41f4-bd00-09716dfb6ad1 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:31:11.861546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b789426-9f69-4016-9027-0093482c8bdc req-bdc9b70e-a375-4b56-a84a-2e2f4ce8ff6a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:11.863248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b789426-9f69-4016-9027-0093482c8bdc req-bdc9b70e-a375-4b56-a84a-2e2f4ce8ff6a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 1.2625067 Apr 05 20:31:11.960943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-8475ef5f-81d2-45e7-b0f0-40358f82dfe1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4053938 Apr 05 20:31:11.981903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b789426-9f69-4016-9027-0093482c8bdc req-38429bc8-3816-4f95-aa85-dfd71e5ba606 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079912 Apr 05 20:31:12.027464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20676328-71a4-4cb8-b3c5-f253fc805834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.043072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] Set router 23d9ff86-1f34-4187-ba18-3612b7eecb26 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:12.116952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20676328-71a4-4cb8-b3c5-f253fc805834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.451721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20676328-71a4-4cb8-b3c5-f253fc805834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.484508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20676328-71a4-4cb8-b3c5-f253fc805834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776722fc-16c8-49a1-85d5-2e69cf50c7b4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:12.512574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20676328-71a4-4cb8-b3c5-f253fc805834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.529726 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-20676328-71a4-4cb8-b3c5-f253fc805834 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/776722fc-16c8-49a1-85d5-2e69cf50c7b4 HTTP/1.1" status: 204 len: 168 time: 0.8686779 Apr 05 20:31:12.554641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:31:10Z', 'revision_number': 6, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:12.584683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0528f288-c04d-4536-b7f4-649de14ff567 None None] The sync data for ids ['23d9ff86-1f34-4187-ba18-3612b7eecb26'] in n-d-836605-1 is: [{'id': '23d9ff86-1f34-4187-ba18-3612b7eecb26', 'name': 'tempest-FloatingIPsTestJSON-2063129541-router', 'tenant_id': '6596d3049ad54be0a47f891af90b92f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:57Z', 'updated_at': '2022-04-05T20:31:10Z', 'revision_number': 6, 'project_id': '6596d3049ad54be0a47f891af90b92f9', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:31:12.751920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.908005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2039b9-db31-41f4-bd00-09716dfb6ad1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:13.237234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:13.457279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:31:13.458964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7a3fb00f-4b5e-40d7-8bb0-02ce55665417 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:14.210636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.453815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:14.512607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.626433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:14.638189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Usage tracker for resource:security_group_rule and tenant:6ec5e4c457dc4e988fa80eeae9842752 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:14.647614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:14.663566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:14.815918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20f88e-5166-429d-9abe-beae3fd11810 req-4eb6c07c-1c66-4f9e-9b62-e7f957e2b4d3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:14.817702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f20f88e-5166-429d-9abe-beae3fd11810 req-4eb6c07c-1c66-4f9e-9b62-e7f957e2b4d3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 2.1773651 Apr 05 20:31:14.859055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.926001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.036540 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ec5e4c457dc4e988fa80eeae9842752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5808096 Apr 05 20:31:15.037464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45708) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:15.038373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41be3a-1852-4260-aa73-72e3d229ceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed80ba16-8082-4306-8ccf-d56423d94501,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:15.195786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37d1ec9b-4209-4cb9-ba3c-f7d142419c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.272196 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37d1ec9b-4209-4cb9-ba3c-f7d142419c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.483834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.491726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37d1ec9b-4209-4cb9-ba3c-f7d142419c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.502609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74919a69-b3a6-4429-bdb8-1d369c436c86 req-32e1aafe-fb9b-4f02-8355-67492d15a727 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:15.510371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74919a69-b3a6-4429-bdb8-1d369c436c86 req-32e1aafe-fb9b-4f02-8355-67492d15a727 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 2.0338657 Apr 05 20:31:15.534236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1ec9b-4209-4cb9-ba3c-f7d142419c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed80ba16-8082-4306-8ccf-d56423d94501,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:15.540249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37d1ec9b-4209-4cb9-ba3c-f7d142419c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.542409 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-37d1ec9b-4209-4cb9-ba3c-f7d142419c16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed80ba16-8082-4306-8ccf-d56423d94501 HTTP/1.1" status: 204 len: 168 time: 0.4951608 Apr 05 20:31:15.697489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f20f88e-5166-429d-9abe-beae3fd11810 req-5a23ee67-b357-476d-89fa-0de9a2206668 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749138 Apr 05 20:31:15.706640 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.807950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74919a69-b3a6-4429-bdb8-1d369c436c86 req-5ee0cbca-12bf-4a51-81f2-e8f7520f17f6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962027 Apr 05 20:31:15.926274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.927454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23d9ff86-1f34-4187-ba18-3612b7eecb26 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:31:15.952584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.964130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45720) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:15.964299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6c2f3e93-c395-4c11-bfc6-d695b91c83d7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/23d9ff86-1f34-4187-ba18-3612b7eecb26 HTTP/1.1" status: 204 len: 168 time: 6.6152577 Apr 05 20:31:16.183512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] Deleting subnet 75608e46-71aa-4009-99f8-35861e17ff1a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:31:16.189448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62450d8b-99b4-472b-b06e-1c95b75318e8 req-bd2ddbbe-4fb6-4c93-a336-e0785682b7ea tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1096 time: 0.1826072 Apr 05 20:31:16.191085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.359820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62450d8b-99b4-472b-b06e-1c95b75318e8 req-645e6522-43f2-4e2f-975a-5f2fae0417c8 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688392 Apr 05 20:31:16.476947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.820619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.147795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5885fdc9-af42-4223-b599-dde82c9f730a req-c2eab539-f6bb-4d27-93c6-372c942405eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4394681 Apr 05 20:31:17.269909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.408778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device adec00f6-47ab-43f7-bb94-638db44291f6 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:17.488827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.571487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9975-f47c-4aa4-bae3-6c6b3320a522 req-57064262-38d6-46f1-920b-48507c844e48 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:17.581180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75608e46-71aa-4009-99f8-35861e17ff1a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:17.598762 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4d24a276-e5bf-4386-8624-78c9f5b02d86 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/75608e46-71aa-4009-99f8-35861e17ff1a HTTP/1.1" status: 204 len: 168 time: 1.6365311 Apr 05 20:31:17.604183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45746) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:17.606712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edca9975-f47c-4aa4-bae3-6c6b3320a522 req-57064262-38d6-46f1-920b-48507c844e48 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.4033139 Apr 05 20:31:17.777205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edca9975-f47c-4aa4-bae3-6c6b3320a522 req-b4a6b3b7-0f5a-4f76-9b1d-b841afd4a918 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551585 Apr 05 20:31:17.847262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-dda25a29-0b7d-402c-a1e5-f1b14f31895f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1101 time: 0.8386955 Apr 05 20:31:17.910438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1cabc3-6754-452d-96ff-8b5388941ddf None None] Network 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:31:17.981007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.036658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Deleting port eb1ecbdf-efad-4d5b-b078-bf2c73511048 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:31:18.041921 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.108096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:18.137463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'adec00f6-47ab-43f7-bb94-638db44291f6', 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555', 'port_id': 'adec00f6-47ab-43f7-bb94-638db44291f6', 'mac_address': 'fa:16:3e:8c:e0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69567d96-9275-495b-9828-be536b692689', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:18.484710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-75a4174c-fa6a-4c38-9dc7-18d2496af180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:18.487545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-75a4174c-fa6a-4c38-9dc7-18d2496af180 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.6246207 Apr 05 20:31:18.638746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] For port eb1ecbdf-efad-4d5b-b078-bf2c73511048, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eb1ecbdf-efad-4d5b-b078-bf2c73511048,segment=NetworkSegment(a3a5503a-c624-48ef-bca5-a34e06ad0de8),segment_id=a3a5503a-c624-48ef-bca5-a34e06ad0de8)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:18.639995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.925330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-785d3d98-9cfb-4571-ab20-1ddfa6e315c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.3059945 Apr 05 20:31:19.070464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Calling delete_port for eb1ecbdf-efad-4d5b-b078-bf2c73511048 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:31:19.267531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-eeba72c1-ae0e-4451-903c-6787ab1b968a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:19.274656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-eeba72c1-ae0e-4451-903c-6787ab1b968a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.3309460 Apr 05 20:31:19.419706 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.509606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.532184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adec00f6-47ab-43f7-bb94-638db44291f6 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:19.581106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:19.633925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763328af-142d-49d6-8f29-deb760889ac3 None None] DHCP port deletion for 691dbacd-96c0-4360-9fe3-cb15a08a1fb5 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:31:19.661002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.690397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1ecbdf-efad-4d5b-b078-bf2c73511048,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:19.700470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd6e13-8d39-415d-9592-066ca40df663 req-996c736e-01f5-4dd8-b330-14909857020d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:19.710728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9bbd6e13-8d39-415d-9592-066ca40df663 req-996c736e-01f5-4dd8-b330-14909857020d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 1.2219362 Apr 05 20:31:19.751737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] No DVR routers for this DVR port eb1ecbdf-efad-4d5b-b078-bf2c73511048 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:31:19.989568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:19.995059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-68cc39b4-59f8-41d4-bd02-0b3523ed633a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6868913 Apr 05 20:31:20.016319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9bbd6e13-8d39-415d-9592-066ca40df663 req-d1c815c7-c565-402f-935a-c20310d24e21 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006361 Apr 05 20:31:20.151583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['adec00f6-47ab-43f7-bb94-638db44291f6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:20.322593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:20.422834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:20.563456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691dbacd-96c0-4360-9fe3-cb15a08a1fb5']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:20.567748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-8e5df82b-c569-430a-9ff0-97a4511946c0 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503769 Apr 05 20:31:20.654447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a5503a-c624-48ef-bca5-a34e06ad0de8') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:20.662632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a5503a-c624-48ef-bca5-a34e06ad0de8') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:20.706426 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:20.814417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:20.834150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:31:20.834851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.099847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e2039b9-db31-41f4-bd00-09716dfb6ad1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:31:21.106299 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:31:21.184261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.218348 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.247250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] Pushing event deleted for resources: {'Network': ['ID=691dbacd-96c0-4360-9fe3-cb15a08a1fb5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:21.250939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-be5763ad-8b09-47da-bb79-225c81d282cf service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759183 Apr 05 20:31:21.252286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6e2039b9-db31-41f4-bd00-09716dfb6ad1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:31:21.254033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e2039b9-db31-41f4-bd00-09716dfb6ad1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:21.258315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb1ecbdf-efad-4d5b-b078-bf2c73511048 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:21.276740 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b7a083a0-30dd-4c09-94ef-096106b12444 admin admin] 10.222.0.10 "DELETE /v2.0/networks/691dbacd-96c0-4360-9fe3-cb15a08a1fb5 HTTP/1.1" status: 204 len: 168 time: 3.6663022 Apr 05 20:31:21.339490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: eb1ecbdf-efad-4d5b-b078-bf2c73511048 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:31:21.339843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb1ecbdf-efad-4d5b-b078-bf2c73511048 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:21.351617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ab50f-cac8-49f1-a975-88679464d268 req-93a6d388-8152-488f-b923-1f9381e9caae tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:21.369727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682ab50f-cac8-49f1-a975-88679464d268 req-93a6d388-8152-488f-b923-1f9381e9caae tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.3374062 Apr 05 20:31:21.443679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-4a51f6af-6954-416c-bfe3-efb76da3e979 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:31:21.444819 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-4a51f6af-6954-416c-bfe3-efb76da3e979 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064819 Apr 05 20:31:21.460660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:21.461290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Unknown quota resources ['binding']. {{(pid=84580) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:31:21.496850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682ab50f-cac8-49f1-a975-88679464d268 req-dd9dd32b-b66a-4163-9f15-ce7e9bf7ae08 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254826 Apr 05 20:31:21.816131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45830) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:21.862420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:21.862900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:21.863237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:21.869453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:21.870622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:21.880349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:21.881076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:21.881844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:21.882673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Bound port: 7bf55580-ac9e-4722-9816-2dfb58c6e015, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:21.926178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:21.995679 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] Notify callbacks [] for binding, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.996882 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-965cc82c-441b-46df-8eb2-4549b706fef4 service neutron] 10.222.0.10 "POST /v2.0/ports/7bf55580-ac9e-4722-9816-2dfb58c6e015/bindings HTTP/1.1" status: 201 len: 389 time: 0.5422072 Apr 05 20:31:22.001981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a5076471-4291-400c-8d13-dc6d58fb12e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6596d3049ad54be0a47f891af90b92f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1856945 Apr 05 20:31:22.004404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45838) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:22.049584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9ca3-fb75-476f-96db-adca6d262534 req-fc35645d-3f32-494e-a7f3-0854ab1a8bc2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:22.052646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672e9ca3-fb75-476f-96db-adca6d262534 req-fc35645d-3f32-494e-a7f3-0854ab1a8bc2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 945 time: 0.2970078 Apr 05 20:31:22.137885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319ef99f-76be-442c-89cb-64effe5ee7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:22.170527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672e9ca3-fb75-476f-96db-adca6d262534 req-30ff5782-f51f-4bd2-b62d-5be278217a40 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073971 Apr 05 20:31:22.176341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319ef99f-76be-442c-89cb-64effe5ee7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:22.417697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319ef99f-76be-442c-89cb-64effe5ee7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:22.446699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ef99f-76be-442c-89cb-64effe5ee7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a83addd-8e7c-41d3-8022-9a71a7a33f19,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:22.480563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319ef99f-76be-442c-89cb-64effe5ee7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:22.494800 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-319ef99f-76be-442c-89cb-64effe5ee7ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a83addd-8e7c-41d3-8022-9a71a7a33f19 HTTP/1.1" status: 204 len: 168 time: 0.4884477 Apr 05 20:31:22.807947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5097e-782d-49b9-a0dc-2cefcd3c98e3 req-58ed0326-c962-4da7-afb1-715a0f389d96 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:22.829616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb5097e-782d-49b9-a0dc-2cefcd3c98e3 req-58ed0326-c962-4da7-afb1-715a0f389d96 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 0.2248714 Apr 05 20:31:22.952515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f0b2-38db-40eb-8aef-d5d7ae736978 req-6900aae8-dd81-41d6-b779-672ec825f1a3 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:22.954267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1323f0b2-38db-40eb-8aef-d5d7ae736978 req-6900aae8-dd81-41d6-b779-672ec825f1a3 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 950 time: 0.2956331 Apr 05 20:31:23.024779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb5097e-782d-49b9-a0dc-2cefcd3c98e3 req-ad114b2e-0d40-4279-a254-c25eafb9a6bd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940920 Apr 05 20:31:23.173913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1323f0b2-38db-40eb-8aef-d5d7ae736978 req-8a7a65bc-7d8f-4e58-9fd7-a181a3549031 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124856 Apr 05 20:31:23.185480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-c04ef880-5ff3-4d1d-b92a-17db4f5346e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1096 time: 0.3455658 Apr 05 20:31:23.732388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-540f5b18-593f-4352-8d9d-96e6c3db1a14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:23.733245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-540f5b18-593f-4352-8d9d-96e6c3db1a14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.5392277 Apr 05 20:31:23.753744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device adec00f6-47ab-43f7-bb94-638db44291f6 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:23.882064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-62652b68-a6e4-4863-8bb8-4c002e16daab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 200 len: 217 time: 0.1324799 Apr 05 20:31:23.973623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port adec00f6-47ab-43f7-bb94-638db44291f6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:23.981376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port adec00f6-47ab-43f7-bb94-638db44291f6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:23.987264 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:24.051762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-7e088343-7e45-4d53-b52b-af2771705bf4 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=419605865a74469b9d507eb2969f1466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1691816 Apr 05 20:31:24.298756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-7e3d9ad2-69c8-4571-b29f-635837f8d169 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:24.306273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-7e3d9ad2-69c8-4571-b29f-635837f8d169 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536047 Apr 05 20:31:24.326270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-49dd31cf-6de3-4cc0-bf97-3ab33aa242a7 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/quotas/419605865a74469b9d507eb2969f1466 HTTP/1.1" status: 200 len: 375 time: 0.0188198 Apr 05 20:31:24.341855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:24.385562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-e94aad08-f15b-49b6-8ce7-12fbea45591d tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=419605865a74469b9d507eb2969f1466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581315 Apr 05 20:31:24.388100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:24.389690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:24.406548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec7fa8-16d1-48d0-8178-f3ec8aad294c req-65f57192-2694-4247-97b1-5ff3890f715a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:24.414983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efec7fa8-16d1-48d0-8178-f3ec8aad294c req-65f57192-2694-4247-97b1-5ff3890f715a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.8196933 Apr 05 20:31:24.442107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-0939a781-e826-4029-a6f7-b9df7a86ab4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:24.443554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-0939a781-e826-4029-a6f7-b9df7a86ab4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.4868598 Apr 05 20:31:24.506164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-7b6d043d-161c-415a-80b1-da86da6186fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525246 Apr 05 20:31:24.521667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efec7fa8-16d1-48d0-8178-f3ec8aad294c req-c6fb876d-b3ad-4f53-9344-7d926b8dc260 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054347 Apr 05 20:31:24.665832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-c603e5a1-eaff-4cf6-acf0-16c84d47b4f2 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430211 Apr 05 20:31:24.750492 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:24.824086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-b1235517-acf4-4257-81d9-52e230b23571 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520944 Apr 05 20:31:24.913546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:25.042304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45918) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:25.273623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb67b6-b75a-4099-b892-d48f631675b1 req-eea14e54-c82e-479b-aa07-03dea26ac039 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:25.275186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83fb67b6-b75a-4099-b892-d48f631675b1 req-eea14e54-c82e-479b-aa07-03dea26ac039 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 0.2977998 Apr 05 20:31:25.424059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83fb67b6-b75a-4099-b892-d48f631675b1 req-82b5f0d5-6208-4009-93fa-e876c30346b8 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372576 Apr 05 20:31:25.530711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-network', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:25.539525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:25.552734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Usage tracker for resource:network and tenant:da2c6efb2d454a5bad2e9e673d53b64d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:25.554256 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e8850d-31e1-46a5-a37b-20a5279c6e59'] response: {'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6', 'code': 200} Apr 05 20:31:25.564181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:25.582096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:25.665261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed221897-65b0-474b-bff8-5039900d46bb req-efe75c46-fbfd-4d03-897c-6fd587516abb tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 210 time: 0.0593681 Apr 05 20:31:25.706405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Made reservation on behalf of da2c6efb2d454a5bad2e9e673d53b64d for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:25.721306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:25.739328 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:25.803101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:25.807682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Usage tracker for resource:security_group_rule and tenant:da2c6efb2d454a5bad2e9e673d53b64d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:25.812023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:25.820133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:25.937260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:25.937998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21160eaf-5472-4de2-bde3-3341b9885f3e req-66d45a76-9f25-47f7-a025-19546b035029 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1097 time: 0.2652178 Apr 05 20:31:25.945019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483530ff-a2b6-403a-b8a9-6d3728d92913 req-6e193f6c-8a64-4274-b43b-45be737da7d3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:25.947398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-483530ff-a2b6-403a-b8a9-6d3728d92913 req-6e193f6c-8a64-4274-b43b-45be737da7d3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 0.2784019 Apr 05 20:31:25.994786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.011459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21160eaf-5472-4de2-bde3-3341b9885f3e req-0361a9c9-76b8-4607-8189-9af696f2205e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619800 Apr 05 20:31:26.043840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-483530ff-a2b6-403a-b8a9-6d3728d92913 req-09de13bb-73bb-4186-8714-30c466e8b752 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777946 Apr 05 20:31:26.098554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:31:26.121481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd9c062-1eed-4597-b427-d2b458533572,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:26.136771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.137269 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Added segment 19d617ba-96a7-4d7b-acbc-02a3ad088197 of type vlan for network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 Apr 05 20:31:26.178419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.209702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcf60d-8af1-416e-8ec1-a77acc63a360 req-6214833e-c774-4338-b09c-37232046de1d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:26.222285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32dcf60d-8af1-416e-8ec1-a77acc63a360 req-6214833e-c774-4338-b09c-37232046de1d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.1534028 Apr 05 20:31:26.245010 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:31:26.321586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.323584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:26.324310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.328066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32dcf60d-8af1-416e-8ec1-a77acc63a360 req-b6cad9ec-e367-46d9-9c84-f163615424d9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972807 Apr 05 20:31:26.495098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] Pushing event updated for resources: {'Network': ['ID=f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:26.505352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:31:26.604299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45948) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:26.604488 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-744f9130-0554-47bb-977d-c6a08b8a929f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5611038 Apr 05 20:31:26.609939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Request body: {'subnet': {'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-subnet', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:26.617094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:26.624665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Usage tracker for resource:subnet and tenant:da2c6efb2d454a5bad2e9e673d53b64d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:26.634390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:26.644939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:26.698591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Made reservation on behalf of da2c6efb2d454a5bad2e9e673d53b64d for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:26.701192 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.948154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3973f4fc-4bef-443d-8398-5981f3e8ed8b req-5897de62-44c6-485e-b1a0-5517806c95a7 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 210 time: 0.0800414 Apr 05 20:31:26.976199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b05efd05-9264-4282-9c15-677eff36961b no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:27.049809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53c767-30dd-4da7-8106-5e001c49cbb2 req-3e5d1cf5-7c58-4573-b936-e2c4f589ee18 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:27.051393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba53c767-30dd-4da7-8106-5e001c49cbb2 req-3e5d1cf5-7c58-4573-b936-e2c4f589ee18 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 0.3276005 Apr 05 20:31:27.248373 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:27.326962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:27.411747 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:27.515863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:27.542098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba53c767-30dd-4da7-8106-5e001c49cbb2 req-7804aa5a-0f2a-4000-92cb-4ad2b3121234 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749784 Apr 05 20:31:27.557337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:27.595836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99539e-3a50-4a70-bd6f-7458dd068663 req-6a01846d-dadd-40db-9cff-ee65b39c451b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:27.603851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a99539e-3a50-4a70-bd6f-7458dd068663 req-6a01846d-dadd-40db-9cff-ee65b39c451b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.2094767 Apr 05 20:31:27.669830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a99539e-3a50-4a70-bd6f-7458dd068663 req-fdc0304a-ea6b-439c-b2ad-05f907757c51 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650671 Apr 05 20:31:27.686561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:27.960249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-29d183b1-6f4d-41ec-9442-a41913ab0e02 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=419605865a74469b9d507eb2969f1466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303915 Apr 05 20:31:28.135503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f824b876-11cf-4118-b165-3d9ece9dda40,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:28.199248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Checking segment: {'id': '19d617ba-96a7-4d7b-acbc-02a3ad088197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:28.199614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Network hostable DHCP agents. Network: f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:31:28.234322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4d850-6f61-4f61-9b5e-fad7f10926e5 req-3b95adea-dd32-4b61-89de-2e74d94b6b65 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:28.241620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6d4d850-6f61-4f61-9b5e-fad7f10926e5 req-3b95adea-dd32-4b61-89de-2e74d94b6b65 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 0.4581487 Apr 05 20:31:28.306336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba2f3-eb9c-484f-acb5-f94650831e73 req-6a10dc73-20f9-422b-aa78-5499e6870c6a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:28.306336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b8ba2f3-eb9c-484f-acb5-f94650831e73 req-6a10dc73-20f9-422b-aa78-5499e6870c6a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.4366190 Apr 05 20:31:28.364209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-89bf3587-3612-495f-96ad-96501497da8e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:28.365879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-89bf3587-3612-495f-96ad-96501497da8e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997645 Apr 05 20:31:28.393303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6d4d850-6f61-4f61-9b5e-fad7f10926e5 req-a49e1c0f-e348-47a3-b877-db87085af860 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441348 Apr 05 20:31:28.395504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Request body: {'port': {'device_id': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '419605865a74469b9d507eb2969f1466'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:28.466008 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ac97fb-5a25-4a3c-b12c-e789fb2489c8'] response: {'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b', 'code': 200} Apr 05 20:31:28.508669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b8ba2f3-eb9c-484f-acb5-f94650831e73 req-66f54e9b-d4ea-43c7-911e-5e76e9c92328 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098570 Apr 05 20:31:28.566646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:28.573774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Usage tracker for resource:port and tenant:419605865a74469b9d507eb2969f1466 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:28.576894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:28.587158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:28.643241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81c2ede0-e90f-4091-804c-6145d4695071 req-0e032235-7e55-4bfd-b427-7b1e63308e21 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 210 time: 0.0460758 Apr 05 20:31:28.796650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d551959-9056-4648-ad62-8723c424d0df req-8da219c5-95d9-466a-a847-49987a21d5bc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:28.798188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d551959-9056-4648-ad62-8723c424d0df req-8da219c5-95d9-466a-a847-49987a21d5bc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 0.0804973 Apr 05 20:31:28.875951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Made reservation on behalf of 419605865a74469b9d507eb2969f1466 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:28.879065 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:28.888025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:31:28.917024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:28.950594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d551959-9056-4648-ad62-8723c424d0df req-7fdb3b6a-5001-4f5a-9cff-bea781446766 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392603 Apr 05 20:31:28.973776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:28.980929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Usage tracker for resource:security_group_rule and tenant:419605865a74469b9d507eb2969f1466 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:28.984596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:28.995424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:29.002467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36d05a-73d4-41b8-a6d0-f665e56e40b0 req-9a73e64f-f9b4-4d1f-b320-34870adfaa80 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:29.008996 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf36d05a-73d4-41b8-a6d0-f665e56e40b0 req-9a73e64f-f9b4-4d1f-b320-34870adfaa80 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.1719234 Apr 05 20:31:29.034208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:29.045080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:29.045654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.050938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0d1f2-4040-48e5-bad6-50e3d2e24240 None None] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:31:29.103823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf36d05a-73d4-41b8-a6d0-f665e56e40b0 req-a8a04456-c5c8-47b3-a84a-9b9619f7d269 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932727 Apr 05 20:31:29.212829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b0d506a5-3290-4f55-a74e-e5993c450387 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6074097 Apr 05 20:31:29.215781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45990) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:29.227066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:29.232808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:29.235544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.237698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Usage tracker for resource:router and tenant:da2c6efb2d454a5bad2e9e673d53b64d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:29.241008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:29.248453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:29.258319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef1f8bb2-7ace-4c4d-8a67-14a95dc9b845 req-7addbd5b-5aba-4ace-8bfe-c728eaaba728 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1097 time: 0.1107082 Apr 05 20:31:29.336930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef1f8bb2-7ace-4c4d-8a67-14a95dc9b845 req-3e7ea3c1-caa6-49ad-aeaa-c685a139b010 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723135 Apr 05 20:31:29.339902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.417398 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.418364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.425163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2', 'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'fixed_ips': [{'subnet_id': 'f824b876-11cf-4118-b165-3d9ece9dda40'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:31:29.426552 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.472218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.548796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88497e-7474-4694-9368-9c5b75c0054f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:29.697760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Allocated IP 192.168.233.206 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/ca85557f-493b-450c-9eb4-e1955b6e1422) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:29.764093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Allocated IP 172.20.0.2 (f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2/f824b876-11cf-4118-b165-3d9ece9dda40/4875b082-ff50-46ed-a44a-8180dba06a37) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:29.823653 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.003125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad20b-6a15-41dc-92cc-93c97ce18da9 req-70e404db-1ea4-41d5-8a32-edcf2fd9d00a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:30.014550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-528ad20b-6a15-41dc-92cc-93c97ce18da9 req-70e404db-1ea4-41d5-8a32-edcf2fd9d00a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 0.2557735 Apr 05 20:31:30.107567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-528ad20b-6a15-41dc-92cc-93c97ce18da9 req-a98456d8-5fe4-400b-b51f-cedfdc7a70b5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918031 Apr 05 20:31:30.115862 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.140894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Transition to ACTIVE for port object 4875b082-ff50-46ed-a44a-8180dba06a37 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:30.185513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.191646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Transition to ACTIVE for port object 4875b082-ff50-46ed-a44a-8180dba06a37 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:30.246319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Transition to ACTIVE for port object ca85557f-493b-450c-9eb4-e1955b6e1422 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:30.257967 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.339818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.397321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:30.401116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:30.405523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:31:30.418449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Pushing event updated for resources: {'Port': ['ID=4875b082-ff50-46ed-a44a-8180dba06a37,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:30.425382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.563547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Attempting to bind port 4875b082-ff50-46ed-a44a-8180dba06a37 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:30.564030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Attempting to bind port 4875b082-ff50-46ed-a44a-8180dba06a37 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '19d617ba-96a7-4d7b-acbc-02a3ad088197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:30.564303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Attempting to bind port 4875b082-ff50-46ed-a44a-8180dba06a37 on network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:30.573872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:30.574822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Checking segment: {'id': '19d617ba-96a7-4d7b-acbc-02a3ad088197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:30.576959 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.577866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Bound using segment: {'id': '19d617ba-96a7-4d7b-acbc-02a3ad088197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:30.578374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Bound port: 4875b082-ff50-46ed-a44a-8180dba06a37, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d617ba-96a7-4d7b-acbc-02a3ad088197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:30.578746 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.625187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b4c5f3c-c600-4360-b74e-5cf92cf85e04 req-e173cd79-38b3-4ca3-9162-08b4bee0608a tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1097 time: 0.3760669 Apr 05 20:31:30.628224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.703646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:30.717258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] For port 4875b082-ff50-46ed-a44a-8180dba06a37, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:30.722399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] For port 4875b082-ff50-46ed-a44a-8180dba06a37, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4875b082-ff50-46ed-a44a-8180dba06a37,segment=NetworkSegment(19d617ba-96a7-4d7b-acbc-02a3ad088197),segment_id=19d617ba-96a7-4d7b-acbc-02a3ad088197)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:30.724232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:30.727350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Allocated IP 172.25.2.12 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/cf4d8c98-c73f-4e34-bf4c-3b77403e296b) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:30.727618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:31:30.777500 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.791769 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-b1eebf09-dee0-4a91-8459-6816a7c254fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720541 Apr 05 20:31:31.005534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b4c5f3c-c600-4360-b74e-5cf92cf85e04 req-e3614b05-91ff-4fb4-961f-b9da53a4265e tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792274 Apr 05 20:31:31.061996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d22364-97a0-46df-881d-ab5b36d4e3f7 None None] Pushing event updated for resources: {'Port': ['ID=4875b082-ff50-46ed-a44a-8180dba06a37,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:31.121200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Pushing event updated for resources: {'Port': ['ID=ca85557f-493b-450c-9eb4-e1955b6e1422,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:31.158802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:31.159332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:31.257311 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Sync routers for ids ['8c496403-1341-4ed1-87df-a57bec12edad'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:31:31.275340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde93c37-162a-4e14-bcbf-f690ba0a1ead req-90bf59ff-996e-42ea-a6e9-a00f68c9ea2e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:31.278199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bde93c37-162a-4e14-bcbf-f690ba0a1ead req-90bf59ff-996e-42ea-a6e9-a00f68c9ea2e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.5034750 Apr 05 20:31:31.283236 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Routers {'8c496403-1341-4ed1-87df-a57bec12edad'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:31.284124 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8c496403-1341-4ed1-87df-a57bec12edad'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:31.317205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-37ff7621-526f-42e1-83e9-d7d655064641 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9260886 Apr 05 20:31:31.319946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b926f09c-e773-4ba4-ae49-b060646ee1eb None None] Provisioning for port ca85557f-493b-450c-9eb4-e1955b6e1422 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:31.326239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b926f09c-e773-4ba4-ae49-b060646ee1eb None None] Provisioning complete for port ca85557f-493b-450c-9eb4-e1955b6e1422 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:31.326621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b926f09c-e773-4ba4-ae49-b060646ee1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:31.348057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Request body: {'port': {'device_id': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:31.535634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b926f09c-e773-4ba4-ae49-b060646ee1eb None None] Port ca85557f-493b-450c-9eb4-e1955b6e1422 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:31:31.543994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bde93c37-162a-4e14-bcbf-f690ba0a1ead req-3f1727fd-c6c1-4553-aec9-29a980dc37c5 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596371 Apr 05 20:31:31.608177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:31.693090 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-d3c7232e-a1c0-43e7-b890-f4ea6449c5e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 1100 time: 0.7589486 Apr 05 20:31:31.760844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:31.763579 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Set router 8c496403-1341-4ed1-87df-a57bec12edad gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:31.767161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:31.788747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:31.811607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:31.945779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:32.078792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380322-dfce-47b4-b114-38bd45f243c1 req-0b44e0bc-4c81-4919-805b-1a0a8f9f1db3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:32.103445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-43380322-dfce-47b4-b114-38bd45f243c1 req-0b44e0bc-4c81-4919-805b-1a0a8f9f1db3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Synchronizing usage tracker for tenant:419605865a74469b9d507eb2969f1466 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:32.151936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.255125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:32.264899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:32.284028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:31:32.374596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:32.400214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:32.423448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'mac_address': 'fa:16:3e:5a:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:32.481122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-43380322-dfce-47b4-b114-38bd45f243c1 req-0b44e0bc-4c81-4919-805b-1a0a8f9f1db3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Unset dirty status for tenant:419605865a74469b9d507eb2969f1466 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:32.482302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43380322-dfce-47b4-b114-38bd45f243c1 req-0b44e0bc-4c81-4919-805b-1a0a8f9f1db3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 936 time: 0.9333887 Apr 05 20:31:32.590776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.612740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:32.638933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-30fd72fe-b058-40ed-ad20-50722b38c752 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:32.640534 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-30fd72fe-b058-40ed-ad20-50722b38c752 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.9223089 Apr 05 20:31:32.659241 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:31:00Z', 'revision_number': 4, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port': {'id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:50Z', 'updated_at': '2022-04-05T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '61e32b9d-4694-411b-b6bd-e310b5862283', 'name': '', 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'mac_address': 'fa:16:3e:87:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 2, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'subnets': [{'id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:32.664316 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Checking router: 8c496403-1341-4ed1-87df-a57bec12edad for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:31:32.665008 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Updating router 8c496403-1341-4ed1-87df-a57bec12edad port 61e32b9d-4694-411b-b6bd-e310b5862283 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:31:32.681318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:32.686825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:32.692781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e0b6e-8417-499f-bde1-36ddbbae4683 req-9b65607e-d77b-43f5-a5f0-2b0103cf1650 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:32.702598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-217e0b6e-8417-499f-bde1-36ddbbae4683 req-9b65607e-d77b-43f5-a5f0-2b0103cf1650 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 0.7676404 Apr 05 20:31:32.711972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:32.737599 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.744131 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.861039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-217e0b6e-8417-499f-bde1-36ddbbae4683 req-5fe96534-a205-4662-8210-65c7ee5361ec tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571131 Apr 05 20:31:32.887880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-43380322-dfce-47b4-b114-38bd45f243c1 req-c38300de-3f7e-4a4a-aa60-94488ad72029 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Synchronizing usage tracker for tenant:419605865a74469b9d507eb2969f1466 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:32.895248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b4e43-030e-4525-883b-8973ab5233cb None None] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:31:32.958624 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-e647f72f-690d-4a0d-952e-16ee16638c77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 200 len: 217 time: 0.2992582 Apr 05 20:31:32.997505 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.046578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-e7cde990-1b89-4933-add0-fb3563f83f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:33.048280 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-e7cde990-1b89-4933-add0-fb3563f83f25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0799978 Apr 05 20:31:33.097247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-43380322-dfce-47b4-b114-38bd45f243c1 req-c38300de-3f7e-4a4a-aa60-94488ad72029 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Unset dirty status for tenant:419605865a74469b9d507eb2969f1466 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:33.098438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43380322-dfce-47b4-b114-38bd45f243c1 req-c38300de-3f7e-4a4a-aa60-94488ad72029 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809135 Apr 05 20:31:33.178452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca85557f-493b-450c-9eb4-e1955b6e1422 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:33.189639 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.229918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Transition to ACTIVE for port object ca85557f-493b-450c-9eb4-e1955b6e1422 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:33.254898 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-78d8792a-91b8-4186-86df-becf60e448e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989942 Apr 05 20:31:33.309043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.358041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4875b082-ff50-46ed-a44a-8180dba06a37 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:33.475852 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.511685 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Transition to ACTIVE for port object 61e32b9d-4694-411b-b6bd-e310b5862283 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:33.530752 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2db8b4-7728-4cca-92f8-1119dbea3ed7'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'code': 200} Apr 05 20:31:33.571770 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-5fd05a5f-9b31-4da3-9643-d28d2f844295 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093688 Apr 05 20:31:33.577249 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.667931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1c73204e-042a-418d-8566-5289d06abbc8 None None] Provisioning for port 4875b082-ff50-46ed-a44a-8180dba06a37 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:33.706558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:33.768722 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227d078-68d9-4f8b-8c08-97241b7bbcd9 None None] Pushing event updated for resources: {'Port': ['ID=61e32b9d-4694-411b-b6bd-e310b5862283,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:33.784777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.820734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.824698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:33.825681 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.981320 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b3377fe0-42ce-4e1d-b1d0-cb0d254b7269 req-8e2ab78e-f480-4440-8ccb-ea9e075c7548 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018967 Apr 05 20:31:34.101606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca85557f-493b-450c-9eb4-e1955b6e1422,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:34.112306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:34.168143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4875b082-ff50-46ed-a44a-8180dba06a37 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:34.185163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4875b082-ff50-46ed-a44a-8180dba06a37 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:34.185770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.211841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Attempting to bind port 61e32b9d-4694-411b-b6bd-e310b5862283 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:34.216278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Attempting to bind port 61e32b9d-4694-411b-b6bd-e310b5862283 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:34.216278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Attempting to bind port 61e32b9d-4694-411b-b6bd-e310b5862283 on network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:34.232808 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:34.233240 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Checking segment: {'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:34.233609 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.233999 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Bound using segment: {'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:34.235054 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Bound port: 61e32b9d-4694-411b-b6bd-e310b5862283, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7991dfbc-5dea-4bee-91a7-0a654a46b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:34.235054 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.285957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:31:34.434046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Attempting to bind port ca85557f-493b-450c-9eb4-e1955b6e1422 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:34.434433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Attempting to bind port ca85557f-493b-450c-9eb4-e1955b6e1422 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:34.434761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Attempting to bind port ca85557f-493b-450c-9eb4-e1955b6e1422 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:34.461868 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] For port 61e32b9d-4694-411b-b6bd-e310b5862283, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:34.461868 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] For port 61e32b9d-4694-411b-b6bd-e310b5862283, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=61e32b9d-4694-411b-b6bd-e310b5862283,segment=NetworkSegment(7991dfbc-5dea-4bee-91a7-0a654a46b7c1),segment_id=7991dfbc-5dea-4bee-91a7-0a654a46b7c1)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:34.498962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235c55f-dcc7-49a0-ae8b-5577f5421ce7 req-f56d2a02-55c4-4e52-a9c8-6054684c553e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:34.506787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1235c55f-dcc7-49a0-ae8b-5577f5421ce7 req-f56d2a02-55c4-4e52-a9c8-6054684c553e tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 1.0606122 Apr 05 20:31:34.532190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.538019 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.560355 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-80fade92-ff81-4b9c-be20-be585483cb2c service neutron] show failed (client error): The resource could not be found. Apr 05 20:31:34.560958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-80fade92-ff81-4b9c-be20-be585483cb2c service neutron] 10.222.0.23 "GET /v2.0/ports/3e4dd1b2-82cd-412a-a413-dfda7013bbcd/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.8463550 Apr 05 20:31:34.575442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Port ca85557f-493b-450c-9eb4-e1955b6e1422 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:34.576110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Attempting to bind port ca85557f-493b-450c-9eb4-e1955b6e1422 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:34.594134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4875b082-ff50-46ed-a44a-8180dba06a37, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4875b082-ff50-46ed-a44a-8180dba06a37,segment=NetworkSegment(19d617ba-96a7-4d7b-acbc-02a3ad088197),segment_id=19d617ba-96a7-4d7b-acbc-02a3ad088197)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:34.603375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a83f53e0-7b01-4ce1-9768-017533966760 req-71725717-9245-4eb9-9a05-04d7ee0b4670 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.9510458 Apr 05 20:31:34.604868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:34.610435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:34.610858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:34.611323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Bound port: ca85557f-493b-450c-9eb4-e1955b6e1422, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:34.611676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.693129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:31:34.696234 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Routers {'8c496403-1341-4ed1-87df-a57bec12edad'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:34.699528 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8c496403-1341-4ed1-87df-a57bec12edad'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:34.714194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1235c55f-dcc7-49a0-ae8b-5577f5421ce7 req-c4f3e263-c8fa-4fbf-a14d-d3cdd736190c tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959698 Apr 05 20:31:34.718413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2311548c-aa15-4881-b426-52a154b9ee3e None None] Provisioning complete for port 4875b082-ff50-46ed-a44a-8180dba06a37 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:34.718784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2311548c-aa15-4881-b426-52a154b9ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.757137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.763918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Sync routers for ids ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:31:34.807092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.808613 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-99232b7d-bd0b-4b4f-aee7-3f1cb9c30b84 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.5918212 Apr 05 20:31:34.814344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46050) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:34.944099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] For port ca85557f-493b-450c-9eb4-e1955b6e1422, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:34.955640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] For port ca85557f-493b-450c-9eb4-e1955b6e1422, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ca85557f-493b-450c-9eb4-e1955b6e1422,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:35.112553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:35.169734 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] Set router 8c496403-1341-4ed1-87df-a57bec12edad gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:35.209116 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c1f465f8-9d2d-4737-b193-3160fa6f6983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:35.227140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Routers {'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:35.228065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:35.501426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4875b082-ff50-46ed-a44a-8180dba06a37,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:35.501679 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227d078-68d9-4f8b-8c08-97241b7bbcd9 None None] Pushing event updated for resources: {'Port': ['ID=61e32b9d-4694-411b-b6bd-e310b5862283,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:35.657998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:35.660461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca85557f-493b-450c-9eb4-e1955b6e1422 HTTP/1.1" status: 200 len: 1096 time: 4.3200305 Apr 05 20:31:35.673020 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:31:00Z', 'revision_number': 4, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port': {'id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:50Z', 'updated_at': '2022-04-05T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '61e32b9d-4694-411b-b6bd-e310b5862283', 'name': '', 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'mac_address': 'fa:16:3e:87:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:34Z', 'revision_number': 4, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'subnets': [{'id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:35.677201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'tag': 'ca85557f-493b-450c-9eb4-e1955b6e1422'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:35.682470 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3af779-8a90-4827-85c6-ea8eb61d6afd None None] The sync data for ids ['8c496403-1341-4ed1-87df-a57bec12edad'] in n-d-836605-1 is: [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:31:00Z', 'revision_number': 4, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port': {'id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:50Z', 'updated_at': '2022-04-05T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '61e32b9d-4694-411b-b6bd-e310b5862283', 'name': '', 'network_id': '43ca4a06-db73-4ec1-b74f-e3943de5c0e7', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'mac_address': 'fa:16:3e:87:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:34Z', 'revision_number': 4, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'subnets': [{'id': '0e572811-1409-4ec9-9377-ad58bf7652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:31:35.819099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Set router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:36.021190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8365-acc6-4b7b-bdb6-e57a4e5395a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca85557f-493b-450c-9eb4-e1955b6e1422,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:36.062744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:36.091632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba56a-d941-4420-b39a-cf0d905ba32a req-65d97840-bf91-4d1b-8498-12c418cde27e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:36.097956 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-f04c9fa1-effb-4040-b0e5-4704fc2deb98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6&tenant_id=f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 1101 time: 0.6377950 Apr 05 20:31:36.099750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-463ba56a-d941-4420-b39a-cf0d905ba32a req-65d97840-bf91-4d1b-8498-12c418cde27e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 945 time: 1.0666065 Apr 05 20:31:36.129032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:36.147082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-605fb5c5-9a07-4035-8f25-61ca77411901 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.6536584 Apr 05 20:31:36.159900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:36.332982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-463ba56a-d941-4420-b39a-cf0d905ba32a req-311f75b7-ca03-4730-a85d-dfa1970fe89f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302361 Apr 05 20:31:36.417526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-f1635b60-9b80-4e72-8847-1becf0e2047f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419605865a74469b9d507eb2969f1466&device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 1099 time: 0.6237214 Apr 05 20:31:36.519811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:36.520466 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.526259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.630638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.699466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-8108731a-0d20-473d-b88c-3dacfcc94a0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ca85557f-493b-450c-9eb4-e1955b6e1422 HTTP/1.1" status: 200 len: 217 time: 0.2733586 Apr 05 20:31:36.780042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.836938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:36.840665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:36.851864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b67f346-43cd-4ec9-baaf-1815e3b1c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.876729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:31:33Z', 'revision_number': 3, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port': {'id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:30Z', 'updated_at': '2022-04-05T20:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:36.887120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Checking router: a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:31:36.889010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Updating router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 port cf4d8c98-c73f-4e34-bf4c-3b77403e296b binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:31:36.934305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-dd444461-6653-447c-9578-ee887eda7e3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:36.935798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-dd444461-6653-447c-9578-ee887eda7e3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2236052 Apr 05 20:31:36.961209 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.068107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4875b082-ff50-46ed-a44a-8180dba06a37 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:37.156989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:37.180665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.190261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:37.266388 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.283896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-63a03130-7eaf-42a3-a8bb-4ffc44df3966 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3297334 Apr 05 20:31:37.303863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Transition to ACTIVE for port object 3e4dd1b2-82cd-412a-a413-dfda7013bbcd will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:37.317886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:37.323615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbc01a-1f75-413e-b368-11063b122d78 req-903c5e20-20fd-4b73-8d4d-6ae964340066 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:37.330762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cbbc01a-1f75-413e-b368-11063b122d78 req-903c5e20-20fd-4b73-8d4d-6ae964340066 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 948 time: 0.3781309 Apr 05 20:31:37.425420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:37.451060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.475696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:37.515640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4875b082-ff50-46ed-a44a-8180dba06a37 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:37.516018 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.516597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cbbc01a-1f75-413e-b368-11063b122d78 req-9b636a14-d3e4-4584-8c8e-b9890f6aec33 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841483 Apr 05 20:31:37.625772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-e43ce8a7-fa9d-4602-8494-e439db432d6f service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300388 Apr 05 20:31:37.634873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:37.650382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-e08a3bcd-b26a-4a04-89a2-6439157e85e8 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:31:37.651433 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-e08a3bcd-b26a-4a04-89a2-6439157e85e8 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0157027 Apr 05 20:31:37.864744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:37.876885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Request body: {'binding': {'host': 'n-h2-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:37.879851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Unknown quota resources ['binding']. {{(pid=84580) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:31:38.007967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] No DVR routers for this DVR port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:31:38.039943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f63ee545-72ab-4c64-9eab-269ef875a729 req-87a9764a-ff58-4571-ad97-b817176dad8f service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462548 Apr 05 20:31:38.046045 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392957a3-f2bc-411a-9696-fe14908e8ae5'] response: {'name': 'network-changed', 'server_uuid': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'tag': 'ca85557f-493b-450c-9eb4-e1955b6e1422', 'status': 'completed', 'code': 200} Apr 05 20:31:38.073916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:38.080093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=6']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:38.109197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.263882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:38.263882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:38.263882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:38.284691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 61e32b9d-4694-411b-b6bd-e310b5862283 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:38.297108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:38.297588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:38.339657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11602415-0222-4699-9935-0faaf9fa46c3 req-9115b6a1-90bd-4cc1-bc02-01d307edef32 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:38.339657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11602415-0222-4699-9935-0faaf9fa46c3 req-9115b6a1-90bd-4cc1-bc02-01d307edef32 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 948 time: 0.1058829 Apr 05 20:31:38.397668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11602415-0222-4699-9935-0faaf9fa46c3 req-6073b15f-2ef4-4732-85b7-61dab9fb24f8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Apr 05 20:31:38.423656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:38.424126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:38.424518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:38.424947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Bound port: 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:38.425313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.551191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on host n-h2-836605-1 for vnic_type normal with profile None {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:38.551630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:38.552036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:38.567137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:38.567512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:38.578398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:38.578808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:38.579289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:38.579766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Bound port: adec00f6-47ab-43f7-bb94-638db44291f6, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:38.588452 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19329655-d908-4ae2-8009-fba6be92d7fb'] response: {'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'code': 200} Apr 05 20:31:38.611375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.666373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:38.723106 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.738459 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.743499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'mac_address': 'fa:16:3e:14:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:38.843374 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.867711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Transition to ACTIVE for port object cf4d8c98-c73f-4e34-bf4c-3b77403e296b will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:38.896334 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.906673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 61e32b9d-4694-411b-b6bd-e310b5862283 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:38.913429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 61e32b9d-4694-411b-b6bd-e310b5862283 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:38.913848 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.943640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:38.964078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:39.000522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:39.031769 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.086860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:39.138451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.156161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] Notify callbacks [] for binding, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.187828 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-bc2a6dcd-80f1-47d6-bf05-d84e04db0a98 service neutron] 10.222.0.10 "POST /v2.0/ports/adec00f6-47ab-43f7-bb94-638db44291f6/bindings HTTP/1.1" status: 201 len: 389 time: 1.3181021 Apr 05 20:31:39.189026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.243960 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.289638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:39.295569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9440eebe-4f3f-4164-bc8a-add479fe09b2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:39.366052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fea9a-ee3e-4c3a-a270-a62b9f858ec1 None None] Pushing event updated for resources: {'Port': ['ID=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:39.408441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:39.436731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Attempting to bind port cf4d8c98-c73f-4e34-bf4c-3b77403e296b on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:39.438708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Attempting to bind port cf4d8c98-c73f-4e34-bf4c-3b77403e296b by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:39.439338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Attempting to bind port cf4d8c98-c73f-4e34-bf4c-3b77403e296b on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:39.454977 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.457649 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 1096 time: 3.3330681 Apr 05 20:31:39.475146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:39.476022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:39.481816 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.482760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:39.483653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Bound port: cf4d8c98-c73f-4e34-bf4c-3b77403e296b, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:39.484428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.538413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:39.552230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 61e32b9d-4694-411b-b6bd-e310b5862283, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=61e32b9d-4694-411b-b6bd-e310b5862283,segment=NetworkSegment(7991dfbc-5dea-4bee-91a7-0a654a46b7c1),segment_id=7991dfbc-5dea-4bee-91a7-0a654a46b7c1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:39.568906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:39.569444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:39.569800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:39.589894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34973e-9a38-4005-90e5-2d23fe34d219 req-4d413008-d235-4a92-be73-fbdd2ed4a8fe tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:39.597102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f34973e-9a38-4005-90e5-2d23fe34d219 req-4d413008-d235-4a92-be73-fbdd2ed4a8fe tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 0.6776803 Apr 05 20:31:39.631628 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.632570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:39.637717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] For port cf4d8c98-c73f-4e34-bf4c-3b77403e296b, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:39.639229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027e25f-c8db-4a47-ab26-223992ce9b73 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=7']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:39.699560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:39.699911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:39.709615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7956445f-b302-49ff-9302-008e6266bb78 req-a740a678-2450-4b9d-b21d-47ef62636444 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419605865a74469b9d507eb2969f1466&device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 1099 time: 0.9900906 Apr 05 20:31:39.763246 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a98ad4-019e-43bb-b4bf-1daaab63f3dd'] response: {'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'code': 200} Apr 05 20:31:39.861116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:39.878028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.879051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f34973e-9a38-4005-90e5-2d23fe34d219 req-487a458c-4264-4ae7-a6d1-c1886a5e8207 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810955 Apr 05 20:31:39.886548 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.893271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] For port cf4d8c98-c73f-4e34-bf4c-3b77403e296b, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:39.991618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:39.992727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:39.992727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:39.992949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Bound port: 7bf55580-ac9e-4722-9816-2dfb58c6e015, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:39.993151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:40.063313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=61e32b9d-4694-411b-b6bd-e310b5862283,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:40.065892 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:40.137710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:40.204709 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-2f706b56-2036-46b8-b7ae-7eae71aabbb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1099 time: 0.5498264 Apr 05 20:31:40.224257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Routers {'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:40.224941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:40.388269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-52453490-9b29-4f01-b50b-27797543270a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:40.389442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-52453490-9b29-4f01-b50b-27797543270a service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1749508 Apr 05 20:31:40.398048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Allocated IP 172.20.0.1 (f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2/f824b876-11cf-4118-b165-3d9ece9dda40/f48a862f-ead0-44df-9a89-64365d596030) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:40.478425 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:40.500637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-6011408a-ee57-45aa-a77e-d57e30cb4982 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.0995107 Apr 05 20:31:40.526632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fea9a-ee3e-4c3a-a270-a62b9f858ec1 None None] Pushing event updated for resources: {'Port': ['ID=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:40.773927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:40.780166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70abb1-95ad-4403-bafd-bcc9c2079007 req-ce526a23-6939-42a8-89d3-8e972aad129c tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:40.785697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e70abb1-95ad-4403-bafd-bcc9c2079007 req-ce526a23-6939-42a8-89d3-8e972aad129c tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 948 time: 0.7279582 Apr 05 20:31:40.786752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956445f-b302-49ff-9302-008e6266bb78 req-4b5787cf-660a-45b0-aa54-886ee1c6331e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:40.794618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7956445f-b302-49ff-9302-008e6266bb78 req-4b5787cf-660a-45b0-aa54-886ee1c6331e service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 1.0157945 Apr 05 20:31:40.809556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Transition to ACTIVE for port object f48a862f-ead0-44df-9a89-64365d596030 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:40.872988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-f2fbc55a-b107-4a5a-8dcb-5b82294f3264 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:40.875834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-f2fbc55a-b107-4a5a-8dcb-5b82294f3264 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.3647294 Apr 05 20:31:40.900589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-a5ff96a8-66ac-415d-88d5-a1bcf60bce53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1097 time: 1.0176828 Apr 05 20:31:41.048444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:41.086680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e70abb1-95ad-4403-bafd-bcc9c2079007 req-560390e1-6f25-4ec5-900d-8ff5a46d2883 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892244 Apr 05 20:31:41.192170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] Set router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:41.366252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Pushing event updated for resources: {'Port': ['ID=f48a862f-ead0-44df-9a89-64365d596030,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:41.417644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:41.423363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:41.426978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:31:41.459755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:41.465023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323929-c884-4616-bc84-31b4d65defbe req-cdbfd2cf-abf0-410d-a0b3-4628467ba009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:41.468168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-cdbfd2cf-abf0-410d-a0b3-4628467ba009 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.3565016 Apr 05 20:31:41.470657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7956445f-b302-49ff-9302-008e6266bb78 req-455b5a39-bd4c-4a3b-8857-30fb25084eb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=ca85557f-493b-450c-9eb4-e1955b6e1422 HTTP/1.1" status: 200 len: 217 time: 0.5643542 Apr 05 20:31:41.572371 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-6d5788c8-ab01-47f9-a0a2-1ca185ff4f93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6909573 Apr 05 20:31:41.577844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:41.605869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:41.672424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, got binding levels [] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:41.688889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ca85557f-493b-450c-9eb4-e1955b6e1422 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:41.834543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:41.900108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fabee-bb08-4ff2-b6f6-be02c5142053 req-af900d3b-6e1d-41a2-8542-01fe93573966 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:41.907492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-820fabee-bb08-4ff2-b6f6-be02c5142053 req-af900d3b-6e1d-41a2-8542-01fe93573966 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 948 time: 1.5742099 Apr 05 20:31:41.936055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ca85557f-493b-450c-9eb4-e1955b6e1422, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ca85557f-493b-450c-9eb4-e1955b6e1422,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:41.972662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'ca85557f-493b-450c-9eb4-e1955b6e1422', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'ca85557f-493b-450c-9eb4-e1955b6e1422', 'mac_address': 'fa:16:3e:97:ae:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:42.056747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.117185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.195819 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-ace182ab-7ad1-4b5a-82be-d020b99e31e2 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145630 Apr 05 20:31:42.236465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 61e32b9d-4694-411b-b6bd-e310b5862283 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:42.482640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-48b7b8db-7fe3-49ae-8450-3272c063027a None None] Provisioning for port f48a862f-ead0-44df-9a89-64365d596030 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:42.485631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:42.485631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:42.485631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:42.521194 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-0d9d9ce0-6bbd-474a-8d08-e556261779d7 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166661 Apr 05 20:31:42.560538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-48b7b8db-7fe3-49ae-8450-3272c063027a None None] Provisioning complete for port f48a862f-ead0-44df-9a89-64365d596030 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:42.560921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-48b7b8db-7fe3-49ae-8450-3272c063027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.580358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:42.631412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:42.632172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempting to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:42.642823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-ef4c218d-b4a6-49c4-a7ed-2d96cb8f5508 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 200 len: 217 time: 1.1531596 Apr 05 20:31:42.674359 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.748300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:42.749694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:42.749694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:42.749694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Bound port: 7bf55580-ac9e-4722-9816-2dfb58c6e015, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:42.749966 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.765898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-48b7b8db-7fe3-49ae-8450-3272c063027a None None] Port f48a862f-ead0-44df-9a89-64365d596030 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:31:42.840110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca85557f-493b-450c-9eb4-e1955b6e1422 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:42.885753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-820fabee-bb08-4ff2-b6f6-be02c5142053 req-3bf3e939-9dd4-4af7-b4ef-0a326abc15ad tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9770474 Apr 05 20:31:42.936209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956445f-b302-49ff-9302-008e6266bb78 req-7642952f-0164-4fe5-9dd1-102cc4439c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:42.944211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7956445f-b302-49ff-9302-008e6266bb78 req-7642952f-0164-4fe5-9dd1-102cc4439c9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 1.3576853 Apr 05 20:31:42.950362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ca85557f-493b-450c-9eb4-e1955b6e1422, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ca85557f-493b-450c-9eb4-e1955b6e1422,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:42.975625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 61e32b9d-4694-411b-b6bd-e310b5862283 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:42.976000 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.039201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.108419 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c26e451-b96f-4213-a0c4-1c18c507f80b'] response: {'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015', 'code': 200} Apr 05 20:31:43.120578 n-d-836605-1 neutron-server[84582]: WARNING neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Concurrent port binding operations failed on port 7bf55580-ac9e-4722-9816-2dfb58c6e015 Apr 05 20:31:43.150930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f999ae-5a2f-44ac-aec3-be53ed32d73a req-185435bc-8460-4038-b445-4e322e4e3cc0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:43.168983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71f999ae-5a2f-44ac-aec3-be53ed32d73a req-185435bc-8460-4038-b445-4e322e4e3cc0 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 1.6970127 Apr 05 20:31:43.235053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323929-c884-4616-bc84-31b4d65defbe req-57a62a0e-6654-41de-ae36-11cd7b3ccdd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:43.236748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-57a62a0e-6654-41de-ae36-11cd7b3ccdd1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.5488422 Apr 05 20:31:43.250987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:43.298068 n-d-836605-1 neutron-server[84582]: INFO neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Attempt 2 to bind port 7bf55580-ac9e-4722-9816-2dfb58c6e015 Apr 05 20:31:43.307157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:31:43.343986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ca85557f-493b-450c-9eb4-e1955b6e1422'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:43.350193 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-58fa1f13-680a-4687-a9c9-6b9f193eddf8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3614488 Apr 05 20:31:43.456380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.458087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3b9fe1bf-201a-4aa1-8656-32c7d3790b2d service neutron] 10.222.0.39 "PUT /v2.0/ports/7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 200 len: 1121 time: 7.3022184 Apr 05 20:31:43.479615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-864e69ee-2e3c-4551-af06-65726c760e9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1994956 Apr 05 20:31:43.525156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:31:33Z', 'revision_number': 3, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port': {'id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:30Z', 'updated_at': '2022-04-05T20:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:43.534276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.542034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ca85557f-493b-450c-9eb4-e1955b6e1422,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:43.573949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1856ad7-9dc5-404f-ba17-ae2430b55faf None None] The sync data for ids ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'] in n-d-836605-1 is: [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:31:33Z', 'revision_number': 3, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port': {'id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:30Z', 'updated_at': '2022-04-05T20:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:31:43.596548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['7bf55580-ac9e-4722-9816-2dfb58c6e015'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:43.627832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.874552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9440eebe-4f3f-4164-bc8a-add479fe09b2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:43.918594 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-a1cfe01b-a532-42c5-94c2-e0c1006334c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 1101 time: 0.5144222 Apr 05 20:31:43.921966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.936103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Pushing event updated for resources: {'Port': ['ID=f48a862f-ead0-44df-9a89-64365d596030,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:43.954241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-22e9e509-ff63-4f0a-800e-ebe0c804c3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620328 Apr 05 20:31:43.990648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71f999ae-5a2f-44ac-aec3-be53ed32d73a req-6bb77b8c-3c39-4ef2-8e56-63135383e00f tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046424 Apr 05 20:31:44.206162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7bf55580-ac9e-4722-9816-2dfb58c6e015'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:44.208053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7956445f-b302-49ff-9302-008e6266bb78 req-9459f36b-6b3f-44f1-ae01-622d3dbcb414 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2513328 Apr 05 20:31:44.234207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2148d66-bab4-48e0-9820-7092a92b1ce7 req-433dcdf9-98e0-4f9e-bfcd-1f7578886b96 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:44.240008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2148d66-bab4-48e0-9820-7092a92b1ce7 req-433dcdf9-98e0-4f9e-bfcd-1f7578886b96 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 0.9526291 Apr 05 20:31:44.315635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-0cd1bcb7-ec4b-4296-9fc7-669d5cca9c1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:44.317625 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-0cd1bcb7-ec4b-4296-9fc7-669d5cca9c1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3517678 Apr 05 20:31:44.454029 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-07ab3c50-1b4c-48e2-9cbe-486e23be5fee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 200 len: 217 time: 0.1201565 Apr 05 20:31:44.474119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2148d66-bab4-48e0-9820-7092a92b1ce7 req-54a1eaf2-17ba-4265-9f6a-54cf91ef144a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929517 Apr 05 20:31:44.576688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-ac638c91-60ce-4da5-bcf0-9edd91f364f4 service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701070 Apr 05 20:31:44.588724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-fa0fd550-ce19-4de9-bb7e-8b641a726535 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:44.591010 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-fa0fd550-ce19-4de9-bb7e-8b641a726535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1197734 Apr 05 20:31:44.598487 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2defe5d0-6b66-4832-bf85-6f012db81b78'] response: {'name': 'network-changed', 'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'status': 'completed', 'code': 200} Apr 05 20:31:44.936014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7956445f-b302-49ff-9302-008e6266bb78 req-cc237576-d8bf-4a33-8d87-383b9e9f3e08 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914549 Apr 05 20:31:44.961542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:44.972603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:45.307240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:45.318941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7956445f-b302-49ff-9302-008e6266bb78 req-9b96e894-e957-42a7-a55e-b586e756b019 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763525 Apr 05 20:31:45.455748 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-cb503b7d-4dd1-4a9a-9642-20796d4936d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1099 time: 0.8560960 Apr 05 20:31:45.465572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e1517-15ed-45bd-b685-f33ce3dadce8 req-ce23c92c-b18a-4d3b-acea-1e14dcfdc0d2 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:45.473576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e5e1517-15ed-45bd-b685-f33ce3dadce8 req-ce23c92c-b18a-4d3b-acea-1e14dcfdc0d2 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 949 time: 0.6523795 Apr 05 20:31:45.618450 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-84699a4b-e244-4755-a424-6471659d2be0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8815846 Apr 05 20:31:45.647578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-43084ae4-7bab-4a2b-8290-0f1e1c0fda8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1099 time: 1.0426297 Apr 05 20:31:45.686183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8f0bca2a-0665-45d5-99ca-818fb5806f6a None None] Provisioning complete for port f48a862f-ead0-44df-9a89-64365d596030 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:45.686765 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f0bca2a-0665-45d5-99ca-818fb5806f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.746358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bca2a-0665-45d5-99ca-818fb5806f6a None None] Port f48a862f-ead0-44df-9a89-64365d596030 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:31:45.855981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e5e1517-15ed-45bd-b685-f33ce3dadce8 req-a2de86c9-f2dc-4199-b1e6-4e4c482e1f6b tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761206 Apr 05 20:31:45.966259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8599ea-9757-4a84-959d-ece349e2d8bb req-6d898a0a-cd30-4981-ab72-e3bf252c08ec tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:45.974316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff8599ea-9757-4a84-959d-ece349e2d8bb req-6d898a0a-cd30-4981-ab72-e3bf252c08ec tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 948 time: 0.4575760 Apr 05 20:31:46.005354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1095c-10a5-4491-963a-1bb348c392cb req-dd318dd1-b208-4846-ab21-f8f2d9e6e106 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:46.007475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-dd318dd1-b208-4846-ab21-f8f2d9e6e106 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3120995 Apr 05 20:31:46.055519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf4d8c98-c73f-4e34-bf4c-3b77403e296b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:46.192044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-b8ba2dd6-4a19-45b1-8c6a-98c6440c8d9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.1713514 Apr 05 20:31:46.207293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff8599ea-9757-4a84-959d-ece349e2d8bb req-3b12fe47-30ae-4daf-9f1a-d0273fc014c1 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318015 Apr 05 20:31:46.234299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port cf4d8c98-c73f-4e34-bf4c-3b77403e296b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:46.240780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cf4d8c98-c73f-4e34-bf4c-3b77403e296b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:46.244092 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.361420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1095c-10a5-4491-963a-1bb348c392cb req-c309dd26-e978-4a3d-a65b-316be507ecaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:46.367356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-c309dd26-e978-4a3d-a65b-316be507ecaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1591468 Apr 05 20:31:46.428356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1095c-10a5-4491-963a-1bb348c392cb req-67fd9fb8-7f81-4606-b805-851e96ef950e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:46.435204 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-67fd9fb8-7f81-4606-b805-851e96ef950e service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.9198711 Apr 05 20:31:46.469467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.496893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port cf4d8c98-c73f-4e34-bf4c-3b77403e296b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:46.526839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918de905-8f76-497f-970e-dba90da0226c req-18826eee-3fba-4b9e-99a6-964e2bb6bb59 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:46.536078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-918de905-8f76-497f-970e-dba90da0226c req-18826eee-3fba-4b9e-99a6-964e2bb6bb59 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 0.3937242 Apr 05 20:31:46.604243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.609847 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7bfe83-8acf-46f9-916c-503156880188'] response: {'name': 'network-changed', 'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015', 'status': 'completed', 'code': 200} Apr 05 20:31:46.629651 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-1e91bdd2-7ee7-4f9d-b6c9-c143abf2ca77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.1642733 Apr 05 20:31:46.761964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:46.781630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-918de905-8f76-497f-970e-dba90da0226c req-fdbfa4f2-c12a-4356-90c5-6d20df21bd70 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439425 Apr 05 20:31:46.808585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-33cf20e6-dd52-4c65-831b-639068fa65e9 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1789536 Apr 05 20:31:46.812190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1095c-10a5-4491-963a-1bb348c392cb req-6d25f5e9-7281-425b-889f-1c76918fabbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:46.814465 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-6d25f5e9-7281-425b-889f-1c76918fabbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1630266 Apr 05 20:31:46.838242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-bb8d8189-ec45-4fb8-9819-0140e1726c0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4626737 Apr 05 20:31:46.871832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-b83f3484-cba4-4c9a-aee4-7dee68dbb3ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1124 time: 0.2573280 Apr 05 20:31:47.130025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ca85557f-493b-450c-9eb4-e1955b6e1422 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:47.296973 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4d221928-27c9-4e83-a69c-c288ab893d91 req-375e4c9e-8b54-49e6-a0a5-c59c2d6d75fd service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739943 Apr 05 20:31:47.376617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port ca85557f-493b-450c-9eb4-e1955b6e1422 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:47.384254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port ca85557f-493b-450c-9eb4-e1955b6e1422 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:47.384634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.388743 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-ca696471-08e5-4f68-bc68-cbf520f4c716 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3677239 Apr 05 20:31:47.668367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570d87e-1f13-4d49-90d0-b2b6a778af1a req-61097ab4-1525-4b10-bf72-9e665ed581e6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:47.680106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2570d87e-1f13-4d49-90d0-b2b6a778af1a req-61097ab4-1525-4b10-bf72-9e665ed581e6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 0.8049850 Apr 05 20:31:47.680560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:47.687778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:47.708296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-028289d3-00b4-4352-8e2c-2f5af7630ee0 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620844 Apr 05 20:31:47.762742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:31:47.765783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-032d56cd-713c-44fb-ad0b-3ec2d9c3b3a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:47.767254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-032d56cd-713c-44fb-ad0b-3ec2d9c3b3a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.8105640 Apr 05 20:31:47.768802 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-8c06c007-e212-474f-a764-4856e9a5bc22 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555188 Apr 05 20:31:47.909689 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.947112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2570d87e-1f13-4d49-90d0-b2b6a778af1a req-6d07b28d-22ec-4d0b-a607-6304c479217b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654982 Apr 05 20:31:47.961181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ca85557f-493b-450c-9eb4-e1955b6e1422, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ca85557f-493b-450c-9eb4-e1955b6e1422,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:47.962389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 9440eebe-4f3f-4164-bc8a-add479fe09b2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:47.962807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.994211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b817e-d98e-471b-950f-d988329b2234 req-d221ec65-3edb-49ad-888a-2cded30f658c tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:48.023586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-756b817e-d98e-471b-950f-d988329b2234 req-d221ec65-3edb-49ad-888a-2cded30f658c tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 949 time: 0.9173450 Apr 05 20:31:48.062686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-aa5bfdd1-a857-40f8-af54-036b3763f6c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 200 len: 217 time: 0.2555804 Apr 05 20:31:48.270202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca85557f-493b-450c-9eb4-e1955b6e1422'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:48.294635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf4d8c98-c73f-4e34-bf4c-3b77403e296b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:48.411473 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-05b0e618-1921-4736-9ca4-7f2479e7ea8b service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285000 Apr 05 20:31:48.420569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-756b817e-d98e-471b-950f-d988329b2234 req-d67d759e-3193-412a-a20c-1db560fcf72d tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940887 Apr 05 20:31:48.429657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-2bc6adcf-4846-47d8-bf5e-f3f51b878efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:48.449395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-2bc6adcf-4846-47d8-bf5e-f3f51b878efa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.3778698 Apr 05 20:31:48.452301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17f1095c-10a5-4491-963a-1bb348c392cb req-b53f0e5d-0b28-4249-a17d-45d538e47b60 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325191 Apr 05 20:31:48.464842 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:48.550330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:31:48.565858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-bf7f1c18-7fe5-4159-93de-a7313231ed19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920913 Apr 05 20:31:48.586553 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4dcb3e48-83c7-47c9-ab72-caf4dcb9897e admin admin] 10.222.0.10 "PUT /v2.0/routers/a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7703066 Apr 05 20:31:48.659781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ca85557f-493b-450c-9eb4-e1955b6e1422,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:48.868510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 1.05 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:48.900834 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:48.933732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3e419-07b6-49a8-81b7-3ffc5467c2ce req-2dcbbce4-cbff-4d85-8d5a-f498df697c66 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:48.948152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71f3e419-07b6-49a8-81b7-3ffc5467c2ce req-2dcbbce4-cbff-4d85-8d5a-f498df697c66 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 948 time: 0.6994257 Apr 05 20:31:49.102267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71f3e419-07b6-49a8-81b7-3ffc5467c2ce req-3331ddba-fcca-45d7-b402-863960a96681 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530101 Apr 05 20:31:49.134860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cf4d8c98-c73f-4e34-bf4c-3b77403e296b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:49.135417 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:49.144851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-f5d2881b-a603-40b9-96b0-562397479934 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707157 Apr 05 20:31:49.177487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0546e26-6b1a-43ee-91a7-f9136391c1ed req-41d5263e-2fb2-4f70-bfc3-640ac57a7b14 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.194715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0546e26-6b1a-43ee-91a7-f9136391c1ed req-41d5263e-2fb2-4f70-bfc3-640ac57a7b14 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 0.2434077 Apr 05 20:31:49.322885 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350d9894-cbcf-43f2-b0b0-2a1145588f27'] response: {'server_uuid': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca85557f-493b-450c-9eb4-e1955b6e1422', 'code': 200} Apr 05 20:31:49.433557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:49.480092 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d76dc0f8-31c9-4c54-b74c-26675b44f6a8 req-b5dacf59-1aac-4865-a0ec-226f4e4bbd99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 1101 time: 0.1373580 Apr 05 20:31:49.496177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:49.496626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da6ebb50-6322-4267-afd8-75de53c3efc4 req-2dcfebb1-d784-4987-891c-a12af4b45cc6 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331683 Apr 05 20:31:49.581311 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d76dc0f8-31c9-4c54-b74c-26675b44f6a8 req-65432af7-e58d-4ae2-adfc-1bd49d2e8c9f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918698 Apr 05 20:31:49.581776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:49.649644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:49.682462 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-5f44f7d9-fc9d-4d96-a413-ad85839d5ea3 req-ea3e42c6-3a9e-492b-ad04-6c7f1dd01ea0 tempest-FloatingIPDetailsNegativeTestJSON-925492176 tempest-FloatingIPDetailsNegativeTestJSON-925492176-project] show failed (client error): The resource could not be found. Apr 05 20:31:49.683503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f44f7d9-fc9d-4d96-a413-ad85839d5ea3 req-ea3e42c6-3a9e-492b-ad04-6c7f1dd01ea0 tempest-FloatingIPDetailsNegativeTestJSON-925492176 tempest-FloatingIPDetailsNegativeTestJSON-925492176-project] 10.222.0.10 "GET /v2.0/floatingips/7fa34925-050e-4390-b00a-bda16b459ef0 HTTP/1.1" status: 404 len: 350 time: 0.1582990 Apr 05 20:31:49.688235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0546e26-6b1a-43ee-91a7-f9136391c1ed req-210e8edd-a82d-4783-b2af-de4bb2cf31bb tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902871 Apr 05 20:31:49.704424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46222) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:49.714155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'mac_address': 'fa:16:3e:f1:ae:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:49.871835 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:49.897395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4dd1b2-82cd-412a-a413-dfda7013bbcd {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:49.962960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:49.966960 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.079869 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.281700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4fce8-058a-4cfe-8812-063c0eb81e20 req-e1d1de72-420f-43af-b7e3-8aa3ca9f6217 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:50.289480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0c4fce8-058a-4cfe-8812-063c0eb81e20 req-e1d1de72-420f-43af-b7e3-8aa3ca9f6217 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 0.2248106 Apr 05 20:31:50.335736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:50.371338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0c4fce8-058a-4cfe-8812-063c0eb81e20 req-3330f40d-5f9d-4e36-acc9-591fa2554563 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798745 Apr 05 20:31:50.479857 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Sync routers for ids ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:31:50.498688 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Routers {'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:50.501818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:50.807780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['3e4dd1b2-82cd-412a-a413-dfda7013bbcd'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:50.867501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.885709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253140b-b82b-402c-8e83-e3810ed233c0 req-d028f81f-2b64-41b5-ab21-71568c34421d tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:50.892657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7253140b-b82b-402c-8e83-e3810ed233c0 req-d028f81f-2b64-41b5-ab21-71568c34421d tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 950 time: 0.2759807 Apr 05 20:31:50.949612 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Set router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:51.119505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7253140b-b82b-402c-8e83-e3810ed233c0 req-7f506754-a13c-47f1-bdcc-1af81a060a62 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884770 Apr 05 20:31:51.158348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-1e1e65e8-51f1-4b26-bf9a-9ca946e34148 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:51.162713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-1e1e65e8-51f1-4b26-bf9a-9ca946e34148 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6&tenant_id=f1efd01f452c408c8f3294718005f108&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 949 time: 0.2449145 Apr 05 20:31:51.322313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-afd5bba9-d386-4ba0-b147-20bf9b3648a0 service neutron] 10.222.0.39 "GET /v2.0/ports/3e4dd1b2-82cd-412a-a413-dfda7013bbcd/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 382 time: 0.1537569 Apr 05 20:31:51.410886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:52.281436 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:31:41Z', 'revision_number': 4, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port': {'id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:30Z', 'updated_at': '2022-04-05T20:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f48a862f-ead0-44df-9a89-64365d596030', 'name': '', 'network_id': 'f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'mac_address': 'fa:16:3e:23:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f824b876-11cf-4118-b165-3d9ece9dda40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:39Z', 'updated_at': '2022-04-05T20:31:42Z', 'revision_number': 2, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'subnets': [{'id': 'f824b876-11cf-4118-b165-3d9ece9dda40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:52.289847 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Checking router: a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:31:52.290238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Updating router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 port f48a862f-ead0-44df-9a89-64365d596030 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:31:52.366380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e8db-871b-4eae-97ff-c0a203bae69d req-4049c221-7a8d-445d-9c07-57c51320442d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:52.412656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b882e8db-871b-4eae-97ff-c0a203bae69d req-4049c221-7a8d-445d-9c07-57c51320442d tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 1.0390809 Apr 05 20:31:52.412656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e5ed-7205-4976-8af5-983e9df3f27c req-df873f4d-fbc6-478c-b869-70d468205a0d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:52.412656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9242e5ed-7205-4976-8af5-983e9df3f27c req-df873f4d-fbc6-478c-b869-70d468205a0d tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.8453500 Apr 05 20:31:52.447152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Deleting port f48a862f-ead0-44df-9a89-64365d596030 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:31:52.447677 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.494543 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.544624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-8886d947-0efd-455c-9a60-630f24f0d4b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1100 time: 1.1361279 Apr 05 20:31:52.954708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9242e5ed-7205-4976-8af5-983e9df3f27c req-bf93491e-2186-4685-a1c7-d7e5e8807743 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437100 Apr 05 20:31:53.122996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.162899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b882e8db-871b-4eae-97ff-c0a203bae69d req-ae99edef-b5e8-4bc0-aadb-7620f27b386c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632268 Apr 05 20:31:53.281498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-b9e24004-4570-441b-b880-0625cbdfb38c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:53.291511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-b9e24004-4570-441b-b880-0625cbdfb38c service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.7288117 Apr 05 20:31:53.446374 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ee7341-c2f8-4377-894e-9f62b59435fd'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'code': 200} Apr 05 20:31:53.499817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Calling delete_port for f48a862f-ead0-44df-9a89-64365d596030 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:31:53.517703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-2447ebf8-bd9f-4c29-8c5d-106c5c4280b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.2231739 Apr 05 20:31:53.643548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db5dfb-35a5-43dc-ac22-2d88da4def56 req-8787fa74-1e25-4ff5-ac5a-881e2de4cc8b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:53.643548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05db5dfb-35a5-43dc-ac22-2d88da4def56 req-8787fa74-1e25-4ff5-ac5a-881e2de4cc8b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 943 time: 0.2698965 Apr 05 20:31:53.643548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-7beb4eac-de72-47cd-80fc-801717d4e2bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:53.643548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-7beb4eac-de72-47cd-80fc-801717d4e2bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1083355 Apr 05 20:31:53.812194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05db5dfb-35a5-43dc-ac22-2d88da4def56 req-5cd0f694-3614-41bd-af9f-96845f1b6cc9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166105 Apr 05 20:31:53.990616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a7b54f14-251e-4163-a15b-8431a433b590 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3399117 Apr 05 20:31:54.038601 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-a66be64f-b6ef-42bf-96e3-01f323dae750 service neutron] 10.222.0.23 "GET /v2.0/ports/7bf55580-ac9e-4722-9816-2dfb58c6e015/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.1573093 Apr 05 20:31:54.056533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf6899-5da5-43ad-a77d-1f0fde1ed8be req-2c9f772b-920e-4f99-9cc3-15c5c335ddb0 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:54.058060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-faaf6899-5da5-43ad-a77d-1f0fde1ed8be req-2c9f772b-920e-4f99-9cc3-15c5c335ddb0 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 950 time: 0.1840301 Apr 05 20:31:54.143538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:54.338432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-d0f0e051-235f-44f2-94c0-9c8e5a8cf0c6 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216386 Apr 05 20:31:54.375860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:54.407629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:54.465548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf55580-ac9e-4722-9816-2dfb58c6e015 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:31:54.481544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:54.504395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-faaf6899-5da5-43ad-a77d-1f0fde1ed8be req-8c6ddcb9-14c4-46a5-a05a-c188f3df090a tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010676 Apr 05 20:31:54.563869 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.566171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:54.571651 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.db.api [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:31:54.573997 n-d-836605-1 neutron-server[84583]: DEBUG oslo_db.api [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:31:54.578694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:54.579147 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.628036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aeef9-4107-444b-96a8-9451a97ddadf req-26fd2d39-0d3d-4217-b21f-ed03fa7ca06a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:54.628036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c6aeef9-4107-444b-96a8-9451a97ddadf req-26fd2d39-0d3d-4217-b21f-ed03fa7ca06a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.4208531 Apr 05 20:31:54.758023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.780321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48a862f-ead0-44df-9a89-64365d596030,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:54.847428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.901244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:54.915806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-896ef343-0071-4807-8f66-8ff26a61edc9 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659258 Apr 05 20:31:54.984450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-afe2aff5-55c4-4377-8748-2aeb18599534 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1097 time: 0.6073117 Apr 05 20:31:54.994368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.998458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836605-1'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:55.128272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:55.189920 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Port f48a862f-ead0-44df-9a89-64365d596030 not found while updating agent binding for router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9. {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Apr 05 20:31:55.203543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adec00f6-47ab-43f7-bb94-638db44291f6 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:55.253283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c6aeef9-4107-444b-96a8-9451a97ddadf req-cb73508c-2423-44c0-b00d-5ceb29ab1305 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517850 Apr 05 20:31:55.311912 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Routers {'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:31:55.319720 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:55.359051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec410f-4c60-4daf-92e9-1dbed005b03f req-86bf4280-c204-4451-8a37-d4d0dfab3a99 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:55.372994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9ec410f-4c60-4daf-92e9-1dbed005b03f req-86bf4280-c204-4451-8a37-d4d0dfab3a99 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 946 time: 0.6157877 Apr 05 20:31:55.428235 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.630419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:55.659390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:55.663777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adec00f6-47ab-43f7-bb94-638db44291f6 has no active binding in host n-h2-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:31:55.726118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9ec410f-4c60-4daf-92e9-1dbed005b03f req-a9885c3b-7bb7-4fec-be55-ab372f794743 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522303 Apr 05 20:31:55.740705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] Set router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:31:55.990686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] Transition to ACTIVE for port object 7bf55580-ac9e-4722-9816-2dfb58c6e015 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:56.087738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:31:56.103465 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.447595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:56.460918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.568060 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:31:53Z', 'revision_number': 5, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port': {'id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:30Z', 'updated_at': '2022-04-05T20:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:56.576083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] No DVR routers for this DVR port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:31:56.610772 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7374b-a142-45e4-8e6a-39ddbe56d2b8 None None] The sync data for ids ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'] in n-d-836605-1 is: [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:31:53Z', 'revision_number': 5, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port': {'id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:30Z', 'updated_at': '2022-04-05T20:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:31:56.826839 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] 10.222.0.23 "PUT /v2.0/ports/7bf55580-ac9e-4722-9816-2dfb58c6e015/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7719133 Apr 05 20:31:56.842646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:31:56.851095 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.914748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1b650-214a-4aa1-a568-02d7a6c7ce06 req-ca88448d-6021-4094-9024-359a76b90085 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:56.927408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6b1b650-214a-4aa1-a568-02d7a6c7ce06 req-ca88448d-6021-4094-9024-359a76b90085 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.7641211 Apr 05 20:31:56.972832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.985268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e88aa950-adba-428b-ac81-1935d392442d req-47101524-8699-4998-b39e-5f98fb7fab21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 1.1571133 Apr 05 20:31:57.024445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c94ce-bda9-43de-9ec2-b67365704235 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=10']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:57.215831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:57.328224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6b1b650-214a-4aa1-a568-02d7a6c7ce06 req-fc31ce65-2299-4918-a682-c360fa0a5f59 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093392 Apr 05 20:31:57.425533 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300347b3-c45a-4d36-9c08-3597601c1d14'] response: {'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'code': 200} Apr 05 20:31:57.439151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:57.530122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:57.687475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-f9f23d93-5120-4b10-bdce-b5a1d02dd898 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.5796232 Apr 05 20:31:57.767121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on host n-h1-836605-1 for vnic_type normal with profile {"migrating_to": "n-h2-836605-1"} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:57.767121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:57.767121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:57.861278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:31:57.861989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Attempting to bind port adec00f6-47ab-43f7-bb94-638db44291f6 on network 197ae67c-ccf2-410d-9b84-d7d0ee796555 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:31:57.889566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:31:57.890007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Checking segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:31:57.890361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Bound using segment: {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:31:57.890842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Bound port: adec00f6-47ab-43f7-bb94-638db44291f6, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505dfaa9-084b-4569-822a-a738207e6589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '197ae67c-ccf2-410d-9b84-d7d0ee796555'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:57.891202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.002107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-cd94576b-03ef-4aae-a386-97fe3ec52f2f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 1095 time: 0.3051679 Apr 05 20:31:58.022653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56d82-c5bd-4a28-8817-45b21a492f50 req-a4efe999-af63-41f5-a55a-2bfb6a51633f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:58.030968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56f56d82-c5bd-4a28-8817-45b21a492f50 req-a4efe999-af63-41f5-a55a-2bfb6a51633f tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.2605410 Apr 05 20:31:58.140027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:31:58.170023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:31:58.188779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56f56d82-c5bd-4a28-8817-45b21a492f50 req-d88cc837-47f8-4fa3-bce8-79a0eba107b3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515770 Apr 05 20:31:58.198743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:31:58.251233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.520122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-76999826-cba2-4b68-9ea9-3685aa84a95c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1095 time: 0.4607732 Apr 05 20:31:58.845708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-7f2a7f4c-e03b-4227-925b-4a4ead8b13eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:58.851111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-7f2a7f4c-e03b-4227-925b-4a4ead8b13eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.3131437 Apr 05 20:31:58.863123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:59.077341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:31:59.092503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46318) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:59.093825 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e915077d-18a4-4785-82fd-6db3b20713c6 admin admin] 10.222.0.10 "PUT /v2.0/routers/a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3873315 Apr 05 20:31:59.106511 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:59.107865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-5be97a1b-dad6-4e50-8c75-91be07828126 service neutron] 10.222.0.23 "PUT /v2.0/ports/adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 200 len: 1122 time: 4.1188092 Apr 05 20:31:59.139880 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-f0eb70e4-c04c-48c8-a698-495f0e4783ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6&tenant_id=f1efd01f452c408c8f3294718005f108 HTTP/1.1" status: 200 len: 1101 time: 0.2518396 Apr 05 20:31:59.154871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:31:59.196315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['adec00f6-47ab-43f7-bb94-638db44291f6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:59.256189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2c8a-dc3c-480a-ba0b-c1987b08f4eb req-b35f6abb-6e58-4808-987a-16b35cf38821 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:59.263276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d2b2c8a-dc3c-480a-ba0b-c1987b08f4eb req-b35f6abb-6e58-4808-987a-16b35cf38821 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 0.7903261 Apr 05 20:31:59.333713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d2b2c8a-dc3c-480a-ba0b-c1987b08f4eb req-da6fd900-2da9-4c0e-8ae8-8179fcf7c94c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692413 Apr 05 20:31:59.342688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-1a734185-1f7d-4f98-9ad8-ece11ebde1bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 200 len: 217 time: 0.4432569 Apr 05 20:31:59.443664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['adec00f6-47ab-43f7-bb94-638db44291f6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:31:59.485035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-5fdebbcf-a11c-4477-8052-0b99779e5490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:59.488693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-5fdebbcf-a11c-4477-8052-0b99779e5490 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1428969 Apr 05 20:31:59.578883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-a99d0599-d412-4316-8a6a-46a9caab2711 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822825 Apr 05 20:31:59.580600 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3d41e4-c1af-4023-a79f-cfc86bcf7d8a'] response: {'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6', 'code': 200} Apr 05 20:31:59.823775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:59.936663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46330) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:59.972276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925103455', 'description': 'tempest-description--2053974082'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:00.009135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:00.040597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Usage tracker for resource:security_group and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:00.094063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:00.146928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:00.201968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:00.278488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-b2bec751-ef26-4077-85ce-eedf74452295 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651673 Apr 05 20:32:00.339755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] Sync routers for ids ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:32:00.572344 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:00.578582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] Routers {'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:32:00.583377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:00.650266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:00.672932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:00.679951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Usage tracker for resource:security_group_rule and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:00.713755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:00.769381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:00.796877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:00.841746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:00.979623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:00.984943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.075524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.090566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Transition to ACTIVE for port object 3e4dd1b2-82cd-412a-a413-dfda7013bbcd will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:01.143167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.179560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5694fc-9fb5-47ec-95ee-3344feb7e99a req-58aa4224-d7c1-4a11-8cad-69e529690046 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:01.181821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b5694fc-9fb5-47ec-95ee-3344feb7e99a req-58aa4224-d7c1-4a11-8cad-69e529690046 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.9016979 Apr 05 20:32:01.183514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-33d350df-0c21-4a16-a6f4-bb6768f7ef07 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8815567 Apr 05 20:32:01.184389 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.226776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7035c3-29e7-4779-b2e6-2af3377609d1 req-883252e8-ad85-4020-b39b-f57694ad0efc tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:01.229860 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf7035c3-29e7-4779-b2e6-2af3377609d1 req-883252e8-ad85-4020-b39b-f57694ad0efc tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 950 time: 1.0900102 Apr 05 20:32:01.279700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] Set router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:32:01.359854 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b5694fc-9fb5-47ec-95ee-3344feb7e99a req-1a701dad-8762-47dc-8643-e544d494989f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616223 Apr 05 20:32:01.374073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:01.456011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=10']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:01.577203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf7035c3-29e7-4779-b2e6-2af3377609d1 req-949d298c-4a95-4d68-9028-a686db2dea1e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349700 Apr 05 20:32:01.583561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:01.756249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.761858 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad83e986-3b2b-4be4-8fe2-9a14e998c9ad tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.8144836 Apr 05 20:32:01.782690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46350) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:01.790849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] No DVR routers for this DVR port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:01.794601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Request body: {'security_group_rule': {'security_group_id': 'fb4cd0e5-398c-4bb4-a64d-4351f07d75c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:01.797520 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.806932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:01.813650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Usage tracker for resource:security_group_rule and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:01.826722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:01.847598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:01.892476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Deleting port cf4d8c98-c73f-4e34-bf4c-3b77403e296b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:01.893396 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.941758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.982552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:01.983025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:01.983207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:01.990877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:32:01.992237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Attempting to bind port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:02.009751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:32:02.010409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:32:02.010992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:32:02.011641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Bound port: 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:02.012195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:02.226792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:02.231680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:32:02.257849 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:32:02.257849 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:32:02.281281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12'}], 'enable_snat': True}, 'gw_port_id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:31:53Z', 'revision_number': 5, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port': {'id': 'cf4d8c98-c73f-4e34-bf4c-3b77403e296b', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:30Z', 'updated_at': '2022-04-05T20:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:02.287517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] Checking router: a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:32:02.302795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] Routers {'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:32:02.303826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:02.320176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:02.329669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] For port cf4d8c98-c73f-4e34-bf4c-3b77403e296b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:02.330021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:02.535409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] Set router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:32:02.546234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Calling delete_port for cf4d8c98-c73f-4e34-bf4c-3b77403e296b owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:02.567089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:02.569795 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] 10.222.0.23 "PUT /v2.0/ports/3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 1097 time: 3.4236741 Apr 05 20:32:02.790183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=11']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:02.836571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.837804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.839946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.840834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.841359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.846484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.847184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.847673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.848406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.848901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.854923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684d8e6-c9f5-41b8-84d7-b02f500b0cbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:02.952135 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-dc398c44-c1ab-43b8-897d-0687942573c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1100 time: 0.3440347 Apr 05 20:32:02.969402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:32:01Z', 'revision_number': 6, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:02.986936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4052e0d-f313-4b69-bc57-5b31d3a11203 None None] The sync data for ids ['a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9'] in n-d-836605-1 is: [{'id': 'a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-383701195-router', 'tenant_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:29Z', 'updated_at': '2022-04-05T20:32:01Z', 'revision_number': 6, 'project_id': 'da2c6efb2d454a5bad2e9e673d53b64d', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:32:03.041026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.172592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-3c58cb04-9e74-4d76-8a1b-1562f2655419 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.4315457 Apr 05 20:32:03.204268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7c604-abb4-44d9-af0f-03fdaac643ea req-52d1b1e5-a239-40e5-ba6c-d7e81f82e590 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:03.210331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39c7c604-abb4-44d9-af0f-03fdaac643ea req-52d1b1e5-a239-40e5-ba6c-d7e81f82e590 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 0.4268808 Apr 05 20:32:03.234179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff53f-f22c-4109-b6ac-94745f17e27f req-4d645f81-98b0-4951-9f40-d66dbf62b9fe tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:03.245390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-012ff53f-f22c-4109-b6ac-94745f17e27f req-4d645f81-98b0-4951-9f40-d66dbf62b9fe tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.5408318 Apr 05 20:32:03.249877 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:32:03.287356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-855b56cd-be1c-4316-8fef-600e9830c365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:03.293305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-855b56cd-be1c-4316-8fef-600e9830c365 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3321512 Apr 05 20:32:03.393701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39c7c604-abb4-44d9-af0f-03fdaac643ea req-804584b2-3361-4f85-b052-4a3522759be2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824551 Apr 05 20:32:03.399051 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-13e67f3e-693e-4625-9034-f7176083ccd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.1019440 Apr 05 20:32:03.433014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.443502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-012ff53f-f22c-4109-b6ac-94745f17e27f req-d63e1a30-1b38-4d44-af02-e042cac36af8 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012858 Apr 05 20:32:03.504419 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.504795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.567324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-89e0d855-f87a-40b7-9458-4994e544df06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:03.567324 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-89e0d855-f87a-40b7-9458-4994e544df06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1523457 Apr 05 20:32:03.673644 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-0277a01c-95f5-48cd-b119-a880410129e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022365 Apr 05 20:32:03.846620 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1c1bf0-3cc1-4db3-bc03-18c2f636381b'] response: {'name': 'network-changed', 'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6', 'status': 'completed', 'code': 200} Apr 05 20:32:03.865774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-fc8296ed-855f-45af-847b-eec0eb54f694 service neutron] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:03.874048 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.914766 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d970d3ea-a731-4f5d-9214-eec702acb1a5'] response: {'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'code': 200} Apr 05 20:32:03.965556 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-f7faa873-3233-4945-8a1e-be17c7f096df service neutron] 10.222.0.39 "GET /v2.0/ports/adec00f6-47ab-43f7-bb94-638db44291f6/bindings/n-h2-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.2807865 Apr 05 20:32:03.978891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-fc8296ed-855f-45af-847b-eec0eb54f694 service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.979985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b76fb6fd-fcb0-4dd5-ac0a-3f790b92506f req-fc8296ed-855f-45af-847b-eec0eb54f694 service neutron] 10.222.0.39 "DELETE /v2.0/ports/7bf55580-ac9e-4722-9816-2dfb58c6e015/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 0.7665596 Apr 05 20:32:03.980700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4d8c98-c73f-4e34-bf4c-3b77403e296b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:04.006503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.009691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.010387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.010961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.011549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.014877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.015588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.016175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.016729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.017331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.017884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:04.066109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-db824cc3-1f5e-4b20-a113-58351ed55363 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=419605865a74469b9d507eb2969f1466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075959 Apr 05 20:32:04.141101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806a20c8-20f7-4299-bbe4-56b210e8de5c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:04.166823 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-03d688f6-b91a-4ea0-9a53-9c71d5080713 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765920 Apr 05 20:32:04.346865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:04.348586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ea54c8bd-56c7-44ad-96ac-bedb7caed294 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.5646455 Apr 05 20:32:04.355171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-62cefd92-dd5a-455f-a9c0-cc81fdaf2945 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:04.367119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-62cefd92-dd5a-455f-a9c0-cc81fdaf2945 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996285 Apr 05 20:32:04.375621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46378) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:04.425117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Request body: {'security_group_rule': {'security_group_id': 'fb4cd0e5-398c-4bb4-a64d-4351f07d75c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:04.461339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-83cddf00-1d76-4e51-95bd-fd7a162b71e3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/quotas/419605865a74469b9d507eb2969f1466 HTTP/1.1" status: 200 len: 375 time: 0.0861888 Apr 05 20:32:04.550007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:04.560391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Usage tracker for resource:security_group_rule and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:04.567250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:04.585331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:04.647090 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-ed2dea41-4432-4716-9f93-2072ba65bce4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1125 time: 0.6832731 Apr 05 20:32:04.758390 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36b47c22-3bf2-483a-b723-75488b212977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.013699 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2968e965-4c3a-4aa7-a5b5-740a69a214a0 req-b41a9e31-081d-4a1f-8232-5f15c5cffa5b service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696105 Apr 05 20:32:05.057074 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.123019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672ef8-94a4-4034-90f7-8fdeef38f55d req-b1983ce2-0a6e-475b-80f6-02fdd71b34b4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:05.125226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07672ef8-94a4-4034-90f7-8fdeef38f55d req-b1983ce2-0a6e-475b-80f6-02fdd71b34b4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 1.1204174 Apr 05 20:32:05.167630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-60456804-363e-4570-8ad3-b939dc81217e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=419605865a74469b9d507eb2969f1466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7036254 Apr 05 20:32:05.205297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-2184a6ab-60ac-4372-91d1-ae094c76c2f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:05.207194 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-2184a6ab-60ac-4372-91d1-ae094c76c2f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.5324087 Apr 05 20:32:05.238399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.296141 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-ff944ab0-b7c8-4155-9fe5-9cf0ffcba095 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 200 len: 217 time: 0.0720778 Apr 05 20:32:05.361294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:05.395197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-ee7a244c-b5d2-4d53-90d5-ded3efa81853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:05.396590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-ee7a244c-b5d2-4d53-90d5-ded3efa81853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.0922554 Apr 05 20:32:05.453841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-9362d3a7-1b2d-4369-989d-0145fa35c89b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500259 Apr 05 20:32:05.455447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:05.490299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07672ef8-94a4-4034-90f7-8fdeef38f55d req-f6ccf38b-fb79-44ab-b14c-d9e3931993b5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547628 Apr 05 20:32:05.617684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adec00f6-47ab-43f7-bb94-638db44291f6 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:05.634352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:05.644113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.652983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.728879 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-8d25583f-3c8a-46af-b8ce-1599ec7b2bf2 service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115128 Apr 05 20:32:05.731175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.856829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8d59-ebb9-49bc-a1a3-b508cbbed306 req-6a804fc9-9e66-490f-9d89-72cb1b12e887 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:05.858185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7cfcb2-c98e-406c-92db-814ef021bc13 req-ebeb840b-6b70-45d6-988a-2fc8c22406be service neutron] 10.222.0.39 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568415 Apr 05 20:32:05.858309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ddb8d59-ebb9-49bc-a1a3-b508cbbed306 req-6a804fc9-9e66-490f-9d89-72cb1b12e887 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 944 time: 0.1496797 Apr 05 20:32:05.863978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c551d-fe2d-4ee4-a377-48f25f519500 req-3f431f39-4614-4d6e-a806-9705cc52a98b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:05.871037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-006c551d-fe2d-4ee4-a377-48f25f519500 req-3f431f39-4614-4d6e-a806-9705cc52a98b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.2110243 Apr 05 20:32:05.915903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:05.966084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.982285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.985152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-006c551d-fe2d-4ee4-a377-48f25f519500 req-bf16c57d-8bac-44b1-8b43-f9cd5122b1e7 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128936 Apr 05 20:32:05.993833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.994417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:32:06.014360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ddb8d59-ebb9-49bc-a1a3-b508cbbed306 req-aeb53303-62f5-49e5-87b7-aa7aa93afb2b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406186 Apr 05 20:32:06.044200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf4d8c98-c73f-4e34-bf4c-3b77403e296b no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:06.046844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fc5774-9a77-4872-ae8b-788fa0e5ae3f,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:06.056134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.057525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8bab3ad1-0d85-430d-a8e8-979ad6e65954 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a43e3ee5-4dbe-4332-8a6c-a02ee597d2b9 HTTP/1.1" status: 204 len: 168 time: 6.9550583 Apr 05 20:32:06.060534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46404) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:06.116951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: cf4d8c98-c73f-4e34-bf4c-3b77403e296b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:06.120170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf4d8c98-c73f-4e34-bf4c-3b77403e296b not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:06.219130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.220207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device adec00f6-47ab-43f7-bb94-638db44291f6 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:06.221603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-54c39f13-4316-4117-9670-0c7888f51187 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8417659 Apr 05 20:32:06.228037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46416) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:06.237309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:06.245637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:06.254141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Usage tracker for resource:floatingip and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:06.277147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] Deleting subnet f824b876-11cf-4118-b165-3d9ece9dda40 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:32:06.277271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:06.279731 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.288348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:06.320311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] Transition to ACTIVE for port object adec00f6-47ab-43f7-bb94-638db44291f6 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:06.394472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.416092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.417584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.522990 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05791924-7b99-438d-b4f2-fd271baa31fb'] response: {'name': 'network-changed', 'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'status': 'completed', 'code': 200} Apr 05 20:32:06.624286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] Pushing event updated for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=10']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:06.721319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5c61343-b580-4cbf-90f3-71d9f7f4c5ed req-efbceff2-cf39-4dee-af79-f775788a0527 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 210 time: 0.5456898 Apr 05 20:32:06.771121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.871520 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-27ace65a-24a4-4fc2-be2c-9342b77fe3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.900616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13934097-b15a-485c-946c-5ae9cc9a80c5 req-13ddfb6a-cfe1-4060-8f19-6bf2e843f405 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1095 time: 0.1803629 Apr 05 20:32:07.001354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13934097-b15a-485c-946c-5ae9cc9a80c5 req-d3ff7b79-213f-4c2b-9b39-2e376d28d5c9 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990257 Apr 05 20:32:07.064865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.121683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] No DVR routers for this DVR port adec00f6-47ab-43f7-bb94-638db44291f6 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:07.172622 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-c976effd-37cf-4848-9c1a-641e864b342b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1100 time: 0.7175131 Apr 05 20:32:07.182251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e8dd4-6a5e-4ac6-b7af-be1e3915160b None None] Network f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:32:07.182953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.220385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f824b876-11cf-4118-b165-3d9ece9dda40,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:07.234655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8441b1ef-c146-481d-88cf-81a531402597 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f824b876-11cf-4118-b165-3d9ece9dda40 HTTP/1.1" status: 204 len: 168 time: 1.1709180 Apr 05 20:32:07.238730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46440) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:07.334032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:07.411714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-e2a6454b-b9dd-40d6-8caf-3eb970a3f6ef service neutron] 10.222.0.39 "PUT /v2.0/ports/adec00f6-47ab-43f7-bb94-638db44291f6/bindings/n-h2-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3987660 Apr 05 20:32:07.421192 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-9e87359b-e518-4a4d-ad45-19c13911cb3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1efd01f452c408c8f3294718005f108&device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1100 time: 0.8000402 Apr 05 20:32:07.707723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.747746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcca7904-f4c7-4c7c-b78b-709b49c39b72 req-e0c2a072-45a8-41fc-aebe-4c85c2b45590 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 1095 time: 0.4431090 Apr 05 20:32:07.754069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Deleting port 4875b082-ff50-46ed-a44a-8180dba06a37 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:07.754333 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.778768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-219a1203-2bbf-4545-8d62-c8590b8bf582 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:07.780742 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-219a1203-2bbf-4545-8d62-c8590b8bf582 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3038352 Apr 05 20:32:07.781853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-43e79a47-7cd4-4c40-b9e4-23284d22732c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:07.784430 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-43e79a47-7cd4-4c40-b9e4-23284d22732c service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.5851660 Apr 05 20:32:07.842501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:07.844301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a694e8-a698-4545-9bea-7aabeb3da4a2 req-8c197193-9fc0-4467-882b-4deef8efee41 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:07.846466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33a694e8-a698-4545-9bea-7aabeb3da4a2 req-8c197193-9fc0-4467-882b-4deef8efee41 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 949 time: 0.5291150 Apr 05 20:32:07.877764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'mac_address': 'fa:16:3e:f1:ae:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:07.906883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-050203bd-718d-4398-b9d2-dfeb83215782 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.2887983 Apr 05 20:32:08.012296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.092328 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.136273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4dd1b2-82cd-412a-a413-dfda7013bbcd {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:08.168079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:08.241080 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.254637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-9745d72e-a63f-4f7c-8c6b-86054cec290c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.4533923 Apr 05 20:32:08.262942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.291764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcca7904-f4c7-4c7c-b78b-709b49c39b72 req-a6f13412-aca8-453f-9057-32e6ed0df6fe tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978926 Apr 05 20:32:08.305779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33a694e8-a698-4545-9bea-7aabeb3da4a2 req-aaee23ef-35ee-4a92-a796-f373320d0efe tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409428 Apr 05 20:32:08.308104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] For port 4875b082-ff50-46ed-a44a-8180dba06a37, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4875b082-ff50-46ed-a44a-8180dba06a37,segment=NetworkSegment(19d617ba-96a7-4d7b-acbc-02a3ad088197),segment_id=19d617ba-96a7-4d7b-acbc-02a3ad088197)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:08.308534 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.382899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-6e451ae1-efda-47ae-a6a5-a303ca9bfc85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:08.385420 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-6e451ae1-efda-47ae-a6a5-a303ca9bfc85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1240275 Apr 05 20:32:08.424049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] DHCP port deletion for f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:32:08.457171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Calling delete_port for 4875b082-ff50-46ed-a44a-8180dba06a37 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:08.460185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-2c507da3-887f-4b62-9b8f-42273d17d980 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 200 len: 217 time: 0.6540585 Apr 05 20:32:08.500410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-bf554d12-06d3-4e31-bce6-35fa46a4a310 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05&tenant_id=e31513a38b3342e89d1eadcd84a80ac0 HTTP/1.1" status: 200 len: 1096 time: 0.5820844 Apr 05 20:32:08.562670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Deleting port 4875b082-ff50-46ed-a44a-8180dba06a37 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:08.563443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.657683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3e4dd1b2-82cd-412a-a413-dfda7013bbcd'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:08.717201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Allocated IP 172.25.2.134 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/35098936-2afe-4a0d-8988-8a225c72dd1d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:08.722026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.724561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-ac2a4b78-8349-4e7d-add8-3ff7ff6c066f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:08.726055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-ac2a4b78-8349-4e7d-add8-3ff7ff6c066f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2357724 Apr 05 20:32:08.780649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=12']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:08.796635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.797288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.797838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.798326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.799347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.799919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.800406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.800889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.801410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.801954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.802433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:08.829536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14a7d61d-4a90-4f52-8f08-2d75a2ceee4b req-ad913b1f-dc16-44ea-a455-57b56625b1be tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 210 time: 0.0947356 Apr 05 20:32:08.880697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-b52aa6e9-ddca-4c1a-bc03-44abb233c25f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1096 time: 0.3277180 Apr 05 20:32:08.924308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f657eb-13ae-446d-883a-f62375cc1807 req-84225cce-5641-4f4e-8547-79289f68d748 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:08.932193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9f657eb-13ae-446d-883a-f62375cc1807 req-84225cce-5641-4f4e-8547-79289f68d748 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 945 time: 0.3004138 Apr 05 20:32:08.938844 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-d8e50432-ef7b-423f-995b-e168f84df224 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5431314 Apr 05 20:32:09.012738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.069726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] For port 4875b082-ff50-46ed-a44a-8180dba06a37, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4875b082-ff50-46ed-a44a-8180dba06a37,segment=NetworkSegment(19d617ba-96a7-4d7b-acbc-02a3ad088197),segment_id=19d617ba-96a7-4d7b-acbc-02a3ad088197)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:09.070267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.183241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-f9d8bc62-1e1f-44a5-8253-1da2b2ab0937 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=419605865a74469b9d507eb2969f1466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2432396 Apr 05 20:32:09.194286 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-5b42da65-b936-461c-8791-d853680907e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4596686 Apr 05 20:32:09.235919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=4875b082-ff50-46ed-a44a-8180dba06a37,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:09.270487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Calling delete_port for 4875b082-ff50-46ed-a44a-8180dba06a37 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:09.448734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:32:09.449157 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:32:09.523632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] No DVR routers for this DVR port 4875b082-ff50-46ed-a44a-8180dba06a37 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:09.531206 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-9edaff87-b133-40a9-8bd8-68facd19e348 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278267 Apr 05 20:32:09.638443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9f657eb-13ae-446d-883a-f62375cc1807 req-6835c682-a089-4ec3-9b13-77b68d06cc9c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052469 Apr 05 20:32:09.673321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.692245 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-3814149c-cbc6-4d33-bf72-6186d4ad3a02 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406752 Apr 05 20:32:09.725587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323929-c884-4616-bc84-31b4d65defbe req-7107b54a-e886-4395-9c5f-ace239117196 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:09.727023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-7107b54a-e886-4395-9c5f-ace239117196 service neutron] 10.222.0.23 "GET /v2.0/networks?id=197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 200 len: 922 time: 0.8335085 Apr 05 20:32:09.731445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.786840 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-1ca9e7e8-c930-42f8-abaa-f076ef8448e6 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402463 Apr 05 20:32:09.842980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.867423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-50dc2ba5-1f05-497f-8aea-45478904dea9 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:09.870991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-50dc2ba5-1f05-497f-8aea-45478904dea9 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6694164 Apr 05 20:32:09.885954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-411414da-8aeb-4247-b423-6486d802a0f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 200 len: 217 time: 0.1463599 Apr 05 20:32:09.892651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Request body: {'port': {'device_id': '951b9cdb-2628-4312-a005-18a2e3132c08', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '419605865a74469b9d507eb2969f1466'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:09.948598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:09.949898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Deleting port 4875b082-ff50-46ed-a44a-8180dba06a37 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:09.950461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.969736 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.035188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4875b082-ff50-46ed-a44a-8180dba06a37 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:10.052300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d617ba-96a7-4d7b-acbc-02a3ad088197') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:10.052902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d617ba-96a7-4d7b-acbc-02a3ad088197') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:10.132990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.163391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-88114b50-c8bd-44fa-a38d-afa6c266e66c None None] The port '4875b082-ff50-46ed-a44a-8180dba06a37' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:32:10.164472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4875b082-ff50-46ed-a44a-8180dba06a37 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:10.165517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4875b082-ff50-46ed-a44a-8180dba06a37 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:10.170205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event updated for resources: {'Port': ['ID=35098936-2afe-4a0d-8988-8a225c72dd1d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:10.208598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:10.220261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:10.226640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:32:10.228325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.232878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323929-c884-4616-bc84-31b4d65defbe req-5717b2df-f8e3-4569-bea2-1b5c35650add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:10.233618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-5717b2df-f8e3-4569-bea2-1b5c35650add service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 200 len: 861 time: 0.3219173 Apr 05 20:32:10.239302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:10.292074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:32:10.292462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:32:10.312359 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:32:10.348473 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-62264328-3812-4519-b1da-1f5acc0e9c9b req-81d86a23-a0a7-4f2a-bc43-a059ce4188d4 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367228 Apr 05 20:32:10.404602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-07bb0935-9049-4e52-b90f-bf5e0860e322 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=197ae67c-ccf2-410d-9b84-d7d0ee796555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1543455 Apr 05 20:32:10.426535 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.460800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:10.466233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:10.472118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:10.535572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:10.567796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8de2-07a1-43ba-859c-86455f9e59c9 req-cb2ac675-99a1-4dc0-b7f2-c8ae2cfbcc0a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:10.569186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cce8de2-07a1-43ba-859c-86455f9e59c9 req-cb2ac675-99a1-4dc0-b7f2-c8ae2cfbcc0a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 950 time: 0.5193007 Apr 05 20:32:10.587877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236c75f-d81c-4baa-98e6-cc5fec8d957c req-15aa9ef0-115a-49b9-ac51-8719f6ca9412 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:10.589334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4236c75f-d81c-4baa-98e6-cc5fec8d957c req-15aa9ef0-115a-49b9-ac51-8719f6ca9412 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 950 time: 0.4458768 Apr 05 20:32:10.623027 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.639897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.661499 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.698366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:10.703127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Made reservation on behalf of 419605865a74469b9d507eb2969f1466 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:10.706137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.728613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=11']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:10.731466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-40951fe9-8cad-44b2-bf72-361e0ab5fb9d admin admin] 10.222.0.10 "DELETE /v2.0/networks/f637e4e9-aa59-4c2f-ae35-4ec3b483e6b2 HTTP/1.1" status: 204 len: 168 time: 3.4891615 Apr 05 20:32:10.737749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-32ebab2f-cea8-41ce-b93d-2e06ce359b5b service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186042 Apr 05 20:32:10.795836 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cce8de2-07a1-43ba-859c-86455f9e59c9 req-282f3937-66f7-4d7c-b32e-f61b32a8188f tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054536 Apr 05 20:32:10.806983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.835107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4236c75f-d81c-4baa-98e6-cc5fec8d957c req-f0fe45ff-e4d0-47cc-a03b-486ddbc553b2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329700 Apr 05 20:32:11.057480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.101497 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21ff96c-4a10-47e8-bf0a-07059ad3745e'] response: {'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'code': 200} Apr 05 20:32:11.171970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-418b1468-0616-42b3-abf9-06cfc1a7a03b service neutron] 10.222.0.23 "GET /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241593 Apr 05 20:32:11.205655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b746b6e-3e6c-4797-8368-880bba6e9402 req-d4c0dcdf-3a73-4ba2-a33f-ca3cdc54ed2d tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 210 time: 0.0852304 Apr 05 20:32:11.212518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46490) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:11.283030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Allocated IP 192.168.233.123 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/5f083905-9489-4912-87fe-805696de7684) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:11.308799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:11.519053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:11.530347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:11.530935 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.580793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.656217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46502) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:11.656955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-38246217-e799-453c-975d-ea96d3aad0cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da2c6efb2d454a5bad2e9e673d53b64d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4432454 Apr 05 20:32:11.728245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.732877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.778998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:11.837593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.845484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb9a53-5d48-4fff-b889-5f31593c9456 req-d9c2b3c7-c379-431d-bde3-fbc495ea344e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:11.849005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fceb9a53-5d48-4fff-b889-5f31593c9456 req-d9c2b3c7-c379-431d-bde3-fbc495ea344e tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 945 time: 0.5514610 Apr 05 20:32:11.996368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.007367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=13']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:12.021523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Transition to ACTIVE for port object 5f083905-9489-4912-87fe-805696de7684 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:12.043195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fceb9a53-5d48-4fff-b889-5f31593c9456 req-a6023515-b989-42b0-b0ec-3d765196dd86 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843028 Apr 05 20:32:12.134219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.176178 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.188178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ca85557f-493b-450c-9eb4-e1955b6e1422'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:12.188353 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41219bf8-d03c-4cf9-9750-92f955d5001d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.198873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event updated for resources: {'Port': ['ID=35098936-2afe-4a0d-8988-8a225c72dd1d,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:12.250563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41219bf8-d03c-4cf9-9750-92f955d5001d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.318790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.326519 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ebbcafcd-24fc-4cdc-8526-8f463702fd5f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0968351 Apr 05 20:32:12.333397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:12.347380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:12.348533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:32:12.473430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41219bf8-d03c-4cf9-9750-92f955d5001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.521877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41219bf8-d03c-4cf9-9750-92f955d5001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd9c062-1eed-4597-b427-d2b458533572,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:12.543397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Pushing event updated for resources: {'Port': ['ID=5f083905-9489-4912-87fe-805696de7684,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:12.548503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41219bf8-d03c-4cf9-9750-92f955d5001d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.550384 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41219bf8-d03c-4cf9-9750-92f955d5001d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edd9c062-1eed-4597-b427-d2b458533572 HTTP/1.1" status: 204 len: 168 time: 0.8921731 Apr 05 20:32:12.554849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e35e28e-dff5-4178-ad76-e0e5f78d9d50 req-26b08e72-48c2-4598-a60a-7ae186fa6ff9 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 1102 time: 0.4955108 Apr 05 20:32:12.630881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-d06e8da9-bafa-47eb-98b4-5162573ef3ef tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05&tenant_id=e31513a38b3342e89d1eadcd84a80ac0&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.9565265 Apr 05 20:32:12.719629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:12.721160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.805571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e35e28e-dff5-4178-ad76-e0e5f78d9d50 req-0779c561-7efb-4a0e-a5c7-e3cedb9cfce3 tempest-MigrationsAdminTest-2052641451 tempest-MigrationsAdminTest-2052641451-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106247 Apr 05 20:32:12.928740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-08e63396-91ce-4fe1-9c17-8477391835a5 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0415111 Apr 05 20:32:12.935573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b6323929-c884-4616-bc84-31b4d65defbe req-24e546bd-5ad9-4047-9d6f-f51d589f30fc service neutron] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:12.950997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Request body: {'port': {'device_id': '951b9cdb-2628-4312-a005-18a2e3132c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:12.965381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d0c09eb5-6f6c-4022-9da4-a96fc909488c None None] Provisioning for port 5f083905-9489-4912-87fe-805696de7684 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:12.974754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d0c09eb5-6f6c-4022-9da4-a96fc909488c None None] Provisioning complete for port 5f083905-9489-4912-87fe-805696de7684 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:12.975497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0c09eb5-6f6c-4022-9da4-a96fc909488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.013006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6323929-c884-4616-bc84-31b4d65defbe req-24e546bd-5ad9-4047-9d6f-f51d589f30fc service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.015109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6323929-c884-4616-bc84-31b4d65defbe req-24e546bd-5ad9-4047-9d6f-f51d589f30fc service neutron] 10.222.0.23 "DELETE /v2.0/ports/adec00f6-47ab-43f7-bb94-638db44291f6/bindings/n-h1-836605-1 HTTP/1.1" status: 204 len: 173 time: 0.3637929 Apr 05 20:32:13.082490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d0c09eb5-6f6c-4022-9da4-a96fc909488c None None] Port 5f083905-9489-4912-87fe-805696de7684 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:32:13.102523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:13.186308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-e3f8322d-2e9d-4be2-b200-5b46697edb68 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1925103455&fields=id&tenant_id=5de66c488c2a4683a2a791a24cdbf77d HTTP/1.1" status: 200 len: 267 time: 0.1366279 Apr 05 20:32:13.301885 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.557816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0dfb6-f6ff-4a6b-ae87-f16070b3f4f5 req-b2db8846-a36b-417b-bd62-2e0930baffa6 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:13.558516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c2e0dfb6-f6ff-4a6b-ae87-f16070b3f4f5 req-b2db8846-a36b-417b-bd62-2e0930baffa6 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Synchronizing usage tracker for tenant:419605865a74469b9d507eb2969f1466 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:13.628705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-f6bc7629-a72c-4ea1-999b-12a218402424 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:13.630476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-f6bc7629-a72c-4ea1-999b-12a218402424 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/networks?id=63de9113-1aaa-499b-9e74-9bed68fc1018 HTTP/1.1" status: 200 len: 815 time: 0.3831623 Apr 05 20:32:13.751167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-f2c0a6ba-8198-4aad-a589-e53fa8e64e04 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/quotas/5de66c488c2a4683a2a791a24cdbf77d HTTP/1.1" status: 200 len: 375 time: 0.0906434 Apr 05 20:32:13.760645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c2e0dfb6-f6ff-4a6b-ae87-f16070b3f4f5 req-b2db8846-a36b-417b-bd62-2e0930baffa6 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Unset dirty status for tenant:419605865a74469b9d507eb2969f1466 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:13.761879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2e0dfb6-f6ff-4a6b-ae87-f16070b3f4f5 req-b2db8846-a36b-417b-bd62-2e0930baffa6 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 936 time: 0.7138274 Apr 05 20:32:13.906480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2e0dfb6-f6ff-4a6b-ae87-f16070b3f4f5 req-e9af1c29-3103-4f8c-b4fd-3cd43ef43632 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326299 Apr 05 20:32:14.003446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-7beaef5f-43ff-4066-8cb6-ebe9bdb4ba4f tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5de66c488c2a4683a2a791a24cdbf77d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2319231 Apr 05 20:32:14.199107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f083905-9489-4912-87fe-805696de7684 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:14.218968 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:14.278565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Transition to ACTIVE for port object 5f083905-9489-4912-87fe-805696de7684 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:14.331165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-56733048-75b4-4ab6-a477-96e756678189 service neutron] 10.222.0.10 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044291 Apr 05 20:32:14.377705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:14.384842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46596) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:14.719982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-830254196-network', 'tenant_id': 'bac360bb76a0469a864af734c6e8f9b0'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:14.727538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:14.732525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Usage tracker for resource:network and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:14.747092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:14.755612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:14.770170 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e2d5d9-c822-4857-9976-e942912f1ae4'] response: {'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'code': 200} Apr 05 20:32:14.802151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f083905-9489-4912-87fe-805696de7684,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:14.858178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-aa37e403-f098-4a49-9c2b-2d8827a63dc6 service neutron] 10.222.0.10 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132813 Apr 05 20:32:15.009272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Attempting to bind port 5f083905-9489-4912-87fe-805696de7684 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:15.009614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Attempting to bind port 5f083905-9489-4912-87fe-805696de7684 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:15.009944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Attempting to bind port 5f083905-9489-4912-87fe-805696de7684 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:15.026862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Port 5f083905-9489-4912-87fe-805696de7684 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:32:15.027192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Attempting to bind port 5f083905-9489-4912-87fe-805696de7684 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:15.043708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9d15d-70a3-435a-837f-1b0b363b5429 req-ddcc9b69-dc3c-4f04-a257-061f5de75443 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:15.044794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ef9d15d-70a3-435a-837f-1b0b363b5429 req-ddcc9b69-dc3c-4f04-a257-061f5de75443 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 945 time: 0.1414843 Apr 05 20:32:15.046399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:32:15.046736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:32:15.047106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:32:15.047581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Bound port: 5f083905-9489-4912-87fe-805696de7684, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:15.047892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.167451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] For port 5f083905-9489-4912-87fe-805696de7684, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:15.171881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] For port 5f083905-9489-4912-87fe-805696de7684, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5f083905-9489-4912-87fe-805696de7684,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:32:15.183090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ef9d15d-70a3-435a-837f-1b0b363b5429 req-1541dc93-6427-433c-af17-a8f64aa08b08 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162019 Apr 05 20:32:15.423473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Made reservation on behalf of bac360bb76a0469a864af734c6e8f9b0 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:15.426335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.426458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.442351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.476739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:15.480892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Usage tracker for resource:security_group_rule and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:15.484518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:15.491527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:15.641822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.643532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.649002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] 10.222.0.23 "PUT /v2.0/ports/5f083905-9489-4912-87fe-805696de7684 HTTP/1.1" status: 200 len: 1096 time: 2.7090862 Apr 05 20:32:15.650333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951b9cdb-2628-4312-a005-18a2e3132c08', 'tag': '5f083905-9489-4912-87fe-805696de7684'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:15.688098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4522eb3-d7ef-4535-b993-f24b45b87f96 service neutron] Pushing event updated for resources: {'Port': ['ID=5f083905-9489-4912-87fe-805696de7684,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:15.707554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.735543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1943631-175a-49f3-abe8-feb1e63d5d78 req-5fe4cf1c-6d1f-4775-866c-1aca76641bbe tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:15.746724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1943631-175a-49f3-abe8-feb1e63d5d78 req-5fe4cf1c-6d1f-4775-866c-1aca76641bbe tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 951 time: 0.2700493 Apr 05 20:32:15.781971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:32:15.803616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f15227-107c-4f48-aafc-412eb5893176,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:15.825153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.826602 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Added segment 1748cce4-c66b-48f9-a4ae-76dcc78778cb of type vlan for network 799e033f-91f7-4f6c-b894-5373d7da0ee0 Apr 05 20:32:15.866605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.943588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.944888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:15.946727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.044206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1943631-175a-49f3-abe8-feb1e63d5d78 req-6ee6848a-08c1-4561-8802-5cf6b1e8117a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873030 Apr 05 20:32:16.117134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde05feb-0ea7-4cf7-863e-805e0fefbf0e req-258f02f1-3f39-49b6-9eb4-606002614f40 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:16.120004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dde05feb-0ea7-4cf7-863e-805e0fefbf0e req-258f02f1-3f39-49b6-9eb4-606002614f40 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 948 time: 0.2337022 Apr 05 20:32:16.131315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] Pushing event updated for resources: {'Network': ['ID=799e033f-91f7-4f6c-b894-5373d7da0ee0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:16.140089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-6a029fbb-9e21-43e5-ac71-e48610903ca6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419605865a74469b9d507eb2969f1466&device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 1099 time: 0.3063397 Apr 05 20:32:16.141707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 799e033f-91f7-4f6c-b894-5373d7da0ee0 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:32:16.211748 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7cc2c921-9f87-49a2-8a32-220bdc9593a1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8249898 Apr 05 20:32:16.219186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46656) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:16.225271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Request body: {'subnet': {'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-830254196-subnet', 'tenant_id': 'bac360bb76a0469a864af734c6e8f9b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:16.250075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:16.257680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Usage tracker for resource:subnet and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:16.270463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:16.296362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:16.422964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Made reservation on behalf of bac360bb76a0469a864af734c6e8f9b0 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:16.422964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.439027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dde05feb-0ea7-4cf7-863e-805e0fefbf0e req-cd0f1fd6-ab3c-4341-b488-a30161216da3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049917 Apr 05 20:32:16.444404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-341ab9e0-3244-4959-9f78-78a599d95a4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5f083905-9489-4912-87fe-805696de7684 HTTP/1.1" status: 200 len: 217 time: 0.2779324 Apr 05 20:32:16.630564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-6bc65882-533e-45f8-af2d-06aa618cbb29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:16.632217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-6bc65882-533e-45f8-af2d-06aa618cbb29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1816232 Apr 05 20:32:16.644012 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56b3d40-eaa9-4b45-b336-04f364423960'] response: {'name': 'network-changed', 'server_uuid': '951b9cdb-2628-4312-a005-18a2e3132c08', 'tag': '5f083905-9489-4912-87fe-805696de7684', 'status': 'completed', 'code': 200} Apr 05 20:32:16.849975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cba2a75-bb3b-4a12-abe9-e4e620b197c9 req-b7b700f6-a8ef-4e53-baab-85e9f834157c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 210 time: 0.2134690 Apr 05 20:32:16.886354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.891759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87311563-86ca-4367-913b-c2ef24d625e5 req-7c185f76-c763-407b-a8d7-bb44f1ad5fbb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:16.892588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87311563-86ca-4367-913b-c2ef24d625e5 req-7c185f76-c763-407b-a8d7-bb44f1ad5fbb tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 951 time: 0.6406474 Apr 05 20:32:17.000148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55dfffaf-1faf-48b7-8a96-63a3bdb635a9,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:17.016857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Deleting port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:17.017259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:17.048173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Checking segment: {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:32:17.048703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Network hostable DHCP agents. Network: 799e033f-91f7-4f6c-b894-5373d7da0ee0, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:32:17.050979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-e314c240-9d03-4330-87cd-3bdb3ac293ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3847854 Apr 05 20:32:17.066255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06dc2674-2a62-401f-b1f0-8bf5f440a6b5 req-46222c01-b5a4-461f-9536-6b9a68bd9fab tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 1096 time: 0.3308299 Apr 05 20:32:17.154680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Network 799e033f-91f7-4f6c-b894-5373d7da0ee0 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:32:17.275530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 799e033f-91f7-4f6c-b894-5373d7da0ee0) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:17.275530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:17.275530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:17.282047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f188f1d-7bd2-43b8-83e8-9298ca01849b None None] Network 799e033f-91f7-4f6c-b894-5373d7da0ee0 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:32:17.499292 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-117feeb8-880a-4f8e-9a94-573f7af1b061 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2784901 Apr 05 20:32:17.509368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06dc2674-2a62-401f-b1f0-8bf5f440a6b5 req-8cb49ab8-1e38-4299-813b-646383741453 tempest-LiveAutoBlockMigrationV225Test-120646753 tempest-LiveAutoBlockMigrationV225Test-120646753-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415927 Apr 05 20:32:17.624212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-a0cb66f6-cc67-4ccd-9fe9-1f64e952a8e6 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529392 Apr 05 20:32:17.624914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e0a0d-6aa8-45fe-bd1e-b25ab9fd6159 None None] Network 799e033f-91f7-4f6c-b894-5373d7da0ee0 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:32:17.801457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] For port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:17.801814 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:17.830684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7eb28-bd95-4b3b-b074-259b1476bc79 req-b96463f1-e977-457b-a100-b7bac7a4ed5a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:17.832605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb7eb28-bd95-4b3b-b074-259b1476bc79 req-b96463f1-e977-457b-a100-b7bac7a4ed5a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b102a0a-f835-4d52-be0d-107cd9998bc6 HTTP/1.1" status: 200 len: 951 time: 0.5546770 Apr 05 20:32:17.998266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Calling delete_port for 3e4dd1b2-82cd-412a-a413-dfda7013bbcd owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:18.110799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c4becdd-b8a0-40d3-a96a-65740fcae041 req-2c63d16c-a831-4069-b6e6-206b0ecc75b8 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749832 Apr 05 20:32:18.165957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb7eb28-bd95-4b3b-b074-259b1476bc79 req-e34608c9-64dc-4482-8fa1-4db1fa2151d6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110037 Apr 05 20:32:18.241761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960720a5-bb70-4da5-9081-a775ecf2c64f req-16176c68-f09e-4157-8a26-0c3a8aaf4a94 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:18.243921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-960720a5-bb70-4da5-9081-a775ecf2c64f req-16176c68-f09e-4157-8a26-0c3a8aaf4a94 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 948 time: 0.1996360 Apr 05 20:32:18.365159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-960720a5-bb70-4da5-9081-a775ecf2c64f req-003d2670-c39a-44dd-b890-232cf778114b tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134858 Apr 05 20:32:18.400549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-77ac5f06-a11c-4aff-a8c1-2e885fc71c94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=419605865a74469b9d507eb2969f1466&device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 1099 time: 0.1017551 Apr 05 20:32:18.487019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.509384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883', 'a5edc404-89d8-4399-9037-142a7321276d', '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:18.564891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d160554f-44f6-445e-bfd5-d7794b46b904'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:18.566645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event deleted for resources: {'Port': ['ID=3e4dd1b2-82cd-412a-a413-dfda7013bbcd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:18.812480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] No DVR routers for this DVR port 3e4dd1b2-82cd-412a-a413-dfda7013bbcd on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:18.820989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.830534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-deleted', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:18.864183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-98964074-233d-4b8f-a317-57cd580c41ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:18.867477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-98964074-233d-4b8f-a317-57cd580c41ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.4606450 Apr 05 20:32:18.992049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-2612b5b4-59ba-4d8e-b85d-237e4239d847 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5f083905-9489-4912-87fe-805696de7684 HTTP/1.1" status: 200 len: 217 time: 0.1152043 Apr 05 20:32:19.029456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87311563-86ca-4367-913b-c2ef24d625e5 req-a50032ac-1707-4b97-8a62-4c755c395877 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "DELETE /v2.0/ports/3e4dd1b2-82cd-412a-a413-dfda7013bbcd HTTP/1.1" status: 204 len: 173 time: 2.1235602 Apr 05 20:32:19.080223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84d51963-0a23-4941-b269-5337b4518185 req-5b4a4db5-13c6-480b-a91c-2e1bea1507a2 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 210 time: 0.2051265 Apr 05 20:32:19.128099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-d2218e0c-51db-48fd-99c4-e6b817674e2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.129557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-d2218e0c-51db-48fd-99c4-e6b817674e2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1020241 Apr 05 20:32:19.334923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854fdf5-d55f-451b-a704-81121fac5239 req-50a1f925-fdac-4801-a3bb-1097686bb605 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.342773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-50a1f925-fdac-4801-a3bb-1097686bb605 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 821 time: 0.1594226 Apr 05 20:32:19.354933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 5f083905-9489-4912-87fe-805696de7684 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:19.422772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-4c5de002-b665-403a-abd5-5521aef78714 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/quotas/bac360bb76a0469a864af734c6e8f9b0 HTTP/1.1" status: 200 len: 375 time: 0.0790398 Apr 05 20:32:19.509292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-763aaea8-f300-4c94-a76d-6c5f8c94882c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.510007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-763aaea8-f300-4c94-a76d-6c5f8c94882c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Synchronizing usage tracker for tenant:5de66c488c2a4683a2a791a24cdbf77d on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:19.610111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-763aaea8-f300-4c94-a76d-6c5f8c94882c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Unset dirty status for tenant:5de66c488c2a4683a2a791a24cdbf77d on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:19.611472 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-763aaea8-f300-4c94-a76d-6c5f8c94882c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.39 "GET /v2.0/networks?id=63de9113-1aaa-499b-9e74-9bed68fc1018 HTTP/1.1" status: 200 len: 815 time: 0.3786430 Apr 05 20:32:19.620786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 5f083905-9489-4912-87fe-805696de7684, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5f083905-9489-4912-87fe-805696de7684,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:19.650909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '5f083905-9489-4912-87fe-805696de7684', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '5f083905-9489-4912-87fe-805696de7684', 'mac_address': 'fa:16:3e:0d:d2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:19.669733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-df2ddb19-6123-4de8-81fe-ae010b82dc46 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2460084 Apr 05 20:32:19.682463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-7dcecd88-58ce-43e1-85b7-7a19ecbb0b17 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Synchronizing usage tracker for tenant:5de66c488c2a4683a2a791a24cdbf77d on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:19.738741 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.766875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f083905-9489-4912-87fe-805696de7684 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:19.787198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 5f083905-9489-4912-87fe-805696de7684, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5f083905-9489-4912-87fe-805696de7684,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:19.793651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-7dcecd88-58ce-43e1-85b7-7a19ecbb0b17 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Unset dirty status for tenant:5de66c488c2a4683a2a791a24cdbf77d on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:19.794838 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-7dcecd88-58ce-43e1-85b7-7a19ecbb0b17 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de66c488c2a4683a2a791a24cdbf77d HTTP/1.1" status: 200 len: 380 time: 0.1636417 Apr 05 20:32:19.806649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Request body: {'port': {'device_id': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'admin_state_up': True, 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'security_groups': ['fb4cd0e5-398c-4bb4-a64d-4351f07d75c2']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:19.907455 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.907771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544d1c-fa1f-4c2d-b19d-b7b4fd8c3491 req-06367249-2981-4a11-885c-949bd7b22fc0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.915526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6544d1c-fa1f-4c2d-b19d-b7b4fd8c3491 req-06367249-2981-4a11-885c-949bd7b22fc0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.5640209 Apr 05 20:32:19.980814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.989731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-c322d9be-d831-4997-96a6-265c8632c309 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8509846 Apr 05 20:32:20.044626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=5f083905-9489-4912-87fe-805696de7684,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:20.095190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-7cfa8965-7174-4d6c-8ab9-3f0759872d5b service neutron] 10.222.0.10 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244542 Apr 05 20:32:20.098651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:20.104524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Usage tracker for resource:port and tenant:5de66c488c2a4683a2a791a24cdbf77d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:20.107788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:20.114771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:20.172274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['5f083905-9489-4912-87fe-805696de7684'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:20.210995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Made reservation on behalf of 5de66c488c2a4683a2a791a24cdbf77d for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:20.215531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:20.294289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6544d1c-fa1f-4c2d-b19d-b7b4fd8c3491 req-d1450b1a-de97-4fee-a0b6-d9af788caf1a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775270 Apr 05 20:32:20.341387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-a9d9d598-845f-4467-8207-29c369b39da6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:20.348296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-a9d9d598-845f-4467-8207-29c369b39da6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 945 time: 0.7611387 Apr 05 20:32:20.428816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-11f31282-b691-48bf-9e7b-9a805c23a034 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077950 Apr 05 20:32:20.518271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Allocated IP 172.20.0.11 (63de9113-1aaa-499b-9e74-9bed68fc1018/33ee773d-4ddc-455a-90c2-b9e80abc127e/9ca0ffa8-2375-4b6a-9563-dc6c2f122134) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:20.785505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:20.803894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Transition to ACTIVE for port object 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:20.873126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-5e5674b3-0d7f-4c83-85dc-df2b7f85fedd service neutron] 10.222.0.10 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768121 Apr 05 20:32:20.887938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Deleting port adec00f6-47ab-43f7-bb94-638db44291f6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:20.892660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:20.893360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.121265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c2b3ab9-1d7d-4d1e-8663-b185adad9a2e req-339549e9-70b0-450e-adfb-3098ae690175 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6301167 Apr 05 20:32:21.131869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecece-188e-4af7-911a-b0c1ced4d0a7 req-caff9408-e9c0-4113-9bb4-c540fd81a217 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:21.140952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efeecece-188e-4af7-911a-b0c1ced4d0a7 req-caff9408-e9c0-4113-9bb4-c540fd81a217 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d582128-777c-44c9-9427-563d9a4f5b05 HTTP/1.1" status: 200 len: 945 time: 0.3925579 Apr 05 20:32:21.157318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:21.168636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:21.185522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event updated for resources: {'Port': ['ID=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:21.190086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:32:21.355413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:21.355413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.356760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efeecece-188e-4af7-911a-b0c1ced4d0a7 req-ecfa84e4-b689-414d-b308-0abef6bc3884 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952293 Apr 05 20:32:21.357192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 5f083905-9489-4912-87fe-805696de7684 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:21.393706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] For port adec00f6-47ab-43f7-bb94-638db44291f6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=adec00f6-47ab-43f7-bb94-638db44291f6,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:21.397464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.661369 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887cd312-f175-4153-8706-de2402d72010'] response: {'server_uuid': '4b102a0a-f835-4d52-be0d-107cd9998bc6', 'name': 'network-vif-deleted', 'tag': '3e4dd1b2-82cd-412a-a413-dfda7013bbcd', 'status': 'completed', 'code': 200} Apr 05 20:32:21.844972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Calling delete_port for adec00f6-47ab-43f7-bb94-638db44291f6 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:21.993621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c54974-16b7-4ce0-a5b6-9b4913ffe7b9 req-cc2802f5-56cb-4a00-9edb-ff90b7e3ea52 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:21.995086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7c54974-16b7-4ce0-a5b6-9b4913ffe7b9 req-cc2802f5-56cb-4a00-9edb-ff90b7e3ea52 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 949 time: 0.2282634 Apr 05 20:32:22.056883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41259836-78c3-4aa9-8b82-7ae1821ae5fb req-2f108200-87d2-4cac-99fd-6e1fe9f92c6d tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:22.062195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41259836-78c3-4aa9-8b82-7ae1821ae5fb req-2f108200-87d2-4cac-99fd-6e1fe9f92c6d tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 932 time: 0.2420032 Apr 05 20:32:22.276331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7c54974-16b7-4ce0-a5b6-9b4913ffe7b9 req-3ec0be26-e301-459e-aca4-2a013a43729d tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718093 Apr 05 20:32:22.292886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:22.353392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41259836-78c3-4aa9-8b82-7ae1821ae5fb req-bcf41a39-6a49-4d79-ba9a-fcd248a92c13 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778296 Apr 05 20:32:22.411831 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9ea4b889-5db2-4be0-8e04-812aa6f5d2d4 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6098740 Apr 05 20:32:22.435961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Request body: {'port': {'device_id': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:22.446608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.458600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-380c7ea1-8e8a-431b-bd71-3ca2aace618a None None] Provisioning for port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:22.470136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 5f083905-9489-4912-87fe-805696de7684 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:22.501749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-380c7ea1-8e8a-431b-bd71-3ca2aace618a None None] Provisioning complete for port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:22.505203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-380c7ea1-8e8a-431b-bd71-3ca2aace618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.506171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event deleted for resources: {'Port': ['ID=adec00f6-47ab-43f7-bb94-638db44291f6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:22.582337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 5f083905-9489-4912-87fe-805696de7684 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:22.597914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.720515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] No DVR routers for this DVR port adec00f6-47ab-43f7-bb94-638db44291f6 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:22.720515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.720874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.751902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-380c7ea1-8e8a-431b-bd71-3ca2aace618a None None] Port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:32:22.764250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.848722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:22.863763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:22.869410 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.920422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 5f083905-9489-4912-87fe-805696de7684, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5f083905-9489-4912-87fe-805696de7684,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:22.942702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bfab8bd0-3b8a-455d-a3a4-41a38a5936d3 req-36f23faf-96f2-478d-90cc-a9742e4109dc tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.23 "DELETE /v2.0/ports/adec00f6-47ab-43f7-bb94-638db44291f6 HTTP/1.1" status: 204 len: 173 time: 2.5832632 Apr 05 20:32:22.994553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.070694 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.072237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adec00f6-47ab-43f7-bb94-638db44291f6 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:23.138309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: adec00f6-47ab-43f7-bb94-638db44291f6 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:23.153468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device adec00f6-47ab-43f7-bb94-638db44291f6 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:23.153468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:23.178693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 3e4dd1b2-82cd-412a-a413-dfda7013bbcd {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:23.179349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e4dd1b2-82cd-412a-a413-dfda7013bbcd not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:23.209114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=11']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:23.360690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=5f083905-9489-4912-87fe-805696de7684,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:23.393236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:23.393236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.393236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Transition to ACTIVE for port object 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:23.606132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.662358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'name': 'network-vif-deleted', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:24.009164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Attempting to bind port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:24.009593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Attempting to bind port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:24.009896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Attempting to bind port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 on network 63de9113-1aaa-499b-9e74-9bed68fc1018 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:24.016307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 on network 63de9113-1aaa-499b-9e74-9bed68fc1018 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:32:24.016635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Attempting to bind port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 on network 63de9113-1aaa-499b-9e74-9bed68fc1018 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:24.018582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:24.027192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:32:24.027530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Checking segment: {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:32:24.027967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Bound using segment: {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:32:24.028379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Bound port: 9ca0ffa8-2375-4b6a-9563-dc6c2f122134, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54112d38-263e-4ed2-a806-b4b5f73d96c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:24.028738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:24.140077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] For port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:24.140077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] For port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:32:24.241342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:24.411100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:24.415390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] 10.222.0.39 "PUT /v2.0/ports/9ca0ffa8-2375-4b6a-9563-dc6c2f122134 HTTP/1.1" status: 200 len: 1092 time: 1.9836290 Apr 05 20:32:24.420141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b576120-05f5-4486-8e1e-bdd9efbac547 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:24.438583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:24.746601 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-fd09bf6c-eaea-4373-ac35-a975ab853d90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5de66c488c2a4683a2a791a24cdbf77d&device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 1095 time: 0.1311941 Apr 05 20:32:25.789755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d714789c-cd62-4c33-bfc8-4a6551c34778 req-27d07ce4-c50f-46cd-a15c-0e34012cef15 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 210 time: 0.0844884 Apr 05 20:32:26.971262 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6de180-6e43-4aa9-b93c-fd49719f1835'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'code': 200} Apr 05 20:32:27.263950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854fdf5-d55f-451b-a704-81121fac5239 req-b642e8b5-47ab-4ef6-a486-6533d63646cd tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:27.267600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-b642e8b5-47ab-4ef6-a486-6533d63646cd tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 821 time: 0.2368045 Apr 05 20:32:27.285911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Request body: {'port': {'device_id': '2d98c347-ff4f-4949-8643-6a2190dac741', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'admin_state_up': True, 'tenant_id': 'bac360bb76a0469a864af734c6e8f9b0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:27.288399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-8fd543fa-8be1-4214-9a44-ec7cfc93d290 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134 HTTP/1.1" status: 200 len: 217 time: 0.1259205 Apr 05 20:32:27.396678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-b2d52817-b9e7-4fda-b1de-71276d306a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:27.398463 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-b2d52817-b9e7-4fda-b1de-71276d306a91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=33ee773d-4ddc-455a-90c2-b9e80abc127e HTTP/1.1" status: 200 len: 854 time: 0.0965748 Apr 05 20:32:27.711518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:27.726256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Usage tracker for resource:port and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:27.730931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:27.738283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:27.767064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07b3d2-4a9f-44c2-9423-b99c16b9a039 req-e7c9e935-739b-444e-9a5b-99401236edd1 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:27.768506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb07b3d2-4a9f-44c2-9423-b99c16b9a039 req-e7c9e935-739b-444e-9a5b-99401236edd1 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.3447821 Apr 05 20:32:27.845149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb07b3d2-4a9f-44c2-9423-b99c16b9a039 req-70dd3411-4913-4ade-8876-72fc8084c062 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686119 Apr 05 20:32:27.870814 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-46310c7d-8ce8-4432-8e5b-01ba7852c9dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63de9113-1aaa-499b-9e74-9bed68fc1018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3385777 Apr 05 20:32:27.889671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Made reservation on behalf of bac360bb76a0469a864af734c6e8f9b0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:27.893953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.077419 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-2abb248f-46f1-4cdb-943b-17443aa5ea16 service neutron] 10.222.0.39 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036431 Apr 05 20:32:28.392159 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-834f9afe-465d-48a2-a70b-2f0d6fca4755 req-2b35d8be-612e-430e-bbec-9f0f86220397 service neutron] 10.222.0.39 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069503 Apr 05 20:32:28.422475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Allocated IP 172.20.0.6 (799e033f-91f7-4f6c-b894-5373d7da0ee0/55dfffaf-1faf-48b7-8a96-63a3bdb635a9/16829c20-b2e6-4864-8650-fd0bc2ecb349) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:28.581596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a8f76-7415-4e5e-832a-80ee37b4850e req-5eb2188d-7134-4d6b-998a-836c6a266c7c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:28.589536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-261a8f76-7415-4e5e-832a-80ee37b4850e req-5eb2188d-7134-4d6b-998a-836c6a266c7c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 944 time: 0.4897888 Apr 05 20:32:28.793690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-261a8f76-7415-4e5e-832a-80ee37b4850e req-e574461c-41dd-44e7-a2cf-be0a0d8d9d31 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031760 Apr 05 20:32:28.879844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.910799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-9dd7b5ca-fc87-4254-b6e5-5b20d1a186de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:28.918333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-9dd7b5ca-fc87-4254-b6e5-5b20d1a186de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Synchronizing usage tracker for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:28.926472 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa0ee6f-6962-46fa-9a06-9144391b8151'] response: {'server_uuid': '5d582128-777c-44c9-9427-563d9a4f5b05', 'name': 'network-vif-deleted', 'tag': 'adec00f6-47ab-43f7-bb94-638db44291f6', 'status': 'completed', 'code': 200} Apr 05 20:32:28.977346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951b9cdb-2628-4312-a005-18a2e3132c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f083905-9489-4912-87fe-805696de7684'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:29.009717 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f485306e-a206-4085-a8ac-69331fcb59da'] response: {'name': 'network-changed', 'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'status': 'completed', 'code': 200} Apr 05 20:32:29.028854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-9dd7b5ca-fc87-4254-b6e5-5b20d1a186de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Unset dirty status for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:29.030710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-9dd7b5ca-fc87-4254-b6e5-5b20d1a186de tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 951 time: 0.5050464 Apr 05 20:32:29.113801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:29.208014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Deleting port a5edc404-89d8-4399-9037-142a7321276d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:29.208632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:29.318423 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-a45bbbb1-9b5f-4077-bd4c-5846071da9f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5de66c488c2a4683a2a791a24cdbf77d&device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 1095 time: 0.2201631 Apr 05 20:32:29.346496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Network 799e033f-91f7-4f6c-b894-5373d7da0ee0 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:29.352516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:29.356927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:29.369628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:32:29.507018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:29.507683 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:29.646507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-2058e3b4-9efb-4c5d-a722-0ea5e0309b8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:29.647891 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-2058e3b4-9efb-4c5d-a722-0ea5e0309b8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=63de9113-1aaa-499b-9e74-9bed68fc1018 HTTP/1.1" status: 200 len: 916 time: 0.3162112 Apr 05 20:32:29.781736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] For port a5edc404-89d8-4399-9037-142a7321276d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a5edc404-89d8-4399-9037-142a7321276d,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:29.781991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:29.784182 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-1e3bdb1b-32d4-43cf-8e6f-1eaab5f74f31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134 HTTP/1.1" status: 200 len: 217 time: 0.0913160 Apr 05 20:32:29.804561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-30a6d47d-889c-40e8-93f2-fb5f4bff7f04 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5238214 Apr 05 20:32:29.826228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Request body: {'port': {'device_id': '2d98c347-ff4f-4949-8643-6a2190dac741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:30.090003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-5845d3f6-a733-4a9a-b149-7b7e1ccc6756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:30.091649 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-5845d3f6-a733-4a9a-b149-7b7e1ccc6756 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=33ee773d-4ddc-455a-90c2-b9e80abc127e HTTP/1.1" status: 200 len: 854 time: 0.1681571 Apr 05 20:32:30.275301 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-27730ad8-f5fb-4c56-a6d0-4189006fcd52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63de9113-1aaa-499b-9e74-9bed68fc1018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684718 Apr 05 20:32:30.538898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Calling delete_port for a5edc404-89d8-4399-9037-142a7321276d owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:30.565301 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-db8f505a-2088-4306-8a4a-df6f40c1b846 service neutron] 10.222.0.39 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591486 Apr 05 20:32:30.711035 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.888255 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34a22dfe-bea3-4740-820c-98b4bb8dfbde req-e2489d1c-96aa-4da0-84f0-fcc77aae64b3 service neutron] 10.222.0.39 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883563 Apr 05 20:32:31.128295 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:31.140057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883', 'a5edc404-89d8-4399-9037-142a7321276d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:31.226456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event deleted for resources: {'Port': ['ID=a5edc404-89d8-4399-9037-142a7321276d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:31.254752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d160554f-44f6-445e-bfd5-d7794b46b904'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:31.372341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] No DVR routers for this DVR port a5edc404-89d8-4399-9037-142a7321276d on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:31.378962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:31.379865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-deleted', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:31.630212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16829c20-b2e6-4864-8650-fd0bc2ecb349 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:31.639861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:31.659264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Transition to ACTIVE for port object 16829c20-b2e6-4864-8650-fd0bc2ecb349 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:31.662041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a84072e-16f4-44bd-9102-32e2750737a5 req-07bbb190-268a-417d-adc2-082f3e6feb54 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "DELETE /v2.0/ports/a5edc404-89d8-4399-9037-142a7321276d HTTP/1.1" status: 204 len: 173 time: 2.6232212 Apr 05 20:32:31.730103 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.030590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:32.310978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-6b3124f3-809d-496c-9355-1857954438c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4147546 Apr 05 20:32:32.402138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Attempting to bind port 16829c20-b2e6-4864-8650-fd0bc2ecb349 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:32.402715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Attempting to bind port 16829c20-b2e6-4864-8650-fd0bc2ecb349 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:32.403217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Attempting to bind port 16829c20-b2e6-4864-8650-fd0bc2ecb349 on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:32.413326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Port 16829c20-b2e6-4864-8650-fd0bc2ecb349 on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:32:32.413901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Attempting to bind port 16829c20-b2e6-4864-8650-fd0bc2ecb349 on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:32:32.482661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:32:32.483237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Checking segment: {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:32:32.483783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Bound using segment: {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:32:32.485112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Bound port: 16829c20-b2e6-4864-8650-fd0bc2ecb349, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:32.490293 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.529757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-0e2c1426-d425-45c6-a712-cd321e21fbdc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 1099 time: 0.1836510 Apr 05 20:32:32.812327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:32:32.815249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3f8c6a88-c46f-4e49-93d8-ce050ff620ba req-10b480be-6f4c-45bf-87e7-464353875ddc tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Synchronizing usage tracker for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:32.842651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:32:32.866123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-9fb820b8-4e04-4f02-a288-2f9b8fa60383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:32.867607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-9fb820b8-4e04-4f02-a288-2f9b8fa60383 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2636108 Apr 05 20:32:32.935396 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:33.078831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3f8c6a88-c46f-4e49-93d8-ce050ff620ba req-10b480be-6f4c-45bf-87e7-464353875ddc tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Unset dirty status for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:33.079882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f8c6a88-c46f-4e49-93d8-ce050ff620ba req-10b480be-6f4c-45bf-87e7-464353875ddc tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=5196acac-c955-4c5e-89de-152dc33b55b8 HTTP/1.1" status: 200 len: 210 time: 0.3151259 Apr 05 20:32:33.134477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-0cadbf86-4ce4-416b-972a-52e04ec75629 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=b05efd05-9264-4282-9c15-677eff36961b HTTP/1.1" status: 200 len: 217 time: 0.2598851 Apr 05 20:32:33.199737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:33.202226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] 10.222.0.23 "PUT /v2.0/ports/16829c20-b2e6-4864-8650-fd0bc2ecb349 HTTP/1.1" status: 200 len: 1091 time: 3.3863730 Apr 05 20:32:33.270139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d53c2-fb99-437c-a938-12aad6d07bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:33.322514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-1be1b71d-1a23-49af-986b-2c366d96dfbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.326195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-1be1b71d-1a23-49af-986b-2c366d96dfbb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1772346 Apr 05 20:32:33.396602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:33.422609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2d7fd-2f19-4355-a50f-fbf8f718875e req-e185d3c7-c7a4-40d7-85d3-88ce2519d7fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.424684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-84f2d7fd-2f19-4355-a50f-fbf8f718875e req-e185d3c7-c7a4-40d7-85d3-88ce2519d7fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Synchronizing usage tracker for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:33.432732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: a5edc404-89d8-4399-9037-142a7321276d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:33.433092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a5edc404-89d8-4399-9037-142a7321276d not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:33.449319 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:33.472001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb541718-ec29-4163-8923-32b27f5a33df req-b2d53159-0461-44dd-8cb9-930fc55fc0e3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.473458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb541718-ec29-4163-8923-32b27f5a33df req-b2d53159-0461-44dd-8cb9-930fc55fc0e3 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.2535913 Apr 05 20:32:33.498967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-68b36977-aced-40e2-a122-914ddc257a51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 1094 time: 0.2121723 Apr 05 20:32:33.507658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-7c108cbe-f367-4072-ac43-e4f2bd24ccfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1691165 Apr 05 20:32:33.582015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-84f2d7fd-2f19-4355-a50f-fbf8f718875e req-e185d3c7-c7a4-40d7-85d3-88ce2519d7fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Unset dirty status for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:33.583157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84f2d7fd-2f19-4355-a50f-fbf8f718875e req-e185d3c7-c7a4-40d7-85d3-88ce2519d7fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 943 time: 0.4967983 Apr 05 20:32:33.668455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-bdffa376-3b65-4c10-ab13-7bcdcf1afbeb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349 HTTP/1.1" status: 200 len: 217 time: 0.1579304 Apr 05 20:32:33.754761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb541718-ec29-4163-8923-32b27f5a33df req-168ebcbb-985a-4fcf-8df3-d3a628014456 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745292 Apr 05 20:32:33.802324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854fdf5-d55f-451b-a704-81121fac5239 req-a4723abe-f1c2-4637-b83e-82e8ab0ec74d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.803769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-a4723abe-f1c2-4637-b83e-82e8ab0ec74d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=55dfffaf-1faf-48b7-8a96-63a3bdb635a9 HTTP/1.1" status: 200 len: 861 time: 0.1288517 Apr 05 20:32:33.806045 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84f2d7fd-2f19-4355-a50f-fbf8f718875e req-7850d98f-0408-4345-a775-fdf3ea3c2e17 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995416 Apr 05 20:32:33.811928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-42556ac7-659c-406e-acdb-4b4a4abb053d service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532535 Apr 05 20:32:33.835046 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241daa0a-efde-44f1-bbd5-380e99c535e3'] response: {'server_uuid': '951b9cdb-2628-4312-a005-18a2e3132c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f083905-9489-4912-87fe-805696de7684', 'code': 200} Apr 05 20:32:33.876164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-ac07b2df-b4e9-4224-a3fb-6c1f23fd50f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=799e033f-91f7-4f6c-b894-5373d7da0ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632184 Apr 05 20:32:34.051993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c38015d3-4bb5-4ddb-b199-0e0086730e7e req-5def45d2-936e-4469-952d-995c188d63c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 1101 time: 0.1435776 Apr 05 20:32:34.106452 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c38015d3-4bb5-4ddb-b199-0e0086730e7e req-320e7b11-6ce2-4b50-bbae-02321aedd6a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481439 Apr 05 20:32:34.168295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43609ce4-8d61-42ba-9d3b-6db93e9d55ed req-dddd8ddc-9f4f-4b97-9bd0-8dec2ea82dbb service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256896 Apr 05 20:32:34.178066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-c8e9fe82-1fba-48d8-b4b7-a317a3db9d22 service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523737 Apr 05 20:32:34.197792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d76333-d9d9-4bb5-b371-8d2be2fe138a req-f3b8597b-4304-4504-9e96-75ec4d176a03 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:34.197792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65d76333-d9d9-4bb5-b371-8d2be2fe138a req-f3b8597b-4304-4504-9e96-75ec4d176a03 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 944 time: 0.1683395 Apr 05 20:32:34.257185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65d76333-d9d9-4bb5-b371-8d2be2fe138a req-3745c155-ebdb-42d9-9829-1311dd65fa3c tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552289 Apr 05 20:32:34.323683 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d16bdd3-3b4d-4b47-b68b-9986e80d503e'] response: {'server_uuid': '5196acac-c955-4c5e-89de-152dc33b55b8', 'name': 'network-vif-deleted', 'tag': 'a5edc404-89d8-4399-9037-142a7321276d', 'status': 'completed', 'code': 200} Apr 05 20:32:34.447537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6854fdf5-d55f-451b-a704-81121fac5239 req-cc2ee0c7-ad9c-444c-b921-7d0816740e88 service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493578 Apr 05 20:32:34.601887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2ca1f-f688-4a20-bc46-c741e9fa7344 req-8f4abfe9-77cf-4fad-9048-2cc7b2ad0f2e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:34.603667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04b2ca1f-f688-4a20-bc46-c741e9fa7344 req-8f4abfe9-77cf-4fad-9048-2cc7b2ad0f2e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.0819418 Apr 05 20:32:34.694312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04b2ca1f-f688-4a20-bc46-c741e9fa7344 req-b8ae922a-00bf-4c10-80e2-ebd63a1ad5ae tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845675 Apr 05 20:32:34.746820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766d439-3a92-4c67-8ffb-d0c583c9de23 req-645b385a-aab3-49e4-a2bf-dca5eb534763 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:34.747515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8766d439-3a92-4c67-8ffb-d0c583c9de23 req-645b385a-aab3-49e4-a2bf-dca5eb534763 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:34.839817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-175bf46b-43fe-4260-9b7e-ce6a867f54eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:34.868739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8766d439-3a92-4c67-8ffb-d0c583c9de23 req-645b385a-aab3-49e4-a2bf-dca5eb534763 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:34.870930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8766d439-3a92-4c67-8ffb-d0c583c9de23 req-645b385a-aab3-49e4-a2bf-dca5eb534763 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 945 time: 0.2271788 Apr 05 20:32:34.921985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8766d439-3a92-4c67-8ffb-d0c583c9de23 req-ad2a09da-961b-4877-8df0-5655c700124c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456073 Apr 05 20:32:35.168968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fced88a-e7b0-4130-bc90-7f048aef5561 req-a1b8f2d0-1c78-4ee6-a9f0-d810cfdb50d7 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.170507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fced88a-e7b0-4130-bc90-7f048aef5561 req-a1b8f2d0-1c78-4ee6-a9f0-d810cfdb50d7 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.1096313 Apr 05 20:32:35.350871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fced88a-e7b0-4130-bc90-7f048aef5561 req-21f7d49c-8634-42c2-9a8d-81bdc0749d50 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709468 Apr 05 20:32:35.389554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 16829c20-b2e6-4864-8650-fd0bc2ecb349 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:35.551286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:35.564636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'port_id': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'mac_address': 'fa:16:3e:d7:eb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfffaf-1faf-48b7-8a96-63a3bdb635a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:35.604913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecb0de-a21e-4d07-919e-c5be9a7dbc47 req-92036120-eab5-4261-a3e8-9aa3c75b092a tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.606485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-deecb0de-a21e-4d07-919e-c5be9a7dbc47 req-92036120-eab5-4261-a3e8-9aa3c75b092a tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 943 time: 0.1527278 Apr 05 20:32:35.628587 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:35.638865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c5b33-c146-401e-9f6b-2da4413b72fd req-b83c9fea-1735-41dd-87b9-e3dfa622ac5a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.640278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae5c5b33-c146-401e-9f6b-2da4413b72fd req-b83c9fea-1735-41dd-87b9-e3dfa622ac5a tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.1420150 Apr 05 20:32:35.651342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16829c20-b2e6-4864-8650-fd0bc2ecb349 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:35.669714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:35.701334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-deecb0de-a21e-4d07-919e-c5be9a7dbc47 req-9c7b0cc3-d35f-4f0e-b814-da3a7ac8fa53 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888793 Apr 05 20:32:35.714309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae5c5b33-c146-401e-9f6b-2da4413b72fd req-76b5771c-c17a-420f-b04d-af64dadf96c3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611107 Apr 05 20:32:35.906283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab3cbd-ee59-4fd4-93e3-a927552c7f31 req-9127f641-d11f-48d6-bc05-41e612c01978 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.908130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfab3cbd-ee59-4fd4-93e3-a927552c7f31 req-9127f641-d11f-48d6-bc05-41e612c01978 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 944 time: 0.0840688 Apr 05 20:32:35.984487 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.001624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfab3cbd-ee59-4fd4-93e3-a927552c7f31 req-1f2ca1ae-743c-4446-a14a-e9b5347ace09 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875635 Apr 05 20:32:36.034050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc796d-4815-4205-baab-47e5a848c025 req-80313183-44f7-4703-aaa5-a68554e1e130 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:36.036052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41cc796d-4815-4205-baab-47e5a848c025 req-80313183-44f7-4703-aaa5-a68554e1e130 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1203237 Apr 05 20:32:36.094595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:36.094948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41cc796d-4815-4205-baab-47e5a848c025 req-ae887464-32d8-48bb-ab39-4aceafbeaff7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532613 Apr 05 20:32:36.221317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['16829c20-b2e6-4864-8650-fd0bc2ecb349'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:36.326633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94156173-80d7-4057-a02f-37189b7513eb req-50868ea0-43f3-4610-b55c-0f0e71836972 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:36.328403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94156173-80d7-4057-a02f-37189b7513eb req-50868ea0-43f3-4610-b55c-0f0e71836972 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 945 time: 0.1082990 Apr 05 20:32:36.329043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:36.381082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94156173-80d7-4057-a02f-37189b7513eb req-a855ecad-13a7-43bb-9f93-da0517602a07 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Apr 05 20:32:36.490412 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92c9c73-c9d7-4d6a-9d12-c552b3c98722'] response: {'name': 'network-changed', 'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'status': 'completed', 'code': 200} Apr 05 20:32:36.509396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-eb10404c-79cd-44e4-a6fc-e88be8db8ab5 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:36.510858 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-eb10404c-79cd-44e4-a6fc-e88be8db8ab5 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 945 time: 0.1028411 Apr 05 20:32:36.608661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Deleting port e11a2e93-f53b-4364-986a-eab6984d0628 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:36.608997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.646551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-045377e6-f0d7-4f3c-a135-9a1b230abac4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 1095 time: 0.1382055 Apr 05 20:32:36.787017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c396fb-489d-4ca3-9ceb-062d74dfc2ce req-c3e3ebd6-e7cd-4012-813e-02b56217e3dd tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:36.790473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29c396fb-489d-4ca3-9ceb-062d74dfc2ce req-c3e3ebd6-e7cd-4012-813e-02b56217e3dd tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.2023120 Apr 05 20:32:36.833145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-6c362519-386e-4c3f-a845-1b73f674f799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:36.834586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-6c362519-386e-4c3f-a845-1b73f674f799 service neutron] 10.222.0.23 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 922 time: 0.1795604 Apr 05 20:32:36.858555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-78cf5fe4-983e-4eb9-bbfd-786d689acb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.902036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] For port e11a2e93-f53b-4364-986a-eab6984d0628, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e11a2e93-f53b-4364-986a-eab6984d0628,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:36.902513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.919517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-1636d4dc-a0dc-4974-80a7-90d32bc3ee69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349 HTTP/1.1" status: 200 len: 217 time: 0.0767305 Apr 05 20:32:36.922113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29c396fb-489d-4ca3-9ceb-062d74dfc2ce req-67929f33-6c89-43b2-bc4c-3b1d361b2ed6 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274650 Apr 05 20:32:36.995157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-ac6a2e67-2901-409d-92c6-9eb9fdaf298c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:36.996875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-ac6a2e67-2901-409d-92c6-9eb9fdaf298c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=55dfffaf-1faf-48b7-8a96-63a3bdb635a9 HTTP/1.1" status: 200 len: 861 time: 0.0693729 Apr 05 20:32:37.081152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-961c90ac-7999-44c2-a7f1-c80973a50880 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=799e033f-91f7-4f6c-b894-5373d7da0ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764489 Apr 05 20:32:37.156915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Calling delete_port for e11a2e93-f53b-4364-986a-eab6984d0628 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:37.302084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-b7e465e7-ddf7-4f21-a548-b54192173944 service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139850 Apr 05 20:32:37.310077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e2385-d6d8-4f16-b75e-f46eaadbd702 req-29c842d2-e87b-4e2c-a71a-7025c5bd6e30 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:37.317664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f8e2385-d6d8-4f16-b75e-f46eaadbd702 req-29c842d2-e87b-4e2c-a71a-7025c5bd6e30 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 944 time: 0.1981571 Apr 05 20:32:37.389714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 16829c20-b2e6-4864-8650-fd0bc2ecb349 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:37.400746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:37.458187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event deleted for resources: {'Port': ['ID=e11a2e93-f53b-4364-986a-eab6984d0628,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:37.512122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f8e2385-d6d8-4f16-b75e-f46eaadbd702 req-c3d4914f-edc1-43bb-9765-15d4b682bb69 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918461 Apr 05 20:32:37.557537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0fac22-783d-44e7-81a7-d070aa5251e9 req-7bba2994-4ff7-4e3b-9712-1c1e6e8fb9ff service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374518 Apr 05 20:32:37.559522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] No DVR routers for this DVR port e11a2e93-f53b-4364-986a-eab6984d0628 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:37.564408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:37.569298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 16829c20-b2e6-4864-8650-fd0bc2ecb349 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:37.569527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'name': 'network-vif-deleted', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:37.573385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3eb6db-0042-470b-94bc-766b10e67d3e req-1b08ab55-5a68-4cb3-9511-eab1e57e45f3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:37.574970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba3eb6db-0042-470b-94bc-766b10e67d3e req-1b08ab55-5a68-4cb3-9511-eab1e57e45f3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.1448627 Apr 05 20:32:37.582861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 16829c20-b2e6-4864-8650-fd0bc2ecb349 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:37.588289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:37.645879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba3eb6db-0042-470b-94bc-766b10e67d3e req-f20c872b-03f3-4949-9dc0-39546070c906 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602255 Apr 05 20:32:37.682958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-6887a8f1-04a6-484d-bc97-464ce7457f31 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:37.682958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-6887a8f1-04a6-484d-bc97-464ce7457f31 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Synchronizing usage tracker for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:37.690949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-6887a8f1-04a6-484d-bc97-464ce7457f31 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Unset dirty status for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:37.692064 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-6887a8f1-04a6-484d-bc97-464ce7457f31 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 950 time: 0.1171179 Apr 05 20:32:37.739019 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d4f8291b-a5f7-49ab-84ff-9ea4aa9de4da req-80351099-4737-4069-bd7c-e0f12888936b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "DELETE /v2.0/ports/e11a2e93-f53b-4364-986a-eab6984d0628 HTTP/1.1" status: 204 len: 173 time: 1.2215638 Apr 05 20:32:37.803187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Deleting port d160554f-44f6-445e-bfd5-d7794b46b904 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:37.804013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:37.832415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:37.870393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:37.882402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:37.912839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31afffd-1755-4563-81af-8168d0499538 req-263f264b-db3c-45a7-8049-0db5a769351a tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:37.914377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b31afffd-1755-4563-81af-8168d0499538 req-263f264b-db3c-45a7-8049-0db5a769351a tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 944 time: 0.0946338 Apr 05 20:32:37.957201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:37.967043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b31afffd-1755-4563-81af-8168d0499538 req-226602ab-c0cb-4c50-8e7b-e9220a3016b0 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458639 Apr 05 20:32:38.055991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:38.126543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] For port d160554f-44f6-445e-bfd5-d7794b46b904, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d160554f-44f6-445e-bfd5-d7794b46b904,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:38.127243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.222772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.300822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Calling delete_port for d160554f-44f6-445e-bfd5-d7794b46b904 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:38.385811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d677a0-516d-41ec-a7ba-7c8febd45dd4 req-32afbe92-2f1b-43ff-ab6d-5bd92adfcea9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:38.395873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76d677a0-516d-41ec-a7ba-7c8febd45dd4 req-32afbe92-2f1b-43ff-ab6d-5bd92adfcea9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2797666 Apr 05 20:32:38.452940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76d677a0-516d-41ec-a7ba-7c8febd45dd4 req-6b021f4a-22eb-452f-8776-9a0c2783a4c4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560699 Apr 05 20:32:38.507793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.606310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.620713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:38.677432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35040b4d-606b-4c75-bd07-fcf725373989 req-cefde085-39b3-4948-b0f3-2178437c1550 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=769f1aaf-b0e6-4b24-93f2-cdea382a85a2 HTTP/1.1" status: 200 len: 210 time: 0.0852633 Apr 05 20:32:38.683615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d160554f-44f6-445e-bfd5-d7794b46b904'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:38.690026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event deleted for resources: {'Port': ['ID=d160554f-44f6-445e-bfd5-d7794b46b904,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:38.792864 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe7d76f-1a8f-414f-b2da-7c846f13aad2'] response: {'server_uuid': '769f1aaf-b0e6-4b24-93f2-cdea382a85a2', 'name': 'network-vif-deleted', 'tag': 'e11a2e93-f53b-4364-986a-eab6984d0628', 'status': 'completed', 'code': 200} Apr 05 20:32:38.798061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] No DVR routers for this DVR port d160554f-44f6-445e-bfd5-d7794b46b904 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:38.800395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.847763 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd26d65f-fc1a-4719-a6fa-f7ee1131ff16'] response: {'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'code': 200} Apr 05 20:32:38.904659 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-34aaed4c-931e-4b05-840a-1a400b4a6309 req-871df2f8-5ed7-4cb9-a2c1-a83c84ec5cd2 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.39 "DELETE /v2.0/ports/d160554f-44f6-445e-bfd5-d7794b46b904 HTTP/1.1" status: 204 len: 173 time: 1.2047923 Apr 05 20:32:39.100945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178ad6a-2701-43a0-9f2d-05fb5093a345 req-758c041d-ca65-4fa1-9451-8e53eb427d0b tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:39.100945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e178ad6a-2701-43a0-9f2d-05fb5093a345 req-758c041d-ca65-4fa1-9451-8e53eb427d0b tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.1504872 Apr 05 20:32:39.116530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a3ee62c-a7e7-4e0c-9835-d8c34a838960 req-c0398fcc-0084-4c6b-8ff1-ab43a9ff2e3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 1096 time: 0.1307271 Apr 05 20:32:39.207626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e178ad6a-2701-43a0-9f2d-05fb5093a345 req-40946427-e04e-4ccd-af6c-4a3480e9ccf1 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900328 Apr 05 20:32:39.210493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a3ee62c-a7e7-4e0c-9835-d8c34a838960 req-76190866-29a0-433a-8b58-3d0486f314c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Apr 05 20:32:39.455666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7156-40a3-418c-909f-6e05ec7e6981 req-92859567-efc4-4f8e-98c4-a0720d2762c6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:39.457225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-823e7156-40a3-418c-909f-6e05ec7e6981 req-92859567-efc4-4f8e-98c4-a0720d2762c6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.0884778 Apr 05 20:32:39.506983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-823e7156-40a3-418c-909f-6e05ec7e6981 req-1f4fd165-ee3d-4900-bc0b-a02de49b50be tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Apr 05 20:32:39.679989 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:39.715946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-851cb708-b1e7-490f-acb4-5f2cd3461609 req-d20eb31c-a3e9-494a-ac6d-ec92248840fd tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8 HTTP/1.1" status: 200 len: 210 time: 0.0446584 Apr 05 20:32:39.857623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683415c-58f5-4e00-a685-aa8ffee33c2f req-d9c9ac93-55bd-499c-b189-f547f3bf0869 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:39.859310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1683415c-58f5-4e00-a685-aa8ffee33c2f req-d9c9ac93-55bd-499c-b189-f547f3bf0869 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 944 time: 0.0967495 Apr 05 20:32:39.956269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1683415c-58f5-4e00-a685-aa8ffee33c2f req-a595c328-8427-495b-8bc7-0b82da8489cc tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620437 Apr 05 20:32:39.978709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9389-c2a5-4ab1-b6ac-9de813c982e7 req-14bb8fef-fe15-4601-a23d-aacce49f21ef tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:39.980182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e61a9389-c2a5-4ab1-b6ac-9de813c982e7 req-14bb8fef-fe15-4601-a23d-aacce49f21ef tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1198299 Apr 05 20:32:40.043763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e61a9389-c2a5-4ab1-b6ac-9de813c982e7 req-f2eb85d7-18c8-4f3a-a497-3794dccf35c8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531554 Apr 05 20:32:40.250974 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:32:40.385791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:40.393766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:40.427158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: e11a2e93-f53b-4364-986a-eab6984d0628 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:40.427493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e11a2e93-f53b-4364-986a-eab6984d0628 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:40.593108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:40.613360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'port_id': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:40.668655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:40.688469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:40.708246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:40.795166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-deleted', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:40.816790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:40.886529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:40.890331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0548d-bd74-4fe8-82d3-b9270680b65d req-61986ef3-8d89-4cfd-aff9-c4aa002465f0 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:40.891783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78a0548d-bd74-4fe8-82d3-b9270680b65d req-61986ef3-8d89-4cfd-aff9-c4aa002465f0 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.0820222 Apr 05 20:32:40.938391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78a0548d-bd74-4fe8-82d3-b9270680b65d req-ca46df1b-55b0-4d75-8f45-c13e3d7d2308 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Apr 05 20:32:41.125412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f38aa-7467-40ae-8fa3-b2bb46930771 req-4c28f2f7-820d-4149-9336-93c149cfb5db tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:41.126858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e4f38aa-7467-40ae-8fa3-b2bb46930771 req-4c28f2f7-820d-4149-9336-93c149cfb5db tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.0777099 Apr 05 20:32:41.176107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e4f38aa-7467-40ae-8fa3-b2bb46930771 req-ae35b401-22f3-4c27-a67e-484d2e70006f tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432079 Apr 05 20:32:41.372409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4c407-eeab-47cf-9754-f05350d4e856 req-be7eff8e-63fe-48c0-a0c4-bf6d364489e8 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:41.373885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90a4c407-eeab-47cf-9754-f05350d4e856 req-be7eff8e-63fe-48c0-a0c4-bf6d364489e8 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 944 time: 0.0830438 Apr 05 20:32:41.419767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90a4c407-eeab-47cf-9754-f05350d4e856 req-e3d8e38c-764e-4e52-9bf4-94cc93b2b845 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Apr 05 20:32:41.502926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9ca0ffa8-2375-4b6a-9563-dc6c2f122134'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:41.583858 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d93ea6d-a52d-46cb-b5c4-a4c610a9cc7c'] response: {'server_uuid': '6a6db1a1-c6f6-4c24-95c9-2b4334fc6fb8', 'name': 'network-vif-deleted', 'tag': 'd160554f-44f6-445e-bfd5-d7794b46b904', 'status': 'completed', 'code': 200} Apr 05 20:32:41.733595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-ced7901a-66d4-43c1-8c64-0ef5ba867456 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:41.734332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-ced7901a-66d4-43c1-8c64-0ef5ba867456 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:41.746976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-5b9d4e26-24ea-4a83-9071-d22fbf98d3ab tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 1101 time: 0.0755670 Apr 05 20:32:41.773772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:41.860188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:41.862370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-ced7901a-66d4-43c1-8c64-0ef5ba867456 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:41.863918 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-ced7901a-66d4-43c1-8c64-0ef5ba867456 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 944 time: 0.2289467 Apr 05 20:32:41.865865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Usage tracker for resource:security_group_rule and tenant:3b855bc932244990979d4367047bc1d6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:41.870086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:41.877105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:41.898052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169a575-3b83-4a4c-b8d4-f246cc80c3eb req-39237406-1bca-4527-8901-3e04e1ceb833 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:41.900096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f169a575-3b83-4a4c-b8d4-f246cc80c3eb req-39237406-1bca-4527-8901-3e04e1ceb833 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 945 time: 0.1175816 Apr 05 20:32:41.937488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Deleting port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:41.937925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:41.980592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f169a575-3b83-4a4c-b8d4-f246cc80c3eb req-c9d98521-b90b-4381-b93d-f7ca2c9bacf0 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706701 Apr 05 20:32:41.995981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.071865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.147940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f21b00e5-b3b1-4073-867d-b48300bc4ee0 req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915598 Apr 05 20:32:42.154533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38714fb-bbad-4238-ac2f-b2f6da42d7ea tempest-LiveMigrationNegativeTest-26446962 tempest-LiveMigrationNegativeTest-26446962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ed1079-3f18-4794-ba8a-f75bc4f36216,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:42.189956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] For port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:42.190532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.194617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66358ff7-a814-4f20-958b-34a6e6a2c045 req-fddd30ae-9e52-4b93-80c5-3a158521ebc0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:42.196097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66358ff7-a814-4f20-958b-34a6e6a2c045 req-fddd30ae-9e52-4b93-80c5-3a158521ebc0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.0994236 Apr 05 20:32:42.249588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66358ff7-a814-4f20-958b-34a6e6a2c045 req-acc7320e-e4f8-4589-a29d-6155fd90ffaf tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468533 Apr 05 20:32:42.385497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9afc2-9991-45f4-9e1f-97f6af5998df req-95897356-55c2-402b-a6c2-ca664d0cca40 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:42.386319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:42.387388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Calling delete_port for 268878e1-9f42-4eaf-a57c-bdf3d39d5cca owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:42.389938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06f9afc2-9991-45f4-9e1f-97f6af5998df req-95897356-55c2-402b-a6c2-ca664d0cca40 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.0910099 Apr 05 20:32:42.397088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d160554f-44f6-445e-bfd5-d7794b46b904 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:42.441186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: d160554f-44f6-445e-bfd5-d7794b46b904 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:42.443660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d160554f-44f6-445e-bfd5-d7794b46b904 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:42.465670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06f9afc2-9991-45f4-9e1f-97f6af5998df req-7c332d20-ce4c-4854-98c2-a5e1b2a6e927 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675256 Apr 05 20:32:42.580650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:42.597330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'mac_address': 'fa:16:3e:14:bd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:42.617981 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.659338 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.666104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event deleted for resources: {'Port': ['ID=268878e1-9f42-4eaf-a57c-bdf3d39d5cca,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:42.678256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9440eebe-4f3f-4164-bc8a-add479fe09b2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:42.694426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:42.746171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] No DVR routers for this DVR port 268878e1-9f42-4eaf-a57c-bdf3d39d5cca on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:42.748303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.839776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.840616 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81767d20-e081-4f60-9bba-456a27a2b7ff req-966bf337-0fae-4f55-ac89-47a6d0af65b6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "DELETE /v2.0/ports/268878e1-9f42-4eaf-a57c-bdf3d39d5cca HTTP/1.1" status: 204 len: 173 time: 0.9708860 Apr 05 20:32:42.911990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=12']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:43.055487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09ec6a-f32d-4522-ba86-89d83523a9ac req-da411621-672b-4f13-9126-e76aa434e7a6 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=82cda5d8-fe9b-466c-a495-017207fd5505 HTTP/1.1" status: 200 len: 210 time: 0.0413642 Apr 05 20:32:43.105350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9440eebe-4f3f-4164-bc8a-add479fe09b2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:43.381947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5bea615-84ae-401a-aa66-81e660723dd4 req-56dbeeb0-8aa3-4f30-9f95-1233af2fe7be service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1935167 Apr 05 20:32:43.390508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aab68c-4a35-439e-b71e-08b0f4749c5e req-b71643cc-84ff-4482-8495-304f311a4bd0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:43.391857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06aab68c-4a35-439e-b71e-08b0f4749c5e req-b71643cc-84ff-4482-8495-304f311a4bd0 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.1723163 Apr 05 20:32:43.401687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-24a4acff-e4d8-4966-87fb-0c1c8dcad0e3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:43.403030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-24a4acff-e4d8-4966-87fb-0c1c8dcad0e3 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 949 time: 0.1786833 Apr 05 20:32:43.578449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'name': 'network-vif-deleted', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:43.599537 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-ef6c481d-b0b3-4979-a463-90fb4e330f3d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767550 Apr 05 20:32:43.641002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Deleting port 4fb022b1-fef7-4d85-b241-ad36d85c7883 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:43.641367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:43.681304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06aab68c-4a35-439e-b71e-08b0f4749c5e req-b898da06-7f8c-4b45-b696-8c353fc43ba6 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/security-groups?id=3599aba0-193b-4a70-bbfb-26203a0c1826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772925 Apr 05 20:32:43.728897 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-7f6c2cfc-f278-44bd-a98e-8ed38fa8740d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1095 time: 0.0947583 Apr 05 20:32:43.735327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b1b62-4d23-4f76-a891-4a520ced5e68 req-873e151f-b3c1-47d5-a153-29b51d797991 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:43.736961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab0b1b62-4d23-4f76-a891-4a520ced5e68 req-873e151f-b3c1-47d5-a153-29b51d797991 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 945 time: 0.1904464 Apr 05 20:32:43.888218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-4b2db7d0-a21d-48ff-beb9-69f4b4c9cefd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:43.890495 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-4b2db7d0-a21d-48ff-beb9-69f4b4c9cefd service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.1402702 Apr 05 20:32:43.957963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab0b1b62-4d23-4f76-a891-4a520ced5e68 req-8f3304a6-7459-44de-bf0f-10df624341c1 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892104 Apr 05 20:32:43.981800 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-296ee2fa-f988-4865-8eab-428454bffa2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 217 time: 0.0787177 Apr 05 20:32:44.055175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-212a72dd-7a53-4b8a-9c78-477b19d50d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.056618 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-212a72dd-7a53-4b8a-9c78-477b19d50d35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.0648148 Apr 05 20:32:44.069782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c928cb-d4fe-4ece-bcc2-7880670acb47 req-82fe0249-40e3-471f-a0be-796d867f1a94 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.071960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94c928cb-d4fe-4ece-bcc2-7880670acb47 req-82fe0249-40e3-471f-a0be-796d867f1a94 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 948 time: 0.2542899 Apr 05 20:32:44.078065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] For port 4fb022b1-fef7-4d85-b241-ad36d85c7883, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4fb022b1-fef7-4d85-b241-ad36d85c7883,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:44.078573 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.107741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-731a7a11-09e0-4ecc-a62b-2b24d858bcbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424998 Apr 05 20:32:44.254373 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-528b3da6-3a0c-481b-a286-da60cd7ec362 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342652 Apr 05 20:32:44.262302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Calling delete_port for 4fb022b1-fef7-4d85-b241-ad36d85c7883 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:44.351797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94c928cb-d4fe-4ece-bcc2-7880670acb47 req-89331bff-75c5-4a67-87f2-2a9ddb4c4423 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647707 Apr 05 20:32:44.402621 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4f250821-1567-41c9-83d4-ef8002fe9e49 req-e59a92d9-fd0c-4b9a-aff0-52292da3091f service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418941 Apr 05 20:32:44.425550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad7280-a2cd-4e97-8c26-8c7527d1b913 req-fbd010a8-5bf5-4937-a1a7-74a41721e838 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.427079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48ad7280-a2cd-4e97-8c26-8c7527d1b913 req-fbd010a8-5bf5-4937-a1a7-74a41721e838 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.3240585 Apr 05 20:32:44.441827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:44.524541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 9440eebe-4f3f-4164-bc8a-add479fe09b2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:44.524817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.538392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48ad7280-a2cd-4e97-8c26-8c7527d1b913 req-2403bd0d-ab50-45f7-be67-474a2f1ef718 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030734 Apr 05 20:32:44.575181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361036b-f6d4-405d-995a-559b2a8f5e8a req-a4050d02-c766-43dd-9252-726f8f355c16 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.577014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8361036b-f6d4-405d-995a-559b2a8f5e8a req-a4050d02-c766-43dd-9252-726f8f355c16 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 946 time: 0.1041739 Apr 05 20:32:44.614517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.633696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4fb022b1-fef7-4d85-b241-ad36d85c7883'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:44.693486 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.715550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Pushing event deleted for resources: {'Port': ['ID=4fb022b1-fef7-4d85-b241-ad36d85c7883,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:44.722256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:44.729436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8361036b-f6d4-405d-995a-559b2a8f5e8a req-affb77c0-9796-4081-affe-87b01343ed74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467752 Apr 05 20:32:44.733359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:44.811002 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a06e388-0921-4096-8dd4-9ff0469145ae'] response: {'server_uuid': '82cda5d8-fe9b-466c-a495-017207fd5505', 'name': 'network-vif-deleted', 'tag': '268878e1-9f42-4eaf-a57c-bdf3d39d5cca', 'status': 'completed', 'code': 200} Apr 05 20:32:44.811547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] No DVR routers for this DVR port 4fb022b1-fef7-4d85-b241-ad36d85c7883 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:44.814693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.817497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-deleted', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:44.840527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d3ef944-7531-4e10-affd-6e347c2cb4ef req-87147a12-f159-4b27-ba1b-7583ad08ae6b tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.23 "DELETE /v2.0/ports/4fb022b1-fef7-4d85-b241-ad36d85c7883 HTTP/1.1" status: 204 len: 173 time: 1.4208686 Apr 05 20:32:44.850939 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.861406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:44.861543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6015a3c-a3ec-48dd-9579-320619510033 req-b8a353b3-ac64-4f42-9b16-ea2bb8a45e6f tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.861543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6015a3c-a3ec-48dd-9579-320619510033 req-b8a353b3-ac64-4f42-9b16-ea2bb8a45e6f tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.23 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 948 time: 0.1985345 Apr 05 20:32:44.926644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Deleting port b05efd05-9264-4282-9c15-677eff36961b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:44.927190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.969856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=13']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:45.073854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:45.088368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:45.088368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.228154 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.259294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0855f-11f8-4e0d-9137-c4526603df27 req-2907fe76-bcf9-4713-a37b-4056e925420e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:45.260834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ad0855f-11f8-4e0d-9137-c4526603df27 req-2907fe76-bcf9-4713-a37b-4056e925420e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.2477844 Apr 05 20:32:45.277136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:45.376846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.377774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:45.450013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 268878e1-9f42-4eaf-a57c-bdf3d39d5cca {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:45.450708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 268878e1-9f42-4eaf-a57c-bdf3d39d5cca not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:45.478608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:45.488572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bdea5ee1-51ca-4ea1-b211-81073f83fecb req-2ec675a4-a176-484b-b08c-4f805c6b90d9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Synchronizing usage tracker for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:45.500249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] For port b05efd05-9264-4282-9c15-677eff36961b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b05efd05-9264-4282-9c15-677eff36961b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:45.500596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.627897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ad0855f-11f8-4e0d-9137-c4526603df27 req-0b680d13-ef0c-48c0-8a37-46382cb34a86 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550243 Apr 05 20:32:45.635262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Calling delete_port for b05efd05-9264-4282-9c15-677eff36961b owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:45.699570 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e9ca84-316e-42e7-b1c1-4ba554ef9e68'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'code': 200} Apr 05 20:32:45.750678 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19db5d41-837e-491f-a8f1-5f350e3e60a6'] response: {'server_uuid': '9147153f-6b53-4c01-8b57-c8df00b5aa75', 'name': 'network-vif-deleted', 'tag': '4fb022b1-fef7-4d85-b241-ad36d85c7883', 'status': 'completed', 'code': 200} Apr 05 20:32:45.755615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bdea5ee1-51ca-4ea1-b211-81073f83fecb req-2ec675a4-a176-484b-b08c-4f805c6b90d9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] Unset dirty status for tenant:f1efd01f452c408c8f3294718005f108 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:45.765089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdea5ee1-51ca-4ea1-b211-81073f83fecb req-2ec675a4-a176-484b-b08c-4f805c6b90d9 tempest-MigrationsAdminTest-422100583 tempest-MigrationsAdminTest-422100583-project] 10.222.0.10 "GET /v2.0/ports?device_id=9147153f-6b53-4c01-8b57-c8df00b5aa75 HTTP/1.1" status: 200 len: 210 time: 0.4603374 Apr 05 20:32:45.915640 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.974991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Pushing event deleted for resources: {'Port': ['ID=b05efd05-9264-4282-9c15-677eff36961b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:46.062005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] No DVR routers for this DVR port b05efd05-9264-4282-9c15-677eff36961b on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:46.064913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:46.089206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb00bba-4e92-48a6-9884-c260a8caa328 req-d1db0483-57d4-435a-91bb-b106dbf252ec tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.090773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acb00bba-4e92-48a6-9884-c260a8caa328 req-d1db0483-57d4-435a-91bb-b106dbf252ec tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 946 time: 0.2193429 Apr 05 20:32:46.143939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acb00bba-4e92-48a6-9884-c260a8caa328 req-f4e518fe-fe21-4a03-ac9d-435e3d479390 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475876 Apr 05 20:32:46.177792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6015a3c-a3ec-48dd-9579-320619510033 req-a0994e2f-7de6-44b1-b0b0-1aa42c811f8a tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.23 "DELETE /v2.0/ports/b05efd05-9264-4282-9c15-677eff36961b HTTP/1.1" status: 204 len: 173 time: 1.3177202 Apr 05 20:32:46.364875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ee4f8-4943-4bde-97b0-2e1c28a205e5 req-08d02e6d-0df2-4ddd-a16a-b669f6aa3514 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.369960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe6ee4f8-4943-4bde-97b0-2e1c28a205e5 req-08d02e6d-0df2-4ddd-a16a-b669f6aa3514 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.1123271 Apr 05 20:32:46.430334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe6ee4f8-4943-4bde-97b0-2e1c28a205e5 req-3b358f7e-37f4-462f-8797-63da2e2958a0 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517340 Apr 05 20:32:46.507503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-86117914-cc80-4f42-b435-792fa98394d6 req-ba27df05-144e-469c-8ef2-ef71feee15b6 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Synchronizing usage tracker for tenant:5b4ddd84144841a4a1f0f26ad08dd532 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:46.631461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-86117914-cc80-4f42-b435-792fa98394d6 req-ba27df05-144e-469c-8ef2-ef71feee15b6 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Unset dirty status for tenant:5b4ddd84144841a4a1f0f26ad08dd532 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:46.641927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86117914-cc80-4f42-b435-792fa98394d6 req-ba27df05-144e-469c-8ef2-ef71feee15b6 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=97e13db1-ee17-4866-a278-0cad7ed6c657 HTTP/1.1" status: 200 len: 210 time: 0.2103162 Apr 05 20:32:46.689210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90936-9f81-4503-a46a-70067be5b3fa req-63e18861-75d3-4ef6-95fa-ad8c5b63c39f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.690077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4d90936-9f81-4503-a46a-70067be5b3fa req-63e18861-75d3-4ef6-95fa-ad8c5b63c39f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.1015677 Apr 05 20:32:46.740340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4d90936-9f81-4503-a46a-70067be5b3fa req-7c87c9e7-766f-4b04-991b-9c5bbbdf3968 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473061 Apr 05 20:32:46.959618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5c9dc-0ce6-4bc1-aab3-85c1d825761b req-6a4c4ab3-14ed-472e-b3a1-a56ee33f0acb tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.961124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7b5c9dc-0ce6-4bc1-aab3-85c1d825761b req-6a4c4ab3-14ed-472e-b3a1-a56ee33f0acb tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 944 time: 0.2107263 Apr 05 20:32:47.052238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-472147b5-5ab5-4d74-a416-d91adcf8f950 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:47.054071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-472147b5-5ab5-4d74-a416-d91adcf8f950 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.2561734 Apr 05 20:32:47.119068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7b5c9dc-0ce6-4bc1-aab3-85c1d825761b req-072c20bd-ecdf-47fd-8413-14cd1759bfe2 tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c58c370-4ddc-46d4-86e4-2108141ecbe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497295 Apr 05 20:32:47.135709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-3f073123-e8cc-4a3e-bae1-a0868713d03a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:47.137096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-3f073123-e8cc-4a3e-bae1-a0868713d03a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Synchronizing usage tracker for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:47.345208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4d9c3-e309-41bf-b5fd-4118010d88e4 req-50373d53-8d50-4219-b190-ae545f921a7c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:47.345208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5b4d9c3-e309-41bf-b5fd-4118010d88e4 req-50373d53-8d50-4219-b190-ae545f921a7c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.3466413 Apr 05 20:32:47.345208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Deleting port 5f083905-9489-4912-87fe-805696de7684 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:47.345208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:47.443118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5b4d9c3-e309-41bf-b5fd-4118010d88e4 req-ada600e0-4883-4124-87b9-c645177910cc tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887631 Apr 05 20:32:47.453008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b05efd05-9264-4282-9c15-677eff36961b no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:47.555591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: b05efd05-9264-4282-9c15-677eff36961b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:47.555591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b05efd05-9264-4282-9c15-677eff36961b not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:47.555591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:47.584098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 4fb022b1-fef7-4d85-b241-ad36d85c7883 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:47.584449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4fb022b1-fef7-4d85-b241-ad36d85c7883 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:47.700237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:47.753994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] For port 5f083905-9489-4912-87fe-805696de7684, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5f083905-9489-4912-87fe-805696de7684,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:47.754507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:47.761558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-deleted', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:47.942832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3eb1e-317e-4149-b996-ba3ef43dddd2 req-dc21d999-0980-4a12-a279-31120684b1bf tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:47.944365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fe3eb1e-317e-4149-b996-ba3ef43dddd2 req-dc21d999-0980-4a12-a279-31120684b1bf tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 946 time: 0.4355481 Apr 05 20:32:47.971908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-3f073123-e8cc-4a3e-bae1-a0868713d03a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Unset dirty status for tenant:e31513a38b3342e89d1eadcd84a80ac0 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:47.972443 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-3f073123-e8cc-4a3e-bae1-a0868713d03a tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 944 time: 0.9403365 Apr 05 20:32:48.034848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Calling delete_port for 5f083905-9489-4912-87fe-805696de7684 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:48.067792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Deleting port 347b3440-d8ff-41a3-b818-5b10d8f861b9 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:48.069882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.116209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441109e6-0a12-4d86-ab92-e1a9cc40f0d2 req-69c68bfc-6d25-4ffe-bcd5-aea020de604c tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:48.117950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-441109e6-0a12-4d86-ab92-e1a9cc40f0d2 req-69c68bfc-6d25-4ffe-bcd5-aea020de604c tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 950 time: 0.5051777 Apr 05 20:32:48.194413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fe3eb1e-317e-4149-b996-ba3ef43dddd2 req-01dd0ca5-3ba3-4581-888a-bf29b734e573 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883311 Apr 05 20:32:48.268385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-441109e6-0a12-4d86-ab92-e1a9cc40f0d2 req-147eb005-9e42-4949-b646-3478157ced51 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384859 Apr 05 20:32:48.476743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] For port 347b3440-d8ff-41a3-b818-5b10d8f861b9, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=347b3440-d8ff-41a3-b818-5b10d8f861b9,segment=NetworkSegment(505dfaa9-084b-4569-822a-a738207e6589),segment_id=505dfaa9-084b-4569-822a-a738207e6589)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:48.477391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.513840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.528075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ca85557f-493b-450c-9eb4-e1955b6e1422', '5f083905-9489-4912-87fe-805696de7684'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:48.595053 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0201b86e-734b-4636-b3bd-39ad3b6e719b'] response: {'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'code': 200} Apr 05 20:32:48.653721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47190) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:48.673807 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5243e4-4a67-4d57-8cb3-b1e1ca777dd8'] response: {'server_uuid': '97e13db1-ee17-4866-a278-0cad7ed6c657', 'name': 'network-vif-deleted', 'tag': 'b05efd05-9264-4282-9c15-677eff36961b', 'status': 'completed', 'code': 200} Apr 05 20:32:48.687917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Pushing event deleted for resources: {'Port': ['ID=5f083905-9489-4912-87fe-805696de7684,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:48.711859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Calling delete_port for 347b3440-d8ff-41a3-b818-5b10d8f861b9 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:48.805688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] No DVR routers for this DVR port 5f083905-9489-4912-87fe-805696de7684 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:48.818954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.848759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e2894-d342-43bb-b9b1-28392bf3498a req-b4f28b08-9f73-4385-ab02-e1062e59ead2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:48.851357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45e2894-d342-43bb-b9b1-28392bf3498a req-b4f28b08-9f73-4385-ab02-e1062e59ead2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.4190264 Apr 05 20:32:49.020959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b32d679-aa8a-4967-b5fe-0d9690416443 req-76134a30-c753-4aec-96c7-4da62b38168e tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "DELETE /v2.0/ports/5f083905-9489-4912-87fe-805696de7684 HTTP/1.1" status: 204 len: 173 time: 1.9212794 Apr 05 20:32:49.054025 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5d994bdd-d2f6-4267-b3ce-bbd6a7a9db8a req-254aadf2-4c53-43ae-8e0c-a66150f94f95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 1097 time: 0.1360667 Apr 05 20:32:49.055371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45e2894-d342-43bb-b9b1-28392bf3498a req-cf42e539-ac81-4b78-a36a-14ff8f0609b8 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521895 Apr 05 20:32:49.097561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9f1c7163-54d3-447b-92c8-3846594cc5ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1efd01f452c408c8f3294718005f108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4426136 Apr 05 20:32:49.105778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad234-7a97-46d7-aae4-79ceae3c4cbb req-7359a74a-1a11-4d78-8728-4726ac3b9787 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:49.112871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fdad234-7a97-46d7-aae4-79ceae3c4cbb req-7359a74a-1a11-4d78-8728-4726ac3b9787 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.2602279 Apr 05 20:32:49.121216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47198) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:49.122932 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5d994bdd-d2f6-4267-b3ce-bbd6a7a9db8a req-f8302e6d-d992-4bd9-84c3-808e93cd5306 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620010 Apr 05 20:32:49.139269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.174441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fdad234-7a97-46d7-aae4-79ceae3c4cbb req-3f67671a-9c2a-4db4-816c-615c201202a3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603206 Apr 05 20:32:49.225520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Pushing event deleted for resources: {'Port': ['ID=347b3440-d8ff-41a3-b818-5b10d8f861b9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:49.322638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] No DVR routers for this DVR port 347b3440-d8ff-41a3-b818-5b10d8f861b9 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:49.326089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.331726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fd84d67-dc37-48b7-9ecc-6fc5e8469e3c req-5863099b-505f-4b60-8ab5-0a9d3862b1ba tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 210 time: 0.1314542 Apr 05 20:32:49.345559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'name': 'network-vif-deleted', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:49.386222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5235ffd9-a861-4768-88b8-40f40129c7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.427765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5235ffd9-a861-4768-88b8-40f40129c7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.489959 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1b0d70dc-d045-49a7-9e96-d6bda52e109f req-dcd767b5-def2-4655-8b7d-0a2f4d42be4b tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.39 "DELETE /v2.0/ports/347b3440-d8ff-41a3-b818-5b10d8f861b9 HTTP/1.1" status: 204 len: 173 time: 1.5112607 Apr 05 20:32:49.611065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5235ffd9-a861-4768-88b8-40f40129c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.640469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235ffd9-a861-4768-88b8-40f40129c7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3599aba0-193b-4a70-bbfb-26203a0c1826,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:49.646124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5235ffd9-a861-4768-88b8-40f40129c7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.647265 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5235ffd9-a861-4768-88b8-40f40129c7b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3599aba0-193b-4a70-bbfb-26203a0c1826 HTTP/1.1" status: 204 len: 168 time: 0.5234733 Apr 05 20:32:49.669489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f83a-b8f5-4b82-885f-467d125c4066 req-c0f1a486-659b-4292-8249-53e463a5eb30 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:49.676914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe50f83a-b8f5-4b82-885f-467d125c4066 req-c0f1a486-659b-4292-8249-53e463a5eb30 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 946 time: 0.1356072 Apr 05 20:32:49.746932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe50f83a-b8f5-4b82-885f-467d125c4066 req-ba499c73-3e84-456a-b75d-8a4569311fc0 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689414 Apr 05 20:32:49.984067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-503edc0c-f19b-44d2-aa7f-3c360bce4f03 req-0d752a0f-a7eb-4c61-9f27-4a7b17fd1dcb tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Synchronizing usage tracker for tenant:419605865a74469b9d507eb2969f1466 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:50.049337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:50.108605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-503edc0c-f19b-44d2-aa7f-3c360bce4f03 req-0d752a0f-a7eb-4c61-9f27-4a7b17fd1dcb tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Unset dirty status for tenant:419605865a74469b9d507eb2969f1466 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:50.109997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-503edc0c-f19b-44d2-aa7f-3c360bce4f03 req-0d752a0f-a7eb-4c61-9f27-4a7b17fd1dcb tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=951b9cdb-2628-4312-a005-18a2e3132c08 HTTP/1.1" status: 200 len: 210 time: 0.1818795 Apr 05 20:32:50.136676 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60aa0a99-cd4f-491a-a0ed-8f7a5171472b'] response: {'server_uuid': '5e02858c-fa32-4c3b-9bf5-f94409b6121c', 'name': 'network-vif-deleted', 'tag': '347b3440-d8ff-41a3-b818-5b10d8f861b9', 'status': 'completed', 'code': 200} Apr 05 20:32:50.442479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:50.485879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 347b3440-d8ff-41a3-b818-5b10d8f861b9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:50.486708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 347b3440-d8ff-41a3-b818-5b10d8f861b9 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:50.494381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13535f9f-cf8c-4062-8417-c5636fcd1fd3 req-ecbe5e77-20f8-4726-9c6c-a3ddff92b70d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:50.502010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13535f9f-cf8c-4062-8417-c5636fcd1fd3 req-ecbe5e77-20f8-4726-9c6c-a3ddff92b70d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.2164872 Apr 05 20:32:50.513017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8068a-8806-496c-8ddb-54dd73523ba9 req-e30f03c6-38ea-4679-bfdf-5583899271b2 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:50.514467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cf8068a-8806-496c-8ddb-54dd73523ba9 req-e30f03c6-38ea-4679-bfdf-5583899271b2 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 948 time: 0.1480815 Apr 05 20:32:50.603850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cf8068a-8806-496c-8ddb-54dd73523ba9 req-1e4d8494-9594-412f-924d-f9ecf1460a23 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723090 Apr 05 20:32:50.618106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13535f9f-cf8c-4062-8417-c5636fcd1fd3 req-626d371c-9bd8-48ae-9835-d2e41b171710 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141553 Apr 05 20:32:50.674842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951b9cdb-2628-4312-a005-18a2e3132c08', 'name': 'network-vif-deleted', 'tag': '5f083905-9489-4912-87fe-805696de7684'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:50.954262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1396e8ae-c166-4976-af66-94402a318b9d req-9f85484a-f7ad-4efe-9934-61d35f467c3c tempest-LiveAutoBlockMigrationV225Test-549404974 tempest-LiveAutoBlockMigrationV225Test-549404974-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e02858c-fa32-4c3b-9bf5-f94409b6121c HTTP/1.1" status: 200 len: 210 time: 0.0855045 Apr 05 20:32:50.974802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd756448-13d5-4e96-bcd5-7f1a41d3b831 req-71ff88f7-6c22-4841-9ce1-b35ec2284c57 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:50.977282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd756448-13d5-4e96-bcd5-7f1a41d3b831 req-71ff88f7-6c22-4841-9ce1-b35ec2284c57 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.2093503 Apr 05 20:32:51.041627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd756448-13d5-4e96-bcd5-7f1a41d3b831 req-54567a01-cca3-4ad8-9a96-2352d6cf48fa tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585384 Apr 05 20:32:51.134941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47230) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:51.273930 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57888eb7-41ef-4f6a-ad06-fc93e68102d4'] response: {'server_uuid': '951b9cdb-2628-4312-a005-18a2e3132c08', 'name': 'network-vif-deleted', 'tag': '5f083905-9489-4912-87fe-805696de7684', 'status': 'completed', 'code': 200} Apr 05 20:32:51.293697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47236) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:51.293934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e39e1446-bd88-42bc-a99d-ab1f56ce6d5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6758d26009e247429ec8ff13e3bcbf8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1571603 Apr 05 20:32:51.451890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5d343-7f6f-4efe-9257-c896060eb8f8 req-17ca1540-fa34-40b1-8c9d-59a8515d3f99 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:51.453875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82f5d343-7f6f-4efe-9257-c896060eb8f8 req-17ca1540-fa34-40b1-8c9d-59a8515d3f99 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.3236175 Apr 05 20:32:51.466668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 5f083905-9489-4912-87fe-805696de7684 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:51.498753 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58ca3ed3-c8a6-45ff-a8fa-cacab7ee6ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:51.530465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a0cd6-a585-4e8d-aa8b-e5139b7f1fb9 req-a49009b1-bb37-4a12-b95b-ca154df2fcba tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:51.531971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-176a0cd6-a585-4e8d-aa8b-e5139b7f1fb9 req-a49009b1-bb37-4a12-b95b-ca154df2fcba tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 946 time: 0.2400568 Apr 05 20:32:51.559064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 5f083905-9489-4912-87fe-805696de7684 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:51.559403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 5f083905-9489-4912-87fe-805696de7684 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:51.575673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58ca3ed3-c8a6-45ff-a8fa-cacab7ee6ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:51.584446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82f5d343-7f6f-4efe-9257-c896060eb8f8 req-1ed4810a-1be3-411d-8c18-a702902419e0 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227384 Apr 05 20:32:51.638333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-176a0cd6-a585-4e8d-aa8b-e5139b7f1fb9 req-45c662de-b9e9-4bb3-ae5a-c37bfc53e00e tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006191 Apr 05 20:32:51.881474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633af279-b253-4264-b7f6-233ae265fd6c req-dde33d40-07bb-4e64-945f-3122deff5382 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:51.883025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-633af279-b253-4264-b7f6-233ae265fd6c req-dde33d40-07bb-4e64-945f-3122deff5382 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 948 time: 0.0784488 Apr 05 20:32:51.933598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-633af279-b253-4264-b7f6-233ae265fd6c req-5d9afeba-893f-458d-922f-c8b67b967cd7 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfeeeb9d-51ef-4feb-8e79-545ad739debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450325 Apr 05 20:32:52.122205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c166f-232e-4e1d-a694-df6dfe35d1d5 req-77ac2026-9e27-4ff3-b845-c5cf76280f9d tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:52.123578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a66c166f-232e-4e1d-a694-df6dfe35d1d5 req-77ac2026-9e27-4ff3-b845-c5cf76280f9d tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 946 time: 0.0802858 Apr 05 20:32:52.132279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:52.138003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Request body: {'floatingip': {'port_id': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:32:52.299308 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58ca3ed3-c8a6-45ff-a8fa-cacab7ee6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.339994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca3ed3-c8a6-45ff-a8fa-cacab7ee6ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd373eab-a245-4efd-bab6-9798f923d080,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:52.343598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.481119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58ca3ed3-c8a6-45ff-a8fa-cacab7ee6ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.482374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-58ca3ed3-c8a6-45ff-a8fa-cacab7ee6ba7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd373eab-a245-4efd-bab6-9798f923d080 HTTP/1.1" status: 204 len: 168 time: 1.1885417 Apr 05 20:32:52.681831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-83804bb2-0dce-4707-af73-f67d6eb7561e tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:52.683327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-83804bb2-0dce-4707-af73-f67d6eb7561e tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Synchronizing usage tracker for tenant:5b4ddd84144841a4a1f0f26ad08dd532 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:52.701392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-83804bb2-0dce-4707-af73-f67d6eb7561e tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Unset dirty status for tenant:5b4ddd84144841a4a1f0f26ad08dd532 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:52.702575 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-83804bb2-0dce-4707-af73-f67d6eb7561e tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 948 time: 0.1377096 Apr 05 20:32:52.808464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:52.884830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Deleting port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:52.885467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:53.615152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] Deleting subnet 69567d96-9275-495b-9828-be536b692689 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:32:53.634547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:53.736411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] For port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:53.737622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:53.772073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7be7a8-a62b-47d0-aedc-d473285a9a03 req-d75fefbf-fc8d-425c-9fe2-5ea878106e50 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:53.788636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f7be7a8-a62b-47d0-aedc-d473285a9a03 req-d75fefbf-fc8d-425c-9fe2-5ea878106e50 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 950 time: 0.4792647 Apr 05 20:32:53.840337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:53.969427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Calling delete_port for f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:54.097705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d0717-8d3c-452a-853f-d213409551ac req-47345ad8-f9db-4b77-8086-75651603ee03 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:54.105514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-671d0717-8d3c-452a-853f-d213409551ac req-47345ad8-f9db-4b77-8086-75651603ee03 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.6734664 Apr 05 20:32:54.111139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.151176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f7be7a8-a62b-47d0-aedc-d473285a9a03 req-cc3a88cd-8e7a-414b-b087-f4c4eaced923 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515840 Apr 05 20:32:54.230441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.268544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.280237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.375563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Pushing event deleted for resources: {'Port': ['ID=f62d90fa-a9c6-4875-a1fd-04414a2fc9b7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:54.530299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] No DVR routers for this DVR port f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:54.534061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.537978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-deleted', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:54.555287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb41a8f4-8bb8-4678-97bd-cd6c9f06fff7 req-e42ed4bd-67f7-4331-942c-aed5dd3244fe tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d91d249-ca4a-492e-8697-7441c13cbce7 HTTP/1.1" status: 200 len: 210 time: 0.0651009 Apr 05 20:32:54.632338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.684203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-671d0717-8d3c-452a-853f-d213409551ac req-d29428d3-a68e-4e2e-b9b6-323d7cc84102 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5777543 Apr 05 20:32:54.744666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-31c12bba-49f0-4b4c-8078-911de4e61380 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:54.750738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.760166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-31c12bba-49f0-4b4c-8078-911de4e61380 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 950 time: 0.5924904 Apr 05 20:32:54.760406 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/69567d96-9275-495b-9828-be536b692689 HTTP/1.1" status: 204 len: 168 time: 1.8770909 Apr 05 20:32:54.764400 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cf92b30a-1930-4f2f-a6b5-6ad0dda3b1da req-9d436973-e8a4-47b1-aec7-0c80bf4b1be4 tempest-ListImageFiltersTestJSON-184308829 tempest-ListImageFiltersTestJSON-184308829-project] 10.222.0.39 "DELETE /v2.0/ports/f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 HTTP/1.1" status: 204 len: 173 time: 2.0533085 Apr 05 20:32:54.772409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47308) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:54.791255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c23c14-f06b-43ac-92c8-63b0bfcbc186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69567d96-9275-495b-9828-be536b692689,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:54.848021 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1f859c-a2ae-4c20-8c8c-e29f2c468b3d'] response: {'server_uuid': '1d91d249-ca4a-492e-8697-7441c13cbce7', 'name': 'network-vif-deleted', 'tag': 'f62d90fa-a9c6-4875-a1fd-04414a2fc9b7', 'status': 'completed', 'code': 200} Apr 05 20:32:54.875762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Deleting port ca85557f-493b-450c-9eb4-e1955b6e1422 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:32:54.881917 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.158945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.382425 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.383210 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Floating IP 5f7533fc-9581-422d-92dc-a411bd685615 associated. External IP: 172.25.2.134, port: 9ca0ffa8-2375-4b6a-9563-dc6c2f122134. Apr 05 20:32:55.419150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197ae67c-ccf2-410d-9b84-d7d0ee796555']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:55.442517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505dfaa9-084b-4569-822a-a738207e6589') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:55.443246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505dfaa9-084b-4569-822a-a738207e6589') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:55.464502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.485348 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.494295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:32:55.494706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:32:55.526337 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:32:55.708180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.741712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] For port ca85557f-493b-450c-9eb4-e1955b6e1422, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ca85557f-493b-450c-9eb4-e1955b6e1422,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:55.743017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.746272 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.765267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=197ae67c-ccf2-410d-9b84-d7d0ee796555,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:55.875628 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b2b2da88-32c3-44b2-9f82-75884bc48d67 admin admin] 10.222.0.10 "DELETE /v2.0/networks/197ae67c-ccf2-410d-9b84-d7d0ee796555 HTTP/1.1" status: 204 len: 168 time: 1.0939190 Apr 05 20:32:55.881146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47334) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:55.885063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Calling delete_port for ca85557f-493b-450c-9eb4-e1955b6e1422 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:32:55.979358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6827b9-5358-4e00-9a5a-169e7912ee0f req-f108e56c-8e9d-4851-b81d-2f4007a895fd tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:55.986140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad6827b9-5358-4e00-9a5a-169e7912ee0f req-f108e56c-8e9d-4851-b81d-2f4007a895fd tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.6612341 Apr 05 20:32:56.019902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b39acb-5658-4376-8a69-311b07c1cabc req-132137fa-d889-4743-9e17-15675a4f702b tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:56.029288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77b39acb-5658-4376-8a69-311b07c1cabc req-132137fa-d889-4743-9e17-15675a4f702b tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e01c7ba-e68b-4a60-9d82-be45e699eb95 HTTP/1.1" status: 200 len: 950 time: 0.4972286 Apr 05 20:32:56.121537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] Deleting subnet e295d28b-27fe-43fe-9261-cb3fca503254 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:32:56.140479 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.227380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad6827b9-5358-4e00-9a5a-169e7912ee0f req-c5625fb9-0fa2-475b-98d7-0e20884c086d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387004 Apr 05 20:32:56.297564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77b39acb-5658-4376-8a69-311b07c1cabc req-ec73efc0-5768-43b1-abff-684e6f416d66 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.10 "GET /v2.0/security-groups?id=ef88497e-7474-4694-9368-9c5b75c0054f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672548 Apr 05 20:32:56.338233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.459019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.471875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:56.497121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.579953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Pushing event deleted for resources: {'Port': ['ID=ca85557f-493b-450c-9eb4-e1955b6e1422,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:56.586925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:32:56.587562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device f62d90fa-a9c6-4875-a1fd-04414a2fc9b7 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:56.593675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ca85557f-493b-450c-9eb4-e1955b6e1422'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:56.933332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] No DVR routers for this DVR port ca85557f-493b-450c-9eb4-e1955b6e1422 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:56.952025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.954589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'name': 'network-vif-deleted', 'tag': 'ca85557f-493b-450c-9eb4-e1955b6e1422'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:56.983483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-41c27063-b3eb-4870-afb0-a866179e2ba6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:56.984942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-41c27063-b3eb-4870-afb0-a866179e2ba6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 0.4372685 Apr 05 20:32:56.986115 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.184543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e295d28b-27fe-43fe-9261-cb3fca503254,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:57.211694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-e4cbe464-856f-4d62-b961-203ff07cbce6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/quotas/87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 375 time: 0.0551162 Apr 05 20:32:57.214892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.216633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-27105571-8d63-44f5-9956-649179b2439c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e295d28b-27fe-43fe-9261-cb3fca503254 HTTP/1.1" status: 204 len: 168 time: 1.3045440 Apr 05 20:32:57.220404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47352) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:57.306099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6fb9979-6182-4c11-bb2a-2d094a863968 req-4ac7a11d-18a4-4b8d-be73-8972e768e236 tempest-LiveMigrationNegativeTest-1331766332 tempest-LiveMigrationNegativeTest-1331766332-project] 10.222.0.23 "DELETE /v2.0/ports/ca85557f-493b-450c-9eb4-e1955b6e1422 HTTP/1.1" status: 204 len: 173 time: 2.5375142 Apr 05 20:32:57.320076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafd596-b05c-4172-adb5-06ab76d87a5c req-ea16e62e-9e6f-4d3f-b40e-0f525143c689 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:57.321865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3dafd596-b05c-4172-adb5-06ab76d87a5c req-ea16e62e-9e6f-4d3f-b40e-0f525143c689 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.5500822 Apr 05 20:32:57.377658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.417649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3dafd596-b05c-4172-adb5-06ab76d87a5c req-9519d53b-ad58-4610-b131-40040fab3fc8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863781 Apr 05 20:32:57.451889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-b706de54-45ab-4fea-a23c-289527685bb8 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2200670 Apr 05 20:32:57.482022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 16829c20-b2e6-4864-8650-fd0bc2ecb349 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:57.573562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.608498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f219bb16-9c23-40c2-a409-f7fdf6cc024e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:57.613126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:32:57.624583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e2a69a-dc7b-45dc-9857-96752c0aff6f') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:57.626759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e2a69a-dc7b-45dc-9857-96752c0aff6f') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:57.648944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-dcc8756f-8efa-4e3c-b7bd-370118d37076 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955395 Apr 05 20:32:57.653024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.673839 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.681692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:32:57.682218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.822787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:32:57.829597 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:32:57.846730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'port_id': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'mac_address': 'fa:16:3e:d7:eb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfffaf-1faf-48b7-8a96-63a3bdb635a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:57.897663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.926840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.936014 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.936875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] Pushing event deleted for resources: {'Network': ['ID=f219bb16-9c23-40c2-a409-f7fdf6cc024e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:57.945761 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62224cb9-f8d9-40cf-b616-672fbcdd4868 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f219bb16-9c23-40c2-a409-f7fdf6cc024e HTTP/1.1" status: 204 len: 168 time: 0.7232347 Apr 05 20:32:57.967582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16829c20-b2e6-4864-8650-fd0bc2ecb349 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:32:57.986476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-8a5b14a7-8f66-4ecb-b541-fff3c12d3935 service neutron] 10.222.0.10 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360791 Apr 05 20:32:58.002115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:32:58.058597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:58.168649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:32:58.192463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:58.202763 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] Sync routers for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:32:58.217409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['16829c20-b2e6-4864-8650-fd0bc2ecb349'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:32:58.221199 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:32:58.222210 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:32:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:58.355220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8238ef75-38c5-487f-ad55-2861db0c5be5 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "PUT /v2.0/floatingips/5f7533fc-9581-422d-92dc-a411bd685615 HTTP/1.1" status: 200 len: 992 time: 6.2200882 Apr 05 20:32:58.391731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:58.576446 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:32:58.962112 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '5f7533fc-9581-422d-92dc-a411bd685615', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'port_id': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:10Z', 'updated_at': '2022-04-05T20:32:53Z', 'revision_number': 1, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:05Z', 'revision_number': 5, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:58.962919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47390) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:58.967304 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] Checking router: 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:32:58.979608 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:32:58.980233 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:32:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:59.085538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:59.086131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ded9af1a-a7df-4373-8435-42c5706b0885 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e31513a38b3342e89d1eadcd84a80ac0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1214061 Apr 05 20:32:59.202628 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:32:59.205847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dcb201e1-1233-4e35-a46f-a077d84e20d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.232723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dcb201e1-1233-4e35-a46f-a077d84e20d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.383949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dcb201e1-1233-4e35-a46f-a077d84e20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.427443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb201e1-1233-4e35-a46f-a077d84e20d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58c370-4ddc-46d4-86e4-2108141ecbe2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:59.467837 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a062ff98-599e-47c6-9fbe-5a98b276dbd0'] response: {'server_uuid': '5e01c7ba-e68b-4a60-9d82-be45e699eb95', 'name': 'network-vif-deleted', 'tag': 'ca85557f-493b-450c-9eb4-e1955b6e1422', 'status': 'completed', 'code': 200} Apr 05 20:32:59.498041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 16829c20-b2e6-4864-8650-fd0bc2ecb349 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:59.507161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dcb201e1-1233-4e35-a46f-a077d84e20d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.513578 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dcb201e1-1233-4e35-a46f-a077d84e20d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c58c370-4ddc-46d4-86e4-2108141ecbe2 HTTP/1.1" status: 204 len: 168 time: 0.4240913 Apr 05 20:32:59.653422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 16829c20-b2e6-4864-8650-fd0bc2ecb349 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:59.656366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.827930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726f43-0d05-4adf-a528-589ad25e430a req-7103b69a-fb20-4267-80a4-a82881e8d532 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:59.839880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8726f43-0d05-4adf-a528-589ad25e430a req-7103b69a-fb20-4267-80a4-a82881e8d532 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 944 time: 0.2837625 Apr 05 20:32:59.913499 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.969496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:32:59.987462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8726f43-0d05-4adf-a528-589ad25e430a req-f9d0dd00-ca68-429c-abe2-dcb51faeb033 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492407 Apr 05 20:32:59.992724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:00.012350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db94b37-7cef-49b8-84f1-a06fa8fb3436 req-3ce2c0dc-7abf-48cb-a3ed-00656bcd25ae tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:00.013922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9db94b37-7cef-49b8-84f1-a06fa8fb3436 req-3ce2c0dc-7abf-48cb-a3ed-00656bcd25ae tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.1333313 Apr 05 20:33:00.095830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9db94b37-7cef-49b8-84f1-a06fa8fb3436 req-cf11e967-b562-490a-ba04-559a400a044a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756111 Apr 05 20:33:00.114129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:00.115218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ca85557f-493b-450c-9eb4-e1955b6e1422 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:00.138223 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '5f7533fc-9581-422d-92dc-a411bd685615', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'port_id': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:10Z', 'updated_at': '2022-04-05T20:32:53Z', 'revision_number': 1, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:05Z', 'revision_number': 5, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:00.146167 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464492e8-083e-4ad8-81cd-bac9c39eedfc None None] The sync data for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 is: [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '5f7533fc-9581-422d-92dc-a411bd685615', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'port_id': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'mac_address': 'fa:16:3e:be:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:10Z', 'updated_at': '2022-04-05T20:32:53Z', 'revision_number': 1, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:05Z', 'revision_number': 5, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:33:00.275502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: ca85557f-493b-450c-9eb4-e1955b6e1422 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:33:00.275853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ca85557f-493b-450c-9eb4-e1955b6e1422 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:00.321381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:00.362922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6dcce502-5423-448a-acd7-28e5b2b37b09 req-6929c59b-ae5f-436e-80dd-12e0b1593467 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 210 time: 0.1154447 Apr 05 20:33:00.522830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798c2b9-79e2-4b6c-b61e-c25698f8b72f None None] New status for floating IP 5f7533fc-9581-422d-92dc-a411bd685615: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:33:00.666304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47434) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:00.727325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47440) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:00.850127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47444) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:00.860468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3bfee517-6554-4e27-afbb-e97de6fecf82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ab5d931671749118491ae5eeaba8829&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1314061 Apr 05 20:33:00.948671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e3d6-5ee4-467b-aaad-5ed691c0beef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:00.998298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e3d6-5ee4-467b-aaad-5ed691c0beef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:01.128858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47456) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:01.129514 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cae2a2f4-6d2c-468e-9e4e-e6bfb04fb0f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=419605865a74469b9d507eb2969f1466&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4615762 Apr 05 20:33:01.187665 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02009a4-0a59-4515-a968-0102851b8161'] response: {'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'code': 200} Apr 05 20:33:01.217561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e3d6-5ee4-467b-aaad-5ed691c0beef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:01.240373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a089e81c-2b11-4fc9-b036-81bbbea0805d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:01.247849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2e3d6-5ee4-467b-aaad-5ed691c0beef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b5c9f4-cefc-4682-b6c9-7289fffc6670,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:01.266456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e3d6-5ee4-467b-aaad-5ed691c0beef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:01.268712 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2bc2e3d6-5ee4-467b-aaad-5ed691c0beef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6b5c9f4-cefc-4682-b6c9-7289fffc6670 HTTP/1.1" status: 204 len: 168 time: 0.4176226 Apr 05 20:33:01.291758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a089e81c-2b11-4fc9-b036-81bbbea0805d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:01.469110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:01.525769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a089e81c-2b11-4fc9-b036-81bbbea0805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:01.557577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e81c-2b11-4fc9-b036-81bbbea0805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88497e-7474-4694-9368-9c5b75c0054f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:01.653607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a089e81c-2b11-4fc9-b036-81bbbea0805d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:01.662992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a089e81c-2b11-4fc9-b036-81bbbea0805d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef88497e-7474-4694-9368-9c5b75c0054f HTTP/1.1" status: 204 len: 168 time: 0.5269134 Apr 05 20:33:01.945655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653f8b2-358c-451c-ab28-deb2c2b88ba5 req-866aaab3-cb33-45c0-aa25-2f5bd91f6f32 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:01.953011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4653f8b2-358c-451c-ab28-deb2c2b88ba5 req-866aaab3-cb33-45c0-aa25-2f5bd91f6f32 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.1201220 Apr 05 20:33:02.013353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4653f8b2-358c-451c-ab28-deb2c2b88ba5 req-eac1dc02-9acd-499f-a95a-098ea4d9b5e2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589266 Apr 05 20:33:02.144967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51c02954-57c7-4010-a66c-316931db59ba req-5150c404-c479-4cb1-909b-621e597e6669 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 210 time: 0.0645292 Apr 05 20:33:02.154273 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0880200b-3cd8-41fe-ab8a-ba69b5f844b8'] response: {'name': 'network-changed', 'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'status': 'completed', 'code': 200} Apr 05 20:33:02.381410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-fe093327-13ae-4dd6-ab7f-e673e72643a9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:02.383444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-fe093327-13ae-4dd6-ab7f-e673e72643a9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 807 time: 0.1759148 Apr 05 20:33:02.393076 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-2d7bc629-6da9-45d3-8066-aa53cdfaac4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5de66c488c2a4683a2a791a24cdbf77d&device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 1097 time: 0.2150123 Apr 05 20:33:02.405703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Request body: {'port': {'device_id': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'admin_state_up': True, 'tenant_id': '87f1d3a3a1864bc59e9c2d369cab8960'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:02.582242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:02.603228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-3de5f9b2-50a8-4477-b94f-bb03e74efbd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:02.604856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-3de5f9b2-50a8-4477-b94f-bb03e74efbd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=63de9113-1aaa-499b-9e74-9bed68fc1018 HTTP/1.1" status: 200 len: 916 time: 0.1980762 Apr 05 20:33:02.617979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:02.725692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Made reservation on behalf of 87f1d3a3a1864bc59e9c2d369cab8960 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:02.732831 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:02.741681 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-d60d3a35-2733-4526-9095-2d433efe7706 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134 HTTP/1.1" status: 200 len: 1002 time: 0.1272526 Apr 05 20:33:02.826971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-08e835a2-4eaf-484d-9f7d-0ca4d89b7fa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:02.828680 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-08e835a2-4eaf-484d-9f7d-0ca4d89b7fa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=33ee773d-4ddc-455a-90c2-b9e80abc127e HTTP/1.1" status: 200 len: 854 time: 0.0797946 Apr 05 20:33:03.122042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47502) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:03.328014 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-a5836db9-53eb-49e3-ae2f-0a644ff8f859 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=63de9113-1aaa-499b-9e74-9bed68fc1018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4922974 Apr 05 20:33:03.516749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:03.530486 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-a7fc2791-7b83-40bf-9767-ee7c60e6264f service neutron] 10.222.0.39 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803257 Apr 05 20:33:03.741359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Allocated IP 172.20.0.13 (8ed1a911-2380-441a-a2c7-a4f3fde18a87/b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb/6e5c1f44-56f7-4178-87f5-30cbf441b068) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:03.811710 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7dcc45bb-e7db-47f6-a2dd-74e7fcf0532e req-da54f9ca-7a5a-408a-b416-b2f63d634675 service neutron] 10.222.0.39 "GET /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848346 Apr 05 20:33:03.847071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47524) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:03.908697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47530) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:03.913505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d2a0221c-1520-4296-92b8-6113761ab195 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b855bc932244990979d4367047bc1d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7813778 Apr 05 20:33:04.017633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.052249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.201773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.213284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1e48-5235-4089-b849-0d584688bf90 req-4bd4c7f4-2195-4302-a879-2fe7ec1a3ce6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:04.214959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c2e1e48-5235-4089-b849-0d584688bf90 req-4bd4c7f4-2195-4302-a879-2fe7ec1a3ce6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.7469296 Apr 05 20:33:04.227216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-d01009dd-a8a9-47db-98e3-0ff90cd3808f tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:04.228619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-d01009dd-a8a9-47db-98e3-0ff90cd3808f tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.7080901 Apr 05 20:33:04.254857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ed1079-3f18-4794-ba8a-f75bc4f36216,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:04.255645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.264034 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6ed1079-3f18-4794-ba8a-f75bc4f36216 HTTP/1.1" status: 204 len: 168 time: 0.3542857 Apr 05 20:33:04.277373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.281485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.283444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.283444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.283444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.283444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.283444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.285472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.285980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.289568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.290108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4fbfa-ce68-4a17-b897-bc649267df96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:04.422815 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.492732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:04.502643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Usage tracker for resource:security_group_rule and tenant:526ba7233737456e82359493ef91afba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:04.508018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:04.514537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:04.518130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Deleting port 16829c20-b2e6-4864-8650-fd0bc2ecb349 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:33:04.518480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.551428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ff59-9c28-4f9a-a0ab-791c81c1b5bb req-eed91f9b-94e9-4c5b-8987-0324d3b0af8b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:04.558793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fd7ff59-9c28-4f9a-a0ab-791c81c1b5bb req-eed91f9b-94e9-4c5b-8987-0324d3b0af8b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.7010062 Apr 05 20:33:04.581665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c2e1e48-5235-4089-b849-0d584688bf90 req-8d99003d-bfd9-48c7-9662-aa2a2ef89511 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344548 Apr 05 20:33:04.628126 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.698315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47542) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:04.708358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.741032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.768771 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-492f3d92-abe6-4108-a141-0f8b317792e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.865949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=526ba7233737456e82359493ef91afba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0177653 Apr 05 20:33:04.872847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47550) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:04.902565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0b7da-905a-49d7-af83-7cf4d953ab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e68f4dc-d2f0-4fbf-b97b-9d5276048d20,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:04.981632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fd7ff59-9c28-4f9a-a0ab-791c81c1b5bb req-104fb48a-d2fd-4971-8eb0-36cbebdba0d5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218798 Apr 05 20:33:05.011673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ce00796-ffd9-41fd-9ba4-fddaf82ac7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.044857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf68c7b3-b481-4e75-8d21-9e41b2c552a1 req-8b640fec-1e9a-41a0-a605-78cc7279ee3b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 210 time: 0.1940944 Apr 05 20:33:05.064588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ce00796-ffd9-41fd-9ba4-fddaf82ac7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.112726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.160980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7bf55580-ac9e-4722-9816-2dfb58c6e015'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:05.240411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ce00796-ffd9-41fd-9ba4-fddaf82ac7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.286997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce00796-ffd9-41fd-9ba4-fddaf82ac7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e68f4dc-d2f0-4fbf-b97b-9d5276048d20,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:05.399734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ce00796-ffd9-41fd-9ba4-fddaf82ac7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.399734 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1ce00796-ffd9-41fd-9ba4-fddaf82ac7ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e68f4dc-d2f0-4fbf-b97b-9d5276048d20 HTTP/1.1" status: 204 len: 168 time: 0.5229013 Apr 05 20:33:05.466967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:05.496851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:05.502977 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dcf0b8dc-8ea9-4998-9a4f-75d46ef6dfa0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b4ddd84144841a4a1f0f26ad08dd532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8012390 Apr 05 20:33:05.504583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47564) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:05.514483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:05.518509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:05.657448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.658090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.658647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.659199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.669599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.670338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.671054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.671604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.672111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.672614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.673180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:05.736694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] For port 16829c20-b2e6-4864-8650-fd0bc2ecb349, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=16829c20-b2e6-4864-8650-fd0bc2ecb349,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:05.737269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.761510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:05.762249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.949652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Calling delete_port for 16829c20-b2e6-4864-8650-fd0bc2ecb349 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:33:06.068822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b852212-5f01-498b-87b7-d306b4827eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.109520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-7e51b225-6d3a-4873-84a8-f2a4152eede7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7100987 Apr 05 20:33:06.139703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Request body: {'port': {'device_id': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:06.227491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b852212-5f01-498b-87b7-d306b4827eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.545094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace7a91-bc91-4c14-84b4-74fc510c22ea req-6c0b4748-8cc3-4019-bf0c-1db8cc890ee9 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:06.546571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ace7a91-bc91-4c14-84b4-74fc510c22ea req-6c0b4748-8cc3-4019-bf0c-1db8cc890ee9 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 945 time: 0.7053516 Apr 05 20:33:06.585039 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.628922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29950ff-9fc7-4135-ad23-8f9c8cb40f8f req-031ed5cf-ee29-4f52-b712-84eed501f325 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:06.630586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d29950ff-9fc7-4135-ad23-8f9c8cb40f8f req-031ed5cf-ee29-4f52-b712-84eed501f325 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.4950783 Apr 05 20:33:06.674347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.760541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event deleted for resources: {'Port': ['ID=16829c20-b2e6-4864-8650-fd0bc2ecb349,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:06.764100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ace7a91-bc91-4c14-84b4-74fc510c22ea req-511bf5a2-dede-4c96-aff2-9f6ef5b7b486 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042501 Apr 05 20:33:06.783452 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b852212-5f01-498b-87b7-d306b4827eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.872234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47598) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:06.904523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b852212-5f01-498b-87b7-d306b4827eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfeeeb9d-51ef-4feb-8e79-545ad739debe,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:06.918291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.923766 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9494ecc8-d220-4dd7-8606-da4905eaa2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.981531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d29950ff-9fc7-4135-ad23-8f9c8cb40f8f req-89ce4edc-3036-4cfc-91c5-e1ad06973e08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202648 Apr 05 20:33:06.987259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:06.993271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Usage tracker for resource:security_group_rule and tenant:670da62a6e7e425b94d02ec1bde7d8cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:06.996798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:07.003843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:07.043203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] No DVR routers for this DVR port 16829c20-b2e6-4864-8650-fd0bc2ecb349 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:33:07.056460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.074316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'name': 'network-vif-deleted', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:07.086168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.194573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.203932 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a26d8c1-77c5-4fd6-b126-2293e3a9f9af'] response: {'server_uuid': '2d98c347-ff4f-4949-8643-6a2190dac741', 'name': 'network-vif-deleted', 'tag': '16829c20-b2e6-4864-8650-fd0bc2ecb349', 'status': 'completed', 'code': 200} Apr 05 20:33:07.210001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef60fce1-42c1-4b4d-a22a-09c7d4af2bca req-005c43ac-5c19-494b-99ce-65c9ccfe7548 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "DELETE /v2.0/ports/16829c20-b2e6-4864-8650-fd0bc2ecb349 HTTP/1.1" status: 204 len: 173 time: 2.9250605 Apr 05 20:33:07.219752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b852212-5f01-498b-87b7-d306b4827eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.221752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0b852212-5f01-498b-87b7-d306b4827eba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfeeeb9d-51ef-4feb-8e79-545ad739debe HTTP/1.1" status: 204 len: 168 time: 1.7084208 Apr 05 20:33:07.325434 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=670da62a6e7e425b94d02ec1bde7d8cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4518313 Apr 05 20:33:07.326271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47610) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:07.356535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9e99-8d46-4f34-bd2a-69f28f789a74 req-65963871-4a33-41ed-85aa-b47846bb583c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:07.370391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2eeb9e99-8d46-4f34-bd2a-69f28f789a74 req-65963871-4a33-41ed-85aa-b47846bb583c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:07.370562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507faffb-eda9-4eca-9148-472221186620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0209f8ab-5d00-4042-ae8f-5440bd8453da,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:07.463775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-539a69ec-8d73-410f-b30d-2b94d9c9c8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.507674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-539a69ec-8d73-410f-b30d-2b94d9c9c8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.508493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5c1f44-56f7-4178-87f5-30cbf441b068 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:07.514879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 16829c20-b2e6-4864-8650-fd0bc2ecb349 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:07.528628 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.540264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2eeb9e99-8d46-4f34-bd2a-69f28f789a74 req-65963871-4a33-41ed-85aa-b47846bb583c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:07.547455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2eeb9e99-8d46-4f34-bd2a-69f28f789a74 req-65963871-4a33-41ed-85aa-b47846bb583c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 932 time: 0.5913582 Apr 05 20:33:07.571191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 16829c20-b2e6-4864-8650-fd0bc2ecb349 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:33:07.574103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 16829c20-b2e6-4864-8650-fd0bc2ecb349 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:07.648440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2eeb9e99-8d46-4f34-bd2a-69f28f789a74 req-97d7cb70-4b09-4d12-a4d6-4c9dcb345368 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901155 Apr 05 20:33:07.687446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Transition to ACTIVE for port object 6e5c1f44-56f7-4178-87f5-30cbf441b068 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:07.687966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-539a69ec-8d73-410f-b30d-2b94d9c9c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.709800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-539a69ec-8d73-410f-b30d-2b94d9c9c8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.711749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-539a69ec-8d73-410f-b30d-2b94d9c9c8ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0209f8ab-5d00-4042-ae8f-5440bd8453da HTTP/1.1" status: 204 len: 168 time: 0.3738298 Apr 05 20:33:07.713159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a69ec-8d73-410f-b30d-2b94d9c9c8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0209f8ab-5d00-4042-ae8f-5440bd8453da,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:07.810638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.033923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:08.162516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d77492f-8b46-4668-8e7d-46e6c8cf62b8 req-c523d1d5-5c9f-4dbf-b79a-38456d995563 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Synchronizing usage tracker for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:08.186578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-b50ad52d-89ea-4840-98ad-4b7bb8ce8cbd tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc106a5599064ec881620d1276f101d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436983 Apr 05 20:33:08.232461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.341795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:08.342152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:08.342458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:08.424213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-455159c7-6245-4911-81b6-2e34c5b280f9 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:08.425995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-455159c7-6245-4911-81b6-2e34c5b280f9 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325623 Apr 05 20:33:08.427077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:08.427413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:08.444232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:08.444232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:08.445135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:08.445135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Bound port: 6e5c1f44-56f7-4178-87f5-30cbf441b068, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:08.466192 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.466192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d77492f-8b46-4668-8e7d-46e6c8cf62b8 req-c523d1d5-5c9f-4dbf-b79a-38456d995563 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Unset dirty status for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:08.466192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d77492f-8b46-4668-8e7d-46e6c8cf62b8 req-c523d1d5-5c9f-4dbf-b79a-38456d995563 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d98c347-ff4f-4949-8643-6a2190dac741 HTTP/1.1" status: 200 len: 210 time: 0.4312379 Apr 05 20:33:08.481952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-83741b97-3f0d-4c52-89b8-370e2e7e9772 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/quotas/cc106a5599064ec881620d1276f101d3 HTTP/1.1" status: 200 len: 375 time: 0.0270076 Apr 05 20:33:08.600825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-5bef3ed9-001a-4343-8348-0b685c2c437a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820312 Apr 05 20:33:08.617153 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.646404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:08.651974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:08.742196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.817042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.819003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] 10.222.0.23 "PUT /v2.0/ports/6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 200 len: 1092 time: 2.6987379 Apr 05 20:33:08.864203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bd103-745a-4f7f-8874-f8b9db8f3f72 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:08.874391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76655-2f0d-462a-bcd0-e178da6b7a15 req-2e1d4012-f600-4c1c-9463-ae4e3a0fa961 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:08.883026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bda76655-2f0d-462a-bcd0-e178da6b7a15 req-2e1d4012-f600-4c1c-9463-ae4e3a0fa961 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.2168937 Apr 05 20:33:09.171939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bda76655-2f0d-462a-bcd0-e178da6b7a15 req-46fa291b-dee6-4d8f-ac11-216e337d1718 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878590 Apr 05 20:33:09.207862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:09.230221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-bf6e0f75-9b39-4978-a1a4-38b8b12f33b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1095 time: 0.3082850 Apr 05 20:33:09.240073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98be026-646a-42f3-8fc3-11428b0b4656 req-dae04d7c-78fb-4c11-965c-158b26dd0042 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:09.241596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f98be026-646a-42f3-8fc3-11428b0b4656 req-dae04d7c-78fb-4c11-965c-158b26dd0042 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.2761509 Apr 05 20:33:09.358713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-d4aed918-37a5-454c-b269-0263a3b780c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 200 len: 217 time: 0.1156116 Apr 05 20:33:09.362596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-9cfabcc3-9ac8-4829-b182-fd044e558aa4 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc106a5599064ec881620d1276f101d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441103 Apr 05 20:33:09.520250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f98be026-646a-42f3-8fc3-11428b0b4656 req-341d8fdc-951e-48c6-9775-69cec03e865d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252955 Apr 05 20:33:09.537926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-1590611e-b278-453d-b3a8-9b4ecc0c3a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:09.540000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-1590611e-b278-453d-b3a8-9b4ecc0c3a68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1751611 Apr 05 20:33:09.605927 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6d696a-0f43-41c6-be9f-8827f63e1477'] response: {'name': 'network-changed', 'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068', 'status': 'completed', 'code': 200} Apr 05 20:33:09.609263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-a1652367-58ed-4422-851c-f7daa1f0ee85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631213 Apr 05 20:33:09.706012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:09.708453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-c9a43680-db73-432d-807b-0d1fd5fba4ad tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:09.710073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-c9a43680-db73-432d-807b-0d1fd5fba4ad tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126938 Apr 05 20:33:09.743025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-18a39f19-8ee7-4176-bb03-f3262adc6d93 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/quotas/cc106a5599064ec881620d1276f101d3 HTTP/1.1" status: 200 len: 375 time: 0.0207458 Apr 05 20:33:09.828294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-297c1af1-5cef-4cf1-9f43-0e902617bbd4 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661492 Apr 05 20:33:09.838129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-e9798e24-bdd8-45cf-98c4-bfe43049d0cf service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209768 Apr 05 20:33:10.083933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47704) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:10.113803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6774cefb-0cc2-4f6c-94bd-2cc893048410 req-ac837765-5a3e-4fc9-9123-6df2dd64b7c6 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682366 Apr 05 20:33:10.150886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47714) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:10.156898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156952848', 'description': 'tempest-description--433306849'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:10.164008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:10.167975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Usage tracker for resource:security_group and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:10.171225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:10.177557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:10.295185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-671731865-network', 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:10.305537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:10.313818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Usage tracker for resource:network and tenant:d7e305de1d324644a7f70cbb8e8077f3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:10.321192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:10.329136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:10.421447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:10.428493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.462806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.506492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.534100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:10.539198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Usage tracker for resource:security_group_rule and tenant:d7e305de1d324644a7f70cbb8e8077f3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:10.544258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:10.553087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:10.564570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d8beb0a-af67-4a8a-aa77-ac40bda21895 req-3c6f11d4-e403-4f88-901a-fb13d31ba3b0 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 210 time: 0.1609728 Apr 05 20:33:10.616260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-803bfd4f-3f21-4212-bd2a-815b12b4c846 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1095 time: 0.3443074 Apr 05 20:33:10.679627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:10.706825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.737868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Usage tracker for resource:security_group_rule and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:10.747478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:10.772591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:10.777555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.856277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:33:10.883131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617fd59a-e44f-4468-a36b-246c1c8edfaa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:10.887481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae696-8e3b-4c4e-bf18-3b97aafe956b req-5255368d-b8c4-4f46-8781-31b8887985ff tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:10.889288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.889288 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Added segment 1f1f3c80-a040-4dad-b1b9-757ed1f15ebb of type vlan for network 103afd5c-3b83-4da2-baad-2149cd494344 Apr 05 20:33:10.895205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-521ae696-8e3b-4c4e-bf18-3b97aafe956b req-5255368d-b8c4-4f46-8781-31b8887985ff tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.4034889 Apr 05 20:33:10.918398 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.959552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-8d3908b7-a7a6-4fa1-851b-3114e4d7f169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:10.961081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-8d3908b7-a7a6-4fa1-851b-3114e4d7f169 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.3333335 Apr 05 20:33:11.062440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.065838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.069146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:11.069146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.081374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-0a80fcd7-e91a-4162-9f6c-8715b5c1ca61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 200 len: 217 time: 0.1061344 Apr 05 20:33:11.095852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-521ae696-8e3b-4c4e-bf18-3b97aafe956b req-3e0c19fb-10e5-4fd9-81da-167d9417ebd8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975706 Apr 05 20:33:11.152673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad08e1-9346-4156-923e-937cae1d7db0 req-4b56e4bf-cb45-465b-83a0-bfd0e345a5fd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:11.154692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02ad08e1-9346-4156-923e-937cae1d7db0 req-4b56e4bf-cb45-465b-83a0-bfd0e345a5fd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.3637056 Apr 05 20:33:11.170539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.186225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] Pushing event updated for resources: {'Network': ['ID=103afd5c-3b83-4da2-baad-2149cd494344,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:11.205956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 103afd5c-3b83-4da2-baad-2149cd494344 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:33:11.273269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-0a18ca31-689c-4400-9721-400b32fc7b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:11.275297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-0a18ca31-689c-4400-9721-400b32fc7b4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1784055 Apr 05 20:33:11.282198 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d9def6c-8f6f-4ff2-bb1e-48bc6b899a19 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1969907 Apr 05 20:33:11.285966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47774) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:11.297579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Request body: {'subnet': {'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-671731865-subnet', 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:11.335211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f1063-7532-419b-a868-7b99fd42d072,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:11.356852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:11.359493 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.360884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-51e3fec6-8f5c-4367-93b0-d55e16abe74e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2084999 Apr 05 20:33:11.364153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-99364193-bdb5-4490-bc06-77d00255530b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776157 Apr 05 20:33:11.367329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:11.370270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Usage tracker for resource:subnet and tenant:d7e305de1d324644a7f70cbb8e8077f3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:11.378433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Request body: {'security_group_rule': {'security_group_id': '4a5f1063-7532-419b-a868-7b99fd42d072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:11.395307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:11.401109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Usage tracker for resource:security_group_rule and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:11.404480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:11.412461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:11.434404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:11.442323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:11.457458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02ad08e1-9346-4156-923e-937cae1d7db0 req-96138fdf-7eef-4f2a-a58a-e4d06ba07b8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878320 Apr 05 20:33:11.575720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.704817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.763362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.800367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81446c0b-0e81-425f-9a6c-e4249828443f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:11.878695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:11.881745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.911547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.915907 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e930ee1b-363b-412d-ae8a-940385ce36fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5430930 Apr 05 20:33:11.917273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47800) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:11.922769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Request body: {'security_group_rule': {'security_group_id': '4a5f1063-7532-419b-a868-7b99fd42d072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:11.926235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-012dedd5-836c-424f-98ce-fc04a33916d7 req-bfbe3f4c-29df-448b-aa46-d10b8540e045 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 210 time: 0.1220317 Apr 05 20:33:11.941616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:11.950203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Usage tracker for resource:security_group_rule and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:11.955594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:11.981023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:12.033163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-cb7ab1f7-4aa3-4d9e-91a4-9746e1be188c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc106a5599064ec881620d1276f101d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1874881 Apr 05 20:33:12.103721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.185790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.192611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.192968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.193524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.194041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.194553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.195116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.195622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.196127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.196629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.197152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.201514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-784cbeca-f674-43a7-8253-c592fd8cb659 req-53f3df67-1274-431c-b5a1-c2fcaa3faddf tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7064 time: 0.5761456 Apr 05 20:33:12.280692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.329187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d007169-4303-4fdb-ae9e-f34995fbbdda,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:12.405513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.407081 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dfffc820-f75e-4238-8840-980d7c15d5d2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4890912 Apr 05 20:33:12.410190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47816) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:12.415644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:12.422007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:12.425985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Usage tracker for resource:floatingip and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:12.428935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:12.435475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:12.503217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-4f77008e-3d1c-4cd9-9829-8041c8b74515 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1292691 Apr 05 20:33:12.520659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.576437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:12.591707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-fe42485c-8cbc-46d0-ba38-3c30d3147609 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.593174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-fe42485c-8cbc-46d0-ba38-3c30d3147609 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5483894 Apr 05 20:33:12.672058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Request body: {'port': {'device_id': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'cc106a5599064ec881620d1276f101d3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:12.696796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.704686 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.734952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:12.749158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:12.805759 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.809946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fac2c-ad76-4760-9e1c-adedef40df64 req-32e3a93c-e0e7-42db-9b1b-1146005ab534 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.811289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de6fac2c-ad76-4760-9e1c-adedef40df64 req-32e3a93c-e0e7-42db-9b1b-1146005ab534 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 886 time: 0.5678511 Apr 05 20:33:12.851350 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.858013 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-acba94c5-cd18-4f60-9af6-0186c8683127 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc106a5599064ec881620d1276f101d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383661 Apr 05 20:33:12.997299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad184286-96a7-4e6a-ba40-c8cb4d4b9032 req-fb222dcf-1147-46c0-9f14-5b61f6494de7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.004424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad184286-96a7-4e6a-ba40-c8cb4d4b9032 req-fb222dcf-1147-46c0-9f14-5b61f6494de7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 947 time: 0.6418018 Apr 05 20:33:13.026128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Allocated IP 172.25.2.153 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/69eab328-0f32-44b4-9a51-c7098dca55aa) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:13.026613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=14']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:13.039937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-ff81d0c8-570b-4aa6-b24e-221180bdd9a4 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.041416 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-ff81d0c8-570b-4aa6-b24e-221180bdd9a4 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784410 Apr 05 20:33:13.045218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2ff5f-5fa9-4902-b4d4-9202b2632cfe req-4901d29d-a5f2-4c08-8dc2-25941a413f65 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098269 Apr 05 20:33:13.048872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.049032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.051434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b566519c-6688-43c0-836f-d699ab04fc2b,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:13.051570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.051831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.056508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.056508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.056508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.064155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.065547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.066844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.069788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:13.075334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Request body: {'port': {'device_id': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'cc106a5599064ec881620d1276f101d3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:13.075775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:13.094256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Usage tracker for resource:port and tenant:cc106a5599064ec881620d1276f101d3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:13.104176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:13.121749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:13.133625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:13.133983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Network hostable DHCP agents. Network: 103afd5c-3b83-4da2-baad-2149cd494344, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:33:13.139585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47832) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:13.142108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad184286-96a7-4e6a-ba40-c8cb4d4b9032 req-e09705ec-0450-413a-a361-3b485ab37794 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369314 Apr 05 20:33:13.188127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8734e4-cda4-4431-be2f-f5bae0b45cee req-97678abc-f75e-4980-b343-ffc5e978ecd9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.189299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8734e4-cda4-4431-be2f-f5bae0b45cee req-97678abc-f75e-4980-b343-ffc5e978ecd9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.2522221 Apr 05 20:33:13.259217 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84d142c-7b57-4d1f-a46e-e76fccd96692'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'code': 200} Apr 05 20:33:13.471770 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.477745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:13.483875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Usage tracker for resource:port and tenant:cc106a5599064ec881620d1276f101d3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:13.490983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:13.491129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b8734e4-cda4-4431-be2f-f5bae0b45cee req-d6db8e74-a399-40a2-a6cc-bab114f09dfa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934313 Apr 05 20:33:13.493586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.493848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.494854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:13.495187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.495468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.497559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.497559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.497559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.497844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.498274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.498448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.500419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c70eca-85d0-44c5-ae94-fac7f09d121b req-2dc89153-7149-4ac1-93d0-2692395d2fb8 tempest-NetworksTest-1216357733 tempest-NetworksTest-1216357733-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7108 time: 0.2003872 Apr 05 20:33:13.517251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Made reservation on behalf of cc106a5599064ec881620d1276f101d3 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:13.520993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.532725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Network 103afd5c-3b83-4da2-baad-2149cd494344 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:33:13.547695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.589765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:13.590850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Usage tracker for resource:security_group_rule and tenant:2aebf5b729c8493183e5875361eceab8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:13.593520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:13.596469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.608721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Made reservation on behalf of cc106a5599064ec881620d1276f101d3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:13.616151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.625895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.643631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.733543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:13.736287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:13.738986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:13.744151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:13.761785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 103afd5c-3b83-4da2-baad-2149cd494344) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:13.771537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Usage tracker for resource:security_group_rule and tenant:cc106a5599064ec881620d1276f101d3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:13.774417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020c7790-36ef-4708-a118-16008ce858ff None None] Network 103afd5c-3b83-4da2-baad-2149cd494344 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:33:13.778052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:13.789779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:13.791939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'Port': ['ID=69eab328-0f32-44b4-9a51-c7098dca55aa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:13.793605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:13.805936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.806779 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.824636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d474d514-dbf4-4748-a1d0-d816e0adfd37 req-e747c30c-af41-4dd0-9280-a3cff6b54236 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 210 time: 0.0694253 Apr 05 20:33:13.904756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.945384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.966031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0c57c664-05ab-47e5-b4e6-4046de488b61 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6821616 Apr 05 20:33:13.981300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.993658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.057578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.068683 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) cc106a5599064ec881620d1276f101d3 {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:33:14.069129 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:33:14.074625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ca14a-1d0e-4aeb-bce1-80f8c322e452 None None] Network 103afd5c-3b83-4da2-baad-2149cd494344 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:33:14.122535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:14.131707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2aebf5b729c8493183e5875361eceab8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9884627 Apr 05 20:33:14.133326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47872) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:14.156261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4ddc1-cdc9-4933-a216-abebbde01d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76627f4c-5d2d-44c0-a901-8184cc389e2b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:14.202666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.236694 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-457b357d-7636-49b3-b4f4-76c21ef2414d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.275154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-457b357d-7636-49b3-b4f4-76c21ef2414d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.348333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Allocated IP 192.168.233.199 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/0cd11f3a-0d4b-43dd-8aff-206a8e602bc9) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:14.348464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47888) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:14.422349 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-457b357d-7636-49b3-b4f4-76c21ef2414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.456480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b357d-7636-49b3-b4f4-76c21ef2414d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76627f4c-5d2d-44c0-a901-8184cc389e2b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:14.459855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-457b357d-7636-49b3-b4f4-76c21ef2414d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.472115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-457b357d-7636-49b3-b4f4-76c21ef2414d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76627f4c-5d2d-44c0-a901-8184cc389e2b HTTP/1.1" status: 204 len: 168 time: 0.3332679 Apr 05 20:33:14.578317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.588788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.777262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:14.780268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.801095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.808009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:baeafe01c4a04ab1879fb2b89c1a737a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:14.817737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Transition to ACTIVE for port object 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:14.820119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:14.843351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:14.850090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.915274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.980189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-1401218b-9217-413c-ad69-9058d16b8fe0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:14.986717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-1401218b-9217-413c-ad69-9058d16b8fe0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.3321989 Apr 05 20:33:14.997081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:15.002430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:15.013730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:15.046940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'Port': ['ID=69eab328-0f32-44b4-9a51-c7098dca55aa,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:15.050599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-e1df92b0-e05d-48a9-a06e-921456f4306f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/quotas/d7e305de1d324644a7f70cbb8e8077f3 HTTP/1.1" status: 200 len: 375 time: 0.0630007 Apr 05 20:33:15.060331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d1112-457b-4bcd-a472-64c75ac9f7c9 req-2e14a738-1f4f-4325-ac59-1c5592d561ea tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:15.061879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f2d1112-457b-4bcd-a472-64c75ac9f7c9 req-2e14a738-1f4f-4325-ac59-1c5592d561ea tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.3688500 Apr 05 20:33:15.128471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.146383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-612ccfeb-9382-47df-80aa-37a7b4705ec4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938976 Apr 05 20:33:15.190722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:15.192047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.225036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Pushing event updated for resources: {'Port': ['ID=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:15.230006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.319688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.320907 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a35e4bde-4f4b-4379-945c-a9dfa956d355 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9095764 Apr 05 20:33:15.322555 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a5d6cf9f-99bd-487c-9c12-7a70aaef2619 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2557297 Apr 05 20:33:15.334409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Request body: {'port': {'device_id': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:15.350043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Allocated IP 192.168.233.123 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/a95142a3-e72f-45fd-be76-bbb857996290) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:15.352461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.370633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ec3da349-813a-4c20-9dbc-9eab4a629906 None None] Provisioning for port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:15.376274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ec3da349-813a-4c20-9dbc-9eab4a629906 None None] Provisioning complete for port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:15.376878 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ec3da349-813a-4c20-9dbc-9eab4a629906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.401022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f2d1112-457b-4bcd-a472-64c75ac9f7c9 req-9ec6fe7a-592b-4e50-80b9-4bfea9e32528 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012609 Apr 05 20:33:15.443547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ec3da349-813a-4c20-9dbc-9eab4a629906 None None] Port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:33:15.478127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47926) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:15.492140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02585c8-2454-4357-bc57-cb6047ae6554,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:15.503758 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.509172 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fd397e5e-a44a-461a-9673-8660484c2fc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=baeafe01c4a04ab1879fb2b89c1a737a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1598129 Apr 05 20:33:15.510898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47934) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:15.515413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-e637406c-636b-4375-911f-525b921f2d45 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232260 Apr 05 20:33:15.552899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.607560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:15.619351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Usage tracker for resource:security_group_rule and tenant:8d9a3eb6b88740b29c8c130d9fc57d83 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:15.624327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:15.632337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:15.852115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.869591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76c10115-877b-4ad7-bbd2-3b6ba8a2f1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.907573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.936048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-83025215-727f-4a36-b6f3-9ab555474d1e service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985884 Apr 05 20:33:15.947665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.951875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76c10115-877b-4ad7-bbd2-3b6ba8a2f1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.957770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f167387-2d26-41d4-b3a2-83c50c8b4728,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:15.961875 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6bb431fc-7f64-4c9b-835d-7c289946559a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d9a3eb6b88740b29c8c130d9fc57d83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4824750 Apr 05 20:33:15.962455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47952) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:15.989026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be935b9a-5a35-4eb2-8b20-f670836b6d4f req-bfe25d50-6656-47cc-b020-e2e156de6ff2 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:15.990462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be935b9a-5a35-4eb2-8b20-f670836b6d4f req-bfe25d50-6656-47cc-b020-e2e156de6ff2 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 936 time: 0.4241581 Apr 05 20:33:16.011889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Transition to ACTIVE for port object a95142a3-e72f-45fd-be76-bbb857996290 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:16.033344 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2440619d-53fa-4d15-932f-abaf51e2201f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.066915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2440619d-53fa-4d15-932f-abaf51e2201f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.077331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-be935b9a-5a35-4eb2-8b20-f670836b6d4f req-4fcfd2dc-0285-4ed2-aaea-bb81668a1c4f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Synchronizing usage tracker for tenant:cc106a5599064ec881620d1276f101d3 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:16.191249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76c10115-877b-4ad7-bbd2-3b6ba8a2f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.195460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-be935b9a-5a35-4eb2-8b20-f670836b6d4f req-4fcfd2dc-0285-4ed2-aaea-bb81668a1c4f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Unset dirty status for tenant:cc106a5599064ec881620d1276f101d3 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:16.196678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be935b9a-5a35-4eb2-8b20-f670836b6d4f req-4fcfd2dc-0285-4ed2-aaea-bb81668a1c4f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910691 Apr 05 20:33:16.206701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.286012 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2440619d-53fa-4d15-932f-abaf51e2201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.320585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c10115-877b-4ad7-bbd2-3b6ba8a2f1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02585c8-2454-4357-bc57-cb6047ae6554,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:16.326599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440619d-53fa-4d15-932f-abaf51e2201f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f167387-2d26-41d4-b3a2-83c50c8b4728,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:16.341006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2440619d-53fa-4d15-932f-abaf51e2201f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.345383 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2440619d-53fa-4d15-932f-abaf51e2201f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f167387-2d26-41d4-b3a2-83c50c8b4728 HTTP/1.1" status: 204 len: 168 time: 0.3816338 Apr 05 20:33:16.494157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:16.502160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.526091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Transition to ACTIVE for port object 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:16.602729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:16.622467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.623983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92cdc81e-1b9c-4fe6-976e-159f3606f7f2 req-a7f5530b-7b0d-4d7a-808c-5e9fa6e7c539 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 210 time: 0.3101876 Apr 05 20:33:16.630947 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76c10115-877b-4ad7-bbd2-3b6ba8a2f1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.634732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-76c10115-877b-4ad7-bbd2-3b6ba8a2f1ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a02585c8-2454-4357-bc57-cb6047ae6554 HTTP/1.1" status: 204 len: 168 time: 1.1152861 Apr 05 20:33:16.641937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:16.645539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:16.648685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:16.732816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:16.733234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.811134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:16.813760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-f498bd0b-64fb-4e23-a016-d16c8db64e79 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:16.815312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-f498bd0b-64fb-4e23-a016-d16c8db64e79 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 821 time: 0.4976580 Apr 05 20:33:16.840555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-96e7ded0-d137-4686-a8ea-228a2eb94eb2 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/quotas/bac360bb76a0469a864af734c6e8f9b0 HTTP/1.1" status: 200 len: 375 time: 0.0165966 Apr 05 20:33:16.945868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-05ec8a89-5952-4a4a-8c4a-5decb0026ac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2878673 Apr 05 20:33:16.961742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Request body: {'port': {'device_id': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:17.006351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Attempting to bind port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:17.007770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Attempting to bind port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:17.009618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Attempting to bind port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:17.018848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:17.018848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Attempting to bind port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:17.029197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:17.029858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:17.030526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:17.031423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Bound port: 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:17.032938 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.068517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cd34d9dd-efc3-4cc2-871c-fca00dbb8fe1 None None] Provisioning for port a95142a3-e72f-45fd-be76-bbb857996290 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:17.073625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cd34d9dd-efc3-4cc2-871c-fca00dbb8fe1 None None] Provisioning complete for port a95142a3-e72f-45fd-be76-bbb857996290 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:17.073997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cd34d9dd-efc3-4cc2-871c-fca00dbb8fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.186764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] For port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:17.190779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] For port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:17.196028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-cd34d9dd-efc3-4cc2-871c-fca00dbb8fe1 None None] Port a95142a3-e72f-45fd-be76-bbb857996290 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:33:17.224501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76b000-e6b1-4db3-a37c-cdb3b7e71674 req-31b7e14f-b091-4a9d-92db-e66aebad9cf1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:17.232460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d76b000-e6b1-4db3-a37c-cdb3b7e71674 req-31b7e14f-b091-4a9d-92db-e66aebad9cf1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3399444 Apr 05 20:33:17.237581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.253240 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:33:17.262833 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.286974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-79b4b047-3960-4cc0-aeba-b569839cddd3 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4363523 Apr 05 20:33:17.328199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.330952 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] 10.222.0.23 "PUT /v2.0/ports/0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 HTTP/1.1" status: 200 len: 1096 time: 2.0009863 Apr 05 20:33:17.331396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'tag': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:17.349665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f24226-24dd-4efb-8386-b7f61d604a24 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:17.491127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d76b000-e6b1-4db3-a37c-cdb3b7e71674 req-c9245a87-9b1b-4088-9512-8d7b2f3e12c6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2574515 Apr 05 20:33:17.606084 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-2b187e8e-ef5c-4376-8e8d-5c0cb0c3fcab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 1099 time: 0.1216285 Apr 05 20:33:17.673298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47998) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:17.707505 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-a088608b-2774-4b6b-80c8-7f982fd7ff69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 HTTP/1.1" status: 200 len: 217 time: 0.0878768 Apr 05 20:33:17.707505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.723553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-2f2c0325-e8a0-4976-b7d7-28b8491f7327 service neutron] 10.222.0.10 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255645 Apr 05 20:33:17.791076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-7404a7de-07aa-47ff-b280-b60998ab7a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:17.796577 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-7404a7de-07aa-47ff-b280-b60998ab7a84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0806050 Apr 05 20:33:17.796577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:17.797911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Usage tracker for resource:security_group_rule and tenant:7d62542a8ade4c959193c0360962180c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:17.801750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:17.840153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:17.917758 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-45992d05-6ba4-444c-bd56-c1f63b964c5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170154 Apr 05 20:33:17.924950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e23206-c6be-4aed-bc76-817f7c944ffb req-5a8ab23f-a30a-4611-bddb-3c010860fedb tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:17.926392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e23206-c6be-4aed-bc76-817f7c944ffb req-5a8ab23f-a30a-4611-bddb-3c010860fedb tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.2942843 Apr 05 20:33:17.961146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.978831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-4fdee9e7-b5de-4a03-bc62-71c02bce95bc service neutron] 10.222.0.10 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353823 Apr 05 20:33:18.009605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e23206-c6be-4aed-bc76-817f7c944ffb req-da670a5b-5511-4f0b-9ae6-1bc8f14e8ae9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745533 Apr 05 20:33:18.025497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.107398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2f5b9-19f7-47b5-90b0-db1fbebeb0a3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:18.135519 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4673cc8e-a8d9-4631-89d2-c2c37408ef11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d62542a8ade4c959193c0360962180c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4650357 Apr 05 20:33:18.138969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48012) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:18.144818 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-2ee40fac-8fc1-4623-ba7a-3fa66ca1a6a9 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160420 Apr 05 20:33:18.268828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:18.285650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.423834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d6459a0-e596-4246-86bf-1ae3145e1a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.423834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Transition to ACTIVE for port object a95142a3-e72f-45fd-be76-bbb857996290 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:18.425306 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f8c8bf-cb79-4ebb-9702-c1eb9b93c18b'] response: {'name': 'network-changed', 'server_uuid': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'tag': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9', 'status': 'completed', 'code': 200} Apr 05 20:33:18.425600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d6459a0-e596-4246-86bf-1ae3145e1a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.469219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e1e3-9bf9-47a5-b316-eb674a90b3d4 req-e1393a98-6011-4e66-b8c7-5f688a8264d1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:18.470157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4600e1e3-9bf9-47a5-b316-eb674a90b3d4 req-e1393a98-6011-4e66-b8c7-5f688a8264d1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Synchronizing usage tracker for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:18.471973 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1a9e89c-fdbc-47a1-b946-96660ed1950b req-32e032f3-1309-47b4-bbf1-7eb5c22e6a1d service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199890 Apr 05 20:33:18.571000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01ad27-a1fe-4f9b-8968-de44d53216d7 req-87a375fa-c9ed-4fad-833d-5f425beba054 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:18.572446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e01ad27-a1fe-4f9b-8968-de44d53216d7 req-87a375fa-c9ed-4fad-833d-5f425beba054 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.0759850 Apr 05 20:33:18.616251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e01ad27-a1fe-4f9b-8968-de44d53216d7 req-b18296a8-640a-4067-9404-fc9275cb2523 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381842 Apr 05 20:33:18.766825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4600e1e3-9bf9-47a5-b316-eb674a90b3d4 req-e1393a98-6011-4e66-b8c7-5f688a8264d1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Unset dirty status for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:18.767958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4600e1e3-9bf9-47a5-b316-eb674a90b3d4 req-e1393a98-6011-4e66-b8c7-5f688a8264d1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 948 time: 0.5591872 Apr 05 20:33:18.768529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.812844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-350997bd-ec30-473b-ac03-3806efc63248 req-1b6a580b-374d-43c7-9802-784e8d148b2c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 210 time: 0.0880530 Apr 05 20:33:18.813463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d6459a0-e596-4246-86bf-1ae3145e1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.861749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-b11aedcb-9fa4-4731-8eba-81c348ec287c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 1099 time: 0.0927482 Apr 05 20:33:18.868730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6459a0-e596-4246-86bf-1ae3145e1a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2f5b9-19f7-47b5-90b0-db1fbebeb0a3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:19.068997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d6459a0-e596-4246-86bf-1ae3145e1a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.073095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3d6459a0-e596-4246-86bf-1ae3145e1a8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09d2f5b9-19f7-47b5-90b0-db1fbebeb0a3 HTTP/1.1" status: 204 len: 168 time: 0.9307365 Apr 05 20:33:19.155637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:19.177633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-559eee7f-e648-4580-ab39-8caa04a648fd req-61a6bae4-8898-443e-9153-42c6597b54d0 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 210 time: 0.1125152 Apr 05 20:33:19.218258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4600e1e3-9bf9-47a5-b316-eb674a90b3d4 req-df73b6e9-1d53-40b1-9a28-028f7861be0a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127176 Apr 05 20:33:19.297494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-e26c7274-bd91-4ba1-9c94-e4ae51226165 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:19.299040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-e26c7274-bd91-4ba1-9c94-e4ae51226165 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.4315393 Apr 05 20:33:19.390895 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-8221fc45-7a04-405b-9d7f-2225346785b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 HTTP/1.1" status: 200 len: 217 time: 0.0854132 Apr 05 20:33:19.497844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Attempting to bind port a95142a3-e72f-45fd-be76-bbb857996290 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:19.498177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Attempting to bind port a95142a3-e72f-45fd-be76-bbb857996290 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:19.498502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Attempting to bind port a95142a3-e72f-45fd-be76-bbb857996290 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:19.525718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Port a95142a3-e72f-45fd-be76-bbb857996290 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:19.532080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Attempting to bind port a95142a3-e72f-45fd-be76-bbb857996290 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:19.543958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:19.544508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:19.545104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:19.545696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Bound port: a95142a3-e72f-45fd-be76-bbb857996290, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:19.546209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.560364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:19.616355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-2f4c4af5-f63a-4fea-9367-4de768ef10b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:19.618665 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-2f4c4af5-f63a-4fea-9367-4de768ef10b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2207782 Apr 05 20:33:19.697115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b941c09-02d4-44c9-9889-6f504784eb2e req-d0f94681-3727-45e2-b13c-316af8760bfc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:19.705291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b941c09-02d4-44c9-9889-6f504784eb2e req-d0f94681-3727-45e2-b13c-316af8760bfc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.3354821 Apr 05 20:33:19.707696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:19.714017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:19.741136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-d5e8d2f7-d7d4-4953-8e9f-0365f619a962 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:19.742350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-d5e8d2f7-d7d4-4953-8e9f-0365f619a962 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:19.761234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a0c5-b74e-4304-8cf9-804b066d2532 req-83291b63-8394-4bb4-8795-6eacd1c505d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:19.762789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75e8a0c5-b74e-4304-8cf9-804b066d2532 req-83291b63-8394-4bb4-8795-6eacd1c505d6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3487017 Apr 05 20:33:19.769357 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-54c89a13-9c20-4c5c-bd5a-6819a449da44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434119 Apr 05 20:33:19.831997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:19.851638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b941c09-02d4-44c9-9889-6f504784eb2e req-1e5495a1-c200-4347-bfe3-faeeaa843cd6 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413033 Apr 05 20:33:19.851976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.876190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '6e5c1f44-56f7-4178-87f5-30cbf441b068', 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87', 'port_id': '6e5c1f44-56f7-4178-87f5-30cbf441b068', 'mac_address': 'fa:16:3e:6b:9a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:19.952403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-d5e8d2f7-d7d4-4953-8e9f-0365f619a962 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:19.953887 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-d5e8d2f7-d7d4-4953-8e9f-0365f619a962 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.5144794 Apr 05 20:33:19.965348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.970559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] 10.222.0.23 "PUT /v2.0/ports/a95142a3-e72f-45fd-be76-bbb857996290 HTTP/1.1" status: 200 len: 1096 time: 3.0090442 Apr 05 20:33:19.970559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:19.979914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db690372-e36a-40a3-8c2a-e7fd8d539319 service neutron] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:19.984304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75e8a0c5-b74e-4304-8cf9-804b066d2532 req-0fbf089f-2c1d-4276-bf19-8e4d17df230a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764963 Apr 05 20:33:20.007323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Request body: {'port': {'device_id': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'admin_state_up': True, 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:20.041543 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.065219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5c1f44-56f7-4178-87f5-30cbf441b068 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:20.094144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:20.128062 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cfdea4-dabf-4b9e-9c62-ae9d4d1ef38b'] response: {'name': 'network-changed', 'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290', 'status': 'completed', 'code': 200} Apr 05 20:33:20.173299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.300510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:20.332350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Usage tracker for resource:port and tenant:d7e305de1d324644a7f70cbb8e8077f3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:20.346216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:20.367917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:20.388384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:20.408759 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.419003 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-ceaaba6d-efd1-4b9b-8fed-57b6fc17985b service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422238 Apr 05 20:33:20.447263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c081c9b0-843a-440f-869a-114eedce3029 req-525f03bf-590d-4437-ab45-74d467bec479 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 210 time: 0.1205225 Apr 05 20:33:20.466799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-e25cdd05-c178-4910-8592-510c949f76a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1099 time: 0.2978926 Apr 05 20:33:20.470916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['6e5c1f44-56f7-4178-87f5-30cbf441b068'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:20.588386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-c75829cd-157d-4201-97bf-19cc4326cffc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a95142a3-e72f-45fd-be76-bbb857996290 HTTP/1.1" status: 200 len: 217 time: 0.1149769 Apr 05 20:33:20.620875 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36dcdc9f-8c39-4950-a3d5-cc98af766323 req-be355bf3-4083-49fb-82b7-a8fd57a54668 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944933 Apr 05 20:33:20.626001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:20.631731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.670131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-c1c76741-f527-45a4-a253-d862fa71ed5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:20.672143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-c1c76741-f527-45a4-a253-d862fa71ed5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0777543 Apr 05 20:33:20.803068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5dde912-1531-4efa-a1cf-105ccda4c733 req-1908ea5f-7346-42f2-bca3-d649aee52e2c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 210 time: 0.0998154 Apr 05 20:33:20.862482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Allocated IP 172.20.0.12 (103afd5c-3b83-4da2-baad-2149cd494344/b566519c-6688-43c0-836f-d699ab04fc2b/53742f1a-acd7-4390-a637-4dc9e7967c63) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:20.871301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-bb2a9583-8da9-4dd4-92c0-1ce319a3bc4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921177 Apr 05 20:33:21.046010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea5273-41c6-464d-8b61-e6038a771ec5 req-b6b3ebb8-41ed-49f7-8519-541706c4d79c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:21.047374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cea5273-41c6-464d-8b61-e6038a771ec5 req-b6b3ebb8-41ed-49f7-8519-541706c4d79c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 948 time: 0.1751781 Apr 05 20:33:21.087411 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-2ba2fe42-7f1e-45ed-bb5d-31e61a27cc3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.2116129 Apr 05 20:33:21.138751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cea5273-41c6-464d-8b61-e6038a771ec5 req-64f2ac48-0dad-4ef8-ba62-bce7f8be57fe tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793872 Apr 05 20:33:21.140694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-a3d0fc29-c1f9-41e6-9712-d85556da1503 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219720 Apr 05 20:33:21.291973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.363484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-02d40b47-b1f9-4fc0-9db1-98bd94dbae72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:21.365441 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-02d40b47-b1f9-4fc0-9db1-98bd94dbae72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.2665827 Apr 05 20:33:21.405829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-7cd4c548-862d-4397-aa1f-1526786f4849 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458431 Apr 05 20:33:21.483623 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-ea802bed-52a3-4ce2-970b-d5f777667a32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.1106317 Apr 05 20:33:21.580930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:21.588541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:21.632753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-edf2a5cd-f4d8-4895-960b-bf4001398ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:21.634251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-edf2a5cd-f4d8-4895-960b-bf4001398ce0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1449661 Apr 05 20:33:21.635730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.761524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event updated for resources: {'Port': ['ID=53742f1a-acd7-4390-a637-4dc9e7967c63,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:21.773830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Network 103afd5c-3b83-4da2-baad-2149cd494344 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:21.777129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:21.782607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:21.844271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:21.844502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.860651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:21.860915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66634847-ea26-4d9c-97c9-09b147fe5e78 req-921693d2-3aab-4283-8097-d0777f0ab30d service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122526 Apr 05 20:33:21.872240 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-cd6a1c0d-e439-4752-a415-cb413befe169 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963329 Apr 05 20:33:21.891798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9', 'mac_address': 'fa:16:3e:e2:1b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:21.923435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 6e5c1f44-56f7-4178-87f5-30cbf441b068 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:21.938207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 6e5c1f44-56f7-4178-87f5-30cbf441b068 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:21.938576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.969428 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-aff09c7a-54fc-4d44-8249-ab78ec2f9ff4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9895608 Apr 05 20:33:21.989256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d71e4-0c2e-496e-ac6a-5c7fc5064b58 req-3101684f-a3da-458e-8ebd-e222137b176a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:21.990332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Request body: {'port': {'device_id': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:22.013012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.016533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a54d71e4-0c2e-496e-ac6a-5c7fc5064b58 req-3101684f-a3da-458e-8ebd-e222137b176a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.7006068 Apr 05 20:33:22.074834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-747dccf0-8612-454a-a9ae-491d429f7257 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:22.074834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-747dccf0-8612-454a-a9ae-491d429f7257 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6522989 Apr 05 20:33:22.085997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.098141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:22.128679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:22.137041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:22.146479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:22.157296 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-3bb9d2fe-7e2b-4a14-af9e-8c7e58321b54 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717798 Apr 05 20:33:22.188098 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.199088 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.204369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-fbdc2bdf-2c2a-4fc2-a7a7-e5661099e867 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:22.209879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-fbdc2bdf-2c2a-4fc2-a7a7-e5661099e867 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.39 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 821 time: 0.7351315 Apr 05 20:33:22.218606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-d45eef57-7e33-4c13-8679-8009def2a20e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/quotas/ede5f96069d4491c8c858c7dcdf64428 HTTP/1.1" status: 200 len: 375 time: 0.0816221 Apr 05 20:33:22.266290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.275461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Request body: {'port': {'device_id': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'admin_state_up': True, 'tenant_id': 'bac360bb76a0469a864af734c6e8f9b0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:22.312009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-8f107dde-870a-4f49-8a50-15eece05eb83 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922604 Apr 05 20:33:22.314460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:22.355543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a54d71e4-0c2e-496e-ac6a-5c7fc5064b58 req-2b883dd3-2ca4-4c27-833a-23a052d81587 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352728 Apr 05 20:33:22.412890 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88e28f3e-a553-4543-9e23-d70bbad02d47 req-746802f3-9761-4fd0-a876-3f474b0b702a service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462714 Apr 05 20:33:22.433747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:22.499227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['0cd11f3a-0d4b-43dd-8aff-206a8e602bc9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:22.518220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-2ef7693a-f52b-4e2b-a4ab-bb82a54844d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1099 time: 0.4405575 Apr 05 20:33:22.686052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53742f1a-acd7-4390-a637-4dc9e7967c63 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:22.693440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.709240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Transition to ACTIVE for port object 53742f1a-acd7-4390-a637-4dc9e7967c63 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:22.712604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:22.752462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:22.770579 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.791483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-8b01e76f-b9f9-4b6d-a141-bc04830d0ecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:22.793721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-8b01e76f-b9f9-4b6d-a141-bc04830d0ecd service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2602563 Apr 05 20:33:22.876833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809ca00-0b59-4219-86ce-556d18affb2d req-e195b7da-f917-4a8b-a6a2-33f5844a60d3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:22.878668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9809ca00-0b59-4219-86ce-556d18affb2d req-e195b7da-f917-4a8b-a6a2-33f5844a60d3 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.3202593 Apr 05 20:33:22.887290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Made reservation on behalf of bac360bb76a0469a864af734c6e8f9b0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:22.890987 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.970030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Pushing event updated for resources: {'Port': ['ID=53742f1a-acd7-4390-a637-4dc9e7967c63,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:22.982612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-48835724-756a-434b-97b1-34ef4930931c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a95142a3-e72f-45fd-be76-bbb857996290 HTTP/1.1" status: 200 len: 217 time: 0.1821854 Apr 05 20:33:23.099725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Attempting to bind port 53742f1a-acd7-4390-a637-4dc9e7967c63 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:23.100086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Attempting to bind port 53742f1a-acd7-4390-a637-4dc9e7967c63 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:23.100414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Attempting to bind port 53742f1a-acd7-4390-a637-4dc9e7967c63 on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:23.106965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Port 53742f1a-acd7-4390-a637-4dc9e7967c63 on network 103afd5c-3b83-4da2-baad-2149cd494344 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:23.107284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Attempting to bind port 53742f1a-acd7-4390-a637-4dc9e7967c63 on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:23.118456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:23.118812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:23.119196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Bound using segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:23.119743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Bound port: 53742f1a-acd7-4390-a637-4dc9e7967c63, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:23.120011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.163371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9809ca00-0b59-4219-86ce-556d18affb2d req-d521263f-1c7a-45d1-90f1-6b61d24593ce tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600946 Apr 05 20:33:23.179915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-9684caad-dd36-49dc-a96b-c8e89cb8ef12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:23.181424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-9684caad-dd36-49dc-a96b-c8e89cb8ef12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1777265 Apr 05 20:33:23.258226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] For port 53742f1a-acd7-4390-a637-4dc9e7967c63, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:23.264528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] For port 53742f1a-acd7-4390-a637-4dc9e7967c63, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53742f1a-acd7-4390-a637-4dc9e7967c63,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:23.300566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90461f76-0a94-4732-b8e7-d1f9281945cf req-fe0e4243-7097-49fc-81e3-1ce0b87b9839 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:23.307901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90461f76-0a94-4732-b8e7-d1f9281945cf req-fe0e4243-7097-49fc-81e3-1ce0b87b9839 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 944 time: 0.4280596 Apr 05 20:33:23.335680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.404950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.406372 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] 10.222.0.39 "PUT /v2.0/ports/53742f1a-acd7-4390-a637-4dc9e7967c63 HTTP/1.1" status: 200 len: 1092 time: 1.4218862 Apr 05 20:33:23.406791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'tag': '53742f1a-acd7-4390-a637-4dc9e7967c63'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:23.435363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90461f76-0a94-4732-b8e7-d1f9281945cf req-5c48415f-eb85-44d2-9c63-c54d26163e50 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264863 Apr 05 20:33:23.436060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5007c31-e3d5-4245-b3ad-93a69405800a service neutron] Pushing event updated for resources: {'Port': ['ID=53742f1a-acd7-4390-a637-4dc9e7967c63,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:23.441694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4c19de8-3ce1-4cc1-ad26-72f470446403 req-a1018d2c-a13e-479b-8606-8927a7f99207 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 210 time: 0.0679665 Apr 05 20:33:23.455820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-8a1b2d0e-af7c-4073-8aa4-1895e7e79068 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2651498 Apr 05 20:33:23.512002 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166ef5e0-ca24-43a2-b224-04dd03678c19'] response: {'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068', 'code': 200} Apr 05 20:33:23.595777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Allocated IP 172.20.0.11 (799e033f-91f7-4f6c-b894-5373d7da0ee0/55dfffaf-1faf-48b7-8a96-63a3bdb635a9/d9fef0a8-c862-40eb-87f4-bdb21415b0d5) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:23.604038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:23.711322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8c7923b-ad23-4570-899a-37619dfb160a req-076fd1c4-2e6d-489f-936f-e45c29881df8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 210 time: 0.1176333 Apr 05 20:33:23.726758 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-d7e82cf3-8683-468d-b1a4-497a6fa09667 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 1095 time: 0.1436005 Apr 05 20:33:23.732199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0fd12010-70aa-45d6-9067-d9cda49b262d req-2659bbd4-427d-4d6e-8d94-2ca1bef51e19 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1097 time: 0.0991242 Apr 05 20:33:23.754364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:23.761940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:23.766249 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.816760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-552a7289-7145-4509-8596-10519ae1baf1 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540447 Apr 05 20:33:23.848333 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-ff2ebba8-359f-4d95-b855-f773564bfb04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53742f1a-acd7-4390-a637-4dc9e7967c63 HTTP/1.1" status: 200 len: 217 time: 0.0809865 Apr 05 20:33:23.912194 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.973701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:23.998367 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0fd12010-70aa-45d6-9067-d9cda49b262d req-faf85eac-9065-42f2-afb0-5aee59742bed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608159 Apr 05 20:33:24.025665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-7861957c-c2c9-4ef5-bb6f-cbdcb91b445f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.027316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-7861957c-c2c9-4ef5-bb6f-cbdcb91b445f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1732767 Apr 05 20:33:24.031399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.081388 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-618b6250-95c4-463d-be50-cd5039afe669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460579 Apr 05 20:33:24.121383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:24.139094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd2ef-8533-4ab6-836b-48935198a0ea req-60c8c4d9-5b7a-4fc3-9964-ecc07e2b2028 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.140693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de4fd2ef-8533-4ab6-836b-48935198a0ea req-60c8c4d9-5b7a-4fc3-9964-ecc07e2b2028 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 949 time: 0.5067267 Apr 05 20:33:24.246138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad0a56f4-851a-4616-a4bc-3a9ce17c9495 req-71c050fd-5003-410b-a601-eec9d9792922 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215202 Apr 05 20:33:24.264679 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-5375ce9b-a54a-40c4-adf9-363b18e62240 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752043 Apr 05 20:33:24.277867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de4fd2ef-8533-4ab6-836b-48935198a0ea req-b73a93e1-adca-4989-9873-5acb87a8c883 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313858 Apr 05 20:33:24.287450 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.368536 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370d04a7-b098-4ad4-b5ce-a8fd025a1944'] response: {'name': 'network-changed', 'server_uuid': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'tag': '53742f1a-acd7-4390-a637-4dc9e7967c63', 'status': 'completed', 'code': 200} Apr 05 20:33:24.397230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3dc60-addd-4f45-be6b-cf04592d6263 req-7d613366-99dc-4dba-a63d-634d5c5e3d96 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.399305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62e3dc60-addd-4f45-be6b-cf04592d6263 req-7d613366-99dc-4dba-a63d-634d5c5e3d96 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1094558 Apr 05 20:33:24.449556 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d94b2d-4fbb-4c82-9212-d238a3343aca req-a9dfc000-3c76-4616-ad28-0f6924795940 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773882 Apr 05 20:33:24.455228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62e3dc60-addd-4f45-be6b-cf04592d6263 req-441f0f30-cc8a-494b-8fa8-ecc314d3c71b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Apr 05 20:33:24.482472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.571859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Network 799e033f-91f7-4f6c-b894-5373d7da0ee0 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:24.575681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:24.578363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:24.611232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:24.700986 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-8eaf1cc9-310d-499c-a195-5a52a9861dc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 1095 time: 0.0829072 Apr 05 20:33:24.740568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.741263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.801586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf25225-57f3-4137-8842-b83428ea03a1 req-746d3983-20aa-4bcd-a4bf-d9e03990aaf1 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.802982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bcf25225-57f3-4137-8842-b83428ea03a1 req-746d3983-20aa-4bcd-a4bf-d9e03990aaf1 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.1930132 Apr 05 20:33:24.810077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdd8a6-6ab9-45d4-a469-b53383460f89 req-47f1c2ec-1691-4a4f-9556-9ed462e5cbbb tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.810820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9afdd8a6-6ab9-45d4-a469-b53383460f89 req-47f1c2ec-1691-4a4f-9556-9ed462e5cbbb tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Synchronizing usage tracker for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:24.840199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-641944f9-8a82-44ee-8ce7-0397b2528e90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.841638 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-641944f9-8a82-44ee-8ce7-0397b2528e90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.1342809 Apr 05 20:33:24.869488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bcf25225-57f3-4137-8842-b83428ea03a1 req-68af9d58-45d0-4638-bc32-f0c39d3895a2 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556846 Apr 05 20:33:24.892441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-3e072672-b964-4988-af38-7bed983de619 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6281710 Apr 05 20:33:24.915112 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-2533245d-4737-405f-ac5e-9e54d0840f95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53742f1a-acd7-4390-a637-4dc9e7967c63 HTTP/1.1" status: 200 len: 217 time: 0.0665288 Apr 05 20:33:24.916293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Request body: {'port': {'device_id': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:24.992564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-e9fdbf21-2f61-4572-aa26-71115cdbb21e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:24.994066 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-e9fdbf21-2f61-4572-aa26-71115cdbb21e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.0681243 Apr 05 20:33:25.004031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9afdd8a6-6ab9-45d4-a469-b53383460f89 req-47f1c2ec-1691-4a4f-9556-9ed462e5cbbb tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Unset dirty status for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:25.005133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9afdd8a6-6ab9-45d4-a469-b53383460f89 req-47f1c2ec-1691-4a4f-9556-9ed462e5cbbb tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 932 time: 0.3536189 Apr 05 20:33:25.045760 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-bd47104f-0b46-49ff-8b6a-4b7a4bce1ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415108 Apr 05 20:33:25.101241 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.164162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9afdd8a6-6ab9-45d4-a469-b53383460f89 req-33f0a2b9-636f-4123-a90b-01979a6e5aef tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Synchronizing usage tracker for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:25.187786 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-8a68cdf4-d110-424d-9450-ad002153ad01 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338732 Apr 05 20:33:25.218952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa8baf-8301-4fa1-aa5a-42f579a40548 req-8e41ee6f-6ac3-4f88-9ae3-95fa2fcef87b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:25.220996 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1fa8baf-8301-4fa1-aa5a-42f579a40548 req-8e41ee6f-6ac3-4f88-9ae3-95fa2fcef87b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 944 time: 0.2178855 Apr 05 20:33:25.316504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9afdd8a6-6ab9-45d4-a469-b53383460f89 req-33f0a2b9-636f-4123-a90b-01979a6e5aef tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Unset dirty status for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:25.316748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9afdd8a6-6ab9-45d4-a469-b53383460f89 req-33f0a2b9-636f-4123-a90b-01979a6e5aef tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769272 Apr 05 20:33:25.352452 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff577e40-0333-4da1-be81-350ac00b2b92 req-832142e3-5415-4a1b-8dc8-aa7a62380e22 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443567 Apr 05 20:33:25.377720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1fa8baf-8301-4fa1-aa5a-42f579a40548 req-abbfbad4-5989-402d-956f-33ab9d040a3d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879278 Apr 05 20:33:25.473990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-88bc81d8-3039-49fd-a6bc-3854753689ff tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409193 Apr 05 20:33:25.513577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:25.608233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:25.615994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4722046a-6245-4303-8096-98ed776f42ae req-928f501f-3ec7-401a-9263-652a5d532da9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 210 time: 0.1121359 Apr 05 20:33:25.725574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-8861c58c-c7d5-437b-bd7b-a5ec60c03a7f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:25.727547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-8861c58c-c7d5-437b-bd7b-a5ec60c03a7f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478492 Apr 05 20:33:25.759442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:25.780465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:25.795269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a95142a3-e72f-45fd-be76-bbb857996290', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'a95142a3-e72f-45fd-be76-bbb857996290', 'mac_address': 'fa:16:3e:cc:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:25.854935 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.874048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:25.890808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:25.920610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fef0a8-c862-40eb-87f4-bdb21415b0d5 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:25.959272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.976389 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.048858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:26.135562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Transition to ACTIVE for port object d9fef0a8-c862-40eb-87f4-bdb21415b0d5 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:26.177400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:26.187241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335a98f-0914-42b4-85f9-9fa9193e7cb4 req-98d57973-a341-48cd-8c4d-d6e89e263756 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:26.188765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6335a98f-0914-42b4-85f9-9fa9193e7cb4 req-98d57973-a341-48cd-8c4d-d6e89e263756 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 950 time: 0.4149570 Apr 05 20:33:26.190591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Usage tracker for resource:port and tenant:ede5f96069d4491c8c858c7dcdf64428 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:26.190981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a95142a3-e72f-45fd-be76-bbb857996290'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:26.196327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:26.215595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.221609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:26.277030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dd4cd-4212-49da-8c68-833a82679b56 req-99b0aad0-80e5-4651-aea1-23b82cb55fb2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:26.278489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e8dd4cd-4212-49da-8c68-833a82679b56 req-99b0aad0-80e5-4651-aea1-23b82cb55fb2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3612726 Apr 05 20:33:26.383349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:26.386332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.409891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:26.424436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.435165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6335a98f-0914-42b4-85f9-9fa9193e7cb4 req-6464eedb-0093-494f-a947-bde5bda268f1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404125 Apr 05 20:33:26.500120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e8dd4cd-4212-49da-8c68-833a82679b56 req-fa6d3127-86ad-4f93-885b-8d48386c794d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061687 Apr 05 20:33:26.503725 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac06bb99-925f-41cf-b638-f3aa916043bf'] response: {'server_uuid': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9', 'code': 200} Apr 05 20:33:26.558477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:26.565219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Usage tracker for resource:security_group_rule and tenant:ede5f96069d4491c8c858c7dcdf64428 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:26.570109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:26.579205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:26.649783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Attempting to bind port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:26.650123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Attempting to bind port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:26.651893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Attempting to bind port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:26.677133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42295853-3b39-4912-86ac-d42f96c3c20e req-67e5858c-8026-4ed6-94b6-a4fc828e9e4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 1101 time: 0.0948906 Apr 05 20:33:26.680901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:26.681133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Attempting to bind port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:26.727017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42295853-3b39-4912-86ac-d42f96c3c20e req-f2eba981-6fb3-46ec-893c-6f7735212adf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427155 Apr 05 20:33:26.757381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:26.757723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Checking segment: {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:26.758114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Bound using segment: {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:26.760330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Bound port: d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:26.760330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.818752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.882641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.999062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9106840a-366a-4d29-a8f6-12393f5334e6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:27.006520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44df1a-7ef6-48bc-b513-910e817a282a req-cc240931-3d56-4942-a7e8-4c54bbc38b16 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:27.008014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a44df1a-7ef6-48bc-b513-910e817a282a req-cc240931-3d56-4942-a7e8-4c54bbc38b16 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.3313038 Apr 05 20:33:27.034815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:27.083608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c98a88-1c80-4808-a952-c6ec82819be1 req-caf7cef3-38e5-4633-8f90-3db36a300165 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:27.085584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c98a88-1c80-4808-a952-c6ec82819be1 req-caf7cef3-38e5-4633-8f90-3db36a300165 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 944 time: 0.3363848 Apr 05 20:33:27.087718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:27.158634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a44df1a-7ef6-48bc-b513-910e817a282a req-29012ab0-4cea-49ff-9f7b-b9a3346275e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393712 Apr 05 20:33:27.162908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.248717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.25 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/1d6e6b8c-6e4e-4648-a13c-d7a8606304ed) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:27.328213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.329590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] 10.222.0.39 "PUT /v2.0/ports/d9fef0a8-c862-40eb-87f4-bdb21415b0d5 HTTP/1.1" status: 200 len: 1092 time: 2.4179468 Apr 05 20:33:27.338584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:27.361909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c98a88-1c80-4808-a952-c6ec82819be1 req-6732d26a-867b-46eb-95af-4e9a171ac4e9 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688425 Apr 05 20:33:27.405482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2db5a-7b73-4146-b3ad-92772a2a0630 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:27.624419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:27.638528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d01d8-4542-41ef-95e1-24b400284456 req-549082cf-6d75-48f4-a631-e798fb574e38 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:27.639988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-994d01d8-4542-41ef-95e1-24b400284456 req-549082cf-6d75-48f4-a631-e798fb574e38 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 944 time: 0.3671618 Apr 05 20:33:27.733270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.762461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port a95142a3-e72f-45fd-be76-bbb857996290 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:27.768393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a95142a3-e72f-45fd-be76-bbb857996290 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:27.768770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.770106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-994d01d8-4542-41ef-95e1-24b400284456 req-b72be06b-7253-42a3-8f51-0ff24be642a5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201103 Apr 05 20:33:27.773153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:27.779339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc056a-c8e0-43ef-b08a-e2f9bcf319ab req-6327a54f-dc20-40d8-8ec0-7153bfbd88a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:27.781381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fdc056a-c8e0-43ef-b08a-e2f9bcf319ab req-6327a54f-dc20-40d8-8ec0-7153bfbd88a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2563090 Apr 05 20:33:27.785949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-17c17382-7861-4427-991d-7cf9e034fd16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 1095 time: 0.2926142 Apr 05 20:33:27.853652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:27.885971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-cd41699f-233c-4c34-8ec8-236a2c19831e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5 HTTP/1.1" status: 200 len: 217 time: 0.0817878 Apr 05 20:33:27.939894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.948434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fdc056a-c8e0-43ef-b08a-e2f9bcf319ab req-0c6e684a-427c-4952-848f-032fbb32a831 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598816 Apr 05 20:33:27.981445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-503f45ac-22cd-4f6b-b0c3-699ecc9e265e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:27.981445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-503f45ac-22cd-4f6b-b0c3-699ecc9e265e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55dfffaf-1faf-48b7-8a96-63a3bdb635a9 HTTP/1.1" status: 200 len: 861 time: 0.0860677 Apr 05 20:33:27.983444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:28.054166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.057953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-dd92ac42-bc03-4fb9-a1cb-87034b6d63a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=799e033f-91f7-4f6c-b894-5373d7da0ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435195 Apr 05 20:33:28.064308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd261e9a-b9cf-4fda-86bd-11ce55a8e11c req-56eb6bb8-1908-41b3-ad07-bb8d4c5a9f8f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 210 time: 0.0963297 Apr 05 20:33:28.064991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.088369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.093112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:28.098245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Usage tracker for resource:security_group_rule and tenant:16857f70d25b41688c80dd244e72a363 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:28.101459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:28.110659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:28.222883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.227193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:28.299657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.352652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf62ffe-dc8d-48f3-92af-35aa5aa22bd3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:28.358560 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f68d55ce-46c0-4fde-9b46-52ec49030a81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16857f70d25b41688c80dd244e72a363&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5040076 Apr 05 20:33:28.361013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48220) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:28.392618 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d8ac17-46c4-4038-a86a-a12b4521987a'] response: {'name': 'network-changed', 'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'status': 'completed', 'code': 200} Apr 05 20:33:28.429471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc79-e6be-47a8-b515-d34448989a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.456045 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc79-e6be-47a8-b515-d34448989a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.505327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:28.541229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:28.544466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:28.552712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:28.562259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:28.596769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc79-e6be-47a8-b515-d34448989a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.613552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84bc79-e6be-47a8-b515-d34448989a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf62ffe-dc8d-48f3-92af-35aa5aa22bd3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:28.618796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef84bc79-e6be-47a8-b515-d34448989a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.625584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef84bc79-e6be-47a8-b515-d34448989a04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cf62ffe-dc8d-48f3-92af-35aa5aa22bd3 HTTP/1.1" status: 204 len: 168 time: 0.2631760 Apr 05 20:33:28.631100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-c0736d35-9838-4733-bcac-6686e27101cd service neutron] 10.222.0.39 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641191 Apr 05 20:33:28.696836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53742f1a-acd7-4390-a637-4dc9e7967c63 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:28.744456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:28.745329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.765765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c1a6-320e-441e-b0b0-ac27c7e3b59d req-0a8181fb-ab61-47a3-bca4-0d70b8680d70 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:28.767132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e88c1a6-320e-441e-b0b0-ac27c7e3b59d req-0a8181fb-ab61-47a3-bca4-0d70b8680d70 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 950 time: 0.3736680 Apr 05 20:33:28.773504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d200d63-b205-4b47-bbaa-e6e0f5f62b99 req-0b2bb558-a635-499b-853f-81431e152013 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1097 time: 0.3884525 Apr 05 20:33:28.852443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 53742f1a-acd7-4390-a637-4dc9e7967c63, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53742f1a-acd7-4390-a637-4dc9e7967c63,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:28.866091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '53742f1a-acd7-4390-a637-4dc9e7967c63', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': '53742f1a-acd7-4390-a637-4dc9e7967c63', 'mac_address': 'fa:16:3e:26:af:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:28.896024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a48581-3024-4c9c-854f-ea3be68a25ae req-2827e284-b061-4565-9477-f6e94ecd11ce service neutron] 10.222.0.39 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556143 Apr 05 20:33:28.914043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e88c1a6-320e-441e-b0b0-ac27c7e3b59d req-26ea4793-38fe-4441-a268-1d52502ecc4c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374338 Apr 05 20:33:28.919580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d200d63-b205-4b47-bbaa-e6e0f5f62b99 req-e2101b9e-3cd8-4cc7-8d90-10143c7ec418 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362376 Apr 05 20:33:28.934668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-ac4d8ad8-327a-4589-84b5-ccb1e8bea4db tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1766644 Apr 05 20:33:28.945641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Request body: {'port': {'device_id': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:28.980900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.000947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53742f1a-acd7-4390-a637-4dc9e7967c63 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:29.004628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-27a1cd8f-01c0-45aa-953e-76d2bcc76606 None None] Provisioning for port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:29.010894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-27a1cd8f-01c0-45aa-953e-76d2bcc76606 None None] Provisioning complete for port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:29.011261 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-27a1cd8f-01c0-45aa-953e-76d2bcc76606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.079540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-27a1cd8f-01c0-45aa-953e-76d2bcc76606 None None] Port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:33:29.083394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 53742f1a-acd7-4390-a637-4dc9e7967c63, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53742f1a-acd7-4390-a637-4dc9e7967c63,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:29.170804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.237858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=53742f1a-acd7-4390-a637-4dc9e7967c63,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:29.246817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.367112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48240) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:29.374922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-3e01c6ee-2b90-4f38-baac-776f284c1470 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 1095 time: 0.2865965 Apr 05 20:33:29.386769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0ce13-8e12-4c68-a490-31cf8a5bd6c8 req-d59109a9-d728-4ea8-868e-a65bafd0015f tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:29.388764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.388881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37e0ce13-8e12-4c68-a490-31cf8a5bd6c8 req-d59109a9-d728-4ea8-868e-a65bafd0015f tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 944 time: 0.3053029 Apr 05 20:33:29.418669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:29.423407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Usage tracker for resource:security_group_rule and tenant:80d33cfe798c4db6bace18aab9c21c32 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:29.425712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:29.432052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:29.460153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50615706-f7c6-4eb9-a809-c9686cc14871 req-ec34b63d-eab2-4ce8-a240-094688c2cf4e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:29.461617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50615706-f7c6-4eb9-a809-c9686cc14871 req-ec34b63d-eab2-4ce8-a240-094688c2cf4e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3318181 Apr 05 20:33:29.506026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.579766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.627724 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80d33cfe798c4db6bace18aab9c21c32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2594244 Apr 05 20:33:29.628430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f5e37-518c-43ed-a839-dca372d6dc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb3175-b76a-49aa-ba10-038799059773,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:29.630624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48244) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:29.661315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37e0ce13-8e12-4c68-a490-31cf8a5bd6c8 req-64ca983e-1a4e-4e2e-8eb2-259c25526a4c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367408 Apr 05 20:33:29.695153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-015443da-ab68-499b-a3bf-13da10a8fbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.711388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50615706-f7c6-4eb9-a809-c9686cc14871 req-05639863-d88e-4cf2-927f-caff0bcf3770 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245407 Apr 05 20:33:29.723231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-015443da-ab68-499b-a3bf-13da10a8fbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.741296 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61205c0-c442-4910-a923-deb902946f3b'] response: {'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290', 'code': 200} Apr 05 20:33:29.752270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-a7c9a08b-8a55-410f-ad8b-2101f1d29a9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:29.753812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-a7c9a08b-8a55-410f-ad8b-2101f1d29a9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 922 time: 0.3304162 Apr 05 20:33:29.858479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['53742f1a-acd7-4390-a637-4dc9e7967c63'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:29.864911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-015443da-ab68-499b-a3bf-13da10a8fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.894248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015443da-ab68-499b-a3bf-13da10a8fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb3175-b76a-49aa-ba10-038799059773,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:29.903115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-015443da-ab68-499b-a3bf-13da10a8fbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.906651 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-015443da-ab68-499b-a3bf-13da10a8fbf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79fb3175-b76a-49aa-ba10-038799059773 HTTP/1.1" status: 204 len: 168 time: 0.2726042 Apr 05 20:33:29.919412 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-47779458-ed4b-40f8-b414-be7ec3174d82 req-620024b4-977d-4a1b-b20f-e06b785510e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1101 time: 0.1216352 Apr 05 20:33:30.054963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-17b2ce6a-a364-4943-ba9f-adb95fbb49bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5 HTTP/1.1" status: 200 len: 217 time: 0.2721839 Apr 05 20:33:30.071661 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-47779458-ed4b-40f8-b414-be7ec3174d82 req-9e4b31f2-072e-4b16-bf86-01e4baccea09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459374 Apr 05 20:33:30.242466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-c5cbdd8d-9f32-48a4-a5f1-7083384086ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:30.243913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-c5cbdd8d-9f32-48a4-a5f1-7083384086ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=55dfffaf-1faf-48b7-8a96-63a3bdb635a9 HTTP/1.1" status: 200 len: 861 time: 0.1461093 Apr 05 20:33:30.294806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5020a-428d-4425-88d3-1e0d433266c5 req-e1e72c0a-e003-4354-8b77-43d8518df231 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:30.296233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65a5020a-428d-4425-88d3-1e0d433266c5 req-e1e72c0a-e003-4354-8b77-43d8518df231 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.4384546 Apr 05 20:33:30.314185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-93d977a8-00c2-4831-86e2-76dd97de3e77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=799e033f-91f7-4f6c-b894-5373d7da0ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587130 Apr 05 20:33:30.315718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:30.359600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.373775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ce00d-f64d-45a6-8391-7c287f59a437 req-3daeecd7-7f30-4663-a09c-5f98f56be283 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:30.375193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e4ce00d-f64d-45a6-8391-7c287f59a437 req-3daeecd7-7f30-4663-a09c-5f98f56be283 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 945 time: 0.3221688 Apr 05 20:33:30.479065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Transition to ACTIVE for port object 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:30.494835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65a5020a-428d-4425-88d3-1e0d433266c5 req-f6ac9a6b-4d0b-4b7a-b10c-abd2c892a540 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847100 Apr 05 20:33:30.532732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e4ce00d-f64d-45a6-8391-7c287f59a437 req-531b4859-4f18-49cc-a891-df9ef01119b1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498888 Apr 05 20:33:30.552841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-535c2992-8bf1-453e-b01d-872f87f0207f service neutron] 10.222.0.39 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155614 Apr 05 20:33:30.559388 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.862437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:31.015240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7af097fc-f736-4d8a-a62b-efdf034e5aaf req-d06b9fa7-3c46-4c77-96cf-0a9126d0d2e8 service neutron] 10.222.0.39 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503365 Apr 05 20:33:31.084003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d2eee2f-2991-42eb-8430-379e5d24fd55 req-f9265679-1f60-4562-acba-4926f315527c tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1097 time: 0.4532099 Apr 05 20:33:31.092005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe29b08-a2de-4583-8f89-2e795228d3f4 req-e50b5e41-b19f-487b-bbbb-f77cf9d7bd91 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:31.092689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ebe29b08-a2de-4583-8f89-2e795228d3f4 req-e50b5e41-b19f-487b-bbbb-f77cf9d7bd91 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:31.144914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Attempting to bind port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:31.145577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Attempting to bind port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:31.146102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Attempting to bind port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:31.162632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:31.162954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Attempting to bind port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:31.175051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d2eee2f-2991-42eb-8430-379e5d24fd55 req-e9ee9b58-44dd-41fd-8d14-3affa4c4d23a tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766940 Apr 05 20:33:31.177253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:31.177775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:31.178342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:31.179524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Bound port: 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:31.180052 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.235929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ebe29b08-a2de-4583-8f89-2e795228d3f4 req-e50b5e41-b19f-487b-bbbb-f77cf9d7bd91 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:31.243521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebe29b08-a2de-4583-8f89-2e795228d3f4 req-e50b5e41-b19f-487b-bbbb-f77cf9d7bd91 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 947 time: 0.5626278 Apr 05 20:33:31.326125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ebe29b08-a2de-4583-8f89-2e795228d3f4 req-46cdb45f-c9fb-4a1e-9dd0-8128fcb3f73f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:31.329832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] For port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:31.345107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] For port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:31.429963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.476885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ebe29b08-a2de-4583-8f89-2e795228d3f4 req-46cdb45f-c9fb-4a1e-9dd0-8128fcb3f73f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:31.490281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebe29b08-a2de-4583-8f89-2e795228d3f4 req-46cdb45f-c9fb-4a1e-9dd0-8128fcb3f73f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459614 Apr 05 20:33:31.540160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.542087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] 10.222.0.23 "PUT /v2.0/ports/1d6e6b8c-6e4e-4648-a13c-d7a8606304ed HTTP/1.1" status: 200 len: 1095 time: 2.6008027 Apr 05 20:33:31.548848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198da2fc-6860-4e9e-937c-ba2a86d585d4 req-82b49715-c289-4f84-8308-0df518280ae3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:31.553521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198da2fc-6860-4e9e-937c-ba2a86d585d4 req-82b49715-c289-4f84-8308-0df518280ae3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1900172 Apr 05 20:33:31.562384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'tag': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:31.592503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dc2f5-d8e7-4b08-9cf4-a3e61eda8677 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:31.780334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-198da2fc-6860-4e9e-937c-ba2a86d585d4 req-a610bcb2-4507-441b-b518-f8e1734ac478 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127123 Apr 05 20:33:31.845654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b69549-781f-481b-bbaa-65cfa39241a3 req-09f8ec31-0871-4298-bfc5-99bf4a9d0b17 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:31.847138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b69549-781f-481b-bbaa-65cfa39241a3 req-09f8ec31-0871-4298-bfc5-99bf4a9d0b17 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 944 time: 0.2102005 Apr 05 20:33:31.855315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-332f7249-bc82-4b3c-93c2-d2c12d538904 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 1098 time: 0.1506317 Apr 05 20:33:32.107048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-d9c88797-96b8-4600-94ab-4836a6b92a7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed HTTP/1.1" status: 200 len: 217 time: 0.2341030 Apr 05 20:33:32.148140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b69549-781f-481b-bbaa-65cfa39241a3 req-337805c6-e1bf-454c-b4d2-2a82e47685f8 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912776 Apr 05 20:33:32.186622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-29425558-683f-4308-b9d1-b5d041c898a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:32.188056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-29425558-683f-4308-b9d1-b5d041c898a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0741124 Apr 05 20:33:32.229140 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f35733f-a6ff-45da-b9dd-39eaa4de8254'] response: {'name': 'network-changed', 'server_uuid': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'tag': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'status': 'completed', 'code': 200} Apr 05 20:33:32.243378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4c4d-7d44-4646-b6be-966c39e3ea11 req-2ae34f2b-a342-4d55-8507-a87f5f432481 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:32.244822 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-577e4c4d-7d44-4646-b6be-966c39e3ea11 req-2ae34f2b-a342-4d55-8507-a87f5f432481 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2022793 Apr 05 20:33:32.307304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-577e4c4d-7d44-4646-b6be-966c39e3ea11 req-d7f3c305-a106-4f49-b48c-51e3a8ff4783 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566125 Apr 05 20:33:32.316761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-6d51ad7c-3231-4482-a963-1b91e016254a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218557 Apr 05 20:33:32.557508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-47048435-bcb0-4c2e-b9ef-8659f6c19e48 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330871 Apr 05 20:33:32.570432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da2a31-a6d2-4c3b-befd-364ae479bab7 req-b089b119-6df4-4933-83fe-f195d57f3f74 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:32.572131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da2a31-a6d2-4c3b-befd-364ae479bab7 req-b089b119-6df4-4933-83fe-f195d57f3f74 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 945 time: 0.2496464 Apr 05 20:33:32.707055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2da429a3-76d4-4f60-8ac3-bc86e4f39d59 req-26e6632f-fcbb-47d3-abe1-e8754c3d2ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2445676 Apr 05 20:33:32.712949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d9fef0a8-c862-40eb-87f4-bdb21415b0d5 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:32.719685 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53742f1a-acd7-4390-a637-4dc9e7967c63 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:32.725468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da2a31-a6d2-4c3b-befd-364ae479bab7 req-791f9d19-1f1d-4d46-a421-cc92e7c291d6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322000 Apr 05 20:33:32.747180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c42e1ce-67e2-4130-9ad3-ef50e5313591 req-987ebfad-c934-42ae-ad45-65b424ff5e30 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825476 Apr 05 20:33:33.058732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:33.072295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'port_id': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'mac_address': 'fa:16:3e:3e:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfffaf-1faf-48b7-8a96-63a3bdb635a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:33.076850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-9b1fab63-6fb6-4cf5-ac08-96e0b0284a92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 1098 time: 0.1972158 Apr 05 20:33:33.102363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 53742f1a-acd7-4390-a637-4dc9e7967c63 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:33.113978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 53742f1a-acd7-4390-a637-4dc9e7967c63 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:33.114357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.175468 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.197645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fef0a8-c862-40eb-87f4-bdb21415b0d5 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:33.210027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-8b194fd5-1782-4f7b-8ca5-2b9c1c575839 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:33.211428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-8b194fd5-1782-4f7b-8ca5-2b9c1c575839 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.2522604 Apr 05 20:33:33.212739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:33.271823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-f5299166-3f44-4577-86d1-7047433988d2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/quotas/df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 375 time: 0.0524209 Apr 05 20:33:33.288888 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.299632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.327536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-de8ca072-ec05-4cc7-8bb5-cd8fef058924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:33.328959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-de8ca072-ec05-4cc7-8bb5-cd8fef058924 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2422452 Apr 05 20:33:33.365278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53742f1a-acd7-4390-a637-4dc9e7967c63'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:33.380303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 53742f1a-acd7-4390-a637-4dc9e7967c63, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53742f1a-acd7-4390-a637-4dc9e7967c63,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:33.390105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:33.405706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-8b37c26b-0093-441b-87d1-1ee8abcef1b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed HTTP/1.1" status: 200 len: 217 time: 0.0700250 Apr 05 20:33:33.448542 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.471244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-9fcacd59-1160-461c-a0ee-0537fc713a7d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1985946 Apr 05 20:33:33.484893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.504034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-b86c9030-965b-4b3f-b076-7434294b8c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:33.505462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-b86c9030-965b-4b3f-b076-7434294b8c76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0924859 Apr 05 20:33:33.522739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=53742f1a-acd7-4390-a637-4dc9e7967c63,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:33.672113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-5cbc2338-08d7-49ed-b15f-6477dcb3e4b2 service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870670 Apr 05 20:33:33.700668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-2ba6ba02-aab0-4fab-b21b-00eb74209cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467280 Apr 05 20:33:33.746340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d9fef0a8-c862-40eb-87f4-bdb21415b0d5'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:34.018792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-c8110219-1369-46b5-acc4-996cddd8837c service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401105 Apr 05 20:33:34.027489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-a730f431-f5e4-411c-a6b6-c6162327099e service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686044 Apr 05 20:33:34.158906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dc45f48-7f54-4a0b-ad1c-4ea447a2b586 req-481c680b-8787-4ee3-948d-3a1f7cdfc266 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247466 Apr 05 20:33:34.350799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-0e91dcd5-6abe-4a45-93a1-e7782bad1c78 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cc106a5599064ec881620d1276f101d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373223 Apr 05 20:33:34.503752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-017c22fe-2b8a-48a2-a671-a08cefd50559 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:34.505103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-017c22fe-2b8a-48a2-a671-a08cefd50559 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488292 Apr 05 20:33:34.521268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-ce52ef3b-a967-4f47-9c6f-9c6a82e167e4 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/quotas/cc106a5599064ec881620d1276f101d3 HTTP/1.1" status: 200 len: 375 time: 0.0101426 Apr 05 20:33:34.604441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-267cbb21-0721-426f-8592-e33315d9440a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775270 Apr 05 20:33:34.779625 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7b2c6927-d07c-4c02-b016-a0bd227ee399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:34.957482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-9da1daeb-0e95-40b0-acd4-94b4c3eaa154 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:33:34.964006 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-9da1daeb-0e95-40b0-acd4-94b4c3eaa154 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0110917 Apr 05 20:33:35.023294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737762-59b7-41e7-98e2-b9d516ce12c2 req-35d43fe2-9056-4750-bed6-922d3864567d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:35.033023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5737762-59b7-41e7-98e2-b9d516ce12c2 req-35d43fe2-9056-4750-bed6-922d3864567d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 947 time: 0.0840096 Apr 05 20:33:35.077510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5737762-59b7-41e7-98e2-b9d516ce12c2 req-a8fb0476-b6f1-4d79-8f04-479448e9f262 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Apr 05 20:33:35.116081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:35.117346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Unknown quota resources ['binding']. {{(pid=84580) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 20:33:35.326760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Request body: {'security_group': {'name': 'tempest-securitygroup-331836177', 'description': 'tempest-description-146131424'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:35.332196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:35.332541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:35.332674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:35.332876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:35.337530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Usage tracker for resource:security_group and tenant:a222b6abf2bf42218e7e83ba21283d6c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:35.339655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:35.339962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:35.341613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:35.347261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:35.348787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:35.348787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:35.348787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:35.348787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Bound port: 6e5c1f44-56f7-4178-87f5-30cbf441b068, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:35.379017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:35.425325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.437984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.454682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] Notify callbacks [] for binding, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.455865 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] 10.222.0.10 "POST /v2.0/ports/6e5c1f44-56f7-4178-87f5-30cbf441b068/bindings HTTP/1.1" status: 201 len: 389 time: 0.4911096 Apr 05 20:33:35.470096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:35.473990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Usage tracker for resource:security_group_rule and tenant:a222b6abf2bf42218e7e83ba21283d6c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:35.477534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:35.483877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:35.556097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.616586 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.644725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:35.662073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:35.664398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41955f5e-2c4f-43c3-92fb-25a8fb84cc36,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:35.668744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Usage tracker for resource:security_group_rule and tenant:a222b6abf2bf42218e7e83ba21283d6c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:35.671775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:35.679374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:35.739846 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.801441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:35.812246 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.815420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'mac_address': 'fa:16:3e:1d:fd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:35.865589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39690f0e-91f8-44d9-97bd-5a908ac155dd,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:35.888214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.896415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8f2f6-d5cf-4651-bead-b74a1de26e01 req-92602dc8-33bc-4143-8304-5cfd8ea3a43c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:35.898517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ac8f2f6-d5cf-4651-bead-b74a1de26e01 req-92602dc8-33bc-4143-8304-5cfd8ea3a43c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 945 time: 0.1237807 Apr 05 20:33:35.913192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:35.935718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:35.951068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ac8f2f6-d5cf-4651-bead-b74a1de26e01 req-ed801b1d-969a-457b-82e9-59e7594e54d5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Apr 05 20:33:35.968523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.978404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94f27e1e-e249-46fe-93c8-3c1fcac52f29 req-c13fddbc-2343-4721-9ef6-24868239bd1b tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.6560926 Apr 05 20:33:35.997445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:36.047624 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9c0e75-16ae-4aed-a4dd-dedf58698dbf'] response: {'server_uuid': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53742f1a-acd7-4390-a637-4dc9e7967c63', 'code': 200} Apr 05 20:33:36.110031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:36.210206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b16bd41-1589-4eb3-acb8-0a95f9a07ac3 req-2ca2f419-5802-448c-bc88-703ab031c10c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 210 time: 0.0792572 Apr 05 20:33:36.250762 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-78225f71-3ef4-4003-b52a-eeed8ecc0be1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1097 time: 0.0862095 Apr 05 20:33:36.264854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03e77b-188f-4a03-a435-b42e76357257 req-5d0c7bbe-c25a-4491-aea2-865003fca95b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:36.266331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e03e77b-188f-4a03-a435-b42e76357257 req-5d0c7bbe-c25a-4491-aea2-865003fca95b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 946 time: 0.1783659 Apr 05 20:33:36.274026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:36.274485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe6fbdb3-6a2e-475d-9499-a53acdae80d4 req-9b4b2b7a-d72a-4f11-948e-78d99a2483f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 1097 time: 0.1036537 Apr 05 20:33:36.357131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e03e77b-188f-4a03-a435-b42e76357257 req-7b6aa3c1-cf5b-4eeb-89b3-8cd7e1df972a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814216 Apr 05 20:33:36.385043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe6fbdb3-6a2e-475d-9499-a53acdae80d4 req-cc01bbc0-a5cb-4f60-937c-14ec86014336 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789382 Apr 05 20:33:36.416200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36917b-9091-40e6-a322-749ed35f910e req-bd1c1901-7f17-47c0-93f3-dbbbb0024dcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:36.420768 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-bd1c1901-7f17-47c0-93f3-dbbbb0024dcf service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.1627381 Apr 05 20:33:36.476416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d324a363-bf88-4c49-a613-bf7376ce4fbc req-9b7b0fcd-36f9-4bc7-bc2a-630e92c2aee2 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 210 time: 0.0582876 Apr 05 20:33:36.539616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Request body: {'security_group': {'name': 'tempest-securitygroup-600275769', 'description': 'tempest-description-496484964'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:36.549620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:36.556351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Usage tracker for resource:security_group and tenant:a222b6abf2bf42218e7e83ba21283d6c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:36.559749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:36.570016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:36.614927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526bda5-02aa-4eae-9329-ab12969988f2 req-92684810-263b-4eee-881a-2e214162ee48 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:36.617128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d526bda5-02aa-4eae-9329-ab12969988f2 req-92684810-263b-4eee-881a-2e214162ee48 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.1156647 Apr 05 20:33:36.715530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:36.727872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d9fef0a8-c862-40eb-87f4-bdb21415b0d5 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:36.783931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d526bda5-02aa-4eae-9329-ab12969988f2 req-9ccecc15-c7ec-49c8-a1a5-9c9db4871efa tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420500 Apr 05 20:33:36.840015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:36.846301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Usage tracker for resource:security_group_rule and tenant:a222b6abf2bf42218e7e83ba21283d6c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:36.851713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:36.860139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-e7fb0ef1-ba30-4a48-9c3f-42de0495ef97 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:36.862020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-e7fb0ef1-ba30-4a48-9c3f-42de0495ef97 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.2429881 Apr 05 20:33:36.863551 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-c8784d61-f72b-4645-b98f-eed9cbcbcc0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 200 len: 217 time: 0.1087415 Apr 05 20:33:36.867766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:36.882680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'port': {'device_id': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'admin_state_up': True, 'tenant_id': 'df176d4439164131ac58acc3a8187809'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:36.944856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36917b-9091-40e6-a322-749ed35f910e req-b6653ecb-300a-470f-94aa-46b237866965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:36.947209 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-b6653ecb-300a-470f-94aa-46b237866965 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.0772934 Apr 05 20:33:36.956496 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad8186e1-9612-4808-800c-ec6651d0430f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:36.987327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:36.992785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:36.993180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.018392 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-64c8a925-d048-421a-ad7d-156bdd2653cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635817 Apr 05 20:33:37.212390 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.268195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:37.275581 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-c5fa6f6d-072a-4169-a15c-52fc75c878c6 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453110 Apr 05 20:33:37.327024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:37.327024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.337739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Usage tracker for resource:port and tenant:df176d4439164131ac58acc3a8187809 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:37.338172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:37.347993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:37.352285 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.401231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851602cf-8587-4077-93c6-680a6786a4bc req-03924fb2-4fef-49be-87d7-92fbf27119e2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:37.417392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-851602cf-8587-4077-93c6-680a6786a4bc req-03924fb2-4fef-49be-87d7-92fbf27119e2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 948 time: 0.4609699 Apr 05 20:33:37.456300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.490683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:37.525931 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-57470dd1-0c84-4be2-97b1-7865ff1d7244 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445881 Apr 05 20:33:37.531926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Made reservation on behalf of df176d4439164131ac58acc3a8187809 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:37.535157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.565480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88706ff-9b77-48fe-b2ab-8223f7ce9f80,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:37.577082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-851602cf-8587-4077-93c6-680a6786a4bc req-4eed480d-f2ef-4487-b1ce-aefbfaa6a30a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537273 Apr 05 20:33:37.619094 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-f7983361-4d0e-4983-8507-0dd68f379e7e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc106a5599064ec881620d1276f101d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336626 Apr 05 20:33:37.672450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:37.672588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.672588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98064b50-bcd0-4a3e-b2a0-6703b3a75abe req-1933ee97-878b-4cfc-8690-8a0b22c2c8ca tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 1.1403980 Apr 05 20:33:37.856309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:37.873429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:37.873429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:37.938912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Allocated IP 172.20.0.12 (085ac82a-4593-4f2f-b6e0-e1591b49614b/a5b68241-c312-4340-9158-5ed180b9be3a/da6229ec-2b13-4c13-9928-93713495904d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:38.031124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-280eb5f5-5d3c-4b76-8c78-3a6709f7d5dc tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:38.033085 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-280eb5f5-5d3c-4b76-8c78-3a6709f7d5dc tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4150729 Apr 05 20:33:38.054342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:38.059160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Request body: {'port': {'device_id': 'dd76b113-4043-4144-aa01-2441b413e10b', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'cc106a5599064ec881620d1276f101d3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:38.110499 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.215446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:38.322865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.325346 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.484279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:38.523905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:38.528254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.534808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:38.543670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79026586-dd86-4495-9c0a-0f14d7c92d29 req-ad4b90bd-07fb-4b1c-aba5-c4359a7df820 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 210 time: 0.1071882 Apr 05 20:33:38.581061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5178e-8906-4354-9c86-1bb864875aaa req-b1416e70-a073-416f-966b-50cbd538f01d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:38.582522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09d5178e-8906-4354-9c86-1bb864875aaa req-b1416e70-a073-416f-966b-50cbd538f01d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 946 time: 0.5176654 Apr 05 20:33:38.634796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Made reservation on behalf of cc106a5599064ec881620d1276f101d3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:38.637780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.651346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.705031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09d5178e-8906-4354-9c86-1bb864875aaa req-4cb970dd-8c5c-4fa1-a250-5d31b01f2bfe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163664 Apr 05 20:33:38.712918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Transition to ACTIVE for port object da6229ec-2b13-4c13-9928-93713495904d will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:38.765075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d021bf1-71dd-47c2-8799-e6921482d2e3 req-8233722b-2310-4126-9e37-3c4ee15863fa tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:38.766538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d021bf1-71dd-47c2-8799-e6921482d2e3 req-8233722b-2310-4126-9e37-3c4ee15863fa tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 946 time: 0.1002975 Apr 05 20:33:38.817929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.862483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d021bf1-71dd-47c2-8799-e6921482d2e3 req-885c81fc-1b5e-417e-a940-af99c73245cb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900533 Apr 05 20:33:38.867959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Allocated IP 192.168.233.234 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/c9de992e-5884-4e20-8d44-9f4ae03e48de) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:38.945518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=da6229ec-2b13-4c13-9928-93713495904d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:38.960913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf8fcc8e-a506-4619-bd20-ba1fb8f4a3a2 req-9c4b4b4e-335c-4753-b1e3-e9db4b36ee58 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 210 time: 0.0865631 Apr 05 20:33:38.965937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:38.967126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:38.979732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:39.060970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-659532705', 'description': 'tempest-description-847699414'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:39.074139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:39.081234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Usage tracker for resource:security_group and tenant:8aa797d6f71f43679d1e4b5f2edf8d25 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:39.084252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:39.091518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:39.122119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.138355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Transition to ACTIVE for port object c9de992e-5884-4e20-8d44-9f4ae03e48de will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:39.162510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:39.163779 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.197912 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.214873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.226153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.240053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['0cd11f3a-0d4b-43dd-8aff-206a8e602bc9', 'a95142a3-e72f-45fd-be76-bbb857996290'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:39.258947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b50d-1e5a-4f7f-9fb8-2bf9b8955c42 req-3f53b18c-5f27-4021-9cfb-f2dff8e06ab8 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:39.260489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6770b50d-1e5a-4f7f-9fb8-2bf9b8955c42 req-3f53b18c-5f27-4021-9cfb-f2dff8e06ab8 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.1553853 Apr 05 20:33:39.271602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:39.287453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-4e1d3833-ce9c-458e-846c-48d63d8f198c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4113030 Apr 05 20:33:39.291957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Usage tracker for resource:security_group_rule and tenant:8aa797d6f71f43679d1e4b5f2edf8d25 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:39.297995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:39.308752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Request body: {'port': {'device_id': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:39.340619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:39.406027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:39.410266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:39.421307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d3da0eb3-d06a-4abb-8bd0-312a9fa71e89 None None] Provisioning for port da6229ec-2b13-4c13-9928-93713495904d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:39.426220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:39.438265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d3da0eb3-d06a-4abb-8bd0-312a9fa71e89 None None] Provisioning complete for port da6229ec-2b13-4c13-9928-93713495904d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:39.439168 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3da0eb3-d06a-4abb-8bd0-312a9fa71e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.450685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6770b50d-1e5a-4f7f-9fb8-2bf9b8955c42 req-e56df700-eee6-4842-9b96-bf08db03f966 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835539 Apr 05 20:33:39.487184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.533749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d3da0eb3-d06a-4abb-8bd0-312a9fa71e89 None None] Port da6229ec-2b13-4c13-9928-93713495904d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:33:39.566235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Pushing event updated for resources: {'Port': ['ID=c9de992e-5884-4e20-8d44-9f4ae03e48de,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:39.571416 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5335d22a-e6e2-4aaa-b680-dd7016eeef00'] response: {'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'code': 200} Apr 05 20:33:39.643124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:39.644372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.652556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.745441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.754940 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.776709 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-903326a7-c316-464b-87eb-d09eda82442b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7296965 Apr 05 20:33:39.789341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Request body: {'port': {'device_id': 'dd76b113-4043-4144-aa01-2441b413e10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:39.819549 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14d5b657-e917-4e5a-9cac-1e0ec3e2ba84 req-0850f0bd-38d1-441a-a4db-e929ff30f8f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 1097 time: 0.1211565 Apr 05 20:33:39.849274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:39.921416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Usage tracker for resource:security_group_rule and tenant:8aa797d6f71f43679d1e4b5f2edf8d25 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:39.921648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14d5b657-e917-4e5a-9cac-1e0ec3e2ba84 req-9259abd9-a2a7-4ab6-80e0-a9a7abda395a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954380 Apr 05 20:33:39.927478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce868fe-5691-49b9-9bce-f41f45131984,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:39.932680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:39.942444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.942803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c0136499-9cf6-4edf-bda5-4e1442128c38 None None] Provisioning for port c9de992e-5884-4e20-8d44-9f4ae03e48de completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:39.949453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c0136499-9cf6-4edf-bda5-4e1442128c38 None None] Provisioning complete for port c9de992e-5884-4e20-8d44-9f4ae03e48de triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:39.949914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0136499-9cf6-4edf-bda5-4e1442128c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.953180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:40.019877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c0136499-9cf6-4edf-bda5-4e1442128c38 None None] Port c9de992e-5884-4e20-8d44-9f4ae03e48de cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:33:40.061517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07e509-252e-4409-8d78-e33a450493ce req-aa032a4f-b16b-44d1-b56b-7d81b2881896 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:40.062957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea07e509-252e-4409-8d78-e33a450493ce req-aa032a4f-b16b-44d1-b56b-7d81b2881896 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 949 time: 0.3258417 Apr 05 20:33:40.081134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.262738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.311402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6229ec-2b13-4c13-9928-93713495904d {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:40.312208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9de992e-5884-4e20-8d44-9f4ae03e48de {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:40.319994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.322757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea07e509-252e-4409-8d78-e33a450493ce req-904ba726-bb12-46a1-a4fd-e41296a7efa8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490649 Apr 05 20:33:40.331425 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.333921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8580a1f5-eb30-4edd-91cb-90bbfd3066b1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:40.337200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Transition to ACTIVE for port object c9de992e-5884-4e20-8d44-9f4ae03e48de will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:40.350141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Transition to ACTIVE for port object da6229ec-2b13-4c13-9928-93713495904d will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:40.410474 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.410942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.412294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2be0a110-5a5f-47f2-b6c7-f01d25c1a71c req-ad58fa73-d875-4177-a27e-47f522648380 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 1.3626349 Apr 05 20:33:40.413165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.560848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Pushing event updated for resources: {'Port': ['ID=da6229ec-2b13-4c13-9928-93713495904d,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:40.619579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Pushing event updated for resources: {'Port': ['ID=c9de992e-5884-4e20-8d44-9f4ae03e48de,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:40.754901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Attempting to bind port da6229ec-2b13-4c13-9928-93713495904d on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:40.755480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Attempting to bind port da6229ec-2b13-4c13-9928-93713495904d by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:40.755694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Attempting to bind port da6229ec-2b13-4c13-9928-93713495904d on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:40.771833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Port da6229ec-2b13-4c13-9928-93713495904d on network 085ac82a-4593-4f2f-b6e0-e1591b49614b not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:40.771833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Attempting to bind port da6229ec-2b13-4c13-9928-93713495904d on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:40.780717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0ecb-03a4-46e5-9652-fc03643a35c5 req-6e0414f9-ab83-4852-8108-52a5e687679d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:40.781497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b5de0ecb-03a4-46e5-9652-fc03643a35c5 req-6e0414f9-ab83-4852-8108-52a5e687679d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:40.783863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Attempting to bind port c9de992e-5884-4e20-8d44-9f4ae03e48de on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:40.784195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Attempting to bind port c9de992e-5884-4e20-8d44-9f4ae03e48de by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:40.784516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Attempting to bind port c9de992e-5884-4e20-8d44-9f4ae03e48de on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:40.791111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Port c9de992e-5884-4e20-8d44-9f4ae03e48de on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:40.791434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Attempting to bind port c9de992e-5884-4e20-8d44-9f4ae03e48de on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:40.795260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:40.795681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:40.796133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Bound using segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:40.796572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Bound port: da6229ec-2b13-4c13-9928-93713495904d, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:40.797213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.798218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:40.798551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:40.799027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:40.799410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Bound port: c9de992e-5884-4e20-8d44-9f4ae03e48de, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:40.799750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.896855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] For port da6229ec-2b13-4c13-9928-93713495904d, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:40.899415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] For port c9de992e-5884-4e20-8d44-9f4ae03e48de, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:40.900409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] For port da6229ec-2b13-4c13-9928-93713495904d, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=da6229ec-2b13-4c13-9928-93713495904d,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:40.902870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] For port c9de992e-5884-4e20-8d44-9f4ae03e48de, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c9de992e-5884-4e20-8d44-9f4ae03e48de,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:40.918889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b5de0ecb-03a4-46e5-9652-fc03643a35c5 req-6e0414f9-ab83-4852-8108-52a5e687679d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:40.920034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5de0ecb-03a4-46e5-9652-fc03643a35c5 req-6e0414f9-ab83-4852-8108-52a5e687679d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 944 time: 0.3234880 Apr 05 20:33:40.960988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.982531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.049178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.050546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] 10.222.0.23 "PUT /v2.0/ports/c9de992e-5884-4e20-8d44-9f4ae03e48de HTTP/1.1" status: 200 len: 1096 time: 1.2665067 Apr 05 20:33:41.053285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd76b113-4043-4144-aa01-2441b413e10b', 'tag': 'c9de992e-5884-4e20-8d44-9f4ae03e48de'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:41.056011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5de0ecb-03a4-46e5-9652-fc03643a35c5 req-0015bcd0-9ce9-4e92-85bc-840cb4192e39 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302896 Apr 05 20:33:41.071084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0003477-4fc6-42d0-bc28-283e0bf22d90 service neutron] Pushing event updated for resources: {'Port': ['ID=c9de992e-5884-4e20-8d44-9f4ae03e48de,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:41.093404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.093404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/da6229ec-2b13-4c13-9928-93713495904d HTTP/1.1" status: 200 len: 1092 time: 1.7844417 Apr 05 20:33:41.093404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'tag': 'da6229ec-2b13-4c13-9928-93713495904d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:41.105965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c4054-628f-449f-8102-eca5101f18c9 service neutron] Pushing event updated for resources: {'Port': ['ID=da6229ec-2b13-4c13-9928-93713495904d,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:41.132760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23227f1a-52bf-4bf4-874a-132bf23c3f15 req-fe937bbd-2257-41f2-aa7b-38049f87583d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:41.134420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23227f1a-52bf-4bf4-874a-132bf23c3f15 req-fe937bbd-2257-41f2-aa7b-38049f87583d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 946 time: 0.1421499 Apr 05 20:33:41.198496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23227f1a-52bf-4bf4-874a-132bf23c3f15 req-b886bc05-81c5-406e-9150-85cadaca1cea tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574186 Apr 05 20:33:41.273448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1493788717', 'description': 'tempest-description-1673015930'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:41.315873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-18a7977c-b9c3-40e1-a8ec-9651d90c4714 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 1095 time: 0.0912447 Apr 05 20:33:41.330935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:41.350740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Usage tracker for resource:security_group and tenant:8aa797d6f71f43679d1e4b5f2edf8d25 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:41.356257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:41.369383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:41.430928 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-5dda3363-5403-4b22-b0fb-65470f589a03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da6229ec-2b13-4c13-9928-93713495904d HTTP/1.1" status: 200 len: 217 time: 0.1023118 Apr 05 20:33:41.434500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-28f51e5f-1f84-44f6-8fe5-4e52483aa031 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 1099 time: 0.2318563 Apr 05 20:33:41.443907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5d443-54e7-4f24-99fd-842972061417 req-a2562fde-2d1a-4ea8-8af1-1aa06ccc2531 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:41.445965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41d5d443-54e7-4f24-99fd-842972061417 req-a2562fde-2d1a-4ea8-8af1-1aa06ccc2531 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 948 time: 0.1824298 Apr 05 20:33:41.505372 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.508623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-75d9fb19-3226-4955-ac68-ef0b38f81d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:41.510478 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-75d9fb19-3226-4955-ac68-ef0b38f81d84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.0679531 Apr 05 20:33:41.541727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-e0d86fd8-3c4a-4ca3-8794-1b276ebf871c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=c9de992e-5884-4e20-8d44-9f4ae03e48de HTTP/1.1" status: 200 len: 217 time: 0.0947709 Apr 05 20:33:41.572497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:41.599124 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-eb32ef9d-bc68-4b00-bfd4-823bb6e07882 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825119 Apr 05 20:33:41.636476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:41.647350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41d5d443-54e7-4f24-99fd-842972061417 req-30a2a7bd-2060-4bd0-a29e-8799fb1fd754 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501489 Apr 05 20:33:41.648591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-640fedc9-9f2d-439e-8335-2e4b6226ef9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:41.650143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-640fedc9-9f2d-439e-8335-2e4b6226ef9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1020930 Apr 05 20:33:41.651959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Usage tracker for resource:security_group_rule and tenant:8aa797d6f71f43679d1e4b5f2edf8d25 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:41.655437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:41.697043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:41.755784 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-aee3ecae-b180-4665-8f67-b5a44149deff service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401944 Apr 05 20:33:41.781118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.784310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-87bed701-106d-4c5e-82a0-bad4c0f5c22a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257548 Apr 05 20:33:41.904838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.976118 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ccdfe242-3327-40ba-8ca4-aee9bc96ea97 req-0ee4adee-513f-4e4c-8a25-13209c2e0081 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116289 Apr 05 20:33:41.992831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bee5270-f23f-428c-8dac-4d6b4163b17b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:42.034446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-f43e2802-d172-4b4e-bf36-22cd665df3fc service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424588 Apr 05 20:33:42.043911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5600fa-4886-4ce8-bc89-e46efbe4b056 req-47f4e2d8-c5a5-409e-a13b-49d2db4a64ae tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:42.045310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c5600fa-4886-4ce8-bc89-e46efbe4b056 req-47f4e2d8-c5a5-409e-a13b-49d2db4a64ae tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.2353303 Apr 05 20:33:42.072977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.074099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-adc42936-6ca6-4cbc-a5d0-0aec6f187ff6 req-7971b25c-5045-41d8-bff7-5f40b230903b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 0.8094430 Apr 05 20:33:42.224702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c5600fa-4886-4ce8-bc89-e46efbe4b056 req-6a065014-20e7-4972-9aec-034c06e1601b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571283 Apr 05 20:33:42.259294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c92ad4-d80e-4d17-a919-828aaffa5ae5 req-78bca678-2040-46d0-9d10-3da65b3757ae service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091191 Apr 05 20:33:42.310959 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6350f9-01bf-443f-a8e3-fc192921fc40'] response: {'name': 'network-changed', 'server_uuid': 'dd76b113-4043-4144-aa01-2441b413e10b', 'tag': 'c9de992e-5884-4e20-8d44-9f4ae03e48de', 'status': 'completed', 'code': 200} Apr 05 20:33:42.312989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d742f-6ebc-48bd-ab7c-60205b80e9e3 req-97e03ae5-5ac0-42c7-8bf2-6719eec16254 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:42.314527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d6d742f-6ebc-48bd-ab7c-60205b80e9e3 req-97e03ae5-5ac0-42c7-8bf2-6719eec16254 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 946 time: 0.1415033 Apr 05 20:33:42.366953 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68179113-96d7-473a-ae6a-d445eb364904'] response: {'name': 'network-changed', 'server_uuid': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'tag': 'da6229ec-2b13-4c13-9928-93713495904d', 'status': 'completed', 'code': 200} Apr 05 20:33:42.369660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d6d742f-6ebc-48bd-ab7c-60205b80e9e3 req-86a41855-20ab-492f-8340-63f60bc99de9 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491998 Apr 05 20:33:42.454128 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626b1467-dffc-4049-b184-1e84e7c0e09a'] response: {'server_uuid': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'code': 200} Apr 05 20:33:42.493620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-ee626242-0411-4704-ae5d-46daa91836c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 1099 time: 0.0913389 Apr 05 20:33:42.646167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-246ce0b7-cc42-4976-991f-425d68d703f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:42.648723 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-246ce0b7-cc42-4976-991f-425d68d703f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1447675 Apr 05 20:33:42.728620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-6792ab70-7721-4459-9301-decddd963f63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=c9de992e-5884-4e20-8d44-9f4ae03e48de HTTP/1.1" status: 200 len: 217 time: 0.0739415 Apr 05 20:33:42.785938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1fc1362-13a7-406b-9ce0-5c18a4bf3a9b req-796ab4ea-f330-412b-9516-8a118a2e37c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 1100 time: 0.2224429 Apr 05 20:33:42.793742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-ee0e192d-7e44-43ec-b362-830ca633951d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 1095 time: 0.3977695 Apr 05 20:33:42.795585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-4eb23aaa-2180-4d40-835c-bb7fb573e622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:42.796055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-4eb23aaa-2180-4d40-835c-bb7fb573e622 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0602219 Apr 05 20:33:42.806774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e19753-3aac-459e-a1cf-ee8bbcef4452 req-346f5181-18c9-4c8a-95cf-24c0a892a592 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:42.808190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28e19753-3aac-459e-a1cf-ee8bbcef4452 req-346f5181-18c9-4c8a-95cf-24c0a892a592 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 949 time: 0.2428606 Apr 05 20:33:42.881707 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-f8a333b0-5230-49cb-ae77-161907e4e854 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718951 Apr 05 20:33:43.012871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1fc1362-13a7-406b-9ce0-5c18a4bf3a9b req-1f90aac6-5e54-499a-bae0-2b15078957c1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116880 Apr 05 20:33:43.029786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28e19753-3aac-459e-a1cf-ee8bbcef4452 req-4fc05750-00d8-4b08-b982-807cbd7a0c31 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034421 Apr 05 20:33:43.079041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-c88cc74e-e808-4743-bee1-b55cb7e49b5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:43.080499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-c88cc74e-e808-4743-bee1-b55cb7e49b5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.2715216 Apr 05 20:33:43.086142 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-19460fc4-b162-43b8-893e-b28fe62b22d0 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964006 Apr 05 20:33:43.096875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-47a0be99-6b38-4f5c-a70f-77cb2c62c10c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:43.099413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-47a0be99-6b38-4f5c-a70f-77cb2c62c10c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:43.173712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-47a0be99-6b38-4f5c-a70f-77cb2c62c10c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:43.174921 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-47a0be99-6b38-4f5c-a70f-77cb2c62c10c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 946 time: 0.2133641 Apr 05 20:33:43.246615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Deleting port 53742f1a-acd7-4390-a637-4dc9e7967c63 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:33:43.246987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.313735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-ee59fa39-e427-4fd9-81ef-a0b462c408eb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Synchronizing usage tracker for tenant:8aa797d6f71f43679d1e4b5f2edf8d25 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:43.344182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-0687da6b-b761-467b-97c1-d06d8ae675ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da6229ec-2b13-4c13-9928-93713495904d HTTP/1.1" status: 200 len: 217 time: 0.0928056 Apr 05 20:33:43.351163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201eb15-3b58-4a01-94ba-d59840ee98ed req-c4aa82ca-ba1b-4ae8-b305-8ad878b30030 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:43.352568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f201eb15-3b58-4a01-94ba-d59840ee98ed req-c4aa82ca-ba1b-4ae8-b305-8ad878b30030 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 944 time: 0.2035573 Apr 05 20:33:43.441932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-ee59fa39-e427-4fd9-81ef-a0b462c408eb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Unset dirty status for tenant:8aa797d6f71f43679d1e4b5f2edf8d25 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:43.444070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-ee59fa39-e427-4fd9-81ef-a0b462c408eb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47004 time: 0.8796551 Apr 05 20:33:43.448047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-a94ab53c-3ac0-4fa9-b948-0dffb7e31ef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:43.449442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-a94ab53c-3ac0-4fa9-b948-0dffb7e31ef8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.0960140 Apr 05 20:33:43.454323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f201eb15-3b58-4a01-94ba-d59840ee98ed req-16955a77-d142-40af-a3dc-f93d9f9cb11e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701208 Apr 05 20:33:43.538267 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-940c93ef-b4ef-4f20-a58c-92641c22e220 req-36bb06fa-01ef-47c1-98e7-5a512562e6ff service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667994 Apr 05 20:33:43.546735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-ec149530-de63-4d64-ba99-0d1b7ef8b0a2 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/062cc8a0-9ab9-4b71-81bd-d67b35664108 HTTP/1.1" status: 200 len: 2649 time: 0.0914683 Apr 05 20:33:43.570184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-a118e17f-d8ae-493c-8751-806877933ca7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124001 Apr 05 20:33:43.609699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] For port 53742f1a-acd7-4390-a637-4dc9e7967c63, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=53742f1a-acd7-4390-a637-4dc9e7967c63,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:43.610538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.733284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Calling delete_port for 53742f1a-acd7-4390-a637-4dc9e7967c63 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:33:43.768067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-79b6155c-13db-4778-803e-3f57e2143c2d tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/062cc8a0-9ab9-4b71-81bd-d67b35664108 HTTP/1.1" status: 200 len: 2649 time: 0.1963871 Apr 05 20:33:43.808961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-f9f5b534-fe87-42af-9c3b-4e76fc6fc5a7 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229888 Apr 05 20:33:43.907966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22b9c3-4dcf-4f36-b58d-a1f9961619c1 req-7e02ac1b-fa01-427c-8617-382c896903cd tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:43.909360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e22b9c3-4dcf-4f36-b58d-a1f9961619c1 req-7e02ac1b-fa01-427c-8617-382c896903cd tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 946 time: 0.3258567 Apr 05 20:33:43.935944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.973273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['53742f1a-acd7-4390-a637-4dc9e7967c63'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:43.987791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event deleted for resources: {'Port': ['ID=53742f1a-acd7-4390-a637-4dc9e7967c63,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:44.001449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-66b1df84-7713-4384-b1b7-8cec46aa5262 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0c987a1e-1d5c-4197-8927-9117ee240d6f HTTP/1.1" status: 200 len: 2649 time: 0.2247610 Apr 05 20:33:44.064434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] No DVR routers for this DVR port 53742f1a-acd7-4390-a637-4dc9e7967c63 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:33:44.067349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:44.084017 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e22b9c3-4dcf-4f36-b58d-a1f9961619c1 req-56c89392-491f-4aae-856c-443c7745b211 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372392 Apr 05 20:33:44.093784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65bc6345-9ccd-4113-8f31-c06c5dc04b8e req-9509ff02-8ed1-4747-ad6d-14c46cdcbdae service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734716 Apr 05 20:33:44.118143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-00395e11-ddb1-4bd6-a2d3-6f7aadbe2bc7 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/0c987a1e-1d5c-4197-8927-9117ee240d6f HTTP/1.1" status: 200 len: 2649 time: 0.0943153 Apr 05 20:33:44.121360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-121ada3e-5bff-44c8-81a4-c83fa049bd35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2070189 Apr 05 20:33:44.134773 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2301b86e-3296-40e5-a7b7-33b89b3b0651 req-48b3c942-981f-4ad9-974c-e499e062133c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "DELETE /v2.0/ports/53742f1a-acd7-4390-a637-4dc9e7967c63 HTTP/1.1" status: 204 len: 173 time: 0.9529097 Apr 05 20:33:44.171675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-e7a22c32-1c9b-4858-bce0-935cf50c19db tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/10054338-f18d-49f1-916a-edcf8f23f55b HTTP/1.1" status: 200 len: 2649 time: 0.0467663 Apr 05 20:33:44.323350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'name': 'network-vif-deleted', 'tag': '53742f1a-acd7-4390-a637-4dc9e7967c63'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:44.395233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-99429a3c-9824-4148-a412-636c6969b967 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/10054338-f18d-49f1-916a-edcf8f23f55b HTTP/1.1" status: 200 len: 2649 time: 0.2164872 Apr 05 20:33:44.477242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-322be2aa-46db-48e7-b5a0-0eb7613d7e98 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/145351c8-90d5-40cb-b61a-4991353ceaef HTTP/1.1" status: 200 len: 2649 time: 0.0810940 Apr 05 20:33:44.487725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102ac1-8ef4-4380-9bb2-993830f88b58 req-165e6fa9-4956-4840-a266-b1853288b32f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:44.489588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7102ac1-8ef4-4380-9bb2-993830f88b58 req-165e6fa9-4956-4840-a266-b1853288b32f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 948 time: 0.2729683 Apr 05 20:33:44.489782 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-cb0494f7-6a86-44fa-9a32-7db66914bea2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 1095 time: 0.2235985 Apr 05 20:33:44.572960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7102ac1-8ef4-4380-9bb2-993830f88b58 req-1eeee156-3bec-44a6-9991-6c359ffaae71 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676019 Apr 05 20:33:44.574786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-6959f828-2e30-4915-9cc8-97b1976c7a00 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/145351c8-90d5-40cb-b61a-4991353ceaef HTTP/1.1" status: 200 len: 2649 time: 0.0841281 Apr 05 20:33:44.636183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-945eb096-c6d4-420a-bc8b-dc904d5a26a8 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2a7652f1-46e5-4584-b467-d309f8631cd0 HTTP/1.1" status: 200 len: 2649 time: 0.0557492 Apr 05 20:33:44.665668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c202966-21f7-478c-ba4d-bf729e71694a req-eacb203f-1bf3-4508-bbb1-3df5b5132a79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:44.667293 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-eacb203f-1bf3-4508-bbb1-3df5b5132a79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.1569247 Apr 05 20:33:44.702244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-948deaaf-e792-4606-8a61-f1127e2943ec tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2a7652f1-46e5-4584-b467-d309f8631cd0 HTTP/1.1" status: 200 len: 2649 time: 0.0561585 Apr 05 20:33:44.736086 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-411e5378-8c01-456b-b7fa-df9113891c29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 200 len: 217 time: 0.0616679 Apr 05 20:33:44.800485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c202966-21f7-478c-ba4d-bf729e71694a req-f8463347-b589-490f-92e9-84ed90848749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:44.801963 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-f8463347-b589-490f-92e9-84ed90848749 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.0594556 Apr 05 20:33:44.807244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-9a0e33fb-6e2b-4edd-b6f9-fd748aaeb1c3 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2e0498c1-a48c-406e-9503-361e25ff7518 HTTP/1.1" status: 200 len: 2649 time: 0.0987868 Apr 05 20:33:44.832656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700364f8-c380-42e2-b44f-26ab9ef838fd req-addf4a25-ba1d-4906-a875-06a65cb2d5bc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:44.834085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-700364f8-c380-42e2-b44f-26ab9ef838fd req-addf4a25-ba1d-4906-a875-06a65cb2d5bc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.1268101 Apr 05 20:33:44.847540 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-94a8d8a4-a9f2-4a0f-915d-8a608a049ac7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387034 Apr 05 20:33:44.899864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-f54b363f-718a-4107-9fae-35723033c99b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2e0498c1-a48c-406e-9503-361e25ff7518 HTTP/1.1" status: 200 len: 2649 time: 0.0854430 Apr 05 20:33:44.903471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-700364f8-c380-42e2-b44f-26ab9ef838fd req-23043e52-de79-45c1-aa43-18d6526364c4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628695 Apr 05 20:33:44.961100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-ee8a5f5b-91ce-4ef7-a54d-33eef58578cf tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3a77bafb-56df-4cbc-ba11-badaf1678b13 HTTP/1.1" status: 200 len: 2649 time: 0.0547540 Apr 05 20:33:44.992951 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-e2eecd66-521d-4633-8b09-17e04a643cde service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347566 Apr 05 20:33:45.021728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-c545e1b4-c63b-45a4-8750-31935cbfb1ea tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3a77bafb-56df-4cbc-ba11-badaf1678b13 HTTP/1.1" status: 200 len: 2649 time: 0.0531371 Apr 05 20:33:45.097679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e62fef4-dcef-431c-8c4a-f0b33cde71c0 req-e6f8e7e1-da1a-4108-a097-384a6cbb31eb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e65b58-c726-4047-bc16-93b5c59b3f30 HTTP/1.1" status: 200 len: 210 time: 0.0554566 Apr 05 20:33:45.116845 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-02ac9f2c-92ae-46c5-b285-d6b72aa00599 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/41955f5e-2c4f-43c3-92fb-25a8fb84cc36 HTTP/1.1" status: 200 len: 2649 time: 0.0929849 Apr 05 20:33:45.156724 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6c202966-21f7-478c-ba4d-bf729e71694a req-3e8b8ca3-e994-4b8d-99c0-3fc0ebbc14f3 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413677 Apr 05 20:33:45.167403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-26e57caa-1782-4fc5-80ec-b87fb5b51746 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/41955f5e-2c4f-43c3-92fb-25a8fb84cc36 HTTP/1.1" status: 200 len: 2649 time: 0.0449953 Apr 05 20:33:45.217922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-f82d1502-dacd-4752-bf39-d3d6f28e880e tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5ce868fe-5691-49b9-9bce-f41f45131984 HTTP/1.1" status: 200 len: 2649 time: 0.0446086 Apr 05 20:33:45.337718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-82398f36-8cc0-4cb2-a17b-fe123ca6d4bb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5ce868fe-5691-49b9-9bce-f41f45131984 HTTP/1.1" status: 200 len: 2649 time: 0.0789442 Apr 05 20:33:45.347882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbcc05-0ce5-435e-b042-37888ba317ec req-40da706b-8954-45b1-b0c6-b4635cb2d593 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:45.349334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81cbcc05-0ce5-435e-b042-37888ba317ec req-40da706b-8954-45b1-b0c6-b4635cb2d593 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 949 time: 0.1300611 Apr 05 20:33:45.427568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81cbcc05-0ce5-435e-b042-37888ba317ec req-ad248635-eb19-4bc8-b77b-9e73a49d9162 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664537 Apr 05 20:33:45.430692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-04a34297-8470-4bf9-9aec-3edf64ec94fb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/617fd59a-e44f-4468-a36b-246c1c8edfaa HTTP/1.1" status: 200 len: 2649 time: 0.0805216 Apr 05 20:33:45.482170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-77b37257-8a72-4fb3-8236-f8275ec92b05 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/617fd59a-e44f-4468-a36b-246c1c8edfaa HTTP/1.1" status: 200 len: 2649 time: 0.0455620 Apr 05 20:33:45.541158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-8a1498d4-c999-434a-a732-b2cf6eaf4a3a tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/66f15227-107c-4f48-aafc-412eb5893176 HTTP/1.1" status: 200 len: 2649 time: 0.0474117 Apr 05 20:33:45.642548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-e7b19e13-2bd7-45b6-a125-8325bf5baaa1 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/66f15227-107c-4f48-aafc-412eb5893176 HTTP/1.1" status: 200 len: 2649 time: 0.0695150 Apr 05 20:33:45.675167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e1156-1ad4-47bd-8fd0-693c7aa668b4 req-14ba219f-4733-4f4c-943e-c881c7429380 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:45.676680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-334e1156-1ad4-47bd-8fd0-693c7aa668b4 req-14ba219f-4733-4f4c-943e-c881c7429380 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 946 time: 0.1377032 Apr 05 20:33:45.738027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c9de992e-5884-4e20-8d44-9f4ae03e48de details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:45.743341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-116df4db-6011-479a-9704-890f511298d9 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9106840a-366a-4d29-a8f6-12393f5334e6 HTTP/1.1" status: 200 len: 2649 time: 0.0902064 Apr 05 20:33:45.749682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-334e1156-1ad4-47bd-8fd0-693c7aa668b4 req-3b35204e-a3a8-4bdb-b313-0a5692472fa9 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642507 Apr 05 20:33:45.813508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-c6de3231-8d7b-4399-96c0-f675fc66972f tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9106840a-366a-4d29-a8f6-12393f5334e6 HTTP/1.1" status: 200 len: 2649 time: 0.0614655 Apr 05 20:33:45.855819 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757e3325-02c5-4769-9490-7b48104f3dcf'] response: {'server_uuid': 'a9e65b58-c726-4047-bc16-93b5c59b3f30', 'name': 'network-vif-deleted', 'tag': '53742f1a-acd7-4390-a637-4dc9e7967c63', 'status': 'completed', 'code': 200} Apr 05 20:33:45.875934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-d8c57544-ecfa-4c6c-8870-df07cddf5e5d tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/98be09d7-baff-4801-a7da-a7ee7ab30b0b HTTP/1.1" status: 200 len: 2649 time: 0.0512094 Apr 05 20:33:45.899145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c9de992e-5884-4e20-8d44-9f4ae03e48de, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c9de992e-5884-4e20-8d44-9f4ae03e48de,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:45.916897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'c9de992e-5884-4e20-8d44-9f4ae03e48de', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'c9de992e-5884-4e20-8d44-9f4ae03e48de', 'mac_address': 'fa:16:3e:09:50:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:45.960610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-c13b3a11-5e69-4810-ad55-01498ad4e4bf tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/98be09d7-baff-4801-a7da-a7ee7ab30b0b HTTP/1.1" status: 200 len: 2649 time: 0.0665772 Apr 05 20:33:45.981357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.004207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9de992e-5884-4e20-8d44-9f4ae03e48de {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:46.025376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c9de992e-5884-4e20-8d44-9f4ae03e48de, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c9de992e-5884-4e20-8d44-9f4ae03e48de,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:46.073544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-e26f8909-5823-40df-8a24-0423594937c6 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b4e2b461-c55e-4ca7-9e8a-eb82ca011d08 HTTP/1.1" status: 200 len: 2649 time: 0.1088216 Apr 05 20:33:46.097334 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.097334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device da6229ec-2b13-4c13-9928-93713495904d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:46.127060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4548c-c879-480c-b7d4-411a7665579e req-88b6c46b-bf99-4917-bc87-fea06ede392d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:46.134334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fb4548c-c879-480c-b7d4-411a7665579e req-88b6c46b-bf99-4917-bc87-fea06ede392d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 944 time: 0.1416407 Apr 05 20:33:46.177891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc7b4e2-95ad-4eaf-8f35-273b9e41eadc req-09669ce6-48e3-4f37-a1f9-b293b31d712b tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b4e2b461-c55e-4ca7-9e8a-eb82ca011d08 HTTP/1.1" status: 200 len: 2649 time: 0.0911753 Apr 05 20:33:46.221154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fb4548c-c879-480c-b7d4-411a7665579e req-da8127cf-3013-4c11-8501-0ef1b71c44d1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778210 Apr 05 20:33:46.237362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c9de992e-5884-4e20-8d44-9f4ae03e48de,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:46.324542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port da6229ec-2b13-4c13-9928-93713495904d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=da6229ec-2b13-4c13-9928-93713495904d,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:46.328374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'da6229ec-2b13-4c13-9928-93713495904d', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': 'da6229ec-2b13-4c13-9928-93713495904d', 'mac_address': 'fa:16:3e:dc:7b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:46.394938 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.415564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6229ec-2b13-4c13-9928-93713495904d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:46.432625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port da6229ec-2b13-4c13-9928-93713495904d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=da6229ec-2b13-4c13-9928-93713495904d,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:46.502020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.511390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad155f19-08b5-4021-89e5-5bee3b0c8c04 req-6d59b8c3-5406-4b85-873e-7ea82d38a949 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:46.513090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad155f19-08b5-4021-89e5-5bee3b0c8c04 req-6d59b8c3-5406-4b85-873e-7ea82d38a949 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 949 time: 0.0809016 Apr 05 20:33:46.568577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=da6229ec-2b13-4c13-9928-93713495904d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:46.629859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad155f19-08b5-4021-89e5-5bee3b0c8c04 req-4f970660-0727-4817-bbcb-1c8d5fcca071 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729046 Apr 05 20:33:46.646175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-479e0af9-8561-4a9c-af7f-108dcf5efcaa tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 1100 time: 0.1261415 Apr 05 20:33:46.685984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.720363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:46.720363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Usage tracker for resource:security_group_rule and tenant:b51dd6d7dd33422dbeae6646d8f68f2e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:46.732822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:46.742785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:46.795021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53742f1a-acd7-4390-a637-4dc9e7967c63 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:46.835131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 53742f1a-acd7-4390-a637-4dc9e7967c63 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:33:46.835131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 53742f1a-acd7-4390-a637-4dc9e7967c63 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:46.835131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['c9de992e-5884-4e20-8d44-9f4ae03e48de'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:46.864213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['da6229ec-2b13-4c13-9928-93713495904d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:46.883915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.947261 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.990528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59365734-10bd-4d0a-ad17-f4229aae9ec6 req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322682 Apr 05 20:33:46.994916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7e43b-def7-4aeb-8631-e0feb4db9b80 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01018416-e37c-4bb6-b20d-d60aed8e029f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:47.249449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847f515-aca0-439f-8a62-97e42c312ea5 req-4380d9db-f030-4088-adcc-70836f1a97a0 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:47.250891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a847f515-aca0-439f-8a62-97e42c312ea5 req-4380d9db-f030-4088-adcc-70836f1a97a0 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.0867999 Apr 05 20:33:47.306603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a847f515-aca0-439f-8a62-97e42c312ea5 req-2ce02278-f760-435d-b7eb-6c1a563a4094 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485489 Apr 05 20:33:47.474915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45594081-d9ca-4e16-90a9-d4a718325ae4 req-d4169fe7-c56e-4d3c-a493-6da76b0a9367 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Synchronizing usage tracker for tenant:a222b6abf2bf42218e7e83ba21283d6c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:47.587698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45594081-d9ca-4e16-90a9-d4a718325ae4 req-d4169fe7-c56e-4d3c-a493-6da76b0a9367 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Unset dirty status for tenant:a222b6abf2bf42218e7e83ba21283d6c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:47.588902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45594081-d9ca-4e16-90a9-d4a718325ae4 req-d4169fe7-c56e-4d3c-a493-6da76b0a9367 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a222b6abf2bf42218e7e83ba21283d6c HTTP/1.1" status: 200 len: 5436 time: 0.1982191 Apr 05 20:33:47.665200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45594081-d9ca-4e16-90a9-d4a718325ae4 req-026fada7-9825-4a27-81aa-004cb42168d1 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "GET /v2.0/security-groups/41955f5e-2c4f-43c3-92fb-25a8fb84cc36 HTTP/1.1" status: 200 len: 2649 time: 0.0699027 Apr 05 20:33:47.762956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45594081-d9ca-4e16-90a9-d4a718325ae4 req-c4434f6c-fb7c-4d25-89f4-b34f24dcf67d tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "GET /v2.0/security-groups/41955f5e-2c4f-43c3-92fb-25a8fb84cc36 HTTP/1.1" status: 200 len: 2649 time: 0.0895681 Apr 05 20:33:47.793016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f4fa6-7384-4692-9012-9b877a452f49 req-2bbc9ef3-5561-41f9-8b00-b2bc527bd05a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:47.794476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-510f4fa6-7384-4692-9012-9b877a452f49 req-2bbc9ef3-5561-41f9-8b00-b2bc527bd05a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 945 time: 0.0958478 Apr 05 20:33:47.843110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-510f4fa6-7384-4692-9012-9b877a452f49 req-928ce16e-045f-44ba-88ef-4471d42cc943 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429749 Apr 05 20:33:48.216350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-4722a22f-dde6-40a3-918c-572dcde7e29b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:48.217789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-4722a22f-dde6-40a3-918c-572dcde7e29b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.2716897 Apr 05 20:33:48.248517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-25a639be-329e-4b62-b152-a23ea055e888 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/quotas/d7e305de1d324644a7f70cbb8e8077f3 HTTP/1.1" status: 200 len: 375 time: 0.0246348 Apr 05 20:33:48.301105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-1916ecba-c1f6-469c-91ce-6adcc2ccfc0c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466530 Apr 05 20:33:48.307053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467286c-bc35-4ccd-957e-e84314281f9c req-cff597a0-4586-4bf4-8a40-f221f0055ed8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:48.308436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2467286c-bc35-4ccd-957e-e84314281f9c req-cff597a0-4586-4bf4-8a40-f221f0055ed8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 949 time: 0.1520674 Apr 05 20:33:48.442007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2467286c-bc35-4ccd-957e-e84314281f9c req-83204666-fc08-4fb0-8ef7-194f69c7225c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082377 Apr 05 20:33:48.473374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-d38bf0e6-6836-4582-a8fd-f747795adfa3 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639216 Apr 05 20:33:48.588619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-b245026b-171c-4bca-a291-0ea5876f86ec tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409775 Apr 05 20:33:48.713241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-724ec60f-6a8a-4eb3-a6fe-dd54d8cab898 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337630 Apr 05 20:33:48.767709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-edd22035-dca0-407c-bc0a-755a399dadc2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:48.770533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-edd22035-dca0-407c-bc0a-755a399dadc2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741085 Apr 05 20:33:48.785913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-fc7368ec-c35e-4b10-97cd-061662518747 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/quotas/ede5f96069d4491c8c858c7dcdf64428 HTTP/1.1" status: 200 len: 375 time: 0.0104373 Apr 05 20:33:48.866949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-1ffb6bd7-27a5-48ca-8953-653b01efe3c2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753675 Apr 05 20:33:48.939377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e925bd93-5dee-4759-b54d-5eb85a4eb8f3 req-fae77cd6-b305-43bb-a1b4-4f99319ef7c1 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1bee5270-f23f-428c-8dac-4d6b4163b17b HTTP/1.1" status: 200 len: 1612 time: 0.0439317 Apr 05 20:33:49.003208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e925bd93-5dee-4759-b54d-5eb85a4eb8f3 req-14f52c8f-285e-40af-ae91-3243239488cb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.029004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e925bd93-5dee-4759-b54d-5eb85a4eb8f3 req-14f52c8f-285e-40af-ae91-3243239488cb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.168114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e925bd93-5dee-4759-b54d-5eb85a4eb8f3 req-14f52c8f-285e-40af-ae91-3243239488cb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.187696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f52c8f-285e-40af-ae91-3243239488cb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bee5270-f23f-428c-8dac-4d6b4163b17b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:49.483976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e925bd93-5dee-4759-b54d-5eb85a4eb8f3 req-14f52c8f-285e-40af-ae91-3243239488cb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.485116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e925bd93-5dee-4759-b54d-5eb85a4eb8f3 req-14f52c8f-285e-40af-ae91-3243239488cb tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bee5270-f23f-428c-8dac-4d6b4163b17b HTTP/1.1" status: 204 len: 173 time: 0.5402434 Apr 05 20:33:49.702410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941415e7-1179-437a-86b5-58225bfbf2fe req-b62f4430-dab2-4817-9fa1-672744bbe399 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:49.703436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-941415e7-1179-437a-86b5-58225bfbf2fe req-b62f4430-dab2-4817-9fa1-672744bbe399 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.0876558 Apr 05 20:33:49.765219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device da6229ec-2b13-4c13-9928-93713495904d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:49.769031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-941415e7-1179-437a-86b5-58225bfbf2fe req-47e642dd-fa98-4493-b389-939aa6fefdfd tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Apr 05 20:33:49.941014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0065e4aa-b64d-48c2-8d8f-a051c852be33 req-fbc6dab5-3048-41cc-86f9-e793736a06ee tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 210 time: 0.0647514 Apr 05 20:33:49.987874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port da6229ec-2b13-4c13-9928-93713495904d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:49.992850 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.998691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port da6229ec-2b13-4c13-9928-93713495904d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:49.998691 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.999024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2489e-fd38-40f5-94a0-1c267c2a017b req-422d35fe-f3a2-4ea0-ad25-2b857d6618ae tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:50.004542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcc2489e-fd38-40f5-94a0-1c267c2a017b req-422d35fe-f3a2-4ea0-ad25-2b857d6618ae tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 945 time: 0.1880352 Apr 05 20:33:50.058175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcc2489e-fd38-40f5-94a0-1c267c2a017b req-9314359d-ed6d-4466-ae36-bbd934033c08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526998 Apr 05 20:33:50.148330 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.167025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f0d5aa9-d001-4d94-a99f-aceb53a99cfa req-493085f0-a15e-4f09-9e64-fba874d65530 tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8580a1f5-eb30-4edd-91cb-90bbfd3066b1 HTTP/1.1" status: 200 len: 1610 time: 0.0534492 Apr 05 20:33:50.177675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6229ec-2b13-4c13-9928-93713495904d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:50.192175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port da6229ec-2b13-4c13-9928-93713495904d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=da6229ec-2b13-4c13-9928-93713495904d,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:50.239453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133bd7a-1d5c-46af-854b-5d89611f1c8f req-5755ec81-208a-454a-a74c-2d1076591a66 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:50.246636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6133bd7a-1d5c-46af-854b-5d89611f1c8f req-5755ec81-208a-454a-a74c-2d1076591a66 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 949 time: 0.1726406 Apr 05 20:33:50.268103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.272063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c9de992e-5884-4e20-8d44-9f4ae03e48de up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:50.310074 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1f0d5aa9-d001-4d94-a99f-aceb53a99cfa req-0d0990c1-a26e-4b4f-80c3-201f030f083f tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.338602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6133bd7a-1d5c-46af-854b-5d89611f1c8f req-6d5c1735-4148-43d8-8fbe-1449f21080b7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860794 Apr 05 20:33:50.350109 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1f0d5aa9-d001-4d94-a99f-aceb53a99cfa req-0d0990c1-a26e-4b4f-80c3-201f030f083f tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.424830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=da6229ec-2b13-4c13-9928-93713495904d,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:50.537368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1f0d5aa9-d001-4d94-a99f-aceb53a99cfa req-0d0990c1-a26e-4b4f-80c3-201f030f083f tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.541977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port c9de992e-5884-4e20-8d44-9f4ae03e48de completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:50.547115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port c9de992e-5884-4e20-8d44-9f4ae03e48de triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:50.547393 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.569187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0990c1-a26e-4b4f-80c3-201f030f083f tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8580a1f5-eb30-4edd-91cb-90bbfd3066b1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:50.583323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1f0d5aa9-d001-4d94-a99f-aceb53a99cfa req-0d0990c1-a26e-4b4f-80c3-201f030f083f tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.584437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f0d5aa9-d001-4d94-a99f-aceb53a99cfa req-0d0990c1-a26e-4b4f-80c3-201f030f083f tempest-SecurityGroupsTestAdminJSON-636577834 tempest-SecurityGroupsTestAdminJSON-636577834-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/8580a1f5-eb30-4edd-91cb-90bbfd3066b1 HTTP/1.1" status: 204 len: 173 time: 0.4076037 Apr 05 20:33:50.605307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86909a-fe0d-4df7-be72-d4db2efdfcd8 req-a48658f0-a5f0-4546-8894-bdd0da1a0db7 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:50.605307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba86909a-fe0d-4df7-be72-d4db2efdfcd8 req-a48658f0-a5f0-4546-8894-bdd0da1a0db7 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 946 time: 0.1221411 Apr 05 20:33:50.654246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba86909a-fe0d-4df7-be72-d4db2efdfcd8 req-710db73e-43d5-4713-97aa-13fd9422ba2e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Apr 05 20:33:50.738888 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdf28c2-08f0-4776-ac62-a82a101e7b56'] response: {'server_uuid': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6229ec-2b13-4c13-9928-93713495904d', 'code': 200} Apr 05 20:33:50.740203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.808870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c9de992e-5884-4e20-8d44-9f4ae03e48de, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c9de992e-5884-4e20-8d44-9f4ae03e48de,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:50.817212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d9fef0a8-c862-40eb-87f4-bdb21415b0d5 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:50.845449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfcb4115-ac1f-4c8a-9558-6a3f376a931e req-4bbff764-1c2c-4dfd-a89c-8aa383e9a61d tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "GET /v2.0/security-groups/a88706ff-9b77-48fe-b2ab-8223f7ce9f80 HTTP/1.1" status: 200 len: 1610 time: 0.0838828 Apr 05 20:33:50.923380 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.030051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c9de992e-5884-4e20-8d44-9f4ae03e48de,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:51.051236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:51.065020 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'port_id': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'mac_address': 'fa:16:3e:3e:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfffaf-1faf-48b7-8a96-63a3bdb635a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:51.102611 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cfcb4115-ac1f-4c8a-9558-6a3f376a931e req-e169ae98-10d5-43ad-bc4c-9244e361bfba tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.124402 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.148549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea2cee57-8e14-4404-b712-68dcfdb3f83c req-93ed7ad5-6e17-4e08-b653-1601458e7335 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 1097 time: 0.2370214 Apr 05 20:33:51.152605 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cfcb4115-ac1f-4c8a-9558-6a3f376a931e req-e169ae98-10d5-43ad-bc4c-9244e361bfba tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.152721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9fef0a8-c862-40eb-87f4-bdb21415b0d5 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:51.167564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:51.222161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4eef-db99-43a3-b756-b47fba7d9f96 req-7cb0402a-2784-4867-8a35-b4d06959f054 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:51.225336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-811b4eef-db99-43a3-b756-b47fba7d9f96 req-7cb0402a-2784-4867-8a35-b4d06959f054 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.2250121 Apr 05 20:33:51.259158 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.261032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea2cee57-8e14-4404-b712-68dcfdb3f83c req-e0ba88cf-1ffe-40a2-bfed-1574524e5641 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978315 Apr 05 20:33:51.349582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:51.389298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cfcb4115-ac1f-4c8a-9558-6a3f376a931e req-e169ae98-10d5-43ad-bc4c-9244e361bfba tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.413291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169ae98-10d5-43ad-bc4c-9244e361bfba tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88706ff-9b77-48fe-b2ab-8223f7ce9f80,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:51.417582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-811b4eef-db99-43a3-b756-b47fba7d9f96 req-faebb635-267b-4614-9bdf-4624c0c6a00a tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864128 Apr 05 20:33:51.504315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d9fef0a8-c862-40eb-87f4-bdb21415b0d5'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:51.535803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a24aa35e-64a4-4387-b6ac-2fc058a603f6 req-9e29ecd2-33b3-4ba4-8a47-046598932847 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 210 time: 0.0476863 Apr 05 20:33:51.536695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cfcb4115-ac1f-4c8a-9558-6a3f376a931e req-e169ae98-10d5-43ad-bc4c-9244e361bfba tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.547574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfcb4115-ac1f-4c8a-9558-6a3f376a931e req-e169ae98-10d5-43ad-bc4c-9244e361bfba tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "DELETE /v2.0/security-groups/a88706ff-9b77-48fe-b2ab-8223f7ce9f80 HTTP/1.1" status: 204 len: 173 time: 0.6989067 Apr 05 20:33:51.709499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2dc76e8-a6b9-4d9f-8a5c-066638ac62bf req-80359258-c68f-450a-8b5d-71e6730c6769 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 210 time: 0.0574212 Apr 05 20:33:51.812799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7dcd-fcaf-4158-b2d2-09ab876fb26d req-c88f5197-acda-46d5-b6d8-f897912660ca tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:51.814583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d73f7dcd-fcaf-4158-b2d2-09ab876fb26d req-c88f5197-acda-46d5-b6d8-f897912660ca tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.0860994 Apr 05 20:33:51.927082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d73f7dcd-fcaf-4158-b2d2-09ab876fb26d req-d4716c9a-1650-478f-b243-dfe2926087ca tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062424 Apr 05 20:33:51.950252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424a5f-1a17-4231-8082-5a20f405c0b5 req-878ba888-e323-43a3-a999-99eebb4dadfc tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:51.952158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8424a5f-1a17-4231-8082-5a20f405c0b5 req-878ba888-e323-43a3-a999-99eebb4dadfc tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 950 time: 0.1118431 Apr 05 20:33:52.065181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8424a5f-1a17-4231-8082-5a20f405c0b5 req-ead02dec-39c9-4905-9137-c624871971b7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003208 Apr 05 20:33:52.111959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bff807a9-9501-4754-b75b-1af01a39a2c6 req-d96253ca-9686-47b1-9434-0635a1588e7c tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "GET /v2.0/security-groups/39690f0e-91f8-44d9-97bd-5a908ac155dd HTTP/1.1" status: 200 len: 1610 time: 0.1230035 Apr 05 20:33:52.195313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bff807a9-9501-4754-b75b-1af01a39a2c6 req-1978b8be-bc7e-4433-829a-91c3f2e3ac30 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.216263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-6d519df9-ceee-4e0a-bc2f-237d8a92c6ff tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:52.216263 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-6d519df9-ceee-4e0a-bc2f-237d8a92c6ff tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.1832793 Apr 05 20:33:52.254712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Request body: {'port': {'device_id': '83a4116b-a355-4887-8d99-adba2c363617', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'admin_state_up': True, 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:52.307522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bff807a9-9501-4754-b75b-1af01a39a2c6 req-1978b8be-bc7e-4433-829a-91c3f2e3ac30 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.377625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904b926-911d-4db5-86ab-39c4a5a833ab req-31c20095-f583-4866-b7ee-a762056febf5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:52.378544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6904b926-911d-4db5-86ab-39c4a5a833ab req-31c20095-f583-4866-b7ee-a762056febf5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 945 time: 0.1725745 Apr 05 20:33:52.429445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6904b926-911d-4db5-86ab-39c4a5a833ab req-8bdb39d5-fa0a-4278-b962-65ab52186cf5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422099 Apr 05 20:33:52.450633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:52.462376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Usage tracker for resource:port and tenant:d7e305de1d324644a7f70cbb8e8077f3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:52.465369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:52.471485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:52.566180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bff807a9-9501-4754-b75b-1af01a39a2c6 req-1978b8be-bc7e-4433-829a-91c3f2e3ac30 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.579559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:52.582729 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.626416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978b8be-bc7e-4433-829a-91c3f2e3ac30 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39690f0e-91f8-44d9-97bd-5a908ac155dd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:52.670161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bff807a9-9501-4754-b75b-1af01a39a2c6 req-1978b8be-bc7e-4433-829a-91c3f2e3ac30 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.670161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bff807a9-9501-4754-b75b-1af01a39a2c6 req-1978b8be-bc7e-4433-829a-91c3f2e3ac30 tempest-SecurityGroupsTestAdminJSON-2139642639 tempest-SecurityGroupsTestAdminJSON-2139642639-project] 10.222.0.10 "DELETE /v2.0/security-groups/39690f0e-91f8-44d9-97bd-5a908ac155dd HTTP/1.1" status: 204 len: 173 time: 0.5510406 Apr 05 20:33:52.700455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-e9812a71-9158-46e6-b00b-85a532c1b870 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1097 time: 0.1745074 Apr 05 20:33:52.716032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7072d-2928-4b7c-9166-90e655c13a99 req-29787389-010e-47c3-815e-3c9dd0e97555 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:52.719794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83a7072d-2928-4b7c-9166-90e655c13a99 req-29787389-010e-47c3-815e-3c9dd0e97555 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 946 time: 0.1601734 Apr 05 20:33:52.738554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:52.741505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76b113-4043-4144-aa01-2441b413e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9de992e-5884-4e20-8d44-9f4ae03e48de'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:52.826465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:52.833875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d9fef0a8-c862-40eb-87f4-bdb21415b0d5 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:52.873599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83a7072d-2928-4b7c-9166-90e655c13a99 req-806f2ba0-3fd2-4424-af49-fba541837b76 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472523 Apr 05 20:33:52.897459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Allocated IP 172.20.0.10 (103afd5c-3b83-4da2-baad-2149cd494344/b566519c-6688-43c0-836f-d699ab04fc2b/77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:53.002242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3da77dc8-3f20-4613-9c58-56be21691ef5 req-ac1e300c-8f33-4d94-89e1-81ed135c5669 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 210 time: 0.1107237 Apr 05 20:33:53.021074 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.140046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:53.172764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:33:53.176368 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353c726e-ca15-424a-a381-e348f876c176'] response: {'server_uuid': 'dd76b113-4043-4144-aa01-2441b413e10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9de992e-5884-4e20-8d44-9f4ae03e48de', 'code': 200} Apr 05 20:33:53.177965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:53.179661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5c2cfcb-7412-482c-8511-4521b2c73075 req-fd425d32-6f73-4a75-86b0-ef013a61271d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 210 time: 0.0712090 Apr 05 20:33:53.190448 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.330174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.482231 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-40ff7733-1b18-479e-a5bb-45ec639625ed tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294342 Apr 05 20:33:53.487043 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.527378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:53.564943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:53.585695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1aefeca-b444-4c9d-aa68-1d3f0d1f8a5a req-04418ff9-f1eb-4732-a1f1-dcdc4f7ccf52 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 1101 time: 0.2961705 Apr 05 20:33:53.610747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.619378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.682640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48576) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:53.698590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1aefeca-b444-4c9d-aa68-1d3f0d1f8a5a req-e425a4ac-3c41-4fdf-854f-afa542d90efd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031027 Apr 05 20:33:53.705430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387368a-6786-42ea-8c18-aef8c175e279 req-6cf35c46-a1a6-4e87-b04b-55c7cd8f5a26 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:53.711086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7387368a-6786-42ea-8c18-aef8c175e279 req-6cf35c46-a1a6-4e87-b04b-55c7cd8f5a26 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.3584185 Apr 05 20:33:53.739476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:53.746814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event updated for resources: {'Port': ['ID=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:53.753500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-774fe5ec-04ad-44d7-8aa2-d7262f6c334d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:53.756316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-774fe5ec-04ad-44d7-8aa2-d7262f6c334d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685297 Apr 05 20:33:53.762585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:53.773404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Network 103afd5c-3b83-4da2-baad-2149cd494344 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:53.774852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:53.789579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:53.806473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f4eb-8080-434e-a671-5a4a4ef7e350 req-818f2ee5-55ca-42c1-ac62-11405bb79130 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:53.813803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1573f4eb-8080-434e-a671-5a4a4ef7e350 req-818f2ee5-55ca-42c1-ac62-11405bb79130 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 950 time: 0.3811066 Apr 05 20:33:53.833972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:53.868568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:53.881508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.918565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7387368a-6786-42ea-8c18-aef8c175e279 req-fb63e746-96b4-4329-8de0-fc3ca9544059 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934159 Apr 05 20:33:53.934819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1573f4eb-8080-434e-a671-5a4a4ef7e350 req-8a2dedd5-7a0c-4016-9b5e-814cde8d46e5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057396 Apr 05 20:33:54.024978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.064396 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6e08bb-3bba-408f-b2cb-fd5dba86e446'] response: {'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068', 'code': 200} Apr 05 20:33:54.137014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b8129d8e-4c90-4f77-a4da-602c447737c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a222b6abf2bf42218e7e83ba21283d6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4517851 Apr 05 20:33:54.148637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48590) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:54.156622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:54.157148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.234835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:54.252907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:54.254745 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:33:54.278086 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-234ecd88-c483-46aa-8fc8-d35698c21247 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0371313 Apr 05 20:33:54.339579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Request body: {'port': {'device_id': '83a4116b-a355-4887-8d99-adba2c363617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:54.377900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:54.386661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.456665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:54.525100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.618535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d18db3d-d4ee-4a78-8f69-fa30104c1a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.635273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:54.635273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:54.635273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:54.649014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4d2fe-732b-4fcb-8fc4-49f8c59445c7 req-08cdaef0-a168-4356-9037-ba96948676dc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:54.650561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57a4d2fe-732b-4fcb-8fc4-49f8c59445c7 req-08cdaef0-a168-4356-9037-ba96948676dc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.5021272 Apr 05 20:33:54.661637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c188ef-0346-4041-b206-6a6fc42d9d72 req-3f534516-3b38-4cbb-af44-14d6c73c0e7a tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:54.674411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55c188ef-0346-4041-b206-6a6fc42d9d72 req-3f534516-3b38-4cbb-af44-14d6c73c0e7a tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 946 time: 0.5306923 Apr 05 20:33:54.686141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.39', 50978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:54.749305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.184 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/197c15b0-95a4-4b1c-b409-35bfb3017ab1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:54.752562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:54.753719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Attempting to bind port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on network 8ed1a911-2380-441a-a2c7-a4f3fde18a87 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:54.767642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d18db3d-d4ee-4a78-8f69-fa30104c1a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.775687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-074822e5-443e-46b9-96f4-de9b3a4cd560 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742731 Apr 05 20:33:54.850522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:54.850522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Checking segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:54.850522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Bound using segment: {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:54.850522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Bound port: 6e5c1f44-56f7-4178-87f5-30cbf441b068, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e010edb6-361d-4717-a878-39224c214cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8ed1a911-2380-441a-a2c7-a4f3fde18a87'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:54.850522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.973783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55c188ef-0346-4041-b206-6a6fc42d9d72 req-7827c3ba-f7b1-46b9-a5d1-7248c26009ce tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032780 Apr 05 20:33:55.021661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57a4d2fe-732b-4fcb-8fc4-49f8c59445c7 req-3d29eb00-4706-4314-9fb0-bf0d43b3d166 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473458 Apr 05 20:33:55.133648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-b8ea38be-665c-43d1-83cf-026bb1da77d0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:55.135252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-b8ea38be-665c-43d1-83cf-026bb1da77d0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543708 Apr 05 20:33:55.149510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:55.153697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:55.162272 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:33:55.170660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:55.178239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:55.190012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d18db3d-d4ee-4a78-8f69-fa30104c1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.286313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.305375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18db3d-d4ee-4a78-8f69-fa30104c1a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41955f5e-2c4f-43c3-92fb-25a8fb84cc36,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:55.314192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object 197c15b0-95a4-4b1c-b409-35bfb3017ab1 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:55.315678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:55.328917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.337280 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d18db3d-d4ee-4a78-8f69-fa30104c1a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.338349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3d18db3d-d4ee-4a78-8f69-fa30104c1a57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41955f5e-2c4f-43c3-92fb-25a8fb84cc36 HTTP/1.1" status: 204 len: 168 time: 1.1884477 Apr 05 20:33:55.339949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.368349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Transition to ACTIVE for port object 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:55.449284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37b6fa4f-97d5-41d0-a9e1-13708c3dbb9e req-7de197c6-ecf1-4932-b80a-3b998f181bf0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 210 time: 0.1402817 Apr 05 20:33:55.498176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.498748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.511657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:55.579501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:55.597897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:55.645220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:55.659009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:55.674051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:55.676595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:55.687256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:55.700983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.706587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-a6cc5193-3e42-4a64-9fc3-7cf7fb69559a service neutron] 10.222.0.39 "PUT /v2.0/ports/6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 200 len: 1122 time: 2.9847863 Apr 05 20:33:55.829546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['6e5c1f44-56f7-4178-87f5-30cbf441b068'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:55.832871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1a4c9-9d69-4a65-9412-78ada7b3a1ef req-5e840645-cc93-45bd-8384-70d1b401766e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:55.842176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95d1a4c9-9d69-4a65-9412-78ada7b3a1ef req-5e840645-cc93-45bd-8384-70d1b401766e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 944 time: 0.2059278 Apr 05 20:33:55.864768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=197c15b0-95a4-4b1c-b409-35bfb3017ab1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:55.882642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:55.889955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.917654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:55.918861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.030023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['6e5c1f44-56f7-4178-87f5-30cbf441b068'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:56.039289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Attempting to bind port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:56.042227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Attempting to bind port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:56.043855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Attempting to bind port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:56.059456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 on network 103afd5c-3b83-4da2-baad-2149cd494344 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:56.060127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Attempting to bind port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:56.069624 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-dfbee924-30cf-465a-95cd-488427de0c9d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2364619 Apr 05 20:33:56.069792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:56.083642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:56.083978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:56.085245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Bound using segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:56.085879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Bound port: 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:56.086384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.113034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660199cc-ebfe-47c0-85d6-21bef742d91e req-ead09ce1-c088-47fa-b40b-71d304dc7392 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:56.119726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Request body: {'port': {'device_id': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:56.120305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-660199cc-ebfe-47c0-85d6-21bef742d91e req-ead09ce1-c088-47fa-b40b-71d304dc7392 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 950 time: 0.3768339 Apr 05 20:33:56.162857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95d1a4c9-9d69-4a65-9412-78ada7b3a1ef req-57e5ef20-95f5-470c-9855-7cd7bcbe7860 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193901 Apr 05 20:33:56.299356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] For port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:56.304356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] For port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:56.313233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.240 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/203df26a-f1f2-4631-832e-4ecc9c87ddd2) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:56.352854 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9404a9f7-d69f-428a-bd24-08d8c68710ca'] response: {'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'code': 200} Apr 05 20:33:56.401613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-399966c1-3c7e-43ff-8f6d-070e45e66166 None None] Provisioning for port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:56.408135 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.417554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-399966c1-3c7e-43ff-8f6d-070e45e66166 None None] Provisioning complete for port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:56.417926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-399966c1-3c7e-43ff-8f6d-070e45e66166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.426713 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.483755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-660199cc-ebfe-47c0-85d6-21bef742d91e req-b1122ddb-71af-4891-a392-c6646d4facb0 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625009 Apr 05 20:33:56.520373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-399966c1-3c7e-43ff-8f6d-070e45e66166 None None] Port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:33:56.527071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48616) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:56.542022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.543401 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 HTTP/1.1" status: 200 len: 1092 time: 2.2129118 Apr 05 20:33:56.546343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a4116b-a355-4887-8d99-adba2c363617', 'tag': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:56.687959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd20f87-5ff7-42f9-a335-34a5461dc1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:56.828369 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-6645ee0c-ab13-4ec2-b25a-adf72bea081b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 1095 time: 0.0997639 Apr 05 20:33:56.830905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba9be7-beb8-441a-8b32-93f511b484ed req-76745615-3a66-4716-b92b-1d59a4f9f8a7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:56.830905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86ba9be7-beb8-441a-8b32-93f511b484ed req-76745615-3a66-4716-b92b-1d59a4f9f8a7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.4365122 Apr 05 20:33:56.904806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c82915f7-93e0-4f75-89fd-46dc005c7de1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8aa797d6f71f43679d1e4b5f2edf8d25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3725488 Apr 05 20:33:56.906148 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-36f95fff-6b67-47b1-8201-33e92f7a7af5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 HTTP/1.1" status: 200 len: 217 time: 0.0629485 Apr 05 20:33:56.907676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48624) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:56.971946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.981775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86ba9be7-beb8-441a-8b32-93f511b484ed req-b923d260-6d23-4b34-b7ed-0b6b0cc620d3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330204 Apr 05 20:33:56.995566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object 203df26a-f1f2-4631-832e-4ecc9c87ddd2 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:57.009351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-d2eb1739-479e-4256-a14b-be5758c8082b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.009351 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-d2eb1739-479e-4256-a14b-be5758c8082b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.0870199 Apr 05 20:33:57.010784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be97690-7efb-4bb3-9cb6-e0a9edef8209 req-f67463b0-2772-45e1-88cf-ced407a5a8ea tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.010784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9be97690-7efb-4bb3-9cb6-e0a9edef8209 req-f67463b0-2772-45e1-88cf-ced407a5a8ea tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 946 time: 0.2364385 Apr 05 20:33:57.026191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76fe4150-8556-4aa7-b0c3-238a72c78d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.066990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9be97690-7efb-4bb3-9cb6-e0a9edef8209 req-261221ac-0a49-4ceb-b79f-20dccc397364 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503273 Apr 05 20:33:57.076431 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-5b07ff1d-b5a2-4682-a40d-5858629f0883 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584512 Apr 05 20:33:57.116127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76fe4150-8556-4aa7-b0c3-238a72c78d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.190719 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6614d35-5528-4b3f-8abd-0e22c9c1049f'] response: {'name': 'network-changed', 'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068', 'status': 'completed', 'code': 200} Apr 05 20:33:57.223748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.237830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:33:57.347871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=203df26a-f1f2-4631-832e-4ecc9c87ddd2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:57.353299 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-71569fd1-b4cd-405f-90eb-1ec09750f32a service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663980 Apr 05 20:33:57.402840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:57.411000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:57.415811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:33:57.538518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.539129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.541026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76fe4150-8556-4aa7-b0c3-238a72c78d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.555665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f7163-147a-4ebc-a9b3-ed7d82395c8b req-7e1ff164-1a4e-4118-aa11-1d5a06b053a2 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.566178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c89f7163-147a-4ebc-a9b3-ed7d82395c8b req-7e1ff164-1a4e-4118-aa11-1d5a06b053a2 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.4342194 Apr 05 20:33:57.601779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe4150-8556-4aa7-b0c3-238a72c78d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce868fe-5691-49b9-9bce-f41f45131984,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:57.611155 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ceecbaa-2c3e-43d1-bf9d-3d044a78721f req-81a6b385-e425-4190-b25a-aabb87b640b1 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490280 Apr 05 20:33:57.618779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197c15b0-95a4-4b1c-b409-35bfb3017ab1 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:57.619368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-a1eee40a-4654-4509-8323-50ede1ee877d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1125 time: 0.4278245 Apr 05 20:33:57.620746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76fe4150-8556-4aa7-b0c3-238a72c78d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.621912 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-76fe4150-8556-4aa7-b0c3-238a72c78d6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ce868fe-5691-49b9-9bce-f41f45131984 HTTP/1.1" status: 204 len: 168 time: 0.7130375 Apr 05 20:33:57.638342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0402b0e-87fd-4319-ba90-51e747649b38 req-69bb3f01-7a03-4584-90d4-b41fdd22d2fe tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.644910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.645095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c0402b0e-87fd-4319-ba90-51e747649b38 req-69bb3f01-7a03-4584-90d4-b41fdd22d2fe tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:57.674172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Transition to ACTIVE for port object 197c15b0-95a4-4b1c-b409-35bfb3017ab1 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:57.746300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-73110e6c-d72c-41ba-a961-ce1f84b823d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5835435 Apr 05 20:33:57.761630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c89f7163-147a-4ebc-a9b3-ed7d82395c8b req-213f26c7-dece-4cf8-afe0-8df082e285ab tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946166 Apr 05 20:33:57.813977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Request body: {'port': {'device_id': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:57.820297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.856898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-6775870b-2608-4ee5-8f66-afb5df5bb976 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.859254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-6775870b-2608-4ee5-8f66-afb5df5bb976 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.2149096 Apr 05 20:33:57.865494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c04927f1-76f4-485d-bea6-c18f0235871a None None] Provisioning for port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:57.872141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c04927f1-76f4-485d-bea6-c18f0235871a None None] Provisioning complete for port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:57.872743 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c04927f1-76f4-485d-bea6-c18f0235871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.924381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c0402b0e-87fd-4319-ba90-51e747649b38 req-69bb3f01-7a03-4584-90d4-b41fdd22d2fe tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:57.925949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0402b0e-87fd-4319-ba90-51e747649b38 req-69bb3f01-7a03-4584-90d4-b41fdd22d2fe tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 936 time: 0.5840306 Apr 05 20:33:57.934201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Pushing event updated for resources: {'Port': ['ID=197c15b0-95a4-4b1c-b409-35bfb3017ab1,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:58.005565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c04927f1-76f4-485d-bea6-c18f0235871a None None] Port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:33:58.051606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-92971634-60fd-44d7-925b-e23ce9a4292f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 200 len: 217 time: 0.1829841 Apr 05 20:33:58.164463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:58.192330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-09e20f06-7297-4782-97fd-722bc77eeadc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:58.193841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-09e20f06-7297-4782-97fd-722bc77eeadc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1235070 Apr 05 20:33:58.208038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0402b0e-87fd-4319-ba90-51e747649b38 req-1d8258b4-0be0-4760-9ca7-d3a5797bef9a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717302 Apr 05 20:33:58.300087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Attempting to bind port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:58.300722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Attempting to bind port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:58.300833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Attempting to bind port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:58.313885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:33:58.314221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Attempting to bind port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:33:58.319067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-05015dce-1491-43f0-b8fa-13b4b375a98e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098177 Apr 05 20:33:58.330355 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8747fbd1-08db-4bf6-8a41-c868de91b36b'] response: {'name': 'network-changed', 'server_uuid': '83a4116b-a355-4887-8d99-adba2c363617', 'tag': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0', 'status': 'completed', 'code': 200} Apr 05 20:33:58.335257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:33:58.335805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:33:58.335920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:33:58.336305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Bound port: 197c15b0-95a4-4b1c-b409-35bfb3017ab1, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:58.336671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:58.602940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] For port 197c15b0-95a4-4b1c-b409-35bfb3017ab1, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:33:58.612145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] For port 197c15b0-95a4-4b1c-b409-35bfb3017ab1, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=197c15b0-95a4-4b1c-b409-35bfb3017ab1,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:33:58.612145 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-bb157430-d0a4-4886-9082-0433e3fa703c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 1095 time: 0.1920552 Apr 05 20:33:58.713635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-44c11d6f-2c19-4abc-853d-c089dec11dc2 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818884 Apr 05 20:33:58.732297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:58.817927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-7d63afe8-f85d-4a47-9515-0a364cb5636c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:58.820040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-7d63afe8-f85d-4a47-9515-0a364cb5636c service neutron] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.1991336 Apr 05 20:33:58.824173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:58.825577 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] 10.222.0.39 "PUT /v2.0/ports/197c15b0-95a4-4b1c-b409-35bfb3017ab1 HTTP/1.1" status: 200 len: 1096 time: 2.7435815 Apr 05 20:33:58.871394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d9fef0a8-c862-40eb-87f4-bdb21415b0d5 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:59.028687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66075042-280d-47e7-beb2-8cd09f08069f service neutron] Pushing event updated for resources: {'Port': ['ID=197c15b0-95a4-4b1c-b409-35bfb3017ab1,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:59.075690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-cba6ca1d-bc17-46e4-8e8e-89ee7fae3a22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 HTTP/1.1" status: 200 len: 217 time: 0.2462063 Apr 05 20:33:59.088439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610eb2-a184-4311-be3f-3b7fe771234f req-58154f49-690e-4f6e-9a8a-93d5e79a854f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:59.095774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb610eb2-a184-4311-be3f-3b7fe771234f req-58154f49-690e-4f6e-9a8a-93d5e79a854f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 944 time: 0.5254369 Apr 05 20:33:59.165461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.167583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-cd3bbfdd-6249-4cf5-942c-dd9e86da153f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:59.169032 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-cd3bbfdd-6249-4cf5-942c-dd9e86da153f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.0802307 Apr 05 20:33:59.182753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3db79d72-9824-4ea5-a31a-a1d386cb8dde req-0ab77b66-16ab-4294-a909-8b887b74ba69 service neutron] 10.222.0.23 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585724 Apr 05 20:33:59.182968 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-7ad3fd0a-cfa2-4d0e-a782-87c15e57a057 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 1099 time: 0.1550121 Apr 05 20:33:59.210369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:33:59.225977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:33:59.261921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203df26a-f1f2-4631-832e-4ecc9c87ddd2 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:33:59.275110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.287009 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-fa70f302-a2c4-4eac-abf3-c37b79f617dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033025 Apr 05 20:33:59.296629 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-b141cad4-15d1-4c31-8ae7-b04516a8fbb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=197c15b0-95a4-4b1c-b409-35bfb3017ab1 HTTP/1.1" status: 200 len: 217 time: 0.0792921 Apr 05 20:33:59.297174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb610eb2-a184-4311-be3f-3b7fe771234f req-f6e513b5-e96d-458a-8a40-f75e8722d849 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000082 Apr 05 20:33:59.340346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Transition to ACTIVE for port object 203df26a-f1f2-4631-832e-4ecc9c87ddd2 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:59.365365 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.375339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48664) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:59.402220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee0f7-b3bb-4df1-b652-bfb46dc46f38 req-a17a4511-09fd-4c1d-a362-684099b1f8e6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:59.403688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34dee0f7-b3bb-4df1-b652-bfb46dc46f38 req-a17a4511-09fd-4c1d-a362-684099b1f8e6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.2268431 Apr 05 20:33:59.451443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-8a19ce4b-2365-4066-ae21-4a98d2fe465f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:59.453300 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-8a19ce4b-2365-4066-ae21-4a98d2fe465f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1383591 Apr 05 20:33:59.472708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.497408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:59.556867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-b962da50-f5d5-4303-ba55-dc61fa892916 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593491 Apr 05 20:33:59.557580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34dee0f7-b3bb-4df1-b652-bfb46dc46f38 req-fd8bd7b0-0aeb-4312-8230-339cb7521d30 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437621 Apr 05 20:33:59.675601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-network', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:33:59.691761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Pushing event updated for resources: {'Port': ['ID=203df26a-f1f2-4631-832e-4ecc9c87ddd2,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:59.694843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:59.712552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-51afccec-4347-4123-b434-f2840d964eb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2446122 Apr 05 20:33:59.716054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Usage tracker for resource:network and tenant:fe8f8c26866a48c8b4ba2f640fbeab57 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:59.720219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:59.727125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:59.854995 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c3e7db98-ada5-4c9b-9148-5c861ef77bfb req-8bcfba7d-3599-4b9e-bff0-8292c1ce51ca service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696619 Apr 05 20:33:59.897843 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-79c1db5c-e220-4d61-80a3-8ee7893e1bb4 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767936 Apr 05 20:33:59.947741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Made reservation on behalf of fe8f8c26866a48c8b4ba2f640fbeab57 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:59.950075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.991086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.004327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Attempting to bind port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:00.004667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Attempting to bind port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:00.004999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Attempting to bind port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:00.033206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:34:00.033538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Attempting to bind port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:00.041366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410b8dd-f917-45c9-8ef2-1fea59dd4fb5 req-994e7fc3-9cd8-46a7-a338-0ee69da903d5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:00.042817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3410b8dd-f917-45c9-8ef2-1fea59dd4fb5 req-994e7fc3-9cd8-46a7-a338-0ee69da903d5 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.3063331 Apr 05 20:34:00.048562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-d6b6fd58-18b4-421b-8023-2d3990ed41d1 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344278 Apr 05 20:34:00.080357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:00.082798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:00.083193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:00.083573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:00.084012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Bound port: 203df26a-f1f2-4631-832e-4ecc9c87ddd2, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:00.084362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.109821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-5a2eeab9-f3f6-46a2-ad78-e27bbb05bb73 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47&device_id=83a4116b-a355-4887-8d99-adba2c363617&device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3&device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca&device_id=dd76b113-4043-4144-aa01-2441b413e10b&device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac&device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed&device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1&device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f&device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89&device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf&device_id=7191a451-a9af-4900-a3bd-2700fd30194b&device_id=97084dfe-5387-4dc8-944c-349c4da9be89&device_id=6a2e4a34-2650-438d-98e3-056417264a76&device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 13511 time: 0.2447538 Apr 05 20:34:00.120002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Usage tracker for resource:security_group_rule and tenant:fe8f8c26866a48c8b4ba2f640fbeab57 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:00.126003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:00.145241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:00.196171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.243488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3410b8dd-f917-45c9-8ef2-1fea59dd4fb5 req-06ef5801-171f-476f-ab67-2f9cecd9497c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892014 Apr 05 20:34:00.285706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] For port 203df26a-f1f2-4631-832e-4ecc9c87ddd2, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:00.291377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] For port 203df26a-f1f2-4631-832e-4ecc9c87ddd2, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=203df26a-f1f2-4631-832e-4ecc9c87ddd2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:00.293664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:00.305799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Usage tracker for resource:security_group_rule and tenant:e380faa2fbbc4abe904bc30ed50a289d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:00.310484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:00.326920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:00.331928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'tag': '197c15b0-95a4-4b1c-b409-35bfb3017ab1'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:00.348071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.359019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.450424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.494395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.495810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-98727b4a-7642-4833-8f16-d055db49673a service neutron] 10.222.0.39 "PUT /v2.0/ports/203df26a-f1f2-4631-832e-4ecc9c87ddd2 HTTP/1.1" status: 200 len: 1096 time: 2.6940010 Apr 05 20:34:00.510165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'tag': '203df26a-f1f2-4631-832e-4ecc9c87ddd2'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:00.528476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:34:00.546755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e1de1e-1058-4e0a-8835-161a79c7fb7a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:00.564028 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.564028 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Added segment 8a9e8189-e641-4c41-87fd-a45c9441cea2 of type vlan for network 21367bde-db76-4749-a67a-4a02621b8970 Apr 05 20:34:00.564028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98727b4a-7642-4833-8f16-d055db49673a service neutron] Pushing event updated for resources: {'Port': ['ID=203df26a-f1f2-4631-832e-4ecc9c87ddd2,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:00.621959 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.644924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564d5fe-633e-4780-b8ec-e4b7ed01cfdd req-9635888c-84ce-4dcb-8a42-a2da6c8efbcf tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:00.647627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e564d5fe-633e-4780-b8ec-e4b7ed01cfdd req-9635888c-84ce-4dcb-8a42-a2da6c8efbcf tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 944 time: 0.2556970 Apr 05 20:34:00.657123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.724173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.799718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aace27-65a2-47d0-b83b-68831bf91309,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:00.809681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8862fb0f-ddcd-4487-8ba5-be0b83251337 req-f1926e60-7685-4b84-9eaf-46627224aa60 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&id=062cc8a0-9ab9-4b71-81bd-d67b35664108&id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&id=617fd59a-e44f-4468-a36b-246c1c8edfaa&id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.6868031 Apr 05 20:34:00.812582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.813469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:00.814120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:00.834463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e564d5fe-633e-4780-b8ec-e4b7ed01cfdd req-c4b7e548-1b45-4d81-90d0-931a0309f8ce tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803167 Apr 05 20:34:01.014224 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469ce3f2-78f7-43e9-976a-87273b4ed079'] response: {'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'code': 200} Apr 05 20:34:01.015467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] Pushing event updated for resources: {'Network': ['ID=21367bde-db76-4749-a67a-4a02621b8970,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:01.015467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-0a29f264-fb54-4596-84d6-d984d33cb065 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 1099 time: 0.2822866 Apr 05 20:34:01.015787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 21367bde-db76-4749-a67a-4a02621b8970 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:34:01.070153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c4ba8aae-a378-45bf-9dd7-6796dec07108 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6937468 Apr 05 20:34:01.073290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48680) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:01.078631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Request body: {'subnet': {'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-subnet', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:01.083446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:01.087993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Usage tracker for resource:subnet and tenant:fe8f8c26866a48c8b4ba2f640fbeab57 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:01.091825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:01.096263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-0da7eb84-0124-4bda-a06f-b4bb7088f71e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=203df26a-f1f2-4631-832e-4ecc9c87ddd2 HTTP/1.1" status: 200 len: 217 time: 0.0894425 Apr 05 20:34:01.098534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:01.175710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Made reservation on behalf of fe8f8c26866a48c8b4ba2f640fbeab57 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:01.178125 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:01.217486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce5e33-55a4-4b76-9d29-b0ba2d6a7ed9 req-02a320b5-dcad-4127-bb3b-d24fe26584b7 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:01.218958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bce5e33-55a4-4b76-9d29-b0ba2d6a7ed9 req-02a320b5-dcad-4127-bb3b-d24fe26584b7 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 948 time: 0.2447822 Apr 05 20:34:01.229001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-08f8da81-572e-4bf0-bf6c-7b54d7e44ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:01.230369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-08f8da81-572e-4bf0-bf6c-7b54d7e44ccf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1246789 Apr 05 20:34:01.459378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bce5e33-55a4-4b76-9d29-b0ba2d6a7ed9 req-6079ccea-fb85-49c2-8354-bada87aa79b6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318144 Apr 05 20:34:01.466381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e63b6d-06f6-4bc3-a979-98e022d57585 req-1b73aba5-7beb-43d8-b372-c9e31f3aaf2b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:01.467455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78e63b6d-06f6-4bc3-a979-98e022d57585 req-1b73aba5-7beb-43d8-b372-c9e31f3aaf2b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 944 time: 0.3306913 Apr 05 20:34:01.481324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:01.505014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-d571f0bd-18fa-490c-b3a0-f13de36e4bf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2480316 Apr 05 20:34:01.544593 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4abb47-12f2-486c-a4fe-ac6b30453f21'] response: {'name': 'network-changed', 'server_uuid': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'tag': '197c15b0-95a4-4b1c-b409-35bfb3017ab1', 'status': 'completed', 'code': 200} Apr 05 20:34:01.558115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0901e36a-eb03-4e03-b3ac-85996d96334b,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:01.572399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Checking segment: {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:01.572759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Network hostable DHCP agents. Network: 21367bde-db76-4749-a67a-4a02621b8970, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:34:01.598127 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3c9f48-2f32-4dd0-998b-774b8480d967'] response: {'name': 'network-changed', 'server_uuid': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'tag': '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'status': 'completed', 'code': 200} Apr 05 20:34:01.617569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78e63b6d-06f6-4bc3-a979-98e022d57585 req-2f080580-5b6b-4ac6-828a-0e148893e119 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434057 Apr 05 20:34:01.656409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Network 21367bde-db76-4749-a67a-4a02621b8970 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:34:01.698206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-24c373ad-6d94-4c47-a058-51cf99e76d98 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871753 Apr 05 20:34:01.767279 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-9f7c21ae-1204-4a0f-b52c-b6f5a34abd0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 1099 time: 0.0919855 Apr 05 20:34:01.770012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 21367bde-db76-4749-a67a-4a02621b8970) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:01.783210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18dbf75-ed47-4b9b-83b7-0f9fe7f57837 None None] Network 21367bde-db76-4749-a67a-4a02621b8970 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:34:01.797947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:01.798542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.000667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9d74db1-e5cf-4589-a569-a3d43255d23c req-f2800c25-dcf3-45cc-9dde-c1311b327c3d service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378509 Apr 05 20:34:02.009874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-f066a7dc-73e2-406a-855c-a7ad01e721d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.010120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16af66-eb59-4977-97fc-edfdd2ecddbb req-55643cfa-cbe5-4878-9d0c-50560f100c7a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.012000 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-f066a7dc-73e2-406a-855c-a7ad01e721d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2352600 Apr 05 20:34:02.016882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d16af66-eb59-4977-97fc-edfdd2ecddbb req-55643cfa-cbe5-4878-9d0c-50560f100c7a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.3073630 Apr 05 20:34:02.029819 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f9e6909-47ec-4728-aa27-157617ad66f0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9554436 Apr 05 20:34:02.032458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48692) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:02.037433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:02.048273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:02.056044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Usage tracker for resource:router and tenant:fe8f8c26866a48c8b4ba2f640fbeab57 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:02.065235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:02.067252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-21367bde-db76-4749-a67a-4a02621b8970', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:34:02.068200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.090462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:02.122802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d16af66-eb59-4977-97fc-edfdd2ecddbb req-df11deff-1053-40f9-b57f-a6d92606e3d3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049323 Apr 05 20:34:02.156997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2253d8-c950-4f78-8340-e02a7a636b5b req-c671c5ec-dd0f-4b4a-8a89-0be5bef2b36d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.158862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba2253d8-c950-4f78-8340-e02a7a636b5b req-c671c5ec-dd0f-4b4a-8a89-0be5bef2b36d tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 944 time: 0.2163155 Apr 05 20:34:02.213022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.214109 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.234924 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-dab42d59-3d97-4b75-9cd2-fac83f266a04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=197c15b0-95a4-4b1c-b409-35bfb3017ab1 HTTP/1.1" status: 200 len: 217 time: 0.2114372 Apr 05 20:34:02.244840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba2253d8-c950-4f78-8340-e02a7a636b5b req-87b5e479-5922-462d-9dc1-a48bd45945a1 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800927 Apr 05 20:34:02.254620 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.316400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Allocated IP 172.20.0.2 (21367bde-db76-4749-a67a-4a02621b8970/0901e36a-eb03-4e03-b3ac-85996d96334b/c7e8f006-8081-4a82-981e-bd29944da293) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:02.379117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-abcee04b-a446-4ff1-9990-740b10af5397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.386273 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-abcee04b-a446-4ff1-9990-740b10af5397 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1210659 Apr 05 20:34:02.481662 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-02099b6f-8dfb-4a19-a9ce-d77df5e2e134 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873356 Apr 05 20:34:02.589631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.601662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Transition to ACTIVE for port object c7e8f006-8081-4a82-981e-bd29944da293 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:02.625009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Transition to ACTIVE for port object c7e8f006-8081-4a82-981e-bd29944da293 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:02.695211 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-b17461c7-7de8-400c-990b-397e962aba41 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045903 Apr 05 20:34:02.709852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-76847743-0ced-45be-aea8-adda209c4f65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 1099 time: 0.4341309 Apr 05 20:34:02.713539 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.724274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-629b3108-8fd5-4254-a033-be75dfb41bca service neutron] 10.222.0.23 "GET /v2.0/ports/6e5c1f44-56f7-4178-87f5-30cbf441b068/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.3723030 Apr 05 20:34:02.789558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Network 21367bde-db76-4749-a67a-4a02621b8970 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:02.793307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Pushing event updated for resources: {'Port': ['ID=c7e8f006-8081-4a82-981e-bd29944da293,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:02.795862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:02.799172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:02.835039 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97e202cb-99b4-4b30-bbfb-5666298fd750 req-37b462e3-eeed-4678-850d-5ef04f95abc1 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316166 Apr 05 20:34:02.858088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-177411da-8deb-4549-9d4a-94da527a5e8c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.859798 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-177411da-8deb-4549-9d4a-94da527a5e8c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.39 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 944 time: 0.2288651 Apr 05 20:34:02.875995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.894769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Attempting to bind port c7e8f006-8081-4a82-981e-bd29944da293 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:02.896250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Attempting to bind port c7e8f006-8081-4a82-981e-bd29944da293 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:02.896250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Attempting to bind port c7e8f006-8081-4a82-981e-bd29944da293 on network 21367bde-db76-4749-a67a-4a02621b8970 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:02.903347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:02.908813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:02.909475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Checking segment: {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:02.909723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.910123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Bound using segment: {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:02.910795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Bound port: c7e8f006-8081-4a82-981e-bd29944da293, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:02.911037 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.925391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25822-9a28-4f8a-bacd-93251125d95e req-1bda40de-4b84-4474-bc3b-5f9c3d9efff8 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.926843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12d25822-9a28-4f8a-bacd-93251125d95e req-1bda40de-4b84-4474-bc3b-5f9c3d9efff8 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=fee92e11-dfc2-42c8-b6d6-7e79aed18bed HTTP/1.1" status: 200 len: 944 time: 0.3966613 Apr 05 20:34:02.964527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Deleting port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:02.964885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.982517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1420cc3-abce-47b6-8ef5-e2bfb180aff6 req-41b0a411-e26a-49b0-93dd-1542295f720b tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b&device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1&device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 2884 time: 0.3581040 Apr 05 20:34:03.075869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-a62ef44d-26ff-45eb-9c00-1ef9bb55af90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:03.077417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-a62ef44d-26ff-45eb-9c00-1ef9bb55af90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3548036 Apr 05 20:34:03.136063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] For port c7e8f006-8081-4a82-981e-bd29944da293, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:03.149141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] For port c7e8f006-8081-4a82-981e-bd29944da293, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c7e8f006-8081-4a82-981e-bd29944da293,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:03.173715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:03.195370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0', 'mac_address': 'fa:16:3e:ca:ad:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:03.244837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.310863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] For port d9fef0a8-c862-40eb-87f4-bdb21415b0d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:03.311398 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.353893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.385308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668f876-3fa2-4b75-b2ff-08b6bc6ece7b None None] Pushing event updated for resources: {'Port': ['ID=c7e8f006-8081-4a82-981e-bd29944da293,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:03.399265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:03.423558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:03.431534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12d25822-9a28-4f8a-bacd-93251125d95e req-f142ca39-9ef0-4a72-97d2-404efb28b740 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826834 Apr 05 20:34:03.440658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-fd80bc5b-ef1c-4000-9c0f-6f2ff1204fcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=203df26a-f1f2-4631-832e-4ecc9c87ddd2 HTTP/1.1" status: 200 len: 217 time: 0.3464720 Apr 05 20:34:03.441612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a1420cc3-abce-47b6-8ef5-e2bfb180aff6 req-325a3e97-8222-41f2-a545-d4d6b572dd32 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Synchronizing usage tracker for tenant:e380faa2fbbc4abe904bc30ed50a289d on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:03.510863 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.523885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Calling delete_port for d9fef0a8-c862-40eb-87f4-bdb21415b0d5 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:03.584869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:03.601319 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.660628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:03.736267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-c4683469-3ad0-4a27-9129-d2a5e5bf8b71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:03.737916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-c4683469-3ad0-4a27-9129-d2a5e5bf8b71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2905049 Apr 05 20:34:03.743204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:03.822489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.851906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a1420cc3-abce-47b6-8ef5-e2bfb180aff6 req-325a3e97-8222-41f2-a545-d4d6b572dd32 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] Unset dirty status for tenant:e380faa2fbbc4abe904bc30ed50a289d on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:03.856473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1420cc3-abce-47b6-8ef5-e2bfb180aff6 req-325a3e97-8222-41f2-a545-d4d6b572dd32 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8729913 Apr 05 20:34:03.886543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event deleted for resources: {'Port': ['ID=d9fef0a8-c862-40eb-87f4-bdb21415b0d5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:03.900557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5c1f44-56f7-4178-87f5-30cbf441b068 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:03.926962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:03.973317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] No DVR routers for this DVR port d9fef0a8-c862-40eb-87f4-bdb21415b0d5 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:03.976299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.976801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeb34e-84fc-40c0-9f4d-2dc321d2ea53 req-a0be1c26-e624-4e9c-b022-8c33fef42a2c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:03.978547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8aeb34e-84fc-40c0-9f4d-2dc321d2ea53 req-a0be1c26-e624-4e9c-b022-8c33fef42a2c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 948 time: 0.3549831 Apr 05 20:34:03.991831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-deleted', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:03.997147 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b9dff5ed-b8d9-403b-bd0c-5777e06d00e4 req-c5cbc014-4fef-4b0f-b7f6-64f8224286fe tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.39 "DELETE /v2.0/ports/d9fef0a8-c862-40eb-87f4-bdb21415b0d5 HTTP/1.1" status: 204 len: 173 time: 1.1147382 Apr 05 20:34:04.063145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-c9cd61ae-a106-49c9-8621-31ad079721fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2797430 Apr 05 20:34:04.069334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.115446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c7e8f006-8081-4a82-981e-bd29944da293 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:04.218489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:04.261903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8aeb34e-84fc-40c0-9f4d-2dc321d2ea53 req-6990774d-8c62-47b9-ada4-0f7875fd843a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727947 Apr 05 20:34:04.262060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c7e8f006-8081-4a82-981e-bd29944da293 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:04.309959 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.359390 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.467776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c87af-a5f3-41fe-b3eb-a698eb66d5cf req-22f401f8-9391-4755-8c39-c059a01d887d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:04.475742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-580c87af-a5f3-41fe-b3eb-a698eb66d5cf req-22f401f8-9391-4755-8c39-c059a01d887d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 945 time: 0.4717417 Apr 05 20:34:04.515165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-67fb638e-7e6e-4b7a-8fc4-73c039cd7702 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421484 Apr 05 20:34:04.581124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9638f5ac-9dda-4c4d-9d31-ab1e6f39353c None None] Network 21367bde-db76-4749-a67a-4a02621b8970 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:34:04.669749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] Transition to ACTIVE for port object 6e5c1f44-56f7-4178-87f5-30cbf441b068 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:04.747365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.752404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8a1cc4f0-d285-4870-8c00-38f0f0080e3d None None] Provisioning for port c7e8f006-8081-4a82-981e-bd29944da293 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:04.755194 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bb39bcd7-7795-40ad-828f-b894c6913213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.765366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8a1cc4f0-d285-4870-8c00-38f0f0080e3d None None] Provisioning complete for port c7e8f006-8081-4a82-981e-bd29944da293 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:04.765733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc4f0-d285-4870-8c00-38f0f0080e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.819451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-580c87af-a5f3-41fe-b3eb-a698eb66d5cf req-be9ff653-97c4-487d-b47a-68a0e1b1f137 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421998 Apr 05 20:34:04.893079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Allocated IP 172.25.2.187 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/a2f23e11-6c89-47a8-95e9-6af24fa8b185) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:04.913251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 197c15b0-95a4-4b1c-b409-35bfb3017ab1 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:04.950111 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc4f0-d285-4870-8c00-38f0f0080e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.979637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12c56b0d-8230-4007-9c4c-4106a12a78a1 req-37854e98-c552-42d3-84f4-42ac912dc2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235609 Apr 05 20:34:04.980228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=10']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:05.069944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8a1cc4f0-d285-4870-8c00-38f0f0080e3d None None] For port c7e8f006-8081-4a82-981e-bd29944da293, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c7e8f006-8081-4a82-981e-bd29944da293,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:05.070378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ce4fc-d8c7-429b-9bb5-23d29ba57a14 req-0aca0535-4eeb-4efa-98bc-9b7288e6efe2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:05.071679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b51ce4fc-d8c7-429b-9bb5-23d29ba57a14 req-0aca0535-4eeb-4efa-98bc-9b7288e6efe2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.5858443 Apr 05 20:34:05.108049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 197c15b0-95a4-4b1c-b409-35bfb3017ab1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=197c15b0-95a4-4b1c-b409-35bfb3017ab1,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:05.123786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '197c15b0-95a4-4b1c-b409-35bfb3017ab1', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '197c15b0-95a4-4b1c-b409-35bfb3017ab1', 'mac_address': 'fa:16:3e:62:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:05.179129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc4f0-d285-4870-8c00-38f0f0080e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.253313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.272004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] No DVR routers for this DVR port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:05.275055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197c15b0-95a4-4b1c-b409-35bfb3017ab1 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:05.304161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cc4f0-d285-4870-8c00-38f0f0080e3d None None] Pushing event updated for resources: {'Port': ['ID=c7e8f006-8081-4a82-981e-bd29944da293,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:05.310698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 197c15b0-95a4-4b1c-b409-35bfb3017ab1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=197c15b0-95a4-4b1c-b409-35bfb3017ab1,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:05.320996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cdb9c14b-0b27-4453-ad0e-0a69c17c585e None None] Provisioning complete for port c7e8f006-8081-4a82-981e-bd29944da293 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:05.321762 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cdb9c14b-0b27-4453-ad0e-0a69c17c585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.378849 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.418013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b51ce4fc-d8c7-429b-9bb5-23d29ba57a14 req-7041996b-c086-4d8e-b68e-eb449b522cc6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475217 Apr 05 20:34:05.455763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-446a5f7e-2d5e-4deb-8bbc-1d48b214e955 service neutron] 10.222.0.23 "PUT /v2.0/ports/6e5c1f44-56f7-4178-87f5-30cbf441b068/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7011318 Apr 05 20:34:05.460942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.464545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=197c15b0-95a4-4b1c-b409-35bfb3017ab1,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:05.469439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99153628-e911-4880-b93f-371d11f38935 req-a2b5a618-8462-4d7d-836b-890678b3bf61 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:05.476414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99153628-e911-4880-b93f-371d11f38935 req-a2b5a618-8462-4d7d-836b-890678b3bf61 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 945 time: 0.5119586 Apr 05 20:34:05.550441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99153628-e911-4880-b93f-371d11f38935 req-05f66509-c757-45ec-a342-ebbc72566402 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678916 Apr 05 20:34:05.646477 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88994214-bbd7-4402-a1b9-450dd6d854a1'] response: {'server_uuid': 'fee92e11-dfc2-42c8-b6d6-7e79aed18bed', 'name': 'network-vif-deleted', 'tag': 'd9fef0a8-c862-40eb-87f4-bdb21415b0d5', 'status': 'completed', 'code': 200} Apr 05 20:34:05.686378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.829777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:05.830551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f23e11-6c89-47a8-95e9-6af24fa8b185,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:05.835481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:05.840144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:05.880092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:05.898840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.899251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.899538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.899878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.900260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.900596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.900926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.901282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.901609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.901938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.902262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:05.929735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-e63e849b-b873-45cf-a65c-f57efbfc6973 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.2887809 Apr 05 20:34:05.945007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:06.036925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:06.045145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd201728-fa04-4060-9831-d4f87bd2627e req-7f237af8-9701-4d67-862f-9f82fcf0d0d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:06.046634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd201728-fa04-4060-9831-d4f87bd2627e req-7f237af8-9701-4d67-862f-9f82fcf0d0d4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 948 time: 0.2868609 Apr 05 20:34:06.105098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c7e8f006-8081-4a82-981e-bd29944da293 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:06.128244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-a522ac33-b4e8-44a7-b084-23aad0abdf94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960 HTTP/1.1" status: 200 len: 1096 time: 0.1657264 Apr 05 20:34:06.132913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd201728-fa04-4060-9831-d4f87bd2627e req-4100017f-feed-4eb0-a578-9507062f17d9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805633 Apr 05 20:34:06.265383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c7e8f006-8081-4a82-981e-bd29944da293 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:06.265942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:06.401962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-6309dd5b-1b1d-4223-ae41-5effebd70ddf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1096 time: 0.2288587 Apr 05 20:34:06.412762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:06.413527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:06.612373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be7f6-f0b5-454c-9536-39df242c5504 req-45b17621-7071-428f-a2c5-4e55dcd2b7af tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:06.613848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-45b17621-7071-428f-a2c5-4e55dcd2b7af tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 821 time: 0.3668180 Apr 05 20:34:06.710554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d85f2012-f3aa-4ca9-ab3b-3db6702b6bdc tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/quotas/bac360bb76a0469a864af734c6e8f9b0 HTTP/1.1" status: 200 len: 375 time: 0.0533600 Apr 05 20:34:06.716011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabd6b7-5d04-4ee8-8241-36ef345a2e41 req-c5a713e7-8cf1-4c86-951d-5ee1852ed80b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:06.717408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fabd6b7-5d04-4ee8-8241-36ef345a2e41 req-c5a713e7-8cf1-4c86-951d-5ee1852ed80b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 945 time: 0.3949633 Apr 05 20:34:06.811103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36917b-9091-40e6-a322-749ed35f910e req-95ccd639-2136-4eea-ad50-9ee123561499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:06.812508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-95ccd639-2136-4eea-ad50-9ee123561499 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 200 len: 908 time: 0.4012008 Apr 05 20:34:06.890445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a2dc1e98-c50d-4150-9280-dba434538bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:06.918141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 203df26a-f1f2-4631-832e-4ecc9c87ddd2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:06.919019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fabd6b7-5d04-4ee8-8241-36ef345a2e41 req-d1997072-4098-485c-8d5c-d5354a49cbaa tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944764 Apr 05 20:34:06.921431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-5da9bee9-1a19-4bbc-912a-80d1725d9913 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 200 len: 217 time: 0.0867019 Apr 05 20:34:06.923643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:06.986476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-f72150b7-6838-4aee-94df-dfd165f9fd87 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2658010 Apr 05 20:34:07.030508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36917b-9091-40e6-a322-749ed35f910e req-fd544d01-a966-466b-9676-b4a7bcd22751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:07.031937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-fd544d01-a966-466b-9676-b4a7bcd22751 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 200 len: 847 time: 0.1018360 Apr 05 20:34:07.133180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 203df26a-f1f2-4631-832e-4ecc9c87ddd2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=203df26a-f1f2-4631-832e-4ecc9c87ddd2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:07.148476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'mac_address': 'fa:16:3e:bf:87:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:07.195410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:07.210375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:07.210671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.261402 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.261665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-a848d302-49e1-4384-9672-c9d4089d83ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ed1a911-2380-441a-a2c7-a4f3fde18a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946164 Apr 05 20:34:07.288982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203df26a-f1f2-4631-832e-4ecc9c87ddd2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:07.309898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 203df26a-f1f2-4631-832e-4ecc9c87ddd2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=203df26a-f1f2-4631-832e-4ecc9c87ddd2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:07.365082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.378426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.437851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4116b-a355-4887-8d99-adba2c363617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:07.453750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:07.462098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=203df26a-f1f2-4631-832e-4ecc9c87ddd2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:07.495554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-94529550-4c7d-4725-a307-d8c8a24c9e94 service neutron] 10.222.0.10 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927337 Apr 05 20:34:07.528386 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.528386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d9fef0a8-c862-40eb-87f4-bdb21415b0d5 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:07.542755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-a2fa00e2-c29d-4bc1-ad03-f9a1bea4f5c8 service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709887 Apr 05 20:34:07.595317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: d9fef0a8-c862-40eb-87f4-bdb21415b0d5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:07.595664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d9fef0a8-c862-40eb-87f4-bdb21415b0d5 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:07.622329 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:07.692912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47787962-0c7a-4cc3-83f0-ddd4905f3aa7 req-45a2ceb1-e39c-4a21-81cd-3edd89701a9a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:07.694432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47787962-0c7a-4cc3-83f0-ddd4905f3aa7 req-45a2ceb1-e39c-4a21-81cd-3edd89701a9a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.4246993 Apr 05 20:34:07.797226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:34:07.823008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-bbb7deaa-eafa-4fd2-8398-701a3f779536 service neutron] 10.222.0.10 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113980 Apr 05 20:34:07.827582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47787962-0c7a-4cc3-83f0-ddd4905f3aa7 req-bbd5a6d8-2697-4341-963b-7aa609f95701 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199021 Apr 05 20:34:07.837355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-3bf2fcf8-455c-4b8e-8469-ab8b79d5350f service neutron] 10.222.0.39 "GET /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825520 Apr 05 20:34:07.925661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['203df26a-f1f2-4631-832e-4ecc9c87ddd2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:08.106143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951d0d-a13a-4f60-909f-7658871fc178 req-78b00354-1960-4715-b6cc-738a1a53939f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:08.107577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41951d0d-a13a-4f60-909f-7658871fc178 req-78b00354-1960-4715-b6cc-738a1a53939f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 945 time: 0.1396704 Apr 05 20:34:08.198635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.219033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41951d0d-a13a-4f60-909f-7658871fc178 req-5cc75f8a-d920-4709-a5d1-ee202f16237e tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036370 Apr 05 20:34:08.239695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:34:08.258997 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Sync routers for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:34:08.276699 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:08.278614 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:08.290748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68984e84-46f8-4752-b6fd-74377a78055d req-525da500-cf13-4681-89e4-90871cc41fd1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:08.295675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68984e84-46f8-4752-b6fd-74377a78055d req-525da500-cf13-4681-89e4-90871cc41fd1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 949 time: 0.1111977 Apr 05 20:34:08.351922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.359499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48752) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:08.359949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-705936a1-46d3-4cad-acb3-0aa126eb5419 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.3235188 Apr 05 20:34:08.376470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68984e84-46f8-4752-b6fd-74377a78055d req-37062e01-1484-4e41-9cfe-b66100276795 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757205 Apr 05 20:34:08.458780 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba0beda-ae81-4111-810d-be358bf08f97'] response: {'server_uuid': '83a4116b-a355-4887-8d99-adba2c363617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0', 'code': 200} Apr 05 20:34:08.524838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.601084 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:08.689851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-405c2192-31d4-4f3d-ba7c-3c072f4fcdb2 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89&tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.1686642 Apr 05 20:34:08.771220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf7966-f56a-42d2-915a-dc907a69238a req-9a35cc89-c2e5-4fb2-9d1b-f797c8426231 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:08.772766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00cf7966-f56a-42d2-915a-dc907a69238a req-9a35cc89-c2e5-4fb2-9d1b-f797c8426231 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 946 time: 0.1754386 Apr 05 20:34:08.820727 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c54a761b-2b76-4819-b5e2-2941832ac441 req-2142cd52-a61f-4a58-bb08-a46b3c6994f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 1097 time: 0.2326274 Apr 05 20:34:08.869180 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c54a761b-2b76-4819-b5e2-2941832ac441 req-349badd9-f904-4267-be45-c5eee5ef9c68 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Apr 05 20:34:08.906315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00cf7966-f56a-42d2-915a-dc907a69238a req-42523b7c-4823-4587-8b8e-4512c0e79a7d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221092 Apr 05 20:34:08.915856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 197c15b0-95a4-4b1c-b409-35bfb3017ab1 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:08.972678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-278fde28-8986-4921-863d-820e405dadce req-13bdc43f-8ea1-4a2f-b964-06a431c94a33 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 210 time: 0.0628893 Apr 05 20:34:08.982756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e36917b-9091-40e6-a322-749ed35f910e req-664b537c-fee1-4e54-9176-cd905467173a service neutron] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:08.997295 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e36917b-9091-40e6-a322-749ed35f910e req-664b537c-fee1-4e54-9176-cd905467173a service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.997295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-664b537c-fee1-4e54-9176-cd905467173a service neutron] 10.222.0.39 "DELETE /v2.0/ports/6e5c1f44-56f7-4178-87f5-30cbf441b068/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 0.2958236 Apr 05 20:34:09.038651 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:06Z', 'revision_number': 3, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:09.043013 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Checking router: 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:34:09.043357 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Updating router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a port a2f23e11-6c89-47a8-95e9-6af24fa8b185 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:34:09.073398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:09.083092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:09.083092 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.136529 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.227535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b1e869-addb-4ac6-b9dc-8f347b1f784a req-b01c1082-03ee-4e75-ad72-fa53ccd09b27 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1101 time: 0.1706009 Apr 05 20:34:09.269817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.327486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 197c15b0-95a4-4b1c-b409-35bfb3017ab1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=197c15b0-95a4-4b1c-b409-35bfb3017ab1,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:09.456375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.458674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4a6c-7b62-4cf9-8372-cc6a4df62c31 req-cec367a7-4191-4418-bf5e-5f36f527c2e4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:09.460205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4abd4a6c-7b62-4cf9-8372-cc6a4df62c31 req-cec367a7-4191-4418-bf5e-5f36f527c2e4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.3195581 Apr 05 20:34:09.513827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b1e869-addb-4ac6-b9dc-8f347b1f784a req-e6ad7655-23b2-4418-9367-5ab09def1350 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750187 Apr 05 20:34:09.525959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4abd4a6c-7b62-4cf9-8372-cc6a4df62c31 req-e57cd72d-0625-483e-a2b5-9a7b7280c131 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587022 Apr 05 20:34:09.560084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=197c15b0-95a4-4b1c-b409-35bfb3017ab1,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:09.601144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.614144 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.638367 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Transition to ACTIVE for port object a2f23e11-6c89-47a8-95e9-6af24fa8b185 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:09.722424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.745348 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.838158 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Pushing event updated for resources: {'Port': ['ID=a2f23e11-6c89-47a8-95e9-6af24fa8b185,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:09.843136 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Attempting to bind port a2f23e11-6c89-47a8-95e9-6af24fa8b185 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:09.843497 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Attempting to bind port a2f23e11-6c89-47a8-95e9-6af24fa8b185 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:09.843851 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Attempting to bind port a2f23e11-6c89-47a8-95e9-6af24fa8b185 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:09.853976 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.854316 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.854827 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.855326 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.855825 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.856309 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.856800 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.857339 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.857843 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.863486 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.863486 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:09.863756 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:09.863940 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:09.864781 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.865367 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:09.866036 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Bound port: a2f23e11-6c89-47a8-95e9-6af24fa8b185, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:09.866607 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.873346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Allocated IP 172.20.0.1 (21367bde-db76-4749-a67a-4a02621b8970/0901e36a-eb03-4e03-b3ac-85996d96334b/762c2c0e-805b-4d0b-af8f-d488416ca838) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:09.886761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eb482-5d10-46ab-b722-c586beb23fb1 req-a26b1708-c716-419a-a4e3-51165d6dce59 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:09.888368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-431eb482-5d10-46ab-b722-c586beb23fb1 req-a26b1708-c716-419a-a4e3-51165d6dce59 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 949 time: 0.1577563 Apr 05 20:34:09.895323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd77e-7ae7-420f-bb3c-f75783e33eb1 req-e781b1e9-fa52-4860-b4e6-efd93991452b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:09.896757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-258fd77e-7ae7-420f-bb3c-f75783e33eb1 req-e781b1e9-fa52-4860-b4e6-efd93991452b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 945 time: 0.1981452 Apr 05 20:34:09.981625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-431eb482-5d10-46ab-b722-c586beb23fb1 req-8c3d877e-dbb7-4857-aaa5-95ccec4a1af5 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766835 Apr 05 20:34:09.983331 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] For port a2f23e11-6c89-47a8-95e9-6af24fa8b185, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:09.987928 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] For port a2f23e11-6c89-47a8-95e9-6af24fa8b185, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a2f23e11-6c89-47a8-95e9-6af24fa8b185,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:09.993003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-258fd77e-7ae7-420f-bb3c-f75783e33eb1 req-949cfa52-8e97-48a4-bfd4-04f533de1180 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790553 Apr 05 20:34:10.061130 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.093896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.122804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Transition to ACTIVE for port object 762c2c0e-805b-4d0b-af8f-d488416ca838 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:10.158458 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:10.158458 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:10.222548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.276230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea2b18fb-a29e-4e64-b1c6-d48ebd4c3ffe req-c8a8b756-ce44-4737-b9f1-712a0ad0f269 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1101 time: 0.1459234 Apr 05 20:34:10.281508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15271e4-1630-4b22-a888-fa2983caea5f req-bc816251-9c5f-4398-8777-4b1ccd041f99 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:10.283065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d15271e4-1630-4b22-a888-fa2983caea5f req-bc816251-9c5f-4398-8777-4b1ccd041f99 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 946 time: 0.1154468 Apr 05 20:34:10.283265 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4ba8a-631f-4e0b-b2f9-6dcb8ea3fa06 None None] Pushing event updated for resources: {'Port': ['ID=a2f23e11-6c89-47a8-95e9-6af24fa8b185,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:10.342111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Network 21367bde-db76-4749-a67a-4a02621b8970 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:10.344105 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:10.351424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:10.355399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:10.384975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Pushing event updated for resources: {'Port': ['ID=762c2c0e-805b-4d0b-af8f-d488416ca838,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:10.413833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea2b18fb-a29e-4e64-b1c6-d48ebd4c3ffe req-5467e631-a12d-424b-be04-ffd8243f09b4 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171155 Apr 05 20:34:10.414945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.415488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.416005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.416499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.416992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.417512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.418010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.418497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.418974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.419701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.420475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:10.434902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d15271e4-1630-4b22-a888-fa2983caea5f req-d5588ccf-332e-4d37-8ca9-a3b0f0a8f2a7 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407750 Apr 05 20:34:10.439954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.469351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197c15b0-95a4-4b1c-b409-35bfb3017ab1'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:10.692742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.729810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4a387a-3de4-4dae-8728-c64194eee490 req-07f77cec-428d-48a7-bc05-1fdc156fca8c tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 210 time: 0.0845590 Apr 05 20:34:10.810507 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b3af58-3bb7-4685-acb3-4d9d4d4db3c3'] response: {'server_uuid': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197c15b0-95a4-4b1c-b409-35bfb3017ab1', 'code': 200} Apr 05 20:34:10.900146 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:06Z', 'revision_number': 3, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:10.906876 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e576e3-0eac-408b-810b-8803455d49c8 None None] The sync data for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 is: [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:06Z', 'revision_number': 3, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:34:10.930052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 203df26a-f1f2-4631-832e-4ecc9c87ddd2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:10.983287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6ab7cc8b-3e08-4f6b-b04e-d4ddf2e62f03 None None] Provisioning for port 762c2c0e-805b-4d0b-af8f-d488416ca838 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:11.017742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6ab7cc8b-3e08-4f6b-b04e-d4ddf2e62f03 None None] Provisioning complete for port 762c2c0e-805b-4d0b-af8f-d488416ca838 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:11.018113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6ab7cc8b-3e08-4f6b-b04e-d4ddf2e62f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.096987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.097573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7cc8b-3e08-4f6b-b04e-d4ddf2e62f03 None None] Port 762c2c0e-805b-4d0b-af8f-d488416ca838 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:34:11.139520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f2412ff-cdad-44ab-9abf-2792e05fdf9f req-7738a4f2-fc96-4cb7-8ef7-ac4a8f985374 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 1101 time: 0.1853609 Apr 05 20:34:11.161641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee9f8cb7-e5ec-467a-937c-9b6c8cd9d159 req-ca461be6-4a34-4f21-ba76-145fbbf14895 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 1096 time: 0.2596436 Apr 05 20:34:11.227503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.253242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f2412ff-cdad-44ab-9abf-2792e05fdf9f req-c405138c-c02b-4fc0-bdf1-1d079c9651e3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888002 Apr 05 20:34:11.253657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:11.265336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:11.265791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b0602-9472-4445-b126-396df6f8be1d req-d740482a-ca73-44b5-9734-778835275150 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:11.265930 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.267226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a8b0602-9472-4445-b126-396df6f8be1d req-d740482a-ca73-44b5-9734-778835275150 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.2351639 Apr 05 20:34:11.278773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee9f8cb7-e5ec-467a-937c-9b6c8cd9d159 req-c5e34091-e95e-47ef-8b6a-527d2990f835 tempest-LiveMigrationTest-154085374 tempest-LiveMigrationTest-154085374-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161909 Apr 05 20:34:11.345671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Pushing event updated for resources: {'Port': ['ID=762c2c0e-805b-4d0b-af8f-d488416ca838,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:11.361196 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.431376 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a8b0602-9472-4445-b126-396df6f8be1d req-89123ae0-b6c9-48ea-94f9-86262b5fbec9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514854 Apr 05 20:34:11.621819 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.680826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 203df26a-f1f2-4631-832e-4ecc9c87ddd2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=203df26a-f1f2-4631-832e-4ecc9c87ddd2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:11.693309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Network 21367bde-db76-4749-a67a-4a02621b8970 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:11.695519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:11.756733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.828704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb32c6-74db-48ed-9509-ba38c4192050 req-cd4421b7-f0b8-467f-8c8a-fff142c54af3 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:11.836000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6eb32c6-74db-48ed-9509-ba38c4192050 req-cd4421b7-f0b8-467f-8c8a-fff142c54af3 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 949 time: 0.2341435 Apr 05 20:34:11.905409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=203df26a-f1f2-4631-832e-4ecc9c87ddd2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:11.942646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6eb32c6-74db-48ed-9509-ba38c4192050 req-47b36d26-dca0-4e5d-8ec2-c2733d1658cf tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054962 Apr 05 20:34:11.979890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be7f6-f0b5-454c-9536-39df242c5504 req-012f4108-0963-42fe-ae59-747fab3fa4b6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:11.980628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-012f4108-0963-42fe-ae59-747fab3fa4b6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 821 time: 0.2878728 Apr 05 20:34:11.995931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Request body: {'port': {'device_id': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'admin_state_up': True, 'tenant_id': 'bac360bb76a0469a864af734c6e8f9b0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:12.043667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-613f1843-792d-4b26-884d-98206b4e05b2 None None] Provisioning complete for port 762c2c0e-805b-4d0b-af8f-d488416ca838 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:12.044044 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-613f1843-792d-4b26-884d-98206b4e05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.176686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a2f23e11-6c89-47a8-95e9-6af24fa8b185 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:12.242769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-613f1843-792d-4b26-884d-98206b4e05b2 None None] Port 762c2c0e-805b-4d0b-af8f-d488416ca838 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:34:12.357749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:34:12.374217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a2f23e11-6c89-47a8-95e9-6af24fa8b185 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:12.379245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:12.382507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a2f23e11-6c89-47a8-95e9-6af24fa8b185 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:12.382871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.390427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Usage tracker for resource:port and tenant:bac360bb76a0469a864af734c6e8f9b0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:12.394839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:12.407113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:12.450030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39cf06-0d8a-41fc-8635-0f9beba64332 req-30bec9fb-8865-4199-8b5f-018d942141f3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:12.451501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff39cf06-0d8a-41fc-8635-0f9beba64332 req-30bec9fb-8865-4199-8b5f-018d942141f3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 946 time: 0.2612796 Apr 05 20:34:12.501665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff39cf06-0d8a-41fc-8635-0f9beba64332 req-2706cb7e-e9bf-4ec6-bac7-588ec3c6f552 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Apr 05 20:34:12.526741 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.545527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a2f23e11-6c89-47a8-95e9-6af24fa8b185, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a2f23e11-6c89-47a8-95e9-6af24fa8b185,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:12.573401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Made reservation on behalf of bac360bb76a0469a864af734c6e8f9b0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:12.578640 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.602032 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.680117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a2f23e11-6c89-47a8-95e9-6af24fa8b185,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:12.714969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:34:12.721623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11e98d28-1368-44d5-8e3d-a2cf4ad045ef req-9a780db4-13e3-41af-aeb2-db7bdaf035ae tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 210 time: 0.0610292 Apr 05 20:34:12.732068 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8d142eb5-d29e-4f49-b668-bf21c21c38e3 admin admin] 10.222.0.10 "PUT /v2.0/routers/0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3717217 Apr 05 20:34:12.812232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203df26a-f1f2-4631-832e-4ecc9c87ddd2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:12.893388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Allocated IP 172.20.0.10 (799e033f-91f7-4f6c-b894-5373d7da0ee0/55dfffaf-1faf-48b7-8a96-63a3bdb635a9/8df21ca5-0f03-4268-ad31-b33c0c898e5c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:13.437422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc06b0-d628-44a1-8d0b-270842e3ac9e req-f9635a41-a832-41c4-add9-c1ae7e86504c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:13.438888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7cc06b0-d628-44a1-8d0b-270842e3ac9e req-f9635a41-a832-41c4-add9-c1ae7e86504c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 945 time: 0.4570093 Apr 05 20:34:13.485039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130b702-43fe-457e-b1de-0201e9454e34 req-a5a7f693-2ea0-437d-bf3a-da4435d559a5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:13.486520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5130b702-43fe-457e-b1de-0201e9454e34 req-a5a7f693-2ea0-437d-bf3a-da4435d559a5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.5095096 Apr 05 20:34:13.498523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.558360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7cc06b0-d628-44a1-8d0b-270842e3ac9e req-e025998e-7c7c-4c63-8cd2-5ae0958fc6e8 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112192 Apr 05 20:34:13.563663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-34cb1b2e-6045-4d17-b646-0902aba2fdfe tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:13.565005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-34cb1b2e-6045-4d17-b646-0902aba2fdfe tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 945 time: 0.2261961 Apr 05 20:34:13.648661 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7b617b-f634-40a8-b716-c8b10075168f'] response: {'server_uuid': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'code': 200} Apr 05 20:34:13.656593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Deleting port 6e5c1f44-56f7-4178-87f5-30cbf441b068 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:13.656942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.682928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5130b702-43fe-457e-b1de-0201e9454e34 req-92d5c855-b4cd-488f-bdc5-63b677cb1b95 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828671 Apr 05 20:34:13.718417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.863155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event updated for resources: {'Port': ['ID=8df21ca5-0f03-4268-ad31-b33c0c898e5c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:13.874135 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-301e7593-9217-4890-bb3a-32676446f271 req-05746b0f-6125-40d7-9c43-b868edc3bc44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 1101 time: 0.1160550 Apr 05 20:34:13.936847 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-301e7593-9217-4890-bb3a-32676446f271 req-038140dd-cd55-4962-b555-698e52620a1e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553982 Apr 05 20:34:13.951623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Network 799e033f-91f7-4f6c-b894-5373d7da0ee0 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:13.968400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:13.980577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:14.139114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:14.139761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.152045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a2f23e11-6c89-47a8-95e9-6af24fa8b185 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:14.371430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] For port 6e5c1f44-56f7-4178-87f5-30cbf441b068, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6e5c1f44-56f7-4178-87f5-30cbf441b068,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:14.371795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.384161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a2f23e11-6c89-47a8-95e9-6af24fa8b185 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:14.384790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.520428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Calling delete_port for 6e5c1f44-56f7-4178-87f5-30cbf441b068 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:14.583098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ecb10-eccf-4f46-b0b8-61cd9754b66d req-3ccb89ec-f955-41a4-8332-0c1ea289e988 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:14.584542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-707ecb10-eccf-4f46-b0b8-61cd9754b66d req-3ccb89ec-f955-41a4-8332-0c1ea289e988 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 950 time: 0.6727827 Apr 05 20:34:14.585970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-0acffa7a-8cb3-441f-8bc5-c748a9339445 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5942461 Apr 05 20:34:14.612264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Request body: {'port': {'device_id': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:14.885575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-707ecb10-eccf-4f46-b0b8-61cd9754b66d req-ff227433-a95a-43c6-9743-e203e0a99e96 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802548 Apr 05 20:34:14.947365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.967621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Sync routers for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:34:14.981690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:14.982459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:14.995426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-e0d2c797-d26f-418a-b683-97c7fd2551f7 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:14.996106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-e0d2c797-d26f-418a-b683-97c7fd2551f7 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:15.159712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:15.210852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d90f29-82bf-4c8a-8b5f-ac072aa8e36a req-6f6236a2-094f-41d5-a307-a76757dbb6ab tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:15.211528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-08d90f29-82bf-4c8a-8b5f-ac072aa8e36a req-6f6236a2-094f-41d5-a307-a76757dbb6ab tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Synchronizing usage tracker for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:15.231317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.280047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7bf55580-ac9e-4722-9816-2dfb58c6e015'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:15.433435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-e0d2c797-d26f-418a-b683-97c7fd2551f7 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:15.434501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-e0d2c797-d26f-418a-b683-97c7fd2551f7 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks?id=21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 200 len: 829 time: 0.7597182 Apr 05 20:34:15.471176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event deleted for resources: {'Port': ['ID=6e5c1f44-56f7-4178-87f5-30cbf441b068,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:15.531626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2cf65fda-2a60-44b7-91af-45c17e2cae31 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/quotas/fe8f8c26866a48c8b4ba2f640fbeab57 HTTP/1.1" status: 200 len: 375 time: 0.0767839 Apr 05 20:34:15.572256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-08d90f29-82bf-4c8a-8b5f-ac072aa8e36a req-6f6236a2-094f-41d5-a307-a76757dbb6ab tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Unset dirty status for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:15.573380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d90f29-82bf-4c8a-8b5f-ac072aa8e36a req-6f6236a2-094f-41d5-a307-a76757dbb6ab tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 932 time: 0.5501251 Apr 05 20:34:15.604240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] No DVR routers for this DVR port 6e5c1f44-56f7-4178-87f5-30cbf441b068 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:15.620163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.626400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'name': 'network-vif-deleted', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:15.668022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 2, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:15.671987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Checking router: 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:34:15.672334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Updating router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a port 762c2c0e-805b-4d0b-af8f-d488416ca838 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:34:15.730460 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.740797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08d90f29-82bf-4c8a-8b5f-ac072aa8e36a req-edf1595f-400d-4112-bcd6-aae049b2a132 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219041 Apr 05 20:34:15.788385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-991f33fe-681b-4aa2-ad34-3b974bd4dec4 req-a2708053-5b47-4c2a-9696-827166fd5d8f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "DELETE /v2.0/ports/6e5c1f44-56f7-4178-87f5-30cbf441b068 HTTP/1.1" status: 204 len: 173 time: 2.2096379 Apr 05 20:34:15.806859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-7b1c2840-bab2-4191-b246-aa5dfefbd515 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464032 Apr 05 20:34:15.813287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df21ca5-0f03-4268-ad31-b33c0c898e5c {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:15.842735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.954370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Transition to ACTIVE for port object 8df21ca5-0f03-4268-ad31-b33c0c898e5c will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:16.024439 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.078302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-386f88a1-1295-451f-95a1-4a391e05d5ba service neutron] 10.222.0.10 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581222 Apr 05 20:34:16.104895 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.117915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Transition to ACTIVE for port object 762c2c0e-805b-4d0b-af8f-d488416ca838 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:16.124810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec65b6b-de4d-49b9-85c1-88fef2eebef9 req-df6f7524-9c1b-49bf-ba88-4188d8a002ed tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:16.126266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ec65b6b-de4d-49b9-85c1-88fef2eebef9 req-df6f7524-9c1b-49bf-ba88-4188d8a002ed tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2694578 Apr 05 20:34:16.176149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.230806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Pushing event updated for resources: {'Port': ['ID=8df21ca5-0f03-4268-ad31-b33c0c898e5c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:16.367405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ec65b6b-de4d-49b9-85c1-88fef2eebef9 req-32a9838e-431a-4cfc-91c5-dc4f9529982e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873934 Apr 05 20:34:16.383717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Pushing event updated for resources: {'Port': ['ID=762c2c0e-805b-4d0b-af8f-d488416ca838,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:16.405985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.406602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.407092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.407574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.408068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.408553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.409063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.409589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.410200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.410673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.415481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.469783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-504afe35-ebda-4f4f-a5a3-760f76edfe1c service neutron] 10.222.0.10 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750503 Apr 05 20:34:16.527173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Attempting to bind port 762c2c0e-805b-4d0b-af8f-d488416ca838 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:16.527678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Attempting to bind port 762c2c0e-805b-4d0b-af8f-d488416ca838 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:16.528132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Attempting to bind port 762c2c0e-805b-4d0b-af8f-d488416ca838 on network 21367bde-db76-4749-a67a-4a02621b8970 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:16.535994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:16.536482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Checking segment: {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:16.536987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.537581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Bound using segment: {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:16.538176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Bound port: 762c2c0e-805b-4d0b-af8f-d488416ca838, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:16.538593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.538994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Attempting to bind port 8df21ca5-0f03-4268-ad31-b33c0c898e5c on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:16.539469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Attempting to bind port 8df21ca5-0f03-4268-ad31-b33c0c898e5c by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:16.539749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Attempting to bind port 8df21ca5-0f03-4268-ad31-b33c0c898e5c on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:16.547506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Port 8df21ca5-0f03-4268-ad31-b33c0c898e5c on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:34:16.547968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Attempting to bind port 8df21ca5-0f03-4268-ad31-b33c0c898e5c on network 799e033f-91f7-4f6c-b894-5373d7da0ee0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:16.562393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:16.562730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Checking segment: {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:16.563118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Bound using segment: {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:16.563545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Bound port: 8df21ca5-0f03-4268-ad31-b33c0c898e5c, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1748cce4-c66b-48f9-a4ae-76dcc78778cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:16.563892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.645147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] For port 762c2c0e-805b-4d0b-af8f-d488416ca838, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:16.649097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] For port 762c2c0e-805b-4d0b-af8f-d488416ca838, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=762c2c0e-805b-4d0b-af8f-d488416ca838,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:16.684888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55eb8d15-1435-4915-a48b-da3c4f7bde2b req-e8de8e30-2323-43ea-845f-d27e8ccbfc57 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:16.745150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] For port 8df21ca5-0f03-4268-ad31-b33c0c898e5c, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:16.748591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] For port 8df21ca5-0f03-4268-ad31-b33c0c898e5c, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8df21ca5-0f03-4268-ad31-b33c0c898e5c,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:16.763221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.790671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55eb8d15-1435-4915-a48b-da3c4f7bde2b req-e8de8e30-2323-43ea-845f-d27e8ccbfc57 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:16.791999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55eb8d15-1435-4915-a48b-da3c4f7bde2b req-e8de8e30-2323-43ea-845f-d27e8ccbfc57 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe43562e-32d9-4cdb-a772-3ab61358aa89 HTTP/1.1" status: 200 len: 210 time: 0.1972635 Apr 05 20:34:16.856688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.909914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096bc7d-3f0c-40b8-b277-c1642ff4e76b None None] Pushing event updated for resources: {'Port': ['ID=762c2c0e-805b-4d0b-af8f-d488416ca838,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:16.914421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:16.914952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:16.979711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:17.039243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.041189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] 10.222.0.23 "PUT /v2.0/ports/8df21ca5-0f03-4268-ad31-b33c0c898e5c HTTP/1.1" status: 200 len: 1092 time: 2.4370673 Apr 05 20:34:17.101222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd1195-5c52-4297-8869-41f074a0a670 service neutron] Pushing event updated for resources: {'Port': ['ID=8df21ca5-0f03-4268-ad31-b33c0c898e5c,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:17.105189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 6e5c1f44-56f7-4178-87f5-30cbf441b068 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:17.105189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6e5c1f44-56f7-4178-87f5-30cbf441b068 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:17.145565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29d55-06c1-469d-94f4-39e5fc172322 req-72f7fcde-a8b1-47f6-98ff-0739be526281 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:17.165275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12b29d55-06c1-469d-94f4-39e5fc172322 req-72f7fcde-a8b1-47f6-98ff-0739be526281 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.3002720 Apr 05 20:34:17.201867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:17.305656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12b29d55-06c1-469d-94f4-39e5fc172322 req-5b83e4c8-2355-40c4-99ce-38374a52c2a6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376951 Apr 05 20:34:17.344423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-979b7c8a-3053-4e07-ae74-f4bcb99e8f48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 1095 time: 0.1662040 Apr 05 20:34:17.494436 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9785231-f758-4c3b-a29f-cec43dec9a65'] response: {'server_uuid': 'fe43562e-32d9-4cdb-a772-3ab61358aa89', 'name': 'network-vif-deleted', 'tag': '6e5c1f44-56f7-4178-87f5-30cbf441b068', 'status': 'completed', 'code': 200} Apr 05 20:34:17.533568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-d59b11ea-4e1c-461f-ba47-3ce810bff0ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8df21ca5-0f03-4268-ad31-b33c0c898e5c HTTP/1.1" status: 200 len: 217 time: 0.1876459 Apr 05 20:34:17.619950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be7f6-f0b5-454c-9536-39df242c5504 req-23686712-ada1-40ea-85a7-0f6be43ae23b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:17.621459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-23686712-ada1-40ea-85a7-0f6be43ae23b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=55dfffaf-1faf-48b7-8a96-63a3bdb635a9 HTTP/1.1" status: 200 len: 861 time: 0.0764754 Apr 05 20:34:17.630850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:16Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:17.639860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb2b72-911f-4dba-83fc-0a82b6a2b666 None None] The sync data for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 is: [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:16Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:34:17.767861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-a53861ca-ca54-4fce-a5af-71e906f2b3e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=799e033f-91f7-4f6c-b894-5373d7da0ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305113 Apr 05 20:34:18.080295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-59fa0fe6-9fd4-458d-9525-a66dfa9e0d36 service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036919 Apr 05 20:34:18.142819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 762c2c0e-805b-4d0b-af8f-d488416ca838 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:18.381523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 762c2c0e-805b-4d0b-af8f-d488416ca838 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:18.388820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 762c2c0e-805b-4d0b-af8f-d488416ca838 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:18.389019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.500727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-544be7f6-f0b5-454c-9536-39df242c5504 req-56a7888f-d8cc-462d-b10e-65dd01439993 service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119520 Apr 05 20:34:18.573611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.591912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868c546-18ee-463c-9a04-c22c781ed101 req-4e471845-7b36-49d2-b56d-85cfd19ef8ad tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:18.595011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a868c546-18ee-463c-9a04-c22c781ed101 req-4e471845-7b36-49d2-b56d-85cfd19ef8ad tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 950 time: 0.2162704 Apr 05 20:34:18.663939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a868c546-18ee-463c-9a04-c22c781ed101 req-dea407f6-231c-4016-a969-46807c6cd520 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626493 Apr 05 20:34:18.692650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 762c2c0e-805b-4d0b-af8f-d488416ca838, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=762c2c0e-805b-4d0b-af8f-d488416ca838,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:18.793732 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.869683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f22c0fc3-ff5c-4b99-9c91-67129cb0491d req-daca3b72-b28a-4349-b126-cb850927047f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 210 time: 0.0864444 Apr 05 20:34:18.943467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=762c2c0e-805b-4d0b-af8f-d488416ca838,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:19.031247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044e0d4-dcdc-4b4a-ba84-981238a6e4fa req-e3af867e-7546-4bce-b34a-0e63d0901e2f tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.033463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c044e0d4-dcdc-4b4a-ba84-981238a6e4fa req-e3af867e-7546-4bce-b34a-0e63d0901e2f tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 944 time: 0.1402628 Apr 05 20:34:19.179061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c044e0d4-dcdc-4b4a-ba84-981238a6e4fa req-920a6ef2-e5d8-4ca2-b0cb-2409e93b4f5e tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270366 Apr 05 20:34:19.202125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c683142-18ff-4d3c-868e-787c0fbef50f req-88e8d0f9-ba76-4a06-9c02-861896e8c259 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.203686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c683142-18ff-4d3c-868e-787c0fbef50f req-88e8d0f9-ba76-4a06-9c02-861896e8c259 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.1531470 Apr 05 20:34:19.278030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c683142-18ff-4d3c-868e-787c0fbef50f req-1c09780f-669f-4984-8bbf-721cbec70c32 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680196 Apr 05 20:34:19.493015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981d388-1d47-4f73-bbb2-3216e04eb10a req-11fa6e4a-fda0-4904-8802-34867d778c0a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.494827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e981d388-1d47-4f73-bbb2-3216e04eb10a req-11fa6e4a-fda0-4904-8802-34867d778c0a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.0888205 Apr 05 20:34:19.529040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'tag': '8df21ca5-0f03-4268-ad31-b33c0c898e5c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:19.701661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e981d388-1d47-4f73-bbb2-3216e04eb10a req-4b5100f5-30da-4262-a721-755adae4d5a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637003 Apr 05 20:34:19.742928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6317bb-c1cd-4021-8ff6-4a1028018739 req-f996f204-0a21-43e2-bf43-f278acd8ba4d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.744378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f6317bb-c1cd-4021-8ff6-4a1028018739 req-f996f204-0a21-43e2-bf43-f278acd8ba4d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 950 time: 0.2485917 Apr 05 20:34:19.782109 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8049bd41-d62c-41d5-bbe7-b26f65a0db14'] response: {'name': 'network-changed', 'server_uuid': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'tag': '8df21ca5-0f03-4268-ad31-b33c0c898e5c', 'status': 'completed', 'code': 200} Apr 05 20:34:19.819570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2d9016da-aab0-41e0-a054-67f0578cc79b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.820948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2d9016da-aab0-41e0-a054-67f0578cc79b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.23 "GET /v2.0/networks?id=21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 200 len: 829 time: 0.2132511 Apr 05 20:34:19.842249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f6317bb-c1cd-4021-8ff6-4a1028018739 req-55465062-5c29-4f90-845b-70e3a5a4b2a7 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910692 Apr 05 20:34:19.853374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Request body: {'port': {'device_id': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'admin_state_up': True, 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:19.907242 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-10706564-187f-4084-9249-2aa51b95e9da req-17fa736a-7851-4425-ab46-2a363f2b599b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bac360bb76a0469a864af734c6e8f9b0&device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 1095 time: 0.0910466 Apr 05 20:34:19.927528 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:20.140150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 762c2c0e-805b-4d0b-af8f-d488416ca838 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:20.163765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47744219-1414-4206-b53c-3b47416d5ab6 req-836fefd8-62a3-4e3b-b9bb-29f94f6ccb99 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 210 time: 0.0659177 Apr 05 20:34:20.184064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:20.200959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Usage tracker for resource:port and tenant:fe8f8c26866a48c8b4ba2f640fbeab57 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:20.206952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:20.214474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10706564-187f-4084-9249-2aa51b95e9da req-6bb02d07-52bd-4d45-9054-2051d428ffb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:20.215274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:20.216139 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-10706564-187f-4084-9249-2aa51b95e9da req-6bb02d07-52bd-4d45-9054-2051d428ffb8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 200 len: 922 time: 0.3076589 Apr 05 20:34:20.315723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 762c2c0e-805b-4d0b-af8f-d488416ca838 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:20.316262 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:20.346635 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-10706564-187f-4084-9249-2aa51b95e9da req-ba651255-6130-4431-904c-a7be28734680 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8df21ca5-0f03-4268-ad31-b33c0c898e5c HTTP/1.1" status: 200 len: 217 time: 0.1237130 Apr 05 20:34:20.472173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10706564-187f-4084-9249-2aa51b95e9da req-492fe8d7-31e6-49db-9aa0-eee0effe2d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:20.474690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-10706564-187f-4084-9249-2aa51b95e9da req-492fe8d7-31e6-49db-9aa0-eee0effe2d2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=55dfffaf-1faf-48b7-8a96-63a3bdb635a9 HTTP/1.1" status: 200 len: 861 time: 0.1203678 Apr 05 20:34:20.544466 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-10706564-187f-4084-9249-2aa51b95e9da req-2cc464a7-f22a-4fa1-89be-45007ec8a8c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=799e033f-91f7-4f6c-b894-5373d7da0ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613573 Apr 05 20:34:20.554877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Made reservation on behalf of fe8f8c26866a48c8b4ba2f640fbeab57 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:20.557972 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:20.711541 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-10706564-187f-4084-9249-2aa51b95e9da req-bb4f3589-3b02-4cae-b3d9-807396caf10f service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585689 Apr 05 20:34:20.756019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Allocated IP 172.20.0.13 (21367bde-db76-4749-a67a-4a02621b8970/0901e36a-eb03-4e03-b3ac-85996d96334b/a0c50574-d258-4b4f-ab3b-20e624ec0112) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:20.901228 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-10706564-187f-4084-9249-2aa51b95e9da req-18b96380-9b19-48e7-b483-6c62fbfba39b service neutron] 10.222.0.23 "GET /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792326 Apr 05 20:34:20.980002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8b8f1-822d-48aa-a9ae-356d0364e837 req-8300659c-cf06-4e0a-b7e5-3cc3a9214610 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:20.981496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22b8b8f1-822d-48aa-a9ae-356d0364e837 req-8300659c-cf06-4e0a-b7e5-3cc3a9214610 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 944 time: 0.5620217 Apr 05 20:34:21.042125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52aba9-eb4b-4ce6-abb7-02295b46d25c req-124b31ff-d776-4a09-87e6-29ab05f2455e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:21.045862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52aba9-eb4b-4ce6-abb7-02295b46d25c req-124b31ff-d776-4a09-87e6-29ab05f2455e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:21.047393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d52aba9-eb4b-4ce6-abb7-02295b46d25c req-124b31ff-d776-4a09-87e6-29ab05f2455e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47&device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 1691 time: 0.5642307 Apr 05 20:34:21.206618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:21.235453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Transition to ACTIVE for port object a0c50574-d258-4b4f-ab3b-20e624ec0112 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:21.236997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22b8b8f1-822d-48aa-a9ae-356d0364e837 req-fb9cb74f-f903-4730-bd64-400d93267d37 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380245 Apr 05 20:34:21.254590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d52aba9-eb4b-4ce6-abb7-02295b46d25c req-859f2ba9-0d33-4350-8bbb-9ed4cf063f40 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998279 Apr 05 20:34:21.336486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:21.427051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Network 21367bde-db76-4749-a67a-4a02621b8970 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:21.428925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:21.491462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event updated for resources: {'Port': ['ID=a0c50574-d258-4b4f-ab3b-20e624ec0112,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:21.539995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:21.687520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:21.687520 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:21.716023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fda01-b682-44ac-8026-b3f49047cfef req-3f6af901-4e6b-4a58-a3ca-a10aad2f43cc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:21.717501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0fda01-b682-44ac-8026-b3f49047cfef req-3f6af901-4e6b-4a58-a3ca-a10aad2f43cc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.2216456 Apr 05 20:34:21.723069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659145d0-6ab8-4f05-bf15-b6de78233914 req-b12a2930-ba2a-4084-9327-6f675a0a7d21 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:21.730200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-659145d0-6ab8-4f05-bf15-b6de78233914 req-b12a2930-ba2a-4084-9327-6f675a0a7d21 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2988205 Apr 05 20:34:21.799698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-659145d0-6ab8-4f05-bf15-b6de78233914 req-59ed55cc-7893-4920-bd48-f7ae85efc905 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686495 Apr 05 20:34:21.803262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-63d80fb1-ae14-42bf-abe2-76b95ee5b9ca tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9587922 Apr 05 20:34:21.807870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0fda01-b682-44ac-8026-b3f49047cfef req-726adf8a-978e-4e78-9154-8decde2e29f0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614810 Apr 05 20:34:21.817159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Request body: {'port': {'device_id': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:21.898921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6505f033-9078-442c-82ab-bcbf00ea18a1 None None] Provisioning for port a0c50574-d258-4b4f-ab3b-20e624ec0112 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:21.904528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6505f033-9078-442c-82ab-bcbf00ea18a1 None None] Provisioning complete for port a0c50574-d258-4b4f-ab3b-20e624ec0112 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:21.905167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6505f033-9078-442c-82ab-bcbf00ea18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:21.948643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:21.976619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8df21ca5-0f03-4268-ad31-b33c0c898e5c details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:22.144742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6505f033-9078-442c-82ab-bcbf00ea18a1 None None] Port a0c50574-d258-4b4f-ab3b-20e624ec0112 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:34:22.189697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8df21ca5-0f03-4268-ad31-b33c0c898e5c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8df21ca5-0f03-4268-ad31-b33c0c898e5c,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:22.203624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '8df21ca5-0f03-4268-ad31-b33c0c898e5c', 'network_id': '799e033f-91f7-4f6c-b894-5373d7da0ee0', 'port_id': '8df21ca5-0f03-4268-ad31-b33c0c898e5c', 'mac_address': 'fa:16:3e:1c:c9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55dfffaf-1faf-48b7-8a96-63a3bdb635a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:22.258616 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.280067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df21ca5-0f03-4268-ad31-b33c0c898e5c {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:22.296415 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8df21ca5-0f03-4268-ad31-b33c0c898e5c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8df21ca5-0f03-4268-ad31-b33c0c898e5c,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:22.337856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c47a8edb-e2f4-437b-b02f-7c477cefa71c req-6808fb84-5f42-4fc1-95d1-f5dec1f8338b tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 1101 time: 0.2889009 Apr 05 20:34:22.358548 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.421701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15424911-1cb3-4c19-8ba9-b6084e9afadb req-039a8e75-b14f-405c-ae47-22321ffbda07 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:22.422212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-15424911-1cb3-4c19-8ba9-b6084e9afadb req-039a8e75-b14f-405c-ae47-22321ffbda07 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:22.429946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8df21ca5-0f03-4268-ad31-b33c0c898e5c,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:22.434538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c47a8edb-e2f4-437b-b02f-7c477cefa71c req-f849fbfd-6888-4304-9bf9-1fa45d4ba1b6 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Synchronizing usage tracker for tenant:b51dd6d7dd33422dbeae6646d8f68f2e on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:22.525287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-15424911-1cb3-4c19-8ba9-b6084e9afadb req-039a8e75-b14f-405c-ae47-22321ffbda07 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:22.526571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15424911-1cb3-4c19-8ba9-b6084e9afadb req-039a8e75-b14f-405c-ae47-22321ffbda07 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 932 time: 0.3582571 Apr 05 20:34:22.562774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c50574-d258-4b4f-ab3b-20e624ec0112 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:22.564935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c47a8edb-e2f4-437b-b02f-7c477cefa71c req-f849fbfd-6888-4304-9bf9-1fa45d4ba1b6 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] Unset dirty status for tenant:b51dd6d7dd33422dbeae6646d8f68f2e on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:22.566358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c47a8edb-e2f4-437b-b02f-7c477cefa71c req-f849fbfd-6888-4304-9bf9-1fa45d4ba1b6 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189848 Apr 05 20:34:22.573183 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.601917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-15424911-1cb3-4c19-8ba9-b6084e9afadb req-a467c365-f56e-4ba2-b30e-e1a9a8b31ab2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:22.610703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Transition to ACTIVE for port object a0c50574-d258-4b4f-ab3b-20e624ec0112 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:22.680119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8df21ca5-0f03-4268-ad31-b33c0c898e5c'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:22.690243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.751940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-15424911-1cb3-4c19-8ba9-b6084e9afadb req-a467c365-f56e-4ba2-b30e-e1a9a8b31ab2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:22.752543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15424911-1cb3-4c19-8ba9-b6084e9afadb req-a467c365-f56e-4ba2-b30e-e1a9a8b31ab2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179196 Apr 05 20:34:22.829497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c50574-d258-4b4f-ab3b-20e624ec0112,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:23.075981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ccbd6-9e8f-41ab-8620-870e3ab04b69 req-33f5b391-db15-4acb-b208-f95b565cad79 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:23.077551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-401ccbd6-9e8f-41ab-8620-870e3ab04b69 req-33f5b391-db15-4acb-b208-f95b565cad79 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 945 time: 0.3166511 Apr 05 20:34:23.142817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Attempting to bind port a0c50574-d258-4b4f-ab3b-20e624ec0112 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:23.143073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Attempting to bind port a0c50574-d258-4b4f-ab3b-20e624ec0112 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:23.143397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Attempting to bind port a0c50574-d258-4b4f-ab3b-20e624ec0112 on network 21367bde-db76-4749-a67a-4a02621b8970 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:23.160004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Port a0c50574-d258-4b4f-ab3b-20e624ec0112 on network 21367bde-db76-4749-a67a-4a02621b8970 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:34:23.160324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Attempting to bind port a0c50574-d258-4b4f-ab3b-20e624ec0112 on network 21367bde-db76-4749-a67a-4a02621b8970 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:23.168692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-401ccbd6-9e8f-41ab-8620-870e3ab04b69 req-8b0cf25d-229d-4826-b8e6-8c233c88c4f5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Apr 05 20:34:23.174550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47494d78-0316-4233-9038-d088759267e9 req-e101e66e-b835-44b1-9879-35b9da1d3827 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 1101 time: 0.2093356 Apr 05 20:34:23.175654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:23.175991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Checking segment: {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:23.176368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Bound using segment: {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:23.176790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Bound port: a0c50574-d258-4b4f-ab3b-20e624ec0112, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9e8189-e641-4c41-87fd-a45c9441cea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '21367bde-db76-4749-a67a-4a02621b8970'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:23.177163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.286807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47494d78-0316-4233-9038-d088759267e9 req-78cf6ed5-ba5a-47cc-9471-fdcf1bb09af9 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985060 Apr 05 20:34:23.339277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] For port a0c50574-d258-4b4f-ab3b-20e624ec0112, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:23.353556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] For port a0c50574-d258-4b4f-ab3b-20e624ec0112, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:23.387433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57879b9b-5977-4ec4-ad00-84fbb78239c6 req-f1b13b53-60c9-43af-b6a0-2489b25ed54e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:23.389505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57879b9b-5977-4ec4-ad00-84fbb78239c6 req-f1b13b53-60c9-43af-b6a0-2489b25ed54e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.0910645 Apr 05 20:34:23.571397 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.653761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57879b9b-5977-4ec4-ad00-84fbb78239c6 req-13c7378b-76b2-4d06-b791-d0347a6ff6ca tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589998 Apr 05 20:34:23.672247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.674409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] 10.222.0.23 "PUT /v2.0/ports/a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 1092 time: 1.8611343 Apr 05 20:34:23.678935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:23.705910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700fe57-0b1a-4944-ba82-98caf80d6bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c50574-d258-4b4f-ab3b-20e624ec0112,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:23.723379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cab62-ad22-42ab-a4cb-4fb5bf844d69 req-10f3ce82-c121-408b-8ab8-5b8db611c30a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:23.731187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-197cab62-ad22-42ab-a4cb-4fb5bf844d69 req-10f3ce82-c121-408b-8ab8-5b8db611c30a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.3148077 Apr 05 20:34:23.797686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-197cab62-ad22-42ab-a4cb-4fb5bf844d69 req-a8985683-d6a9-4649-bdd1-acbc84d53061 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650110 Apr 05 20:34:23.879761 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1c6484-e37e-4992-ad0e-376d549d5070'] response: {'name': 'network-changed', 'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'status': 'completed', 'code': 200} Apr 05 20:34:23.906787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-80e9e880-9221-45b7-af44-58126a203cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 1095 time: 0.1081171 Apr 05 20:34:23.940457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8df21ca5-0f03-4268-ad31-b33c0c898e5c up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:24.017932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-ee2632f3-bf3b-4b61-9aac-632d5d138a48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 217 time: 0.1020656 Apr 05 20:34:24.089847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 8df21ca5-0f03-4268-ad31-b33c0c898e5c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:24.093087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-1d17c643-4449-4ae1-9a1f-ab71353099e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:24.094712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-1d17c643-4449-4ae1-9a1f-ab71353099e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0901e36a-eb03-4e03-b3ac-85996d96334b HTTP/1.1" status: 200 len: 868 time: 0.0680904 Apr 05 20:34:24.096015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 8df21ca5-0f03-4268-ad31-b33c0c898e5c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:24.096745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.221644 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.252107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df21ca5-0f03-4268-ad31-b33c0c898e5c'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:24.264128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8df21ca5-0f03-4268-ad31-b33c0c898e5c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8df21ca5-0f03-4268-ad31-b33c0c898e5c,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:24.274221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c78c6-3c86-4a7b-a036-b402e78cc253 req-76fe2821-ce28-47fa-9e4d-7593fb9380fc tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:24.275663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-787c78c6-3c86-4a7b-a036-b402e78cc253 req-76fe2821-ce28-47fa-9e4d-7593fb9380fc tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 944 time: 0.1798935 Apr 05 20:34:24.282323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-cb3f5a3b-bffe-43de-8438-20a00537de54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21367bde-db76-4749-a67a-4a02621b8970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311159 Apr 05 20:34:24.338936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.409278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-787c78c6-3c86-4a7b-a036-b402e78cc253 req-27924e32-10e8-47db-be7b-0808d209b322 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259897 Apr 05 20:34:24.417847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8df21ca5-0f03-4268-ad31-b33c0c898e5c,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:24.448399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-69c3aa96-10ff-47df-a80e-9e4a9efe6404 service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511517 Apr 05 20:34:24.575205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-e7bf93a3-b8f0-47c5-8c5c-89c9a7ca5532 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394232 Apr 05 20:34:24.753481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0454c56e-8f01-4d8e-88e5-300b194cfd8b req-704145f4-6489-4864-8aed-64927a111bd9 service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976644 Apr 05 20:34:24.817569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-eeee63d7-bb4a-44ad-a277-2fc5ecd24165 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:24.819601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-eeee63d7-bb4a-44ad-a277-2fc5ecd24165 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358902 Apr 05 20:34:24.831582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c7429-f04a-445d-b75d-142bae0b75d2 req-bed63e6a-a099-4fbd-9e94-1dfbf0432bed tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:24.832984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa8c7429-f04a-445d-b75d-142bae0b75d2 req-bed63e6a-a099-4fbd-9e94-1dfbf0432bed tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 946 time: 0.2350390 Apr 05 20:34:24.857578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-e58a4367-8476-453a-9930-8b740bad42c2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/quotas/ede5f96069d4491c8c858c7dcdf64428 HTTP/1.1" status: 200 len: 375 time: 0.0325658 Apr 05 20:34:24.971930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa8c7429-f04a-445d-b75d-142bae0b75d2 req-0c768505-8aeb-44ba-88fc-4600c4ef8666 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313388 Apr 05 20:34:25.022847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-222e2895-4085-4db6-a8a7-eac69f692203 req-7bc5a4cb-ee94-4596-89cf-29fee53edaca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 1095 time: 0.1228449 Apr 05 20:34:25.030462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-15bf21fc-3f3c-493e-bcf5-20d174d3aacf tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1670034 Apr 05 20:34:25.043414 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe8cbc1-0f11-4ad2-a5e2-676c4a29607c'] response: {'server_uuid': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df21ca5-0f03-4268-ad31-b33c0c898e5c', 'code': 200} Apr 05 20:34:25.189540 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97316dae-6cf9-42e4-a2c2-3184e8ace5ee req-79e34dfe-a654-49b2-a361-4611385f8fe4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 1097 time: 0.0830994 Apr 05 20:34:25.231204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e2895-4085-4db6-a8a7-eac69f692203 req-cfa3e3fc-5e07-4c8a-aee5-6b601557c227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:25.232650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-222e2895-4085-4db6-a8a7-eac69f692203 req-cfa3e3fc-5e07-4c8a-aee5-6b601557c227 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 200 len: 930 time: 0.2013578 Apr 05 20:34:25.316672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-222e2895-4085-4db6-a8a7-eac69f692203 req-fab76702-cfdb-4466-a2ef-4297933c53ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 217 time: 0.0747221 Apr 05 20:34:25.323392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c90681-0bb4-4316-9c21-8213b020f969 req-01b374ae-a110-4528-b94b-8c78c0fe38b7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:25.326078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52c90681-0bb4-4316-9c21-8213b020f969 req-01b374ae-a110-4528-b94b-8c78c0fe38b7 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.1746373 Apr 05 20:34:25.337642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-97316dae-6cf9-42e4-a2c2-3184e8ace5ee req-b4f45b24-ea8f-4ca3-a237-83042c0d5b56 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378965 Apr 05 20:34:25.512815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e2895-4085-4db6-a8a7-eac69f692203 req-3e5875b0-9a2f-4224-b16e-00eac72ef10c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:25.514204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-222e2895-4085-4db6-a8a7-eac69f692203 req-3e5875b0-9a2f-4224-b16e-00eac72ef10c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0901e36a-eb03-4e03-b3ac-85996d96334b HTTP/1.1" status: 200 len: 868 time: 0.1871285 Apr 05 20:34:25.521267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52c90681-0bb4-4316-9c21-8213b020f969 req-4a0b2c83-8220-4302-9198-c1878eb53be8 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616471 Apr 05 20:34:25.714324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-222e2895-4085-4db6-a8a7-eac69f692203 req-b604a8c7-a8bf-401b-812f-ead9336461b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21367bde-db76-4749-a67a-4a02621b8970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1729345 Apr 05 20:34:25.859861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-baf0701a-2cc4-4085-8a6e-fd3a15ba0f3c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:25.861310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-baf0701a-2cc4-4085-8a6e-fd3a15ba0f3c tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.2668774 Apr 05 20:34:25.930577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452935a-f327-4db3-91ef-608340db6029 req-d252dd8e-f7c3-4ba2-bd29-004767a45a1c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:25.932001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8452935a-f327-4db3-91ef-608340db6029 req-d252dd8e-f7c3-4ba2-bd29-004767a45a1c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2974226 Apr 05 20:34:26.010366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Deleting port 7bf55580-ac9e-4722-9816-2dfb58c6e015 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:26.011036 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:26.093987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-222e2895-4085-4db6-a8a7-eac69f692203 req-296c6add-2803-42ab-a75e-57f15f6bc9d6 service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671529 Apr 05 20:34:26.222337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ac26f-84bf-4adc-b6fc-f49af1b2c1fb req-81049240-d8d0-4dd9-96f5-7b5a76e727b4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:26.223767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-167ac26f-84bf-4adc-b6fc-f49af1b2c1fb req-81049240-d8d0-4dd9-96f5-7b5a76e727b4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.4684327 Apr 05 20:34:26.233775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8452935a-f327-4db3-91ef-608340db6029 req-7603d38b-ca48-45f4-9db9-aff89c637213 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872212 Apr 05 20:34:26.465512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-167ac26f-84bf-4adc-b6fc-f49af1b2c1fb req-75dd7ea0-6b66-40ca-87ff-7e4dba08e443 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224827 Apr 05 20:34:26.470737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-222e2895-4085-4db6-a8a7-eac69f692203 req-a5376972-a73b-4f83-b9df-2c36db09b0ee service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623059 Apr 05 20:34:26.539552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] For port 7bf55580-ac9e-4722-9816-2dfb58c6e015, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7bf55580-ac9e-4722-9816-2dfb58c6e015,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:26.539948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:26.667285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb369-de99-476f-99e9-fc22c2c5e908 req-3ae5452f-e3a3-48b2-8709-183c4c0b167d tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:26.668772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-176eb369-de99-476f-99e9-fc22c2c5e908 req-3ae5452f-e3a3-48b2-8709-183c4c0b167d tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 944 time: 0.2751782 Apr 05 20:34:26.675196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Calling delete_port for 7bf55580-ac9e-4722-9816-2dfb58c6e015 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:26.789398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-176eb369-de99-476f-99e9-fc22c2c5e908 req-6bba0a39-bb26-46a8-8b70-d404a365c5b4 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867407 Apr 05 20:34:27.007642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25330b68-f7aa-48ad-a9aa-bfa6e9f9bd87 req-99d2320e-6eef-4401-9881-7134ec16e9b5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:27.009122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25330b68-f7aa-48ad-a9aa-bfa6e9f9bd87 req-99d2320e-6eef-4401-9881-7134ec16e9b5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 946 time: 0.1605289 Apr 05 20:34:27.018844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:27.065425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7bf55580-ac9e-4722-9816-2dfb58c6e015'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:27.107358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event deleted for resources: {'Port': ['ID=7bf55580-ac9e-4722-9816-2dfb58c6e015,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:27.120883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f96ae9-2c2b-41a3-8330-5d8dfd80676c req-4db2bf91-3792-436e-a922-ff8e5dafdc94 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:27.122362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0f96ae9-2c2b-41a3-8330-5d8dfd80676c req-4db2bf91-3792-436e-a922-ff8e5dafdc94 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 944 time: 0.1992643 Apr 05 20:34:27.336158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] No DVR routers for this DVR port 7bf55580-ac9e-4722-9816-2dfb58c6e015 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:27.338363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:27.340379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'name': 'network-vif-deleted', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:27.357994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25330b68-f7aa-48ad-a9aa-bfa6e9f9bd87 req-fceb2a11-9fc3-4c72-9017-b2abb8e20377 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363543 Apr 05 20:34:27.398961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0f96ae9-2c2b-41a3-8330-5d8dfd80676c req-70eedeb3-0d51-4758-a480-c3cf4352cdb4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379007 Apr 05 20:34:27.529872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-955faad5-c261-4b49-adf2-4e09b36e81fc req-1f7de769-67df-4de7-a939-521614a82367 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 210 time: 0.0493152 Apr 05 20:34:27.575874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bc69aa7-365a-4e06-bb7f-780f83100acb req-34f4d0b8-20b9-447d-95d2-cc330cd895e4 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "DELETE /v2.0/ports/7bf55580-ac9e-4722-9816-2dfb58c6e015 HTTP/1.1" status: 204 len: 173 time: 1.7000926 Apr 05 20:34:27.601389 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af7d650-1683-45dc-bbe1-6b8e837414d0'] response: {'server_uuid': '7191a451-a9af-4900-a3bd-2700fd30194b', 'name': 'network-vif-deleted', 'tag': '7bf55580-ac9e-4722-9816-2dfb58c6e015', 'status': 'completed', 'code': 200} Apr 05 20:34:27.622184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129c2e5-6c14-49aa-890e-bda86d9a44c4 req-74963555-a8ce-4b13-9b80-3fe50363269d tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:27.623626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b129c2e5-6c14-49aa-890e-bda86d9a44c4 req-74963555-a8ce-4b13-9b80-3fe50363269d tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.0863411 Apr 05 20:34:27.679023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b129c2e5-6c14-49aa-890e-bda86d9a44c4 req-9699a39a-f8cc-431c-965d-d479c2acb717 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490975 Apr 05 20:34:27.793498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ea7d-41b2-49b1-828f-ce2ce521361b req-07b5ca82-f108-4946-9828-5dd613ee248a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:27.795298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8e4ea7d-41b2-49b1-828f-ce2ce521361b req-07b5ca82-f108-4946-9828-5dd613ee248a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.0986474 Apr 05 20:34:27.851907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8e4ea7d-41b2-49b1-828f-ce2ce521361b req-3c8967b6-09ca-4f2b-b870-f64b250541ce tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507429 Apr 05 20:34:27.951397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a0c50574-d258-4b4f-ab3b-20e624ec0112 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:28.004263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d995b-391c-4a6f-885f-63cb9ccb9015 req-a45f8a76-ef69-401f-9c94-43912583ddb3 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:28.006970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-835d995b-391c-4a6f-885f-63cb9ccb9015 req-a45f8a76-ef69-401f-9c94-43912583ddb3 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 944 time: 0.0903766 Apr 05 20:34:28.078923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-835d995b-391c-4a6f-885f-63cb9ccb9015 req-4380a0c1-5039-447b-bca4-2697df6109c9 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654557 Apr 05 20:34:28.135143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a0c50574-d258-4b4f-ab3b-20e624ec0112, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:28.151627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'port_id': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'mac_address': 'fa:16:3e:e5:e8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:28.244597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.278079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c50574-d258-4b4f-ab3b-20e624ec0112 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:28.293681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a0c50574-d258-4b4f-ab3b-20e624ec0112, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:28.410053 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.480972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a0c50574-d258-4b4f-ab3b-20e624ec0112,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:28.623165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-6e4f47c1-4897-4e6c-afea-ca5e614257dc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810103 Apr 05 20:34:28.702938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a0c50574-d258-4b4f-ab3b-20e624ec0112'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:28.792957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dfde7-ce9b-4f7a-bd43-de60cd0248b3 req-d9a7d7e7-ed9c-4f5d-bbf5-7a5b615284c5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:28.792957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-772dfde7-ce9b-4f7a-bd43-de60cd0248b3 req-d9a7d7e7-ed9c-4f5d-bbf5-7a5b615284c5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 946 time: 0.2070060 Apr 05 20:34:28.800028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-1493d1a9-69d1-4d53-b4dd-0f048933df16 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:28.801491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-1493d1a9-69d1-4d53-b4dd-0f048933df16 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724832 Apr 05 20:34:28.824419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:28.964548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-772dfde7-ce9b-4f7a-bd43-de60cd0248b3 req-14c7a89b-ea69-4068-97b3-7ca6a80dd5e5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620777 Apr 05 20:34:29.063152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-242d9031-e689-43dd-9d1b-bdfb1de03ca5 req-bbc0c800-5343-4e73-9822-0d0c18c114cc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:29.066170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:29.070209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:29.085588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:29.115130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 7bf55580-ac9e-4722-9816-2dfb58c6e015 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:29.116085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7bf55580-ac9e-4722-9816-2dfb58c6e015 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:29.138597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-242d9031-e689-43dd-9d1b-bdfb1de03ca5 req-bbc0c800-5343-4e73-9822-0d0c18c114cc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:29.139873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-242d9031-e689-43dd-9d1b-bdfb1de03ca5 req-bbc0c800-5343-4e73-9822-0d0c18c114cc tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=7191a451-a9af-4900-a3bd-2700fd30194b HTTP/1.1" status: 200 len: 210 time: 0.1298664 Apr 05 20:34:29.164348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:29.177120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:29.308250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3efa214c-695b-4000-8ea8-a22bd66491f6 req-0350e02a-fd1d-4c79-8aef-f65212e3fa0d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 210 time: 0.0509865 Apr 05 20:34:29.397006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.175 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/f34fd9b0-05d7-4bae-9d20-9bf86de79d9b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:29.760560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4539d3-3518-4ceb-bd07-bcc8841f7b9e req-67c017ae-110c-4423-8de6-a7451efd47f2 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:29.762040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f4539d3-3518-4ceb-bd07-bcc8841f7b9e req-67c017ae-110c-4423-8de6-a7451efd47f2 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2587683 Apr 05 20:34:29.770596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:29.778934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95774d2-1178-47ff-83a0-1dd8a6ab52cb req-479d671e-dcba-42af-ac57-b590697d37ee tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:29.780349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a95774d2-1178-47ff-83a0-1dd8a6ab52cb req-479d671e-dcba-42af-ac57-b590697d37ee tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.1974182 Apr 05 20:34:29.853615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-37e194cf-5abc-4247-9a28-5e932215045a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528913 Apr 05 20:34:29.854497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object f34fd9b0-05d7-4bae-9d20-9bf86de79d9b will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:29.919353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f4539d3-3518-4ceb-bd07-bcc8841f7b9e req-405b4736-ad15-4c1d-ac88-58082fab4c83 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515038 Apr 05 20:34:29.979812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a0c50574-d258-4b4f-ab3b-20e624ec0112 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:30.124501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port a0c50574-d258-4b4f-ab3b-20e624ec0112 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:30.129577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a0c50574-d258-4b4f-ab3b-20e624ec0112 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:30.129968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.130519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a95774d2-1178-47ff-83a0-1dd8a6ab52cb req-0789a19c-801b-4757-a045-8f72190eddf9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342609 Apr 05 20:34:30.215280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d89c5953-bd0f-4816-97da-1613bc04b8c2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:30.217462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d89c5953-bd0f-4816-97da-1613bc04b8c2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332164 Apr 05 20:34:30.230001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3239c-28c9-4914-9ca1-6ee06ff7fc9a req-cc10d6e8-7a07-4037-8da9-5c7fad382820 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:30.231685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1c3239c-28c9-4914-9ca1-6ee06ff7fc9a req-cc10d6e8-7a07-4037-8da9-5c7fad382820 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 946 time: 0.1482084 Apr 05 20:34:30.265425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:30.286996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.331056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:30.368469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:30.450925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.463714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:30.470249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:30.472870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:30.513010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:30.535874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a0c50574-d258-4b4f-ab3b-20e624ec0112, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:30.543228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1c3239c-28c9-4914-9ca1-6ee06ff7fc9a req-22f503c7-b460-4ec6-a68c-6a01cd9c2991 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034682 Apr 05 20:34:30.621596 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.627333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:30.754163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:30.756631 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.803613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:30.807834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a0c50574-d258-4b4f-ab3b-20e624ec0112,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:30.947607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Usage tracker for resource:port and tenant:ede5f96069d4491c8c858c7dcdf64428 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:30.951457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:30.962293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:30.972437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-d96d8ab1-04c8-46e5-9f7a-75c2bc8add24 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1544287 Apr 05 20:34:30.991788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Request body: {'port': {'device_id': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:31.060309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb90bdad-d197-4db6-9276-bcd00db88569 req-054be603-ea9b-4327-8e27-84af3fd3f042 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:31.062465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb90bdad-d197-4db6-9276-bcd00db88569 req-054be603-ea9b-4327-8e27-84af3fd3f042 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 946 time: 0.2433677 Apr 05 20:34:31.063545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:31.066757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.071285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b497e0a5-8d18-4571-bfc9-2a727d628835 None None] Provisioning for port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:31.079211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b497e0a5-8d18-4571-bfc9-2a727d628835 None None] Provisioning complete for port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:31.079876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b497e0a5-8d18-4571-bfc9-2a727d628835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.176131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b497e0a5-8d18-4571-bfc9-2a727d628835 None None] Port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:34:31.255167 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:34:31.263016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb90bdad-d197-4db6-9276-bcd00db88569 req-b4de4989-889c-4f98-98f2-db097cfaf5a2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828644 Apr 05 20:34:31.291856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a9940ec1-af57-4ba0-84c1-74a2a83b6934 req-db89174f-3d58-4e9b-b213-4a88f9d44f0e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:31.323711 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.346853 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a94d3b-51df-4a28-a30b-d0d35c8a9857'] response: {'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'code': 200} Apr 05 20:34:31.477171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a9940ec1-af57-4ba0-84c1-74a2a83b6934 req-db89174f-3d58-4e9b-b213-4a88f9d44f0e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:31.478409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9940ec1-af57-4ba0-84c1-74a2a83b6934 req-db89174f-3d58-4e9b-b213-4a88f9d44f0e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 210 time: 0.2875164 Apr 05 20:34:31.555295 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a05348f-c698-4539-9ea8-287025bb0e6e req-59ec3563-0a69-4e86-97fe-80a5ccd7fe56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 1097 time: 0.1231201 Apr 05 20:34:31.576509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.252 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/aea9a55a-cd3b-4cba-a77e-43eb4110207f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:31.626356 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a05348f-c698-4539-9ea8-287025bb0e6e req-75b35d94-4799-46a7-bb80-a11e87b44f7e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543330 Apr 05 20:34:31.764039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-668aa4ba-077d-4c4e-9a19-25b96235083f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:31.764645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-668aa4ba-077d-4c4e-9a19-25b96235083f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:31.776202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2fe14-cbf5-4efd-ad7d-705e6f9b70b8 req-3cd722d7-724d-45a2-80c6-0fe8d756a461 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:31.777812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72c2fe14-cbf5-4efd-ad7d-705e6f9b70b8 req-3cd722d7-724d-45a2-80c6-0fe8d756a461 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 946 time: 0.3068771 Apr 05 20:34:31.844291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-668aa4ba-077d-4c4e-9a19-25b96235083f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:31.845550 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-668aa4ba-077d-4c4e-9a19-25b96235083f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 946 time: 0.1611233 Apr 05 20:34:31.913329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Deleting port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:31.913685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.914481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabc93e-1811-46e8-b201-8e4e462263a2 req-0261b87a-5fc3-4688-a2a6-1acf8d0c600f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:31.915930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dabc93e-1811-46e8-b201-8e4e462263a2 req-0261b87a-5fc3-4688-a2a6-1acf8d0c600f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2885125 Apr 05 20:34:31.943199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72c2fe14-cbf5-4efd-ad7d-705e6f9b70b8 req-abfed634-ee4f-48c5-904f-01275264bcb5 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574202 Apr 05 20:34:32.010210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dabc93e-1811-46e8-b201-8e4e462263a2 req-9978d3ea-f9bc-487f-95dd-e7a47104dc90 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Apr 05 20:34:32.012754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.028332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object aea9a55a-cd3b-4cba-a77e-43eb4110207f will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:32.214266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.228415 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:32.231901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] For port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:32.232561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.320574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:32.369696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Calling delete_port for 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:32.567857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:32.576574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:32.579197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:32.630233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.656756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:32.657608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.702763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=aea9a55a-cd3b-4cba-a77e-43eb4110207f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:32.724614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156ae8e-0deb-44d7-b4ae-07198f317269 req-c30d031b-e847-4377-ae08-96df712ab959 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:32.737986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c156ae8e-0deb-44d7-b4ae-07198f317269 req-c30d031b-e847-4377-ae08-96df712ab959 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.5216537 Apr 05 20:34:32.763819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-be6d75b8-e7d2-4e59-8b1e-fc888c47a90b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5041738 Apr 05 20:34:32.771103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event deleted for resources: {'Port': ['ID=77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:32.814409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Request body: {'port': {'device_id': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:32.869495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] No DVR routers for this DVR port 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:32.872777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-551229df-65c9-4649-aeb9-0ed8173b4d32 req-d4eb1a94-0a74-4608-afbd-02790ebfebf7 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 210 time: 0.1174378 Apr 05 20:34:32.877544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.881283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a4116b-a355-4887-8d99-adba2c363617', 'name': 'network-vif-deleted', 'tag': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:32.916396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-ec1c8797-4880-4dc2-ba70-d477941508a6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:32.917722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-ec1c8797-4880-4dc2-ba70-d477941508a6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Synchronizing usage tracker for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:32.930585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-ec1c8797-4880-4dc2-ba70-d477941508a6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Unset dirty status for tenant:bac360bb76a0469a864af734c6e8f9b0 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:32.931769 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-ec1c8797-4880-4dc2-ba70-d477941508a6 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 946 time: 0.2292805 Apr 05 20:34:32.953774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c156ae8e-0deb-44d7-b4ae-07198f317269 req-42595f7e-5841-4e4f-8342-b53179c22585 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125549 Apr 05 20:34:33.078743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d4c6809b-d6ed-4e82-8bfc-b1e78b743a73 None None] Provisioning for port aea9a55a-cd3b-4cba-a77e-43eb4110207f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:33.083989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d4c6809b-d6ed-4e82-8bfc-b1e78b743a73 None None] Provisioning complete for port aea9a55a-cd3b-4cba-a77e-43eb4110207f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:33.084410 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d4c6809b-d6ed-4e82-8bfc-b1e78b743a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.155980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Deleting port 8df21ca5-0f03-4268-ad31-b33c0c898e5c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:33.156335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.195308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6809b-d6ed-4e82-8bfc-b1e78b743a73 None None] Port aea9a55a-cd3b-4cba-a77e-43eb4110207f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:34:33.212225 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-309b5e0d-8336-4785-aa3b-7f8fddb91031 req-cc4b8c5e-f8ac-442c-90f5-e5532a6171a1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "DELETE /v2.0/ports/77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 HTTP/1.1" status: 204 len: 173 time: 1.3611231 Apr 05 20:34:33.214830 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.354976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34fd9b0-05d7-4bae-9d20-9bf86de79d9b {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:33.373700 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.416603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Transition to ACTIVE for port object f34fd9b0-05d7-4bae-9d20-9bf86de79d9b will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:33.468609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53646e23-8c66-4468-b01e-50a4124c07dd req-faa79e4e-97d2-48c0-a5c7-4e8e1d1c281b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:33.469357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-53646e23-8c66-4468-b01e-50a4124c07dd req-faa79e4e-97d2-48c0-a5c7-4e8e1d1c281b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:33.494240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6d34-ff3c-4de9-8d1e-679cd3a41b17 req-3eb7eefc-0851-4dcb-b0ca-c69f235b8a33 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:33.501174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-606d6d34-ff3c-4de9-8d1e-679cd3a41b17 req-3eb7eefc-0851-4dcb-b0ca-c69f235b8a33 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 946 time: 0.3479393 Apr 05 20:34:33.521922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.533486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.533966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-53646e23-8c66-4468-b01e-50a4124c07dd req-faa79e4e-97d2-48c0-a5c7-4e8e1d1c281b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:33.535090 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-53646e23-8c66-4468-b01e-50a4124c07dd req-faa79e4e-97d2-48c0-a5c7-4e8e1d1c281b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 944 time: 0.2631514 Apr 05 20:34:33.661446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] For port 8df21ca5-0f03-4268-ad31-b33c0c898e5c, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8df21ca5-0f03-4268-ad31-b33c0c898e5c,segment=NetworkSegment(1748cce4-c66b-48f9-a4ae-76dcc78778cb),segment_id=1748cce4-c66b-48f9-a4ae-76dcc78778cb)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:33.662696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.680463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Deleting port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:33.680804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.728811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426c87-f5d4-4829-9555-d9e8e1e461ef req-88118521-b9c9-4971-8e46-92415617fe6e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:33.730271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f426c87-f5d4-4829-9555-d9e8e1e461ef req-88118521-b9c9-4971-8e46-92415617fe6e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 936 time: 0.4909468 Apr 05 20:34:33.809259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-606d6d34-ff3c-4de9-8d1e-679cd3a41b17 req-d4cc49e2-3715-48b4-86c2-fa50ea4c1bb2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071959 Apr 05 20:34:33.853985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Pushing event updated for resources: {'Port': ['ID=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:33.960258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f426c87-f5d4-4829-9555-d9e8e1e461ef req-3592e73a-b63a-44de-bc9a-b481189a223d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747231 Apr 05 20:34:33.985442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Calling delete_port for 8df21ca5-0f03-4268-ad31-b33c0c898e5c owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:34.069521 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c683f5fc-d647-4af1-b619-fd7f3bc57755'] response: {'server_uuid': '83a4116b-a355-4887-8d99-adba2c363617', 'name': 'network-vif-deleted', 'tag': '77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0', 'status': 'completed', 'code': 200} Apr 05 20:34:34.161251 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:34:34.183227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Attempting to bind port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:34.183556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Attempting to bind port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:34.189356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Attempting to bind port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:34.279778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:34:34.280014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Attempting to bind port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:34.293299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea9a55a-cd3b-4cba-a77e-43eb4110207f {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:34.304138 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.310508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:34.310845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:34.311236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:34.311666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Bound port: f34fd9b0-05d7-4bae-9d20-9bf86de79d9b, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:34.312051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.331194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] For port 192b35a5-d372-4293-a4c4-5c3f88c25bb7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=192b35a5-d372-4293-a4c4-5c3f88c25bb7,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:34.331518 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.351520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b9d83-386f-4260-aad4-4af0be8ec531 req-3ea4327c-bf95-44cb-a0d0-d59e5cbf7834 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:34.351520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d11b9d83-386f-4260-aad4-4af0be8ec531 req-3ea4327c-bf95-44cb-a0d0-d59e5cbf7834 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a2e4a34-2650-438d-98e3-056417264a76 HTTP/1.1" status: 200 len: 944 time: 0.3452878 Apr 05 20:34:34.356225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Transition to ACTIVE for port object aea9a55a-cd3b-4cba-a77e-43eb4110207f will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:34.405806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.426880 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.502541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Calling delete_port for 192b35a5-d372-4293-a4c4-5c3f88c25bb7 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:34.526108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d00d6-1f10-49d0-9cc9-ebc70bac3a9d req-6e178dae-ffe5-4b47-a65e-9a587b48cb39 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:34.527549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c13d00d6-1f10-49d0-9cc9-ebc70bac3a9d req-6e178dae-ffe5-4b47-a65e-9a587b48cb39 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/ports?device_id=3dd18cec-e530-4b11-a907-06d0e33a6020 HTTP/1.1" status: 200 len: 946 time: 0.3464746 Apr 05 20:34:34.553920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event deleted for resources: {'Port': ['ID=8df21ca5-0f03-4268-ad31-b33c0c898e5c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:34.649904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] No DVR routers for this DVR port 8df21ca5-0f03-4268-ad31-b33c0c898e5c on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:34.653772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.739173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d11b9d83-386f-4260-aad4-4af0be8ec531 req-cd00cc19-2b89-4015-bcea-3d126132f3b9 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795166 Apr 05 20:34:34.752164 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-faf6867b-11ea-408b-8f29-5ecad0c9c44d req-786a94f5-3b53-46b4-b09a-e0518fb7171d tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.23 "DELETE /v2.0/ports/8df21ca5-0f03-4268-ad31-b33c0c898e5c HTTP/1.1" status: 204 len: 173 time: 1.8120511 Apr 05 20:34:34.775823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-182b9c58-43e7-4e56-8361-cc4f08793ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.789284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Pushing event updated for resources: {'Port': ['ID=aea9a55a-cd3b-4cba-a77e-43eb4110207f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:34.806699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] For port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:34.827415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] For port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:34.833430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.925715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c13d00d6-1f10-49d0-9cc9-ebc70bac3a9d req-3da8d1e1-aab4-4f8c-9dea-ea1cc6f39b78 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups?id=66f15227-107c-4f48-aafc-412eb5893176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892832 Apr 05 20:34:34.991423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event deleted for resources: {'Port': ['ID=192b35a5-d372-4293-a4c4-5c3f88c25bb7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:34.998310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.999336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] No DVR routers for this DVR port 192b35a5-d372-4293-a4c4-5c3f88c25bb7 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:35.002279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:35.087298 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-53646e23-8c66-4468-b01e-50a4124c07dd req-5714f462-1b01-44da-87b7-1e6f1a92d604 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "DELETE /v2.0/ports/192b35a5-d372-4293-a4c4-5c3f88c25bb7 HTTP/1.1" status: 204 len: 173 time: 1.5225337 Apr 05 20:34:35.113117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Attempting to bind port aea9a55a-cd3b-4cba-a77e-43eb4110207f on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:35.113342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Attempting to bind port aea9a55a-cd3b-4cba-a77e-43eb4110207f by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:35.113675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Attempting to bind port aea9a55a-cd3b-4cba-a77e-43eb4110207f on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:35.126337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:35.142042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f88da345-dd76-496f-a216-b4fccc331107 req-db1bed07-6e3a-483d-82cb-930e6e6869d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1101 time: 0.3994272 Apr 05 20:34:35.144483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:35.145834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] 10.222.0.23 "PUT /v2.0/ports/f34fd9b0-05d7-4bae-9d20-9bf86de79d9b HTTP/1.1" status: 200 len: 1096 time: 4.1601379 Apr 05 20:34:35.150697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'tag': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:35.164739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Port aea9a55a-cd3b-4cba-a77e-43eb4110207f on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:34:35.168208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Attempting to bind port aea9a55a-cd3b-4cba-a77e-43eb4110207f on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:35.171868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96469193-dfb8-4a87-a5be-66e3e18eb181 service neutron] Pushing event updated for resources: {'Port': ['ID=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:35.182112 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 192b35a5-d372-4293-a4c4-5c3f88c25bb7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:35.182735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 192b35a5-d372-4293-a4c4-5c3f88c25bb7 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:35.183408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:35.185772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:35.186111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:35.186489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:35.186921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Bound port: aea9a55a-cd3b-4cba-a77e-43eb4110207f, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:35.187267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:35.228597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:35.229388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77c20e7e-1fe7-4d1b-a8c3-9cd8d31e3ed0 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:35.362353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4333efb6-580e-4174-b151-c8427be37635 req-6596804b-39bd-44bc-9c34-7fdc0aad77fe tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=83a4116b-a355-4887-8d99-adba2c363617 HTTP/1.1" status: 200 len: 210 time: 0.1514318 Apr 05 20:34:35.451072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a02ea5-be0c-4ff5-afae-9dd2c720b1e1 req-166c308a-de15-4ed8-a007-958bebcb4772 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:35.452564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67a02ea5-be0c-4ff5-afae-9dd2c720b1e1 req-166c308a-de15-4ed8-a007-958bebcb4772 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.5424395 Apr 05 20:34:35.658628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] For port aea9a55a-cd3b-4cba-a77e-43eb4110207f, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:35.660965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88da345-dd76-496f-a216-b4fccc331107 req-0f6f0e14-9f9d-404b-b13a-2dfa727e4ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:35.662972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f88da345-dd76-496f-a216-b4fccc331107 req-0f6f0e14-9f9d-404b-b13a-2dfa727e4ea1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.4493937 Apr 05 20:34:35.665210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67a02ea5-be0c-4ff5-afae-9dd2c720b1e1 req-c2b1c87d-6c08-40fa-963a-1d54a7fe2c04 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986930 Apr 05 20:34:35.729026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] For port aea9a55a-cd3b-4cba-a77e-43eb4110207f, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=aea9a55a-cd3b-4cba-a77e-43eb4110207f,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:35.745889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-21b84fcc-0e08-442f-b9be-a1140b6552e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 1099 time: 0.4560275 Apr 05 20:34:35.749469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f88da345-dd76-496f-a216-b4fccc331107 req-c82d2da4-e8a8-4c4f-b1a6-8bf47398a3f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=a95142a3-e72f-45fd-be76-bbb857996290 HTTP/1.1" status: 200 len: 217 time: 0.0776186 Apr 05 20:34:35.812778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb355a-83df-4ccf-a746-f41a943accba req-465f863a-e261-48e4-93fd-787b9d86ff44 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:35.814250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68fb355a-83df-4ccf-a746-f41a943accba req-465f863a-e261-48e4-93fd-787b9d86ff44 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.3350241 Apr 05 20:34:35.852215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:35.968275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-52918c4c-93de-41be-a4c8-9d57cc501fc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b HTTP/1.1" status: 200 len: 217 time: 0.2097645 Apr 05 20:34:35.998009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:36.003726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8df21ca5-0f03-4268-ad31-b33c0c898e5c no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:36.059049 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.060393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] 10.222.0.39 "PUT /v2.0/ports/aea9a55a-cd3b-4cba-a77e-43eb4110207f HTTP/1.1" status: 200 len: 1096 time: 3.2504804 Apr 05 20:34:36.062801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 8df21ca5-0f03-4268-ad31-b33c0c898e5c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:36.063151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8df21ca5-0f03-4268-ad31-b33c0c898e5c not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:36.063595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:36.071008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'name': 'network-vif-deleted', 'tag': '8df21ca5-0f03-4268-ad31-b33c0c898e5c'}, {'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'name': 'network-vif-deleted', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:36.085742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88da345-dd76-496f-a216-b4fccc331107 req-c69f7128-19ec-48f6-9de2-ee042ec94d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:36.086480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f88da345-dd76-496f-a216-b4fccc331107 req-c69f7128-19ec-48f6-9de2-ee042ec94d5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2791822 Apr 05 20:34:36.091993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920ac7c-0a61-4987-9f1d-161ab8884a19 service neutron] Pushing event updated for resources: {'Port': ['ID=aea9a55a-cd3b-4cba-a77e-43eb4110207f,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:36.193745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68fb355a-83df-4ccf-a746-f41a943accba req-88cedfaa-b11f-4ac1-977b-0c87cd7c2087 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372972 Apr 05 20:34:36.195407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-1220cd9e-352a-4759-bfed-f2cafa72bb48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:36.199365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-1220cd9e-352a-4759-bfed-f2cafa72bb48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2100873 Apr 05 20:34:36.317086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:36.331903 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.354264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a95142a3-e72f-45fd-be76-bbb857996290', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'a95142a3-e72f-45fd-be76-bbb857996290', 'mac_address': 'fa:16:3e:cc:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:36.394609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0026d-1058-40fa-8592-a9ad0d27f6e2 req-3f1cb8ca-d7d9-49fe-933e-608bb52040cf tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:36.396269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecd0026d-1058-40fa-8592-a9ad0d27f6e2 req-3f1cb8ca-d7d9-49fe-933e-608bb52040cf tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 946 time: 0.5913613 Apr 05 20:34:36.401600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:36.427145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:36.441370 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.464005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:36.515801 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.528660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f88da345-dd76-496f-a216-b4fccc331107 req-31a6dbc1-85f8-4bde-ba1f-8d24566e1c92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4297664 Apr 05 20:34:36.628804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:36.629176 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:36.633243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:36.753398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecd0026d-1058-40fa-8592-a9ad0d27f6e2 req-61a02a1d-b394-4287-81ea-65d33c57db71 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427005 Apr 05 20:34:36.760502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-f0ed0ac4-bb95-4993-b0f2-f03b87dc230d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5363996 Apr 05 20:34:36.801496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-dda99b49-0836-48d0-9277-58701bd5eced service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 1099 time: 0.4813008 Apr 05 20:34:36.811878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46686c-62b0-4db5-be4c-7d36cbb97a80 req-23e33c7f-87d3-40fb-bd9b-5cd01d8ebaf8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:36.813236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e46686c-62b0-4db5-be4c-7d36cbb97a80 req-23e33c7f-87d3-40fb-bd9b-5cd01d8ebaf8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 948 time: 0.4146011 Apr 05 20:34:36.820395 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55594ffd-12dd-4b62-b173-259002b4611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.976333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-bda1a4e9-ff9a-414c-b83a-912318c02f3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aea9a55a-cd3b-4cba-a77e-43eb4110207f HTTP/1.1" status: 200 len: 217 time: 0.1143882 Apr 05 20:34:37.054144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f88da345-dd76-496f-a216-b4fccc331107 req-5ff8cd02-7575-4b1e-8c94-cb786b7a4c10 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150769 Apr 05 20:34:37.158812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e46686c-62b0-4db5-be4c-7d36cbb97a80 req-dcdf9c4c-551d-432f-acb3-837d1a0de127 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979310 Apr 05 20:34:37.166363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-9ae394f1-3e5d-4a9f-9660-df82d91da22e service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944700 Apr 05 20:34:37.169418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-6ca29477-b214-4976-8a2a-27baea2ca79b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:37.170752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-6ca29477-b214-4976-8a2a-27baea2ca79b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1828198 Apr 05 20:34:37.194582 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:37.217371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:37.236493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:37.286979 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831fb8c0-62ea-4df2-a4a7-41bcada5d5ad'] response: {'name': 'network-changed', 'server_uuid': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'tag': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b', 'status': 'completed', 'code': 200} Apr 05 20:34:37.304431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:37.363335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f88da345-dd76-496f-a216-b4fccc331107 req-fc0980ec-3c55-4fe2-9385-239dac358e9a service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959812 Apr 05 20:34:37.397770 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484e266d-1b6c-4e3e-bbcd-c5ee45a11796'] response: {'server_uuid': '3dd18cec-e530-4b11-a907-06d0e33a6020', 'name': 'network-vif-deleted', 'tag': '8df21ca5-0f03-4268-ad31-b33c0c898e5c', 'status': 'completed', 'code': 200} Apr 05 20:34:37.398250 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484e266d-1b6c-4e3e-bbcd-c5ee45a11796'] response: {'server_uuid': '6a2e4a34-2650-438d-98e3-056417264a76', 'name': 'network-vif-deleted', 'tag': '192b35a5-d372-4293-a4c4-5c3f88c25bb7', 'status': 'completed', 'code': 200} Apr 05 20:34:37.401987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:37.418129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-1f82e7c8-6e37-49d0-8107-67035e01b39d service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399302 Apr 05 20:34:37.423597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-c36d34fc-8447-4a25-aa08-e57fc0ba416f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2232084 Apr 05 20:34:37.457234 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc50a60-ec75-418e-90f1-08029e88340c'] response: {'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290', 'code': 200} Apr 05 20:34:37.565313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a95142a3-e72f-45fd-be76-bbb857996290'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:37.842521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-11da8809-745f-4038-b2ee-e796ff47006d service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037936 Apr 05 20:34:37.852006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-73ad7059-fbcc-4d1c-8cf3-654dbcb6d714 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 258 time: 0.3086240 Apr 05 20:34:37.877539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bd658-de17-498e-8f7b-973dc1b768fd req-5ac4a693-3730-4b7c-b1e3-14f1aec55b41 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:37.878913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a50bd658-de17-498e-8f7b-973dc1b768fd req-5ac4a693-3730-4b7c-b1e3-14f1aec55b41 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 949 time: 0.3051820 Apr 05 20:34:37.888786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-1b1a1f41-d5d3-4d61-9141-71d84253a7a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 1099 time: 0.3466003 Apr 05 20:34:37.937860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:37.973682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:37.988916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Usage tracker for resource:floatingip and tenant:fe8f8c26866a48c8b4ba2f640fbeab57 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:37.998345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:38.056316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:38.150256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a50bd658-de17-498e-8f7b-973dc1b768fd req-b35a2c08-bc37-4b59-8f71-a85344014c4f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604680 Apr 05 20:34:38.164900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ada284d-187c-48f7-a8eb-ca3c9b883d96 req-a797781a-a62b-4f3a-a97d-00b4d9816288 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112116 Apr 05 20:34:38.167920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.193761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-592d21fe-bbf6-4dce-b5af-d52caea2bafa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:38.195258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-592d21fe-bbf6-4dce-b5af-d52caea2bafa service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2489994 Apr 05 20:34:38.212704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.487004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-5ef3af06-af91-4bfa-a04b-0a2666548969 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b HTTP/1.1" status: 200 len: 217 time: 0.1157413 Apr 05 20:34:38.487254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.581418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-68888cc4-a2ef-4344-8a3d-d604e48fb45c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:38.582821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-68888cc4-a2ef-4344-8a3d-d604e48fb45c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0881364 Apr 05 20:34:38.600500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a5d6d-a698-4083-bb29-e2c4c240b2fc req-c93d9ae1-f791-4051-8ee3-7acce248483b tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:38.601866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-779a5d6d-a698-4083-bb29-e2c4c240b2fc req-c93d9ae1-f791-4051-8ee3-7acce248483b tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 946 time: 0.2296095 Apr 05 20:34:38.718385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.724900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-779a5d6d-a698-4083-bb29-e2c4c240b2fc req-b515aa0d-9625-4f9d-8a36-194db530b656 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893314 Apr 05 20:34:38.786986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-d89b79ea-96d5-459a-a729-dceeb0e66788 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920269 Apr 05 20:34:39.012958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Allocated IP 172.25.2.145 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d363e592-a5c6-464e-a3a4-7e95e29c211d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:39.043538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-753850b8-c3b8-416b-872d-705125cff5ba service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478549 Apr 05 20:34:39.136777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50a2e-4c50-40b0-80de-43409268bbfd req-5fca2022-01c8-4693-a99e-4545255eb3cb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:39.138347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47e50a2e-4c50-40b0-80de-43409268bbfd req-5fca2022-01c8-4693-a99e-4545255eb3cb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.2428310 Apr 05 20:34:39.289384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'tag': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:39.321060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47e50a2e-4c50-40b0-80de-43409268bbfd req-9a0bebcb-b30f-416b-8a6e-3df91185729a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749048 Apr 05 20:34:39.336359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2895a2-8a58-49cf-b3f1-3f2884e277c6 req-7d63a322-a07d-49ef-af29-12dc9d8d3a2e service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685037 Apr 05 20:34:39.343695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.418798 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.533876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:39.534611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event updated for resources: {'Port': ['ID=d363e592-a5c6-464e-a3a4-7e95e29c211d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:39.539071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:39.542052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:39.637734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-cfcacabe-b58b-4941-8054-071833f14c98 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:39.639208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-cfcacabe-b58b-4941-8054-071833f14c98 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 946 time: 0.1535144 Apr 05 20:34:39.675380 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.718952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Deleting port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:39.719290 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.837024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.011139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f34fd9b0-05d7-4bae-9d20-9bf86de79d9b details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:40.014623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:40.177175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a95142a3-e72f-45fd-be76-bbb857996290 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:40.177175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.216743 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.256194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:40.273602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b', 'mac_address': 'fa:16:3e:38:46:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:40.383216 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.402870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] For port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:40.403232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.403711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.414711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34fd9b0-05d7-4bae-9d20-9bf86de79d9b {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:40.426285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a011474-f342-4f52-8ab2-e668690cae91 req-1fca2c8e-2f7b-4a34-835d-9f96c21cb595 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:40.428472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a011474-f342-4f52-8ab2-e668690cae91 req-1fca2c8e-2f7b-4a34-835d-9f96c21cb595 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 948 time: 0.4733255 Apr 05 20:34:40.439696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:40.444755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:40.454365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:40.535983 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.570346 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.602987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:40.654175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a011474-f342-4f52-8ab2-e668690cae91 req-a4db557c-19ca-4d1f-8e84-3ebc1ef35a48 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151380 Apr 05 20:34:40.667388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-29c4b7d5-4611-4f81-bb74-3531a4a0666f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:40.668679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-29c4b7d5-4611-4f81-bb74-3531a4a0666f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Synchronizing usage tracker for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:40.720144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:40.772779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-29c4b7d5-4611-4f81-bb74-3531a4a0666f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Unset dirty status for tenant:87f1d3a3a1864bc59e9c2d369cab8960 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:40.775644 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-29c4b7d5-4611-4f81-bb74-3531a4a0666f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 944 time: 0.1914313 Apr 05 20:34:40.779796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.816236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:40.845862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Deleting port d3875d7f-b80b-472c-bae0-4e7053445c07 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:40.846215 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.860369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.898530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.898895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.899214 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Floating IP 5f7533fc-9581-422d-92dc-a411bd685615 disassociated. External IP: 172.25.2.134, port: 9ca0ffa8-2375-4b6a-9563-dc6c2f122134. Apr 05 20:34:40.899558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Calling delete_port for 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:41.032606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event updated for resources: {'Port': ['ID=d363e592-a5c6-464e-a3a4-7e95e29c211d,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:41.068121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff372f20-8810-4315-8204-ad1c2ee8823a req-861239fc-f57c-40be-9b84-9523565ec28e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:41.069599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff372f20-8810-4315-8204-ad1c2ee8823a req-861239fc-f57c-40be-9b84-9523565ec28e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2860687 Apr 05 20:34:41.079579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.101281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] For port d3875d7f-b80b-472c-bae0-4e7053445c07, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3875d7f-b80b-472c-bae0-4e7053445c07,segment=NetworkSegment(e010edb6-361d-4717-a878-39224c214cdf),segment_id=e010edb6-361d-4717-a878-39224c214cdf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:41.101512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device aea9a55a-cd3b-4cba-a77e-43eb4110207f details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:41.101644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.195111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff372f20-8810-4315-8204-ad1c2ee8823a req-77efd7b0-6b94-4947-810c-2ba3906180e4 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177971 Apr 05 20:34:41.226153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Calling delete_port for d3875d7f-b80b-472c-bae0-4e7053445c07 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:41.246412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port aea9a55a-cd3b-4cba-a77e-43eb4110207f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=aea9a55a-cd3b-4cba-a77e-43eb4110207f,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:41.256322 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.258372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-0d65c9ad-cff0-49b7-9bf1-7549b17dfe00 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3786094 Apr 05 20:34:41.284002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'mac_address': 'fa:16:3e:80:7a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:41.336030 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61202f0f-3c5f-4678-803a-b4e2503c9ae6'] response: {'name': 'network-changed', 'server_uuid': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'tag': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'status': 'completed', 'code': 200} Apr 05 20:34:41.344432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.381979 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.401289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea9a55a-cd3b-4cba-a77e-43eb4110207f {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:41.418889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event deleted for resources: {'Port': ['ID=9ca0ffa8-2375-4b6a-9563-dc6c2f122134,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:41.419378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port aea9a55a-cd3b-4cba-a77e-43eb4110207f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=aea9a55a-cd3b-4cba-a77e-43eb4110207f,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:41.424915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-32772e22-73da-40cd-85ad-524cfcf3aa9e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:41.518972 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.525796 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-a71cd887-eaaa-4b8b-8172-67b30e72d0e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 1099 time: 0.0971570 Apr 05 20:34:41.589599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=aea9a55a-cd3b-4cba-a77e-43eb4110207f,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:41.623620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.682618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Pushing event deleted for resources: {'Port': ['ID=d3875d7f-b80b-472c-bae0-4e7053445c07,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:41.742723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-32772e22-73da-40cd-85ad-524cfcf3aa9e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:41.743792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-32772e22-73da-40cd-85ad-524cfcf3aa9e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.4799094 Apr 05 20:34:41.789223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] No DVR routers for this DVR port d3875d7f-b80b-472c-bae0-4e7053445c07 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:41.793655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.796249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'name': 'network-vif-deleted', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:41.803183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-d6046ae4-5bf7-4ded-83df-d5b228353382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:41.804626 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-d6046ae4-5bf7-4ded-83df-d5b228353382 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2725194 Apr 05 20:34:41.874940 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-68a87712-f587-43ef-b855-ba149a09a0dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=aea9a55a-cd3b-4cba-a77e-43eb4110207f HTTP/1.1" status: 200 len: 217 time: 0.0627387 Apr 05 20:34:41.879028 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a870b241-47c6-4e18-a71d-a24a481d3c2d req-36008d4f-48f9-48fb-b86a-b9b675ad294f tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.39 "DELETE /v2.0/ports/d3875d7f-b80b-472c-bae0-4e7053445c07 HTTP/1.1" status: 204 len: 173 time: 1.0984700 Apr 05 20:34:41.917625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16225c4-0cc7-4d75-ab1f-e4c250162a21 req-b3c1232d-a422-4f31-a1bb-ec07f410338b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:41.919081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d16225c4-0cc7-4d75-ab1f-e4c250162a21 req-b3c1232d-a422-4f31-a1bb-ec07f410338b tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b19094e-9eff-4784-a57f-7bf5820d6595 HTTP/1.1" status: 200 len: 866 time: 0.3504305 Apr 05 20:34:41.951902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-99307de8-655c-47c5-bd33-82055a1ce81f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:41.953400 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-99307de8-655c-47c5-bd33-82055a1ce81f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0686820 Apr 05 20:34:41.964702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-ca8b7e6e-c9c0-457b-ab52-5b891f728d4e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:41.966174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b760fb0f-6a6c-4701-ae98-061a3f01d062 req-ca8b7e6e-c9c0-457b-ab52-5b891f728d4e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2157683 Apr 05 20:34:42.002311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d16225c4-0cc7-4d75-ab1f-e4c250162a21 req-fefd22e9-591f-451d-92d1-1a2d48187244 tempest-LiveMigrationTest-1759946521 tempest-LiveMigrationTest-1759946521-project] 10.222.0.10 "GET /v2.0/security-groups?id=062cc8a0-9ab9-4b71-81bd-d67b35664108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709662 Apr 05 20:34:42.025218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:34:42.025428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f34fd9b0-05d7-4bae-9d20-9bf86de79d9b up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:42.051068 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-1f3e07b1-e37a-471c-9dea-71ce54958eda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908315 Apr 05 20:34:42.121376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['aea9a55a-cd3b-4cba-a77e-43eb4110207f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:42.212180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d977b831-a376-436f-bf26-0842a83226ec req-36931509-b9ff-4eac-bed0-ee38c80fe481 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Synchronizing usage tracker for tenant:5de66c488c2a4683a2a791a24cdbf77d on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:42.230781 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-9f633d5e-533d-4099-b3cf-1b720986fdd9 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650198 Apr 05 20:34:42.354444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d977b831-a376-436f-bf26-0842a83226ec req-36931509-b9ff-4eac-bed0-ee38c80fe481 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Unset dirty status for tenant:5de66c488c2a4683a2a791a24cdbf77d on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:42.355494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d977b831-a376-436f-bf26-0842a83226ec req-36931509-b9ff-4eac-bed0-ee38c80fe481 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4beeaa2-07a4-4526-ab2e-137c970ccdcf HTTP/1.1" status: 200 len: 210 time: 0.2013605 Apr 05 20:34:42.411194 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-22c6f3e1-b8f2-4b41-b12c-19a8285c7727 req-2b97d11c-56dd-4c0d-87f5-71bf2404a80c service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734216 Apr 05 20:34:42.451249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:42.452201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-469d6a1f-94bf-4ee3-addd-0d098997e321 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:42.458209 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0c55ab-0d5e-433f-8f1e-22f82258f9e9'] response: {'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290', 'code': 200} Apr 05 20:34:42.459082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-469d6a1f-94bf-4ee3-addd-0d098997e321 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.1903381 Apr 05 20:34:42.459408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:42.459768 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.470671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:34:42.485660 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] Sync routers for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:34:42.508010 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:42.510385 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:42.514255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-14a6a8fa-e7ba-4e93-85bc-678ad487e0ca tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/quotas/d7e305de1d324644a7f70cbb8e8077f3 HTTP/1.1" status: 200 len: 375 time: 0.0541933 Apr 05 20:34:42.629962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] No DVR routers for this DVR port 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:42.636244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.641476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-7a069c87-ee36-4f74-861c-144c0940970e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261683 Apr 05 20:34:42.665367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.667677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-801e1ff7-2dea-4ddc-a2cd-be67aaaeae84 req-71c06921-25a6-4a3d-8a79-3e1493ab4847 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.39 "DELETE /v2.0/ports/9ca0ffa8-2375-4b6a-9563-dc6c2f122134 HTTP/1.1" status: 204 len: 173 time: 3.0225012 Apr 05 20:34:42.679802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:42.778318 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:42.787888 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.869707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-fe7197b3-0593-422b-a068-9998753f64bc service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269044 Apr 05 20:34:42.878599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:42.901292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fac67e-17e7-4489-a220-e5f813cd0c6a req-7d2d87c8-89e0-47f4-924d-8dc548901ea5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:42.902737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33fac67e-17e7-4489-a220-e5f813cd0c6a req-7d2d87c8-89e0-47f4-924d-8dc548901ea5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3159924 Apr 05 20:34:42.963609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed657e6-dc86-46b0-bfa5-eea962786535 req-360d7542-039f-49a9-98fc-0142951d0d1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1101 time: 0.2996118 Apr 05 20:34:43.075090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33fac67e-17e7-4489-a220-e5f813cd0c6a req-a70cc7d2-957a-4520-9749-b892dbacf3cd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210384 Apr 05 20:34:43.084329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-c8b63481-c7ae-4820-b53a-9e1bd93faabd service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134550 Apr 05 20:34:43.086251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed657e6-dc86-46b0-bfa5-eea962786535 req-3543eb9e-c652-48ad-a35b-6d1c0558e6a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001022 Apr 05 20:34:43.112519 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:05Z', 'revision_number': 5, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:43.116787 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] Checking router: 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:34:43.131664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:43.135423 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:43.135423 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:43.178503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: d3875d7f-b80b-472c-bae0-4e7053445c07 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:43.179110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3875d7f-b80b-472c-bae0-4e7053445c07 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:43.179724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:43.218334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:34:43.218678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9ca0ffa8-2375-4b6a-9563-dc6c2f122134 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:43.337786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'name': 'network-vif-deleted', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:43.360811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:43.371224 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31307a09-6117-4195-b4ab-f3a4dce9ad82'] response: {'server_uuid': '3b19094e-9eff-4784-a57f-7bf5820d6595', 'name': 'network-vif-deleted', 'tag': 'd3875d7f-b80b-472c-bae0-4e7053445c07', 'status': 'completed', 'code': 200} Apr 05 20:34:43.376666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282fcbc-485c-4138-8f3e-144f5b984ebc req-9bb7bec6-ee92-4563-82f9-b31d5dbbe316 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:43.378200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5282fcbc-485c-4138-8f3e-144f5b984ebc req-9bb7bec6-ee92-4563-82f9-b31d5dbbe316 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 949 time: 0.1057615 Apr 05 20:34:43.444343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5282fcbc-485c-4138-8f3e-144f5b984ebc req-b2176037-8243-4e7b-86ea-9c5e8b5585fc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583005 Apr 05 20:34:43.609253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-f52354b1-e622-4d71-8492-797338d04544 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:43.610764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-f52354b1-e622-4d71-8492-797338d04544 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1209555 Apr 05 20:34:43.736532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-04ed310f-e8ea-4ab1-9bed-c9a349981529 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.1183722 Apr 05 20:34:43.742785 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:05Z', 'revision_number': 5, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:43.747044 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c62b4f-63b8-45ab-850d-d3331367096e None None] The sync data for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 is: [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:30:43Z', 'revision_number': 4, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '374648f4-bd39-4c48-a84f-38c74d88484e', 'name': '', 'network_id': '63de9113-1aaa-499b-9e74-9bed68fc1018', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'mac_address': 'fa:16:3e:55:42:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:42Z', 'updated_at': '2022-04-05T20:31:05Z', 'revision_number': 5, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'subnets': [{'id': '33ee773d-4ddc-455a-90c2-b9e80abc127e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:34:43.890621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Request body: {'floatingip': {'port_id': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:43.975843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.018789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db4fd0-f952-4b55-9915-66de4c4595c9 None None] New status for floating IP 5f7533fc-9581-422d-92dc-a411bd685615: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:34:44.058886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f689660-d43f-4df6-8ac6-6930f2b9b337 req-cf2be915-6d3d-4751-9af8-3f67160e2020 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:44.060396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f689660-d43f-4df6-8ac6-6930f2b9b337 req-cf2be915-6d3d-4751-9af8-3f67160e2020 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.3914776 Apr 05 20:34:44.192142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f689660-d43f-4df6-8ac6-6930f2b9b337 req-0a1bb98c-3d72-4575-bd36-e211f321be9d tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075566 Apr 05 20:34:44.302936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49196) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:44.459861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:44.472591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] Deleting subnet b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:34:44.477161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.543370 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.601307 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.766987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.785492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860c8ba-347c-464d-88f4-26a78e70d18c req-bfaedeb1-96b8-4adb-bb40-81a9604aac97 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:44.787042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7860c8ba-347c-464d-88f4-26a78e70d18c req-bfaedeb1-96b8-4adb-bb40-81a9604aac97 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3609483 Apr 05 20:34:44.805285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:44.811718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.814401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.817664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-909f78c7-d649-49c8-897f-311ddb62da62 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b4ee1b17-b005-4fb9-bc35-9b8ed36c4edb HTTP/1.1" status: 204 len: 168 time: 0.5136101 Apr 05 20:34:44.820473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49206) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:44.840372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-cb084bcd-e92a-490f-b55f-28dd52bbcfb9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2242901 Apr 05 20:34:44.850197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7860c8ba-347c-464d-88f4-26a78e70d18c req-03eaa6a3-f937-4fd2-9e3c-a1ef7cb3387c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553584 Apr 05 20:34:44.915454 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.932245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.058612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.084271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed1a911-2380-441a-a2c7-a4f3fde18a87']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:45.098424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7d9c9cd-b36e-4ba4-8be4-835e94074319 req-09749717-c8b8-4478-bc87-0314e912eef4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 210 time: 0.0701935 Apr 05 20:34:45.099484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e010edb6-361d-4717-a878-39224c214cdf') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:45.099861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e010edb6-361d-4717-a878-39224c214cdf') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:45.120439 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.132072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device aea9a55a-cd3b-4cba-a77e-43eb4110207f up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:45.136171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-67aa9327-42d3-4c39-9d27-0a6dfe41aabd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.2609718 Apr 05 20:34:45.145913 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.153129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:34:45.153458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:45.168562 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:45.245009 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07fe3189-7fc4-4197-908b-5ca43cce46f5'] response: {'server_uuid': 'b4beeaa2-07a4-4526-ab2e-137c970ccdcf', 'name': 'network-vif-deleted', 'tag': '9ca0ffa8-2375-4b6a-9563-dc6c2f122134', 'status': 'completed', 'code': 200} Apr 05 20:34:45.320893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port aea9a55a-cd3b-4cba-a77e-43eb4110207f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:45.321659 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Floating IP bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5 associated. External IP: 172.25.2.145, port: a0c50574-d258-4b4f-ab3b-20e624ec0112. Apr 05 20:34:45.328341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port aea9a55a-cd3b-4cba-a77e-43eb4110207f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:45.329158 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.386552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:45.461475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d624ec9-09a3-442f-817e-83a3ba8ccf62 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.476329 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.494649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.501037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.513413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d624ec9-09a3-442f-817e-83a3ba8ccf62 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.514045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port aea9a55a-cd3b-4cba-a77e-43eb4110207f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=aea9a55a-cd3b-4cba-a77e-43eb4110207f,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:45.524982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-5a252846-7beb-450d-8d7d-975615d1e9d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:45.529011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-5a252846-7beb-450d-8d7d-975615d1e9d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.3662412 Apr 05 20:34:45.552272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed1a911-2380-441a-a2c7-a4f3fde18a87,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:45.575977 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1141fc8b-10e8-4d7f-be9c-25f8d92a085d admin admin] 10.222.0.10 "DELETE /v2.0/networks/8ed1a911-2380-441a-a2c7-a4f3fde18a87 HTTP/1.1" status: 204 len: 168 time: 0.7527971 Apr 05 20:34:45.577701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49222) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:45.584376 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.642057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] Deleting subnet 108cd594-990a-4248-919c-73c009428986 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:34:45.646746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.655119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=aea9a55a-cd3b-4cba-a77e-43eb4110207f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:45.695562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.756826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d624ec9-09a3-442f-817e-83a3ba8ccf62 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.761766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-a9da94d4-2eaa-45c6-8eca-73269fa5a28a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.1839244 Apr 05 20:34:45.775207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.807050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d624ec9-09a3-442f-817e-83a3ba8ccf62 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f1063-7532-419b-a868-7b99fd42d072,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:45.836561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078044c1-362b-46bc-b4e7-217789c49f62 req-2898df7a-0b4d-4e21-b74c-d617c784f649 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:45.838050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-078044c1-362b-46bc-b4e7-217789c49f62 req-2898df7a-0b4d-4e21-b74c-d617c784f649 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 950 time: 0.2592056 Apr 05 20:34:45.900522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d624ec9-09a3-442f-817e-83a3ba8ccf62 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.901928 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d624ec9-09a3-442f-817e-83a3ba8ccf62 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a5f1063-7532-419b-a868-7b99fd42d072 HTTP/1.1" status: 204 len: 168 time: 0.5176404 Apr 05 20:34:45.904543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:45.923079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.934101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-4707b573-a8fd-494a-9deb-be3dea74ec88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:45.935481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-4707b573-a8fd-494a-9deb-be3dea74ec88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1655478 Apr 05 20:34:45.953603 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-eeaa49a0-80ae-40c7-9cb0-b6387f17af90 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] show failed (client error): The resource could not be found. Apr 05 20:34:45.957457 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eeaa49a0-80ae-40c7-9cb0-b6387f17af90 tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "GET /v2.0/security-groups/4a5f1063-7532-419b-a868-7b99fd42d072 HTTP/1.1" status: 404 len: 347 time: 0.0491533 Apr 05 20:34:45.959269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49230) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:46.033903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108cd594-990a-4248-919c-73c009428986,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:46.056901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.076934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-078044c1-362b-46bc-b4e7-217789c49f62 req-c14cd5e8-cf39-413a-b874-2d3b9f7aa3c1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110579 Apr 05 20:34:46.102686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-2788f025-9b7b-49d4-b36f-f9c8a29861ec tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:46.104083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-2788f025-9b7b-49d4-b36f-f9c8a29861ec tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.23 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.2588160 Apr 05 20:34:46.122488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Request body: {'port': {'device_id': '59babf86-992d-4a54-9fd7-88874ad1d256', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'admin_state_up': True, 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:46.136442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8d8e6cc0-4127-4083-a290-8a709624f74c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/108cd594-990a-4248-919c-73c009428986 HTTP/1.1" status: 204 len: 168 time: 0.5555675 Apr 05 20:34:46.142337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49234) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:46.159475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Deleting port 69eab328-0f32-44b4-9a51-c7098dca55aa {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:46.159820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.185982 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b929a3-639a-459d-8a7a-551ffc8c47db'] response: {'server_uuid': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b', 'code': 200} Apr 05 20:34:46.222095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-769930f1-628a-4983-b919-3e5b4e483649 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2772441 Apr 05 20:34:46.370268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.370672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.503051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Calling delete_port for 69eab328-0f32-44b4-9a51-c7098dca55aa owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:46.636233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.724583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.731192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:46.767387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Usage tracker for resource:port and tenant:d7e305de1d324644a7f70cbb8e8077f3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:46.774233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Pushing event deleted for resources: {'Port': ['ID=69eab328-0f32-44b4-9a51-c7098dca55aa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:46.779318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:46.804530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-bd3a0cc7-6f00-416a-80ad-7d8d1be999d2 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705323 Apr 05 20:34:46.808530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:46.872004 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.887621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.888676 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a3bfd039-c7cd-4b8c-a49e-f4d1329e505b tempest-ImagesOneServerNegativeTestJSON-1251697474 tempest-ImagesOneServerNegativeTestJSON-1251697474-project] 10.222.0.10 "DELETE /v2.0/floatingips/4cf130e4-43ed-4863-9388-a457f9a6cfc4 HTTP/1.1" status: 204 len: 168 time: 0.9278779 Apr 05 20:34:47.084147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.103528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aee0ee3-0be8-4b54-ba64-5fd0770e3690 req-7bf5a215-ef18-408d-b2e8-982036c60177 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 1101 time: 0.7945468 Apr 05 20:34:47.104098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:47.106907 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.151719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246af63f-3509-4973-9d8d-904f284fc244 req-c2dfc837-a18e-4ca9-83da-168ee9a46b61 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:47.153067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-246af63f-3509-4973-9d8d-904f284fc244 req-c2dfc837-a18e-4ca9-83da-168ee9a46b61 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.6211720 Apr 05 20:34:47.204536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bf5d30-c74c-4e93-a2cf-acbaa68552fd']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:47.285211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce206764-b8af-449b-950a-7560bb222234') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:47.285499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce206764-b8af-449b-950a-7560bb222234') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:47.340395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.363611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aee0ee3-0be8-4b54-ba64-5fd0770e3690 req-89e6cd3f-1d43-4e97-bd72-4095b3104c60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429106 Apr 05 20:34:47.372065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a47e84d7-4673-47af-9224-fd71d88f31eb req-0582eb10-6a5f-44e9-9055-067bdb79c79c service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570891 Apr 05 20:34:47.383299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.389886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-246af63f-3509-4973-9d8d-904f284fc244 req-29e5ca4d-ec1a-432d-8b88-35b4fe823777 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216210 Apr 05 20:34:47.436279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:34:47.436686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:47.451002 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:47.566322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Allocated IP 172.20.0.4 (103afd5c-3b83-4da2-baad-2149cd494344/b566519c-6688-43c0-836f-d699ab04fc2b/226d766b-7bb0-46c4-a218-f5374dcc6dad) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:47.581977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:34:47.669444 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.705871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.793617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=98bf5d30-c74c-4e93-a2cf-acbaa68552fd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:47.862354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4001552c-c72e-48ae-8dca-e1b6b3e62d80 admin admin] 10.222.0.10 "DELETE /v2.0/networks/98bf5d30-c74c-4e93-a2cf-acbaa68552fd HTTP/1.1" status: 204 len: 168 time: 1.7159936 Apr 05 20:34:47.997120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.057184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45e9e2-71a5-4dbb-9cc1-84648f9ef8b2 req-aebcdeae-45aa-48a0-9374-67fa76925a5b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:48.058611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b45e9e2-71a5-4dbb-9cc1-84648f9ef8b2 req-aebcdeae-45aa-48a0-9374-67fa76925a5b tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.1364729 Apr 05 20:34:48.119295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:34:48.122463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b45e9e2-71a5-4dbb-9cc1-84648f9ef8b2 req-f3d4d32a-5acd-435b-a8e0-fc18abf1f6a1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545511 Apr 05 20:34:48.129698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.132784 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] Sync routers for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:34:48.155556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:48.155556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:48.162502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.187427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:48.233520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49254) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:48.265505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Network 103afd5c-3b83-4da2-baad-2149cd494344 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:48.280070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-a7f8e44b-6d07-4210-b5cc-434610fc639c tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "PUT /v2.0/floatingips/bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5 HTTP/1.1" status: 200 len: 997 time: 4.5251038 Apr 05 20:34:48.282179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:48.314161 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68f3d7d3-d4f7-4ad9-8a1f-2f43946726ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87f1d3a3a1864bc59e9c2d369cab8960&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0793917 Apr 05 20:34:48.315519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:48.316438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49262) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:48.320981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:48.330406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:48.361873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event updated for resources: {'Port': ['ID=226d766b-7bb0-46c4-a218-f5374dcc6dad,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:48.412969 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:48.445505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:48.446445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.446786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-896c56b9-2df0-4470-9726-ab8a9c7c6f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.496495 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-896c56b9-2df0-4470-9726-ab8a9c7c6f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.507900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4874fc1-3d3b-44ee-bc45-9cae1c2fe589 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.543340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-6cb849cf-133e-43de-acd1-62ca64a2c506 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 1097 time: 0.2620974 Apr 05 20:34:48.571594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f0e92715-aa8c-4226-b5ce-414709788674 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4550653 Apr 05 20:34:48.578226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4874fc1-3d3b-44ee-bc45-9cae1c2fe589 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.627998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-896c56b9-2df0-4470-9726-ab8a9c7c6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.634296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Request body: {'port': {'device_id': '59babf86-992d-4a54-9fd7-88874ad1d256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:48.647968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c56b9-2df0-4470-9726-ab8a9c7c6f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062cc8a0-9ab9-4b71-81bd-d67b35664108,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:48.657172 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-896c56b9-2df0-4470-9726-ab8a9c7c6f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.657172 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-896c56b9-2df0-4470-9726-ab8a9c7c6f45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/062cc8a0-9ab9-4b71-81bd-d67b35664108 HTTP/1.1" status: 204 len: 168 time: 0.3385916 Apr 05 20:34:48.936910 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'port_id': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'mac_address': 'fa:16:3e:e5:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:34:39Z', 'updated_at': '2022-04-05T20:34:44Z', 'revision_number': 1, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:18Z', 'revision_number': 5, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:48.940721 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] Checking router: 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:34:48.951632 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:34:48.952212 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:49.002621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-621f215d-b8a8-47ad-a3ba-491d2fbd4491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:49.004072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-621f215d-b8a8-47ad-a3ba-491d2fbd4491 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 200 len: 930 time: 0.4600031 Apr 05 20:34:49.008087 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.083200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4874fc1-3d3b-44ee-bc45-9cae1c2fe589 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.136684 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:34:49.158331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4874fc1-3d3b-44ee-bc45-9cae1c2fe589 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4cd0e5-398c-4bb4-a64d-4351f07d75c2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:49.178854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494089e2-f5ef-4271-9f46-78100065db31 req-125428a4-7d67-4b2f-bb40-f3ad782d8da6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:49.180294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-494089e2-f5ef-4271-9f46-78100065db31 req-125428a4-7d67-4b2f-bb40-f3ad782d8da6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 950 time: 0.5128510 Apr 05 20:34:49.264037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-cf5ea96b-06ec-4cc4-bb0b-3587f721fcf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 1000 time: 0.2441127 Apr 05 20:34:49.336147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c4874fc1-3d3b-44ee-bc45-9cae1c2fe589 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.343037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c4874fc1-3d3b-44ee-bc45-9cae1c2fe589 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "DELETE /v2.0/security-groups/fb4cd0e5-398c-4bb4-a64d-4351f07d75c2 HTTP/1.1" status: 204 len: 168 time: 1.0132458 Apr 05 20:34:49.343193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49276) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:49.358215 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-25807a7b-bf88-466d-b5fb-c4e540a3cb42 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] show failed (client error): The resource could not be found. Apr 05 20:34:49.361906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-25807a7b-bf88-466d-b5fb-c4e540a3cb42 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "GET /v2.0/security-groups/fb4cd0e5-398c-4bb4-a64d-4351f07d75c2 HTTP/1.1" status: 404 len: 347 time: 0.0177515 Apr 05 20:34:49.362628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49280) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:49.430857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-494089e2-f5ef-4271-9f46-78100065db31 req-5cf86185-f064-4784-92fe-7558856f4f05 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378731 Apr 05 20:34:49.440945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-4a2815c3-7ab3-47b0-96be-c7a48342cbc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:49.442430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-4a2815c3-7ab3-47b0-96be-c7a48342cbc9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0901e36a-eb03-4e03-b3ac-85996d96334b HTTP/1.1" status: 200 len: 868 time: 0.1574125 Apr 05 20:34:49.523892 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'port_id': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'mac_address': 'fa:16:3e:e5:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:34:39Z', 'updated_at': '2022-04-05T20:34:44Z', 'revision_number': 1, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:18Z', 'revision_number': 5, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:49.528740 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cce5a-b683-40ce-9292-1fa64f9fdbbc None None] The sync data for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 is: [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'port_id': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'mac_address': 'fa:16:3e:e5:e8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:34:39Z', 'updated_at': '2022-04-05T20:34:44Z', 'revision_number': 1, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:18Z', 'revision_number': 5, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:34:49.535667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49284) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:49.581345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-22aeff39-187b-44cb-886e-e7e3b2d820a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21367bde-db76-4749-a67a-4a02621b8970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191976 Apr 05 20:34:49.660688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Deleting port 35098936-2afe-4a0d-8988-8a225c72dd1d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:49.661023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.754049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaad36e2-c0f5-4325-a929-48781a51774f None None] New status for floating IP bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:34:49.759099 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8cb5f01c-2b27-4145-937a-7688aeabff38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55625f2d3033497a82ce74f99e43d269&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2206385 Apr 05 20:34:49.760314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49288) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:49.781308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226d766b-7bb0-46c4-a218-f5374dcc6dad {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:49.806521 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.866954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.867226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.867541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Transition to ACTIVE for port object 226d766b-7bb0-46c4-a218-f5374dcc6dad will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:49.886959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-04efda9a-ed27-4f85-9086-a5f6b89ac627 service neutron] 10.222.0.10 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071184 Apr 05 20:34:49.959583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.981439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5744bc3-c2e6-4008-b850-e1a2bcc4afb8 req-9cfe9ec9-0707-4d14-b335-7f1c58cb5247 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:49.982917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5744bc3-c2e6-4008-b850-e1a2bcc4afb8 req-9cfe9ec9-0707-4d14-b335-7f1c58cb5247 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3030579 Apr 05 20:34:49.991470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Calling delete_port for 35098936-2afe-4a0d-8988-8a225c72dd1d owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:49.999170 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.073324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50569d20-0b17-4038-a597-38ede9ff7b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.201433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.218255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50569d20-0b17-4038-a597-38ede9ff7b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.228348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Pushing event updated for resources: {'Port': ['ID=226d766b-7bb0-46c4-a218-f5374dcc6dad,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:50.248790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Pushing event deleted for resources: {'Port': ['ID=35098936-2afe-4a0d-8988-8a225c72dd1d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:50.267260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5744bc3-c2e6-4008-b850-e1a2bcc4afb8 req-069f8292-444d-4a1a-b786-5db7a9493d17 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711270 Apr 05 20:34:50.331941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc66c8cf-c41c-4b78-9fb5-4393630a0daf req-e2ec4599-0787-420b-b437-e2d5363a78aa service neutron] 10.222.0.10 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441094 Apr 05 20:34:50.383761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.418129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Attempting to bind port 226d766b-7bb0-46c4-a218-f5374dcc6dad on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:50.421340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Attempting to bind port 226d766b-7bb0-46c4-a218-f5374dcc6dad by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:50.421340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Attempting to bind port 226d766b-7bb0-46c4-a218-f5374dcc6dad on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:50.424823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Port 226d766b-7bb0-46c4-a218-f5374dcc6dad on network 103afd5c-3b83-4da2-baad-2149cd494344 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:34:50.425218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Attempting to bind port 226d766b-7bb0-46c4-a218-f5374dcc6dad on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:34:50.431527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:34:50.431863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:34:50.432245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Bound using segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:34:50.432710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Bound port: 226d766b-7bb0-46c4-a218-f5374dcc6dad, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:50.433077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.485242 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.486642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50569d20-0b17-4038-a597-38ede9ff7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.488812 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-42f097d6-b1dc-41e5-a631-cf8a07e6d487 tempest-AttachSCSIVolumeTestJSON-1774573041 tempest-AttachSCSIVolumeTestJSON-1774573041-project] 10.222.0.10 "DELETE /v2.0/floatingips/5f7533fc-9581-422d-92dc-a411bd685615 HTTP/1.1" status: 204 len: 168 time: 1.1255975 Apr 05 20:34:50.708390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50569d20-0b17-4038-a597-38ede9ff7b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145351c8-90d5-40cb-b61a-4991353ceaef,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:50.734602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50569d20-0b17-4038-a597-38ede9ff7b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.735600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-50569d20-0b17-4038-a597-38ede9ff7b85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/145351c8-90d5-40cb-b61a-4991353ceaef HTTP/1.1" status: 204 len: 168 time: 0.9743905 Apr 05 20:34:50.783292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] For port 226d766b-7bb0-46c4-a218-f5374dcc6dad, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:34:50.787334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] For port 226d766b-7bb0-46c4-a218-f5374dcc6dad, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=226d766b-7bb0-46c4-a218-f5374dcc6dad,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:34:50.811060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f5636-2a55-458d-91a1-769793bf5159 req-08495719-47da-4a8d-94a7-192da6713bbb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:50.811669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-da9f5636-2a55-458d-91a1-769793bf5159 req-08495719-47da-4a8d-94a7-192da6713bbb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:50.827729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354ad9-194d-4a0d-b8ba-95316cab221a req-67822348-a554-41db-b5e9-6c4f98f4fac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:50.829240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1354ad9-194d-4a0d-b8ba-95316cab221a req-67822348-a554-41db-b5e9-6c4f98f4fac5 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2114220 Apr 05 20:34:50.858218 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.922761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-da9f5636-2a55-458d-91a1-769793bf5159 req-08495719-47da-4a8d-94a7-192da6713bbb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:50.923838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da9f5636-2a55-458d-91a1-769793bf5159 req-08495719-47da-4a8d-94a7-192da6713bbb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 943 time: 0.4818251 Apr 05 20:34:50.962061 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.963390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] 10.222.0.23 "PUT /v2.0/ports/226d766b-7bb0-46c4-a218-f5374dcc6dad HTTP/1.1" status: 200 len: 1091 time: 2.3764629 Apr 05 20:34:50.974728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1354ad9-194d-4a0d-b8ba-95316cab221a req-5b880502-b1ea-4846-ba4f-8cb39c1adbea tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379085 Apr 05 20:34:50.988696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a84ca7-a98a-42c1-818c-edaf4d3ff270 service neutron] Pushing event updated for resources: {'Port': ['ID=226d766b-7bb0-46c4-a218-f5374dcc6dad,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:51.014065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da9f5636-2a55-458d-91a1-769793bf5159 req-b3c1de7a-f98d-4dab-a948-85ab053ae4d5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 Apr 05 20:34:51.084243 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac37b50a-3e4f-471a-a487-26dfa8aea32d'] response: {'name': 'network-changed', 'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'status': 'completed', 'code': 200} Apr 05 20:34:51.089769 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f7e103-70ed-4c2e-9119-b7f50344a0a7'] response: {'server_uuid': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'code': 200} Apr 05 20:34:51.503816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-10c34c2c-8e37-4e18-b5ca-b9f7e8ffb3c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 1094 time: 0.4058728 Apr 05 20:34:51.518927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-9fb14d5c-0630-41fe-b37e-efdc4e6fb891 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 258 time: 0.3690386 Apr 05 20:34:51.573985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-c9590235-2316-4def-ab0a-adfc3807c106 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 1097 time: 0.4229631 Apr 05 20:34:51.584551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:51.624036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:51.632522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1f9d1c6-c010-49a7-b592-5dffbc78ddac req-ebc26cc3-b544-46b6-a211-dd3525346518 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 1101 time: 0.4314198 Apr 05 20:34:51.642903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-a8c52100-4ccf-4409-a5dc-716df4fd9c82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=226d766b-7bb0-46c4-a218-f5374dcc6dad HTTP/1.1" status: 200 len: 217 time: 0.1280708 Apr 05 20:34:51.710068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:51.762397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707d32-11fe-4f00-873c-76c017764695 req-826985aa-c9f1-4801-a0bb-7d77cf769967 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:51.763752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5707d32-11fe-4f00-873c-76c017764695 req-826985aa-c9f1-4801-a0bb-7d77cf769967 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 950 time: 0.4400060 Apr 05 20:34:51.875324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1f9d1c6-c010-49a7-b592-5dffbc78ddac req-b2189086-0328-45da-9f79-efe1a3ecd6a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299860 Apr 05 20:34:51.879767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-d873c098-5a67-4d49-ac9d-35bd191a2a4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:51.881160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-d873c098-5a67-4d49-ac9d-35bd191a2a4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1739910 Apr 05 20:34:51.887799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-59b7f18b-b8a0-4b9c-9521-884d5581da2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:51.889196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-59b7f18b-b8a0-4b9c-9521-884d5581da2c service neutron] 10.222.0.23 "GET /v2.0/networks?id=21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 200 len: 930 time: 0.2991378 Apr 05 20:34:51.984891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5707d32-11fe-4f00-873c-76c017764695 req-789aae31-cba3-4805-a616-91394989aae6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055237 Apr 05 20:34:51.985756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:52.004961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-f59ac696-b7a0-4a01-9a94-339a38c22935 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136873 Apr 05 20:34:52.431373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-01a55347-271e-4f26-bc0b-8a535eb8b425 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 1002 time: 0.5039537 Apr 05 20:34:52.553218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-a75ebc87-d518-40cf-b665-62cb1116968d service neutron] 10.222.0.23 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264535 Apr 05 20:34:52.597809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4e153-b504-446f-93f2-3872014689ce req-312c1a3b-a83b-493b-a951-d2ca7aee8390 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:52.599255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-312c1a3b-a83b-493b-a951-d2ca7aee8390 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.4870632 Apr 05 20:34:52.600511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-ea9fadc2-2191-48ae-9b6c-b67f0f1378e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:52.604212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-ea9fadc2-2191-48ae-9b6c-b67f0f1378e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0901e36a-eb03-4e03-b3ac-85996d96334b HTTP/1.1" status: 200 len: 868 time: 0.1528523 Apr 05 20:34:52.739642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-ecaf757b-f87c-475a-8938-9f6e0f32b915 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/quotas/df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 375 time: 0.0857816 Apr 05 20:34:52.839946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:52.843013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-7c2e2080-6d81-4828-9adc-6c6eaf237f43 service neutron] 10.222.0.23 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844923 Apr 05 20:34:52.934483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-ffabe6e2-9e30-47b1-a89c-151f885caf1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21367bde-db76-4749-a67a-4a02621b8970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821124 Apr 05 20:34:53.087345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-0a3df63b-a0e7-4346-a110-2aa6e1824149 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3291597 Apr 05 20:34:53.091347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59babf86-992d-4a54-9fd7-88874ad1d256', 'tag': '226d766b-7bb0-46c4-a218-f5374dcc6dad'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:53.192828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Allocated IP 172.25.2.139 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3b5dceb6-3449-40e8-9582-7f8f9ab285d3) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:53.248109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-4717c0d5-f089-49d5-9663-2f823456d782 service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056626 Apr 05 20:34:53.455104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-1b84a2eb-6586-46d8-88c3-cdf49f37a161 service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590972 Apr 05 20:34:53.626185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d9e4ac-c89c-4551-806a-12b95d003909 req-6c465579-f3e7-4bb9-94a2-497be75050c4 service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573015 Apr 05 20:34:53.631138 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:53.677590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-8bf28b31-5f0e-4b09-bcad-1246f9c9da2f service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054434 Apr 05 20:34:53.769175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:53.853083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:53.854059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event updated for resources: {'Port': ['ID=3b5dceb6-3449-40e8-9582-7f8f9ab285d3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:53.856702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:53.858947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:54.058119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.164777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.514978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49422) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:54.569091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.592198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] Deleting subnet 55dfffaf-1faf-48b7-8a96-63a3bdb635a9 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:34:54.595102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.669930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.753691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.861257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event updated for resources: {'Port': ['ID=3b5dceb6-3449-40e8-9582-7f8f9ab285d3,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:54.891116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.895874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.956747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac48ff-bb46-4a5c-888d-47e31a4d25ab req-dc651ca4-298f-419f-a71b-20b8a5ae6a85 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:54.958241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97ac48ff-bb46-4a5c-888d-47e31a4d25ab req-dc651ca4-298f-419f-a71b-20b8a5ae6a85 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 943 time: 0.3366716 Apr 05 20:34:55.027910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97ac48ff-bb46-4a5c-888d-47e31a4d25ab req-38f72e17-b7d2-4bf2-9fa0-95cc36e95727 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593150 Apr 05 20:34:55.073587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.075048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-775bb0b6-0779-4e1d-9674-5ae7caf1b55f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5043199 Apr 05 20:34:55.139505 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.228253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55dfffaf-1faf-48b7-8a96-63a3bdb635a9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:55.243116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-aec1de90-d3af-4e7d-b3a3-eb9a63582e57 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:55.260292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.282576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c9da328c-daa7-4749-89d2-07e7022e022c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/55dfffaf-1faf-48b7-8a96-63a3bdb635a9 HTTP/1.1" status: 204 len: 168 time: 0.7664948 Apr 05 20:34:55.286539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49430) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:55.309180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e177-b39a-4063-8cdb-8085e2c77f44 req-28a9e0e0-8b09-47e8-8f2b-ea131bf26771 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:55.311158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cc3e177-b39a-4063-8cdb-8085e2c77f44 req-28a9e0e0-8b09-47e8-8f2b-ea131bf26771 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 950 time: 0.1295254 Apr 05 20:34:55.358925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-aec1de90-d3af-4e7d-b3a3-eb9a63582e57 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:55.360522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-aec1de90-d3af-4e7d-b3a3-eb9a63582e57 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.2799180 Apr 05 20:34:55.374119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cc3e177-b39a-4063-8cdb-8085e2c77f44 req-33fbd380-0a49-4790-9f46-86260a394591 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574768 Apr 05 20:34:55.437108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.500352 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48362818-ab26-48c2-ac77-671d1a91473d'] response: {'name': 'network-changed', 'server_uuid': '59babf86-992d-4a54-9fd7-88874ad1d256', 'tag': '226d766b-7bb0-46c4-a218-f5374dcc6dad', 'status': 'completed', 'code': 200} Apr 05 20:34:55.606474 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.632563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799e033f-91f7-4f6c-b894-5373d7da0ee0']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:55.645354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1748cce4-c66b-48f9-a4ae-76dcc78778cb') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:55.645983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1748cce4-c66b-48f9-a4ae-76dcc78778cb') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:55.659085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.676209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.684179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:34:55.684625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.690791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fdf6d4d8-18d1-4488-ab11-6a9d06ce2169 req-b8cdd456-2eb0-4dd8-ac1a-6ae7e8710a94 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 210 time: 0.0731840 Apr 05 20:34:55.699359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-640ccc6f-222a-4e00-b68f-a51f028a5b4b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:55.699832 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:55.702445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98e34c01-ad77-466b-835a-5f0e1fdf998d req-640ccc6f-222a-4e00-b68f-a51f028a5b4b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3256381 Apr 05 20:34:55.723766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-bf5be894-b5f7-43b9-8d56-d2ffcd9bc07e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 1094 time: 0.1786897 Apr 05 20:34:55.852480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.877841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.884351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=799e033f-91f7-4f6c-b894-5373d7da0ee0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:55.888515 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-065cc072-a4ca-4c62-87ad-4c89e088fed9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/799e033f-91f7-4f6c-b894-5373d7da0ee0 HTTP/1.1" status: 204 len: 168 time: 0.5983195 Apr 05 20:34:55.926222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-371d7402-2cd0-4205-aa97-064dddc96523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:55.928264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-371d7402-2cd0-4205-aa97-064dddc96523 service neutron] 10.222.0.23 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.1973102 Apr 05 20:34:56.006351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-0e29ed14-befd-49b3-b295-e5448f72fb4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=226d766b-7bb0-46c4-a218-f5374dcc6dad HTTP/1.1" status: 200 len: 217 time: 0.0705492 Apr 05 20:34:56.011903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43554da-9571-4fb6-afe4-adf3012646b2 req-182e83eb-87ba-4d4e-aa5b-a1325311acf6 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:56.017559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d43554da-9571-4fb6-afe4-adf3012646b2 req-182e83eb-87ba-4d4e-aa5b-a1325311acf6 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.1942296 Apr 05 20:34:56.105808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-9825b5db-31f5-476e-947a-dbb0eaca9616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:56.107508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-9825b5db-31f5-476e-947a-dbb0eaca9616 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.0890057 Apr 05 20:34:56.122347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 226d766b-7bb0-46c4-a218-f5374dcc6dad details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:56.276349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-b180d332-7e27-4966-9fbd-a3a81dbc7e40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622391 Apr 05 20:34:56.278529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d43554da-9571-4fb6-afe4-adf3012646b2 req-903f5c6f-5a27-4d43-b029-b88309a7e3bf tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259679 Apr 05 20:34:56.283307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 226d766b-7bb0-46c4-a218-f5374dcc6dad, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=226d766b-7bb0-46c4-a218-f5374dcc6dad,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:56.294934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '226d766b-7bb0-46c4-a218-f5374dcc6dad', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': '226d766b-7bb0-46c4-a218-f5374dcc6dad', 'mac_address': 'fa:16:3e:3f:23:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:56.348728 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.368014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226d766b-7bb0-46c4-a218-f5374dcc6dad {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:34:56.383289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 226d766b-7bb0-46c4-a218-f5374dcc6dad, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=226d766b-7bb0-46c4-a218-f5374dcc6dad,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:56.406383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49452) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:56.459219 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-05e1f4f3-9461-4022-8428-e4784e4c9393 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bac360bb76a0469a864af734c6e8f9b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505474 Apr 05 20:34:56.461711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49456) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:56.481255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.532838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f938639-fcd3-4504-bed3-06f42d49a026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.563163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=226d766b-7bb0-46c4-a218-f5374dcc6dad,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:56.568553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f938639-fcd3-4504-bed3-06f42d49a026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.665532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-457f9e9b-2bfe-4de0-827c-9005b160828c service neutron] 10.222.0.23 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642476 Apr 05 20:34:56.671789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95c57-5521-412f-8c22-abc8f6e2c9ff req-63d6d403-8fe8-4f4b-b8fb-64df50bdf4ba tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:56.677864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3bf95c57-5521-412f-8c22-abc8f6e2c9ff req-63d6d403-8fe8-4f4b-b8fb-64df50bdf4ba tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 950 time: 0.3936269 Apr 05 20:34:56.677864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4e153-b504-446f-93f2-3872014689ce req-9899c9da-9604-4fbb-ba61-0f4be77d439b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:56.678783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-9899c9da-9604-4fbb-ba61-0f4be77d439b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.3982613 Apr 05 20:34:56.689863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f938639-fcd3-4504-bed3-06f42d49a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.708331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f938639-fcd3-4504-bed3-06f42d49a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f15227-107c-4f48-aafc-412eb5893176,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:56.719813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f938639-fcd3-4504-bed3-06f42d49a026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.721330 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f938639-fcd3-4504-bed3-06f42d49a026 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66f15227-107c-4f48-aafc-412eb5893176 HTTP/1.1" status: 204 len: 168 time: 0.2584369 Apr 05 20:34:56.724446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'port': {'device_id': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'admin_state_up': True, 'tenant_id': 'df176d4439164131ac58acc3a8187809'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:56.815238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['226d766b-7bb0-46c4-a218-f5374dcc6dad'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:56.862199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728fbbe-29e1-44a9-8d48-9844e3cdbf26 req-847dfbb5-485c-4e0b-9fb7-93e5ad4ce9c2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:56.863658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5728fbbe-29e1-44a9-8d48-9844e3cdbf26 req-847dfbb5-485c-4e0b-9fb7-93e5ad4ce9c2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3849096 Apr 05 20:34:57.001162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3bf95c57-5521-412f-8c22-abc8f6e2c9ff req-907a4713-f177-44cf-957d-5b76074eb737 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202372 Apr 05 20:34:57.026549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5728fbbe-29e1-44a9-8d48-9844e3cdbf26 req-36b8019b-8898-4e45-9ef5-bdc8a5086eb2 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.1384802 Apr 05 20:34:57.055518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5728fbbe-29e1-44a9-8d48-9844e3cdbf26 req-464b7003-8f37-47ec-8e79-d42b44db3767 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Request body: {'floatingip': {'port_id': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:57.120935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28d24fa1-7d12-4c86-bc79-23190021edbc req-0188f262-0501-4a8b-8d5a-bf9fee3a5bd3 service neutron] 10.222.0.23 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412057 Apr 05 20:34:57.144406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:57.148111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5728fbbe-29e1-44a9-8d48-9844e3cdbf26 req-464b7003-8f37-47ec-8e79-d42b44db3767 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.224968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:57.328095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Made reservation on behalf of df176d4439164131ac58acc3a8187809 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:57.331110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.841567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Allocated IP 172.20.0.10 (085ac82a-4593-4f2f-b6e0-e1591b49614b/a5b68241-c312-4340-9158-5ed180b9be3a/1f27b857-fbe1-4bbc-9662-179a30345cd4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:57.843460 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-5728fbbe-29e1-44a9-8d48-9844e3cdbf26 req-464b7003-8f37-47ec-8e79-d42b44db3767 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 20:34:57.844474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5728fbbe-29e1-44a9-8d48-9844e3cdbf26 req-464b7003-8f37-47ec-8e79-d42b44db3767 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "PUT /v2.0/floatingips/df6c0e02-6a7e-4d7a-a9b0-d2d5299e87af HTTP/1.1" status: 409 len: 551 time: 0.8071694 Apr 05 20:34:57.860026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac748d-f567-4370-a287-71720b1576bb req-7809cbc2-59ca-4ff2-8e1c-65b2fd8fa458 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:57.868057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24ac748d-f567-4370-a287-71720b1576bb req-7809cbc2-59ca-4ff2-8e1c-65b2fd8fa458 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 944 time: 0.3391063 Apr 05 20:34:57.932109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49492) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:58.013131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24ac748d-f567-4370-a287-71720b1576bb req-4a027344-e365-4dd5-a0db-3495eea2627c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321802 Apr 05 20:34:58.107775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71de86ae-2cc4-45c5-9a49-f711ac60feca req-56d587c8-88ac-4505-9b98-f24e7702c67d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 210 time: 0.0462277 Apr 05 20:34:58.149180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.158981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 226d766b-7bb0-46c4-a218-f5374dcc6dad up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:58.166758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Transition to ACTIVE for port object 1f27b857-fbe1-4bbc-9662-179a30345cd4 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:58.296505 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.310523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['da6229ec-2b13-4c13-9928-93713495904d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:34:58.356372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 226d766b-7bb0-46c4-a218-f5374dcc6dad completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:58.369627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 226d766b-7bb0-46c4-a218-f5374dcc6dad triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:58.369627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.442643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:58.455475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:58.457872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:34:58.495972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=1f27b857-fbe1-4bbc-9662-179a30345cd4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:58.562197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:58.563073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.563920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.573655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.579588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3cf99-9a3b-4642-a0f2-393a22005a5f req-ff6f2e1f-2da2-4f1e-bdef-f0b641221742 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:58.586355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5b3cf99-9a3b-4642-a0f2-393a22005a5f req-ff6f2e1f-2da2-4f1e-bdef-f0b641221742 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.3385928 Apr 05 20:34:58.633475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4585-c71c-4218-9271-949064ed5e49 req-1fa0e2da-81ba-4f1c-ad17-a58676740edd tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:58.637360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a4585-c71c-4218-9271-949064ed5e49 req-1fa0e2da-81ba-4f1c-ad17-a58676740edd tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:58.638988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-615a4585-c71c-4218-9271-949064ed5e49 req-1fa0e2da-81ba-4f1c-ad17-a58676740edd tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=388396ab-487d-49a0-9ef8-b4e46194ae09&device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 1691 time: 0.2852850 Apr 05 20:34:58.642440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59babf86-992d-4a54-9fd7-88874ad1d256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226d766b-7bb0-46c4-a218-f5374dcc6dad'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:34:58.656613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 226d766b-7bb0-46c4-a218-f5374dcc6dad, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=226d766b-7bb0-46c4-a218-f5374dcc6dad,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:58.678881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5b3cf99-9a3b-4642-a0f2-393a22005a5f req-386d717c-2e91-46a8-b962-9049317aeb2f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916739 Apr 05 20:34:58.688199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-1ea78c8c-3e9e-48cb-8887-de3ea07e7a9e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9863443 Apr 05 20:34:58.703530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-615a4585-c71c-4218-9271-949064ed5e49 req-37ec2e38-aa52-4332-94dd-f51269da0429 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569072 Apr 05 20:34:58.708519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Request body: {'port': {'device_id': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:34:58.759914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.844392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=226d766b-7bb0-46c4-a218-f5374dcc6dad,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:58.845310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-4023784c-6c2a-4ff3-9d0e-a0a71537b8f1 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips/df6c0e02-6a7e-4d7a-a9b0-d2d5299e87af HTTP/1.1" status: 200 len: 693 time: 0.1036887 Apr 05 20:34:58.869513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8cdf6d39-ce66-46ef-828d-e9b8685f1ea2 None None] Provisioning for port 1f27b857-fbe1-4bbc-9662-179a30345cd4 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:58.881178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8cdf6d39-ce66-46ef-828d-e9b8685f1ea2 None None] Provisioning complete for port 1f27b857-fbe1-4bbc-9662-179a30345cd4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:58.881583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6d39-ce66-46ef-828d-e9b8685f1ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.926770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.950444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf6d39-ce66-46ef-828d-e9b8685f1ea2 None None] Port 1f27b857-fbe1-4bbc-9662-179a30345cd4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:34:59.083726 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1c7114-3774-448d-bb52-41b25d156730'] response: {'server_uuid': '59babf86-992d-4a54-9fd7-88874ad1d256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226d766b-7bb0-46c4-a218-f5374dcc6dad', 'code': 200} Apr 05 20:34:59.184689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-620ecb1a-9d7a-40e6-9a69-8ac3a537c826 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:59.191501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-620ecb1a-9d7a-40e6-9a69-8ac3a537c826 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3453352 Apr 05 20:34:59.349994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Deleting port 374648f4-bd39-4c48-a84f-38c74d88484e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:59.350593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:59.377731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-184c974e-e248-4537-a4d2-641d0bbffaa8 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.1853781 Apr 05 20:34:59.499508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-91f060c8-f48e-45b6-b506-74afdcdd0270 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.1089323 Apr 05 20:34:59.575218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] For port 374648f4-bd39-4c48-a84f-38c74d88484e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=374648f4-bd39-4c48-a84f-38c74d88484e,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:34:59.575218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:59.694931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49524) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:59.703481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Calling delete_port for 374648f4-bd39-4c48-a84f-38c74d88484e owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:34:59.816833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3d9b807-6fc7-4617-8615-3eab898910e3 req-059f7e9d-978c-49d0-9089-6e9b96be79fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 1096 time: 0.5733724 Apr 05 20:34:59.873254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Deleting port 3b5dceb6-3449-40e8-9582-7f8f9ab285d3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:34:59.873848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:59.896874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:59.928669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:59.932660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Usage tracker for resource:security_group_rule and tenant:e36ca092c49543858d6cd8e2531679ee is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:59.935578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:59.941450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:59.983697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.043729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Pushing event deleted for resources: {'Port': ['ID=374648f4-bd39-4c48-a84f-38c74d88484e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:00.081268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3d9b807-6fc7-4617-8615-3eab898910e3 req-de31a3a9-7ab2-48b4-83a6-a02e312049ec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534571 Apr 05 20:35:00.088300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.091855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f27b857-fbe1-4bbc-9662-179a30345cd4 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:00.106031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52ed97-16de-498f-a4e3-e166a4a56cb1 req-0fe28188-219f-4fcc-9ebf-26aed852a15d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:00.109529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd52ed97-16de-498f-a4e3-e166a4a56cb1 req-0fe28188-219f-4fcc-9ebf-26aed852a15d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 945 time: 0.4115908 Apr 05 20:35:00.114085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.135908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Transition to ACTIVE for port object 1f27b857-fbe1-4bbc-9662-179a30345cd4 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:00.215116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd52ed97-16de-498f-a4e3-e166a4a56cb1 req-9e836107-935f-4e27-bfa8-044ebeb51d70 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841005 Apr 05 20:35:00.217010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.217519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.222313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.229073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.423452 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e36ca092c49543858d6cd8e2531679ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7274067 Apr 05 20:35:00.431241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:00.431886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e76a3-16a1-42c2-808e-64ee731e6e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78a8d46-479c-4332-984a-d052895a54d4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:00.457192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Calling delete_port for 3b5dceb6-3449-40e8-9582-7f8f9ab285d3 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:00.518355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77947496-c238-4826-897e-e3c0af73230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.553267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77947496-c238-4826-897e-e3c0af73230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.613941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.639375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Pushing event updated for resources: {'Port': ['ID=1f27b857-fbe1-4bbc-9662-179a30345cd4,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:00.793014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc0289-c21e-4327-800b-48a33bd71674 req-ffcc77a9-6a95-46a7-bedf-eb10637696cd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:00.793636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-17bc0289-c21e-4327-800b-48a33bd71674 req-ffcc77a9-6a95-46a7-bedf-eb10637696cd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:00.816500 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77947496-c238-4826-897e-e3c0af73230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.836845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77947496-c238-4826-897e-e3c0af73230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78a8d46-479c-4332-984a-d052895a54d4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:00.845067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Attempting to bind port 1f27b857-fbe1-4bbc-9662-179a30345cd4 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:00.845403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Attempting to bind port 1f27b857-fbe1-4bbc-9662-179a30345cd4 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:00.845739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Attempting to bind port 1f27b857-fbe1-4bbc-9662-179a30345cd4 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:00.851636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Port 1f27b857-fbe1-4bbc-9662-179a30345cd4 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:35:00.851949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Attempting to bind port 1f27b857-fbe1-4bbc-9662-179a30345cd4 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:00.858541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:00.858874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:00.859247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Bound using segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:00.859851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Bound port: 1f27b857-fbe1-4bbc-9662-179a30345cd4, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:00.860027 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.916038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-17bc0289-c21e-4327-800b-48a33bd71674 req-ffcc77a9-6a95-46a7-bedf-eb10637696cd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:00.917193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17bc0289-c21e-4327-800b-48a33bd71674 req-ffcc77a9-6a95-46a7-bedf-eb10637696cd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 944 time: 0.4744942 Apr 05 20:35:00.947230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.975281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77947496-c238-4826-897e-e3c0af73230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.976404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-77947496-c238-4826-897e-e3c0af73230a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a78a8d46-479c-4332-984a-d052895a54d4 HTTP/1.1" status: 204 len: 168 time: 0.5410798 Apr 05 20:35:01.017866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event deleted for resources: {'Port': ['ID=3b5dceb6-3449-40e8-9582-7f8f9ab285d3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:01.030845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] For port 1f27b857-fbe1-4bbc-9662-179a30345cd4, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:01.073822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] For port 1f27b857-fbe1-4bbc-9662-179a30345cd4, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:01.106383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17bc0289-c21e-4327-800b-48a33bd71674 req-375c2b5c-bf2f-429e-b459-33020796394e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824479 Apr 05 20:35:01.134030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.154008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.218352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.220457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] 10.222.0.39 "PUT /v2.0/ports/1f27b857-fbe1-4bbc-9662-179a30345cd4 HTTP/1.1" status: 200 len: 1092 time: 2.5158422 Apr 05 20:35:01.255350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:35:01.261155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'tag': '1f27b857-fbe1-4bbc-9662-179a30345cd4'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:01.560342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.574986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aadc034-ec93-4095-ae06-b4b30ed58858 req-d4f1856e-8740-4945-8b07-56fda76a611e tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "DELETE /v2.0/floatingips/df6c0e02-6a7e-4d7a-a9b0-d2d5299e87af HTTP/1.1" status: 204 len: 173 time: 2.0670943 Apr 05 20:35:01.590979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:35:01.602413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dbaf4f47-25f7-4185-9e82-be5fcfffa3be admin admin] 10.222.0.10 "PUT /v2.0/routers/2a13c455-0509-4fe9-a031-b1a3ef77b9f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6677475 Apr 05 20:35:01.604506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49554) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:01.605805 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] Sync routers for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:35:01.622052 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:01.627063 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:01.660737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b52ba5-636f-4027-a786-55b34b34a167 service neutron] Pushing event updated for resources: {'Port': ['ID=1f27b857-fbe1-4bbc-9662-179a30345cd4,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:01.824509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fdc0da59-1068-4d1b-8054-67ed5a055ea4 req-143d171c-775d-482b-b98e-809ace29e22d tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 1101 time: 0.5516279 Apr 05 20:35:01.845708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.849268 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:01.910357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-25b60344-46dd-4d3c-871b-4add0bae0b34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 1095 time: 0.3554590 Apr 05 20:35:01.926149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-22f80b30-f458-4016-9e39-b41a3392d8e6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:01.927518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-22f80b30-f458-4016-9e39-b41a3392d8e6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.23 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 945 time: 0.2539561 Apr 05 20:35:01.933752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fdc0da59-1068-4d1b-8054-67ed5a055ea4 req-c1047094-bdaa-49b8-9630-af9a509e3636 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Apr 05 20:35:02.013383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3ae1a-2f4a-449b-a826-713c85802af4 req-35f1e04f-491f-4fd1-9b47-58dc11aa4aea tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:02.020135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19b3ae1a-2f4a-449b-a826-713c85802af4 req-35f1e04f-491f-4fd1-9b47-58dc11aa4aea tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2838929 Apr 05 20:35:02.065799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.103045 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-476bd97d-2b5e-4173-a730-ddab46e065d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4 HTTP/1.1" status: 200 len: 217 time: 0.1745799 Apr 05 20:35:02.149458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Deleting port db1a511b-2144-4832-8d64-798dd63bebcb {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:02.149937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.177044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Deleting port 226d766b-7bb0-46c4-a218-f5374dcc6dad {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:02.177856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.208780 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:34:59Z', 'revision_number': 5, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port': {'id': 'db1a511b-2144-4832-8d64-798dd63bebcb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:38Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:02.218021 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] Checking router: 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:35:02.250433 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] Routers {'2a13c455-0509-4fe9-a031-b1a3ef77b9f4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:02.252845 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:02.261653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19b3ae1a-2f4a-449b-a826-713c85802af4 req-8df3e653-54c5-47b2-8164-328d3291ab5f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405860 Apr 05 20:35:02.345733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4e153-b504-446f-93f2-3872014689ce req-e2975139-0c29-4c45-a754-0eaf2ce458dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:02.347189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-e2975139-0c29-4c45-a754-0eaf2ce458dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.2267048 Apr 05 20:35:02.460779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49574) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:02.478071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] For port db1a511b-2144-4832-8d64-798dd63bebcb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=db1a511b-2144-4832-8d64-798dd63bebcb,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:02.478071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.614042 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c9b151-e7e8-4df0-bf08-f20819293c45'] response: {'name': 'network-changed', 'server_uuid': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'tag': '1f27b857-fbe1-4bbc-9662-179a30345cd4', 'status': 'completed', 'code': 200} Apr 05 20:35:02.633546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Calling delete_port for db1a511b-2144-4832-8d64-798dd63bebcb owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:02.644937 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] Set router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:02.768807 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:35:02Z', 'revision_number': 6, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:02.783530 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358803a-bd66-46d6-b5fe-c790f5340115 None None] The sync data for ids ['2a13c455-0509-4fe9-a031-b1a3ef77b9f4'] in n-d-836605-1 is: [{'id': '2a13c455-0509-4fe9-a031-b1a3ef77b9f4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1172023998-router', 'tenant_id': '5de66c488c2a4683a2a791a24cdbf77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:37Z', 'updated_at': '2022-04-05T20:35:02Z', 'revision_number': 6, 'project_id': '5de66c488c2a4683a2a791a24cdbf77d', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:35:02.840784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-ef0b4951-1bd8-45f8-b9fc-545228a45655 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4735587 Apr 05 20:35:02.898627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a0f62-1e8e-4a4d-855c-bc7fe9ab8fda req-e915ab91-5c4c-4667-82e2-ce42cbe27760 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:02.900057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-027a0f62-1e8e-4a4d-855c-bc7fe9ab8fda req-e915ab91-5c4c-4667-82e2-ce42cbe27760 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 945 time: 0.3881321 Apr 05 20:35:02.908543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-45b764d6-b359-4da1-9a64-9b48f83c848d tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:02.944511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.994813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1a511b-2144-4832-8d64-798dd63bebcb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:03.005440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] For port 226d766b-7bb0-46c4-a218-f5374dcc6dad, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=226d766b-7bb0-46c4-a218-f5374dcc6dad,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:03.006929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.037449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-76270018-network', 'tenant_id': 'd1854d21d235419a95a5f3ebc6ae5c89'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:03.045860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:03.081591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Usage tracker for resource:network and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:03.086743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:03.098737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:03.153675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Calling delete_port for 226d766b-7bb0-46c4-a218-f5374dcc6dad owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:03.172407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Made reservation on behalf of d1854d21d235419a95a5f3ebc6ae5c89 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:03.174430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.184563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-45b764d6-b359-4da1-9a64-9b48f83c848d tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:03.185874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-45b764d6-b359-4da1-9a64-9b48f83c848d tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 1002 time: 0.5232360 Apr 05 20:35:03.247357 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.281660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.299265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-027a0f62-1e8e-4a4d-855c-bc7fe9ab8fda req-553617f8-bfa2-4225-95ce-652731b0f492 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377094 Apr 05 20:35:03.339092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-b633cbbb-a164-4fb4-a0ae-bb4adc9316c3 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800236 Apr 05 20:35:03.447509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:03.453075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:03.490915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.513687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:03.577819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:03.584422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-5f0d571f-31d2-4793-b130-517bb37c60a6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:03.585001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-5f0d571f-31d2-4793-b130-517bb37c60a6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:03.606565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.610751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.691961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.692620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a13c455-0509-4fe9-a031-b1a3ef77b9f4 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:35:03.712730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.713900 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-05d79633-3a9f-4323-8e26-b63b06eb1ec3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2a13c455-0509-4fe9-a031-b1a3ef77b9f4 HTTP/1.1" status: 204 len: 168 time: 2.1079497 Apr 05 20:35:03.716377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49590) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:03.730875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7a4e153-b504-446f-93f2-3872014689ce req-0fc153bf-11c2-47a8-b84a-106a1ba0531b service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848169 Apr 05 20:35:03.741918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5b34bed-6ad2-443f-9b21-0782951d36a3 req-93b7772c-2fc8-432c-9960-a9a14b70b469 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 1101 time: 0.2076883 Apr 05 20:35:03.766018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-5f0d571f-31d2-4793-b130-517bb37c60a6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:03.767138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-5f0d571f-31d2-4793-b130-517bb37c60a6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports/a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 943 time: 0.5519762 Apr 05 20:35:03.779573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] Deleting subnet 33ee773d-4ddc-455a-90c2-b9e80abc127e {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:35:03.785099 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.785829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.797083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['226d766b-7bb0-46c4-a218-f5374dcc6dad'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:03.870092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5b34bed-6ad2-443f-9b21-0782951d36a3 req-907b70ff-64f9-4b6f-b3e6-559dd088c0c9 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216400 Apr 05 20:35:03.872989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event deleted for resources: {'Port': ['ID=226d766b-7bb0-46c4-a218-f5374dcc6dad,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:03.901602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.991390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.023975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.090560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.138866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597d996f-e450-4418-97e0-a14476c28d30,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:04.141772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:04.146946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-ac22572d-5ead-4f09-a559-1ca741a11130 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 1002 time: 0.1530926 Apr 05 20:35:04.153845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.154404 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Added segment c748c50b-d11c-4f2d-bc94-fa644050b9f4 of type vlan for network 9ceb17f7-83c1-4373-9dee-145c9a496b7d Apr 05 20:35:04.154881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 374648f4-bd39-4c48-a84f-38c74d88484e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:04.156857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] No DVR routers for this DVR port 226d766b-7bb0-46c4-a218-f5374dcc6dad on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:04.159415 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.199248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 374648f4-bd39-4c48-a84f-38c74d88484e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:04.199592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 374648f4-bd39-4c48-a84f-38c74d88484e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:04.200008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device db1a511b-2144-4832-8d64-798dd63bebcb no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:04.233794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: db1a511b-2144-4832-8d64-798dd63bebcb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:04.234214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device db1a511b-2144-4832-8d64-798dd63bebcb not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:04.261633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.297975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c49a241-4c91-4a78-88cb-d54b087704a0 req-0a311d1a-d2ae-4f39-aee5-7f0cb1952e02 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.23 "DELETE /v2.0/ports/226d766b-7bb0-46c4-a218-f5374dcc6dad HTTP/1.1" status: 204 len: 173 time: 2.2915003 Apr 05 20:35:04.299205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.303550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ee773d-4ddc-455a-90c2-b9e80abc127e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:04.316261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.325808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665ff5d-9204-4518-b551-6b09bd79dfda None None] Network 63de9113-1aaa-499b-9e74-9bed68fc1018 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:35:04.331838 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c548f781-b6ac-417a-8b1a-f6775fbc3214 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/33ee773d-4ddc-455a-90c2-b9e80abc127e HTTP/1.1" status: 204 len: 168 time: 0.6139619 Apr 05 20:35:04.338013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49600) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:04.400953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.402276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:04.403010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.488672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-139d9fd6-6a18-4980-8501-03e91b6d0ed6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 1095 time: 0.6054196 Apr 05 20:35:04.508294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9ceb17f7-83c1-4373-9dee-145c9a496b7d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:04.521609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9ceb17f7-83c1-4373-9dee-145c9a496b7d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:04.534619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.542457 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9abc85fb-13a1-4e34-8cd2-621b5fa268d5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0734687 Apr 05 20:35:04.543968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49604) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:04.548803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Request body: {'subnet': {'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-76270018-subnet', 'tenant_id': 'd1854d21d235419a95a5f3ebc6ae5c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:04.553877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:04.558089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Usage tracker for resource:subnet and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:04.561315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:04.567265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:04.595369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-06171c18-f5a2-4fda-8b2f-006cb0cdd34a tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:04.596594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-06171c18-f5a2-4fda-8b2f-006cb0cdd34a tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.4257507 Apr 05 20:35:04.616431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494f4a8-8615-480e-a030-5d0ba73db2a7 req-2a4ce1ad-c680-4c9a-ab87-71ee5cefa052 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:04.622337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f494f4a8-8615-480e-a030-5d0ba73db2a7 req-2a4ce1ad-c680-4c9a-ab87-71ee5cefa052 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 944 time: 0.4739439 Apr 05 20:35:04.633854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59babf86-992d-4a54-9fd7-88874ad1d256', 'name': 'network-vif-deleted', 'tag': '226d766b-7bb0-46c4-a218-f5374dcc6dad'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:04.663609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Made reservation on behalf of d1854d21d235419a95a5f3ebc6ae5c89 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:04.667100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.681029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] DHCP port deletion for 63de9113-1aaa-499b-9e74-9bed68fc1018 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:35:04.685697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] Deleting port 8cf5f01b-f901-4de0-9992-7d3d690a096c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:04.686293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.734215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Deleting port 8cf5f01b-f901-4de0-9992-7d3d690a096c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:04.734546 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.760140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f55e6855-5f05-40dc-96df-3eb46976e070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.910199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f494f4a8-8615-480e-a030-5d0ba73db2a7 req-d10aff24-1402-4555-b54e-933442f7c153 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872889 Apr 05 20:35:04.919375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-f5c77f91-89d7-4cca-86ad-8974ff42f6e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:04.920790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-f5c77f91-89d7-4cca-86ad-8974ff42f6e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.4178693 Apr 05 20:35:04.964792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] For port 8cf5f01b-f901-4de0-9992-7d3d690a096c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8cf5f01b-f901-4de0-9992-7d3d690a096c,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:04.965346 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:05.006772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:05.018030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-51d7899f-f2ba-4ad3-bc77-1d432f02c962 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 1002 time: 0.4116316 Apr 05 20:35:05.073600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-c4081f63-e55a-48e6-abd3-6229a5122291 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4 HTTP/1.1" status: 200 len: 217 time: 0.1435199 Apr 05 20:35:05.101170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] Calling delete_port for 8cf5f01b-f901-4de0-9992-7d3d690a096c owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:05.101835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846fcf0b-04fd-4a79-8137-415bd875898a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:05.127761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:05.142228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Checking segment: {'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:05.142590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Network hostable DHCP agents. Network: 9ceb17f7-83c1-4373-9dee-145c9a496b7d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:05.223908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Network 9ceb17f7-83c1-4373-9dee-145c9a496b7d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:05.250480 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:05.302416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] Pushing event deleted for resources: {'Port': ['ID=8cf5f01b-f901-4de0-9992-7d3d690a096c,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:05.312343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f4ccea-2e96-4d30-8315-44a0e75136f2 None None] No DVR routers for this DVR port 8cf5f01b-f901-4de0-9992-7d3d690a096c on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:05.330208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 9ceb17f7-83c1-4373-9dee-145c9a496b7d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:05.335086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:05.337387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:05.353701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2362dc75-bc08-4e69-94e1-3a08368360b2 None None] Network 9ceb17f7-83c1-4373-9dee-145c9a496b7d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:35:05.434682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c42e023a-4ea0-48dd-b91f-f85ea1cfc0d4 req-94df5472-82a1-43a4-9273-7a34ee4cabaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 210 time: 0.3554718 Apr 05 20:35:05.457885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c7c20b36-9ffd-4a58-8037-f39a3e306fe3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9139414 Apr 05 20:35:05.522465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] For port 8cf5f01b-f901-4de0-9992-7d3d690a096c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8cf5f01b-f901-4de0-9992-7d3d690a096c,segment=NetworkSegment(54112d38-263e-4ed2-a806-b4b5f73d96c9),segment_id=54112d38-263e-4ed2-a806-b4b5f73d96c9)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:05.522802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:05.592683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-24374fe6-b046-4064-a133-4ac838626512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:05.594209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-24374fe6-b046-4064-a133-4ac838626512 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.4734035 Apr 05 20:35:05.610943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab535a-bede-48d7-80ba-c7133daab23f None None] Network 9ceb17f7-83c1-4373-9dee-145c9a496b7d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:35:05.717983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Calling delete_port for 8cf5f01b-f901-4de0-9992-7d3d690a096c owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:05.796547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.046370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e023a-4ea0-48dd-b91f-f85ea1cfc0d4 req-39df7e06-9b72-4bed-88ce-e7671c021b54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:06.047779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c42e023a-4ea0-48dd-b91f-f85ea1cfc0d4 req-39df7e06-9b72-4bed-88ce-e7671c021b54 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5684319 Apr 05 20:35:06.066679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412f70c-4491-49ca-83af-616fc1597440 req-518ddbb7-0614-434f-be68-a284b7a0cfdb tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:06.068675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3412f70c-4491-49ca-83af-616fc1597440 req-518ddbb7-0614-434f-be68-a284b7a0cfdb tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.6554060 Apr 05 20:35:06.079015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:35:06.079331 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:35:06.112889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8cf5f01b-f901-4de0-9992-7d3d690a096c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:06.139773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-b610f5e2-f7e5-4f5e-b2de-a681a965ced2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4341571 Apr 05 20:35:06.148890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 8cf5f01b-f901-4de0-9992-7d3d690a096c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:06.149251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8cf5f01b-f901-4de0-9992-7d3d690a096c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:06.435451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3412f70c-4491-49ca-83af-616fc1597440 req-e26aa92f-b909-4f7c-b39b-761bf43d578a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359325 Apr 05 20:35:06.452316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.462157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e023a-4ea0-48dd-b91f-f85ea1cfc0d4 req-7685b61c-8e66-4991-9343-bd3c1edc9124 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:06.463601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c42e023a-4ea0-48dd-b91f-f85ea1cfc0d4 req-7685b61c-8e66-4991-9343-bd3c1edc9124 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3939528 Apr 05 20:35:06.481159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-b98cbff9-867f-4cc8-bb96-d6aae5ce8849 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904737 Apr 05 20:35:06.563488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.563718 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Floating IP bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5 disassociated. External IP: 172.25.2.145, port: a0c50574-d258-4b4f-ab3b-20e624ec0112. Apr 05 20:35:06.631323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Deleting port 8cf5f01b-f901-4de0-9992-7d3d690a096c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:06.631653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.795483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf25430a-162e-4284-8e98-5327476606aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.858259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-0b33ebcc-18ae-493c-aadb-403973b912be tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3002660 Apr 05 20:35:06.940772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] The port '8cf5f01b-f901-4de0-9992-7d3d690a096c' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:35:07.082611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32da9bc2-b482-4ce1-b1ac-de4414b0c6cd req-39fe3c42-b76d-4caa-bfbc-620935ce4764 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955944 Apr 05 20:35:07.184150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.229357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1f27b857-fbe1-4bbc-9662-179a30345cd4 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:07.234481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-333b2a63-2102-45e9-8da2-584bc366a408 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:07.235898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-333b2a63-2102-45e9-8da2-584bc366a408 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690236 Apr 05 20:35:07.237942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63de9113-1aaa-499b-9e74-9bed68fc1018']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:07.261125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54112d38-263e-4ed2-a806-b4b5f73d96c9') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:07.261473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54112d38-263e-4ed2-a806-b4b5f73d96c9') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:07.279103 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.287209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3fafa45e-2b9c-431a-8caa-5350ef9faab2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/quotas/ede5f96069d4491c8c858c7dcdf64428 HTTP/1.1" status: 200 len: 375 time: 0.0417037 Apr 05 20:35:07.339105 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.360765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:35:07.361181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.363971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 1f27b857-fbe1-4bbc-9662-179a30345cd4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:07.375696 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:07.381450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '1f27b857-fbe1-4bbc-9662-179a30345cd4', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '1f27b857-fbe1-4bbc-9662-179a30345cd4', 'mac_address': 'fa:16:3e:63:9d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:07.434647 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.452061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f27b857-fbe1-4bbc-9662-179a30345cd4 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:07.466972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 1f27b857-fbe1-4bbc-9662-179a30345cd4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:07.535919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.590461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.602442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=1f27b857-fbe1-4bbc-9662-179a30345cd4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:07.606451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d24e6434-e99b-49c6-8f4c-16bb0752ef5e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3111477 Apr 05 20:35:07.623013 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.636951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=63de9113-1aaa-499b-9e74-9bed68fc1018,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:07.661107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.661479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.661832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.662142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.662467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.662791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.663114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.663436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.663757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.664076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.664405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:07.706096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-26f64535-db56-4f5d-80d3-bf27da081d26 admin admin] 10.222.0.10 "DELETE /v2.0/networks/63de9113-1aaa-499b-9e74-9bed68fc1018 HTTP/1.1" status: 204 len: 168 time: 3.3648720 Apr 05 20:35:07.709117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49628) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:07.738010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:35:07.949857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8dcf5c55-986a-4df0-beb2-e4d1fa8882d4 req-789b3066-66af-47d3-ba5e-f07ee4278a77 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:08.010926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1f27b857-fbe1-4bbc-9662-179a30345cd4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:08.017503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:35:08.022426 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.056992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] Sync routers for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:35:08.071422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8dcf5c55-986a-4df0-beb2-e4d1fa8882d4 req-789b3066-66af-47d3-ba5e-f07ee4278a77 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:08.072950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dcf5c55-986a-4df0-beb2-e4d1fa8882d4 req-789b3066-66af-47d3-ba5e-f07ee4278a77 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 210 time: 0.1881347 Apr 05 20:35:08.078747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-3a4114c7-016f-4e1e-a697-b81152b28886 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "PUT /v2.0/floatingips/bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5 HTTP/1.1" status: 200 len: 695 time: 2.9984579 Apr 05 20:35:08.119531 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:08.120216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.167565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.175459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c42e023a-4ea0-48dd-b91f-f85ea1cfc0d4 req-5bac7e22-a55e-4a96-b34d-381cf82b3ef5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.23 "GET /v2.0/ports?device_id=59babf86-992d-4a54-9fd7-88874ad1d256 HTTP/1.1" status: 200 len: 210 time: 0.0908403 Apr 05 20:35:08.196081 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860539e5-4076-4803-81cf-cea19b0af773'] response: {'server_uuid': '59babf86-992d-4a54-9fd7-88874ad1d256', 'name': 'network-vif-deleted', 'tag': '226d766b-7bb0-46c4-a218-f5374dcc6dad', 'status': 'completed', 'code': 200} Apr 05 20:35:08.242734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-b8e51f10-91ce-4fee-8646-e9d4bd81a9ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 1097 time: 0.1183467 Apr 05 20:35:08.276118 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:35:08.554033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.575506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.581921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:08.732304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1101328026', 'description': 'tempest-description-1494431124'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:08.741685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:08.757271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:08.761884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:08.779373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:08.792001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-587d8477-440f-4ee1-8d1c-acbdef91b7e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:08.793650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-587d8477-440f-4ee1-8d1c-acbdef91b7e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 200 len: 930 time: 0.5455632 Apr 05 20:35:08.882503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-532820f9-aa59-40bc-ae64-9c7dc929b001 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 217 time: 0.0781198 Apr 05 20:35:08.886371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.968610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Deleting port 61e32b9d-4694-411b-b6bd-e310b5862283 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:08.969371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.975655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:18Z', 'revision_number': 5, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.980143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] Checking router: 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:35:08.992407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:08.993418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:08.994371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.999206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-4eb60dc6-7da1-465a-854f-996460ee4c57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:09.000841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-4eb60dc6-7da1-465a-854f-996460ee4c57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0901e36a-eb03-4e03-b3ac-85996d96334b HTTP/1.1" status: 200 len: 868 time: 0.0844219 Apr 05 20:35:09.001869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:09.005129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:09.055488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:09.149807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-8391d1ab-f710-459b-9cd8-7c0bec6eda65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21367bde-db76-4749-a67a-4a02621b8970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388209 Apr 05 20:35:09.152107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.193437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:09.274811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] For port 61e32b9d-4694-411b-b6bd-e310b5862283, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=61e32b9d-4694-411b-b6bd-e310b5862283,segment=NetworkSegment(7991dfbc-5dea-4bee-91a7-0a654a46b7c1),segment_id=7991dfbc-5dea-4bee-91a7-0a654a46b7c1)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:09.275268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.305161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.364991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05d22f-573c-4509-afa3-091ef5cd1e2c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:09.372029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-61417705-c052-4528-ab40-046671126ffc service neutron] 10.222.0.10 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137430 Apr 05 20:35:09.425761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Calling delete_port for 61e32b9d-4694-411b-b6bd-e310b5862283 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:09.460881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.474110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e6c187-754a-4119-b0d6-1fa6c8351b89 req-fa7aedcf-3524-4071-be17-83bf81fc3ead tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7477715 Apr 05 20:35:09.552578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:18Z', 'revision_number': 5, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:09.564668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09292112-43cd-4b68-b9f4-69caf6d07079 None None] The sync data for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 is: [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:34:10Z', 'revision_number': 4, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '762c2c0e-805b-4d0b-af8f-d488416ca838', 'name': '', 'network_id': '21367bde-db76-4749-a67a-4a02621b8970', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'mac_address': 'fa:16:3e:50:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:09Z', 'updated_at': '2022-04-05T20:34:18Z', 'revision_number': 5, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'subnets': [{'id': '0901e36a-eb03-4e03-b3ac-85996d96334b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:35:09.578896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7f9a0d3-e4fc-4052-835b-b0d754118090 req-36449f20-84b5-46ba-a05f-480ca0887fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020848 Apr 05 20:35:09.669456 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.696149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0af2e-da8b-46e1-840d-3037f9fab3d4 req-d811ea17-d840-46e4-8068-64e5ccbd3e82 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:09.697627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ad0af2e-da8b-46e1-840d-3037f9fab3d4 req-d811ea17-d840-46e4-8068-64e5ccbd3e82 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 945 time: 0.1061528 Apr 05 20:35:09.751775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ad0af2e-da8b-46e1-840d-3037f9fab3d4 req-7e48c98f-c0b4-4983-a7ea-241d12e62ae4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483718 Apr 05 20:35:09.783133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.829878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e32b9d-4694-411b-b6bd-e310b5862283,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:09.834189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87653311-0351-480b-9f51-ae482763fecf req-7c8ac22c-35ba-4f92-a32d-cb562137c10e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:09.835661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87653311-0351-480b-9f51-ae482763fecf req-7c8ac22c-35ba-4f92-a32d-cb562137c10e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.0872984 Apr 05 20:35:09.872143 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00398636-24a3-4d9e-bf0c-4fa9fbd0735e None None] New status for floating IP bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:35:09.937918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dcda9f3-df10-4e19-ad07-3b5f043124f6 req-891a2e0e-a553-4ebd-a387-6a4f8eb8b2e4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 210 time: 0.0485628 Apr 05 20:35:09.940351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87653311-0351-480b-9f51-ae482763fecf req-979d3b4a-62d2-482d-b0bc-419fd43b1dba tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965590 Apr 05 20:35:10.154598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1446407681', 'description': 'tempest-description-1425770142'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:10.161322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:10.177633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:10.185900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:10.197919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:10.237565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:10.260803 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.337812 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.378130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:10.384035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:10.390454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:10.404737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:10.493118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-59a2b987-d1e6-42f0-b20a-e23a1bf2a191 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887678 Apr 05 20:35:10.556636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90afa512-0645-48a0-bd58-5da11d422767 req-4af50ab8-16cb-4958-9d76-c64b57cf4fd1 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips/bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5 HTTP/1.1" status: 200 len: 695 time: 0.1218500 Apr 05 20:35:10.782977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.835261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-c49b6071-2b5f-4c7a-b359-18e639baf3b6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:10.836680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-c49b6071-2b5f-4c7a-b359-18e639baf3b6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3162522 Apr 05 20:35:10.839423 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.863104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afa512-0645-48a0-bd58-5da11d422767 req-067b3458-44e2-4d7b-9ebf-a0507021b652 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:10.864464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90afa512-0645-48a0-bd58-5da11d422767 req-067b3458-44e2-4d7b-9ebf-a0507021b652 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2543173 Apr 05 20:35:10.874396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': '8ec59380-cc62-4a74-a447-230b5e18449e', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:10.902705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Router 8c496403-1341-4ed1-87df-a57bec12edad has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:35:11.035116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a5d798-b25d-4463-b5bf-a787096f7501,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:11.167272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.168445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0be2219-09af-47f8-92a3-01da0ecc2f14 req-7da04f7f-efc0-4f78-91df-04c292812bc1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.0190117 Apr 05 20:35:11.179068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90afa512-0645-48a0-bd58-5da11d422767 req-d199e326-eb84-4644-b186-aab4c8687f7a tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.2803438 Apr 05 20:35:11.195602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:35:11.205702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-52425ec6-8cc0-4c07-a186-2aba83f74891 admin admin] 10.222.0.10 "PUT /v2.0/routers/8c496403-1341-4ed1-87df-a57bec12edad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4953787 Apr 05 20:35:11.206570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] Sync routers for ids ['8c496403-1341-4ed1-87df-a57bec12edad'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:35:11.208067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:11.223546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] Routers {'8c496403-1341-4ed1-87df-a57bec12edad'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:11.225042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8c496403-1341-4ed1-87df-a57bec12edad'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:11.348422 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa3ed8e5-bf02-4163-9900-780df82112c7'] response: {'name': 'network-changed', 'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'status': 'completed', 'code': 200} Apr 05 20:35:11.359135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:11.390443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1f27b857-fbe1-4bbc-9662-179a30345cd4 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:11.419642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:11.475539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.481680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90afa512-0645-48a0-bd58-5da11d422767 req-a5ffbeaf-ed38-458d-9158-56000bd3f352 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.145 HTTP/1.1" status: 200 len: 696 time: 0.2845345 Apr 05 20:35:11.511459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] Set router 8c496403-1341-4ed1-87df-a57bec12edad gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:11.599214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:11.602161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.609163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 1f27b857-fbe1-4bbc-9662-179a30345cd4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:11.619789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 1f27b857-fbe1-4bbc-9662-179a30345cd4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:11.620153 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.679973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.743227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-3636af29-b712-4d89-beb6-0a74728f4621 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 1097 time: 0.4294610 Apr 05 20:35:11.754975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Deleting port d1d81a58-0e5e-4b11-b265-13f41ead79c1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:11.755914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.784216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7abee-979d-402d-8c82-f7fa30586137 req-813e55e1-2da2-4cad-a3e8-4e87e023a117 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:11.785355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-813e55e1-2da2-4cad-a3e8-4e87e023a117 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.4189000 Apr 05 20:35:11.786303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Deleting port d363e592-a5c6-464e-a3a4-7e95e29c211d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:11.787648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.938452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] For port d1d81a58-0e5e-4b11-b265-13f41ead79c1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d1d81a58-0e5e-4b11-b265-13f41ead79c1,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:11.938813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.958346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-af3bec08-93d7-4071-8c24-0d6bca10ccd6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/quotas/d7e305de1d324644a7f70cbb8e8077f3 HTTP/1.1" status: 200 len: 375 time: 0.1457620 Apr 05 20:35:12.062714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Calling delete_port for d1d81a58-0e5e-4b11-b265-13f41ead79c1 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:12.062871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:12.092349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-3c9baf94-067a-48f6-bb59-1e1bb22cf52a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208510 Apr 05 20:35:12.107362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f27b857-fbe1-4bbc-9662-179a30345cd4'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:12.122495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 1f27b857-fbe1-4bbc-9662-179a30345cd4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:12.147745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:35:09Z', 'revision_number': 5, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port': {'id': 'd1d81a58-0e5e-4b11-b265-13f41ead79c1', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c496403-1341-4ed1-87df-a57bec12edad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:50Z', 'updated_at': '2022-04-05T20:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:12.154205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] Checking router: 8c496403-1341-4ed1-87df-a57bec12edad for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:35:12.178355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] Routers {'8c496403-1341-4ed1-87df-a57bec12edad'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:12.178979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8c496403-1341-4ed1-87df-a57bec12edad'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:12.231995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 226d766b-7bb0-46c4-a218-f5374dcc6dad no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:12.264961 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:12.304371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-8b4c8db1-ee11-4f32-9a1e-0c3a858d6700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:12.305848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-8b4c8db1-ee11-4f32-9a1e-0c3a858d6700 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 200 len: 930 time: 0.4860308 Apr 05 20:35:12.311900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:12.312386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:12.363644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 226d766b-7bb0-46c4-a218-f5374dcc6dad {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:12.363915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 226d766b-7bb0-46c4-a218-f5374dcc6dad not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:12.377665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:12.386343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.189 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/b2f95c32-52d8-4b28-b5d2-7175a29ef948) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:12.431863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d81a58-0e5e-4b11-b265-13f41ead79c1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:12.444166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=1f27b857-fbe1-4bbc-9662-179a30345cd4,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:12.447282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] Set router 8c496403-1341-4ed1-87df-a57bec12edad gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:12.477488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.478123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.478359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.478787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.479241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.479664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.480083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.480521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.480936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.481370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.481809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:12.533541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Calling delete_port for d363e592-a5c6-464e-a3a4-7e95e29c211d owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:12.558173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:35:11Z', 'revision_number': 6, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:12.561099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-25052235-e244-47d1-91da-81efcf393c94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 200 len: 217 time: 0.2389927 Apr 05 20:35:12.562327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1274f2c-9445-4cf1-8a60-0dbd614847c5 None None] The sync data for ids ['8c496403-1341-4ed1-87df-a57bec12edad'] in n-d-836605-1 is: [{'id': '8c496403-1341-4ed1-87df-a57bec12edad', 'name': 'tempest-AttachSCSIVolumeTestJSON-52377730-router', 'tenant_id': '0748562307464d9ea6d41c55c6d765a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:49Z', 'updated_at': '2022-04-05T20:35:11Z', 'revision_number': 6, 'project_id': '0748562307464d9ea6d41c55c6d765a1', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:35:12.675604 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:12.810473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-2e815aeb-c5a9-43eb-813c-43e1122ac2be service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654975 Apr 05 20:35:12.934298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-47cb5f17-8df2-4bff-84a3-cf9761204faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:12.935230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-47cb5f17-8df2-4bff-84a3-cf9761204faa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0901e36a-eb03-4e03-b3ac-85996d96334b HTTP/1.1" status: 200 len: 868 time: 0.3638823 Apr 05 20:35:13.032062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.036885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.118375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.118954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c496403-1341-4ed1-87df-a57bec12edad {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:35:13.132381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.133583 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-02b78983-c976-4936-b89f-368e706fce10 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8c496403-1341-4ed1-87df-a57bec12edad HTTP/1.1" status: 204 len: 168 time: 1.9238544 Apr 05 20:35:13.136140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49694) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:13.195977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] Deleting subnet 0e572811-1409-4ec9-9377-ad58bf7652bf {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:35:13.198982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.213933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-6ce613c4-2c84-4651-8d42-d4e0a714c091 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886809 Apr 05 20:35:13.252744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.254076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.265796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-7b988b1b-ff15-4478-9cc7-ad20554b48af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21367bde-db76-4749-a67a-4a02621b8970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3220778 Apr 05 20:35:13.300843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object b2f95c32-52d8-4b28-b5d2-7175a29ef948 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:13.315524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.368508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.439271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event deleted for resources: {'Port': ['ID=d363e592-a5c6-464e-a3a4-7e95e29c211d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:13.527565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.581463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e572811-1409-4ec9-9377-ad58bf7652bf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:13.584654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.593451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-6395e3cb-ae4a-4274-8370-cabbb14fd4e4 service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187244 Apr 05 20:35:13.593638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.600747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ce2b2-bdf1-4361-8d64-211ff568dfb5 None None] Network 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:35:13.601997 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-87f8dd69-71f0-47fd-a21e-2d784ef05cff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0e572811-1409-4ec9-9377-ad58bf7652bf HTTP/1.1" status: 204 len: 168 time: 0.4647791 Apr 05 20:35:13.604210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49706) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:13.663994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.733015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.746743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Deleting port 4efafee7-e879-41b8-ad67-bda5c2aea7ac {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:13.747322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.840884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:13.843630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:13.845436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=b2f95c32-52d8-4b28-b5d2-7175a29ef948,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:13.850280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:13.896930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.898092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90afa512-0645-48a0-bd58-5da11d422767 req-ce203ce2-0cea-4509-bbac-9e7f9b285a61 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "DELETE /v2.0/floatingips/bdff8787-c42d-4f2c-a2c8-2427dd4ad4d5 HTTP/1.1" status: 204 len: 173 time: 2.3965602 Apr 05 20:35:14.000011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:14.018450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] For port 4efafee7-e879-41b8-ad67-bda5c2aea7ac, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4efafee7-e879-41b8-ad67-bda5c2aea7ac,segment=NetworkSegment(7991dfbc-5dea-4bee-91a7-0a654a46b7c1),segment_id=7991dfbc-5dea-4bee-91a7-0a654a46b7c1)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:14.018450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.033842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5b6e16-f668-4b0e-afd7-7c93ebd262db req-a243dc69-d193-46c2-b343-82d121f8495e service neutron] 10.222.0.23 "GET /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220076 Apr 05 20:35:14.055155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:14.055815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.074608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'aea9a55a-cd3b-4cba-a77e-43eb4110207f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:14.197812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Calling delete_port for 4efafee7-e879-41b8-ad67-bda5c2aea7ac owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:14.203940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 61e32b9d-4694-411b-b6bd-e310b5862283 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:14.248002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeeba1-e6f6-409c-a3bb-54307f7b4bcc req-45667287-b256-42c3-affc-37ade90d88ef tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:14.256221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04aeeba1-e6f6-409c-a3bb-54307f7b4bcc req-45667287-b256-42c3-affc-37ade90d88ef tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 946 time: 0.3300216 Apr 05 20:35:14.281253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 61e32b9d-4694-411b-b6bd-e310b5862283 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:14.281593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 61e32b9d-4694-411b-b6bd-e310b5862283 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:14.282143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d1d81a58-0e5e-4b11-b265-13f41ead79c1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:14.282265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-d6b1662c-6cfe-4a35-9f81-d20efdcdf22f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4134340 Apr 05 20:35:14.307968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739e98a-e160-4d86-b25d-ccea5824946a req-ac220b53-ca39-4979-bb55-b25e4872d857 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:14.309129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9739e98a-e160-4d86-b25d-ccea5824946a req-ac220b53-ca39-4979-bb55-b25e4872d857 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:14.324950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Request body: {'port': {'device_id': '8ec59380-cc62-4a74-a447-230b5e18449e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:14.379187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.385286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d1d81a58-0e5e-4b11-b265-13f41ead79c1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:14.386542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d1d81a58-0e5e-4b11-b265-13f41ead79c1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:14.400067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04aeeba1-e6f6-409c-a3bb-54307f7b4bcc req-7ed6057b-6092-4456-bb42-033f67c6593a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430182 Apr 05 20:35:14.442895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efafee7-e879-41b8-ad67-bda5c2aea7ac,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:14.452516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] No DVR routers for this DVR port 4efafee7-e879-41b8-ad67-bda5c2aea7ac on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:14.470300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ee732044-bdf6-4fe4-b4d1-971d5c346fcc None None] Provisioning for port b2f95c32-52d8-4b28-b5d2-7175a29ef948 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:14.490698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.527822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ee732044-bdf6-4fe4-b4d1-971d5c346fcc None None] Provisioning complete for port b2f95c32-52d8-4b28-b5d2-7175a29ef948 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:14.528202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ee732044-bdf6-4fe4-b4d1-971d5c346fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.594650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.597683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9739e98a-e160-4d86-b25d-ccea5824946a req-ac220b53-ca39-4979-bb55-b25e4872d857 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:14.598980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9739e98a-e160-4d86-b25d-ccea5824946a req-ac220b53-ca39-4979-bb55-b25e4872d857 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 936 time: 0.5113173 Apr 05 20:35:14.628589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ca4a06-db73-4ec1-b74f-e3943de5c0e7']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:14.649304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7991dfbc-5dea-4bee-91a7-0a654a46b7c1') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:14.649600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7991dfbc-5dea-4bee-91a7-0a654a46b7c1') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:14.662507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.685556 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.694056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:35:14.694445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.712285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ee732044-bdf6-4fe4-b4d1-971d5c346fcc None None] Port b2f95c32-52d8-4b28-b5d2-7175a29ef948 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:14.713557 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:14.734992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9739e98a-e160-4d86-b25d-ccea5824946a req-dd610527-bbd2-4285-9b4d-303cbea127f8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244721 Apr 05 20:35:14.774528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbaf5a-0859-4d2c-9a85-3420056b99b9 req-57377c21-5e63-47b7-8859-92e3de35ba24 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:14.776005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6dbbaf5a-0859-4d2c-9a85-3420056b99b9 req-57377c21-5e63-47b7-8859-92e3de35ba24 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.2195930 Apr 05 20:35:14.883076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce44f4-eb49-46c0-8811-8a8ee48a9662 None None] DHCP port deletion for 43ca4a06-db73-4ec1-b74f-e3943de5c0e7 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:35:14.995109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.024592 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.044008 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43ca4a06-db73-4ec1-b74f-e3943de5c0e7 HTTP/1.1" status: 204 len: 168 time: 1.4384456 Apr 05 20:35:15.060091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc83fa8-ee31-4d5d-a481-16f0f6e53c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ca4a06-db73-4ec1-b74f-e3943de5c0e7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:15.139498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6dbbaf5a-0859-4d2c-9a85-3420056b99b9 req-8e9b25f8-0638-421d-9f9f-c460cfe3db10 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456602 Apr 05 20:35:15.216327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-3929fc81-929c-40c0-9ba1-9cd26983c7cb tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:15.217855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-3929fc81-929c-40c0-9ba1-9cd26983c7cb tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 811 time: 0.2265873 Apr 05 20:35:15.221188 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400baee4-1f6c-4331-8d7e-5df9c9b936e5'] response: {'server_uuid': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f27b857-fbe1-4bbc-9662-179a30345cd4', 'code': 200} Apr 05 20:35:15.325378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-c65e3b11-83b8-4d6c-a756-22ecbb48ca65 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/quotas/d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 375 time: 0.1003914 Apr 05 20:35:15.356810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f95c32-52d8-4b28-b5d2-7175a29ef948 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:15.408742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.413239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0acea076-b683-479f-9180-00d62185d773 req-a517db56-9755-4178-b8a9-ab285f1b5b05 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 210 time: 0.0910351 Apr 05 20:35:15.421001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-f74e5c71-7917-47b3-9fb9-0b50cff8caf9 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595577 Apr 05 20:35:15.443020 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c80ab4cd-a75f-4252-b286-fd3faaf75eff req-350dbc9a-95d3-4f06-a8de-5453145aa1ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 1097 time: 0.0834832 Apr 05 20:35:15.455910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Transition to ACTIVE for port object b2f95c32-52d8-4b28-b5d2-7175a29ef948 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:15.497592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c80ab4cd-a75f-4252-b286-fd3faaf75eff req-85e3a4ee-f860-4db3-aa8d-6b06a8f88b99 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466743 Apr 05 20:35:15.540921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.640800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49738) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:15.670077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-38f32a9b-1156-4e84-91dc-c9fc19dddaab service neutron] 10.222.0.10 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413201 Apr 05 20:35:15.700510 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ba11f9a0-e612-4892-993e-fcf516a4ffff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5de66c488c2a4683a2a791a24cdbf77d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584798 Apr 05 20:35:15.702945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49742) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:15.715287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Pushing event updated for resources: {'Port': ['ID=b2f95c32-52d8-4b28-b5d2-7175a29ef948,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:15.771470 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57a79d38-f7f6-4250-8865-59e2e1f961e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.801905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57a79d38-f7f6-4250-8865-59e2e1f961e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.919112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2261062d-2c12-4627-9a38-22ca4f4fbb3e service neutron] 10.222.0.10 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393789 Apr 05 20:35:15.923464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Attempting to bind port b2f95c32-52d8-4b28-b5d2-7175a29ef948 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:15.923910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Attempting to bind port b2f95c32-52d8-4b28-b5d2-7175a29ef948 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:15.924309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Attempting to bind port b2f95c32-52d8-4b28-b5d2-7175a29ef948 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:15.931766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57a79d38-f7f6-4250-8865-59e2e1f961e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.947705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a79d38-f7f6-4250-8865-59e2e1f961e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0498c1-a48c-406e-9503-361e25ff7518,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:15.963880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57a79d38-f7f6-4250-8865-59e2e1f961e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.968642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57a79d38-f7f6-4250-8865-59e2e1f961e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e0498c1-a48c-406e-9503-361e25ff7518 HTTP/1.1" status: 204 len: 168 time: 0.2638240 Apr 05 20:35:15.970721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Port b2f95c32-52d8-4b28-b5d2-7175a29ef948 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:35:15.971045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Attempting to bind port b2f95c32-52d8-4b28-b5d2-7175a29ef948 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:15.984074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:15.984558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:15.984941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:15.985266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Bound port: b2f95c32-52d8-4b28-b5d2-7175a29ef948, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:15.985606 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.103084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a40ca-1c57-4ec2-85df-6ef592d769e6 req-1e713438-ffba-47e6-8846-269389882a19 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:16.104543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c35a40ca-1c57-4ec2-85df-6ef592d769e6 req-1e713438-ffba-47e6-8846-269389882a19 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 946 time: 0.1769621 Apr 05 20:35:16.135139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] For port b2f95c32-52d8-4b28-b5d2-7175a29ef948, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:16.148657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] For port b2f95c32-52d8-4b28-b5d2-7175a29ef948, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b2f95c32-52d8-4b28-b5d2-7175a29ef948,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:16.149348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4efafee7-e879-41b8-ad67-bda5c2aea7ac no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:16.168875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c35a40ca-1c57-4ec2-85df-6ef592d769e6 req-43ad9e97-8ad4-4205-83ab-e3dafa1d9d29 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543387 Apr 05 20:35:16.190806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4efafee7-e879-41b8-ad67-bda5c2aea7ac {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:16.190806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4efafee7-e879-41b8-ad67-bda5c2aea7ac not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:16.233824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.398835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.400221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] 10.222.0.39 "PUT /v2.0/ports/b2f95c32-52d8-4b28-b5d2-7175a29ef948 HTTP/1.1" status: 200 len: 1096 time: 2.0868587 Apr 05 20:35:16.403720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec59380-cc62-4a74-a447-230b5e18449e', 'tag': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:16.431296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc4a84-c858-46c6-9535-c6b1b8da855a service neutron] Pushing event updated for resources: {'Port': ['ID=b2f95c32-52d8-4b28-b5d2-7175a29ef948,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:16.468210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee0a9-c5eb-487b-8e3c-d8f5bcc7b026 req-f3049009-2d21-4e53-8a83-96602e1c8e05 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:16.468922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4a2ee0a9-c5eb-487b-8e3c-d8f5bcc7b026 req-f3049009-2d21-4e53-8a83-96602e1c8e05 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:16.489198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335106-aa6d-4b43-a6f1-51d70cfdd2ea req-98d0cff5-d11d-4656-8fd8-715993ccf8c4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:16.491444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3335106-aa6d-4b43-a6f1-51d70cfdd2ea req-98d0cff5-d11d-4656-8fd8-715993ccf8c4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 948 time: 0.1571581 Apr 05 20:35:16.577456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4a2ee0a9-c5eb-487b-8e3c-d8f5bcc7b026 req-f3049009-2d21-4e53-8a83-96602e1c8e05 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:16.581528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a2ee0a9-c5eb-487b-8e3c-d8f5bcc7b026 req-f3049009-2d21-4e53-8a83-96602e1c8e05 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3432529 Apr 05 20:35:16.595697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3335106-aa6d-4b43-a6f1-51d70cfdd2ea req-6ae559f0-f03e-44e7-93b0-150495ced55a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986228 Apr 05 20:35:16.690158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4a2ee0a9-c5eb-487b-8e3c-d8f5bcc7b026 req-aab9bacd-f17d-4021-bf5f-fb84b799d7c6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:16.707878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-7da05562-44d6-4bac-bb11-c75203fce705 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 1099 time: 0.1725030 Apr 05 20:35:16.772060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7abee-979d-402d-8c82-f7fa30586137 req-19a53c69-26d5-41ad-83f6-a22892f616ce tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:16.773656 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-19a53c69-26d5-41ad-83f6-a22892f616ce tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.1816006 Apr 05 20:35:16.800830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Request body: {'port': {'device_id': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'admin_state_up': True, 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:16.851501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49772) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:16.930566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4a2ee0a9-c5eb-487b-8e3c-d8f5bcc7b026 req-aab9bacd-f17d-4021-bf5f-fb84b799d7c6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:16.944227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a2ee0a9-c5eb-487b-8e3c-d8f5bcc7b026 req-aab9bacd-f17d-4021-bf5f-fb84b799d7c6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3552744 Apr 05 20:35:16.962111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-de8a4cb5-8560-4041-98ef-65487526a90d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b2f95c32-52d8-4b28-b5d2-7175a29ef948 HTTP/1.1" status: 200 len: 217 time: 0.2152576 Apr 05 20:35:17.019361 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1dec952-4f62-43e3-bf7b-f33a98227947 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0748562307464d9ea6d41c55c6d765a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669815 Apr 05 20:35:17.028876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49778) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:17.083471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3734521-eb1e-4b99-a8ae-5353b8410d2d req-dd13187d-f72b-46cb-b14a-cd266442161a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 210 time: 0.0915151 Apr 05 20:35:17.106920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:17.114374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:17.117765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a8d-55d8-4b8b-af27-80b56e5b9c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.156791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-df76bc6b-7b54-4ab3-8001-664366654e69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:17.164730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-df76bc6b-7b54-4ab3-8001-664366654e69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1343744 Apr 05 20:35:17.167071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a8d-55d8-4b8b-af27-80b56e5b9c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.223562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:17.227521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.321259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-ed6da74b-289f-479e-8b20-90ba648fb2b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489565 Apr 05 20:35:17.438499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Allocated IP 172.20.0.9 (103afd5c-3b83-4da2-baad-2149cd494344/b566519c-6688-43c0-836f-d699ab04fc2b/9e602a2e-9fce-466d-90f1-29f17e44c871) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:17.497900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a8d-55d8-4b8b-af27-80b56e5b9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.517068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc466814-d57d-4d30-9d49-32a1eb1d6032 req-9f699fd4-644d-4529-bde8-0ca06e56b07a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:17.518552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc466814-d57d-4d30-9d49-32a1eb1d6032 req-9f699fd4-644d-4529-bde8-0ca06e56b07a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.1949177 Apr 05 20:35:17.520360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-1ebdc9ee-ea45-40a8-b9a2-0f928929ba99 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625817 Apr 05 20:35:17.590880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc1a8d-55d8-4b8b-af27-80b56e5b9c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10054338-f18d-49f1-916a-edcf8f23f55b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:17.668147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc466814-d57d-4d30-9d49-32a1eb1d6032 req-a317c08e-e24a-405c-9c3a-1f9633a1ac16 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419592 Apr 05 20:35:17.671937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41dc1a8d-55d8-4b8b-af27-80b56e5b9c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.683662 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41dc1a8d-55d8-4b8b-af27-80b56e5b9c20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10054338-f18d-49f1-916a-edcf8f23f55b HTTP/1.1" status: 204 len: 168 time: 0.6460209 Apr 05 20:35:17.699796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.711735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-118babf4-fe9c-42b7-b86d-a596934d40c5 req-e65d6878-d46f-4b73-83bb-b7cd0def0de2 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585858 Apr 05 20:35:17.753320 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f85f1b-fd93-4fc3-8ec9-3f00c90302bf'] response: {'name': 'network-changed', 'server_uuid': '8ec59380-cc62-4a74-a447-230b5e18449e', 'tag': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', 'status': 'completed', 'code': 200} Apr 05 20:35:17.828620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.911797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Network 103afd5c-3b83-4da2-baad-2149cd494344 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:17.915482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:17.917739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event updated for resources: {'Port': ['ID=9e602a2e-9fce-466d-90f1-29f17e44c871,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:17.920016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:17.944968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1842d61-8ebb-4241-9940-b9809f31df6b req-41b4a689-f16b-4354-ba3e-66710f03924c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:17.946450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1842d61-8ebb-4241-9940-b9809f31df6b req-41b4a689-f16b-4354-ba3e-66710f03924c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 931 time: 0.0985310 Apr 05 20:35:17.988955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:17.990626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.043597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1842d61-8ebb-4241-9940-b9809f31df6b req-d4a872ca-1073-4eb9-a331-2a30ffc3f04c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895743 Apr 05 20:35:18.071909 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-8b67336f-f698-4a6c-a99a-079e0a9a9c57 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2755349 Apr 05 20:35:18.072629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1045f28-2519-4155-a943-d70146425a4d req-0a2249f9-eaa0-4ed0-9e73-2adffcd83ad9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 1099 time: 0.0760581 Apr 05 20:35:18.107480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Request body: {'port': {'device_id': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:18.217796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d640612-c780-4c8f-8c7c-26c3700cab6d req-96e7ea44-57d8-44b9-930e-754af826227d tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1350904 Apr 05 20:35:18.275676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.330128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1045f28-2519-4155-a943-d70146425a4d req-78c03d81-0ed8-45c0-b5f3-6e2822c12e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:18.332035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1045f28-2519-4155-a943-d70146425a4d req-78c03d81-0ed8-45c0-b5f3-6e2822c12e91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1945870 Apr 05 20:35:18.482551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1045f28-2519-4155-a943-d70146425a4d req-47500294-a965-45af-8ef0-8b2cf3c09581 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=b2f95c32-52d8-4b28-b5d2-7175a29ef948 HTTP/1.1" status: 200 len: 217 time: 0.1441054 Apr 05 20:35:18.562697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1045f28-2519-4155-a943-d70146425a4d req-24a50fee-e56a-4878-a8df-483b7d7c756a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:18.564170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1045f28-2519-4155-a943-d70146425a4d req-24a50fee-e56a-4878-a8df-483b7d7c756a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0683310 Apr 05 20:35:18.574072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3295432-2f39-4a7f-88c1-0ef7fa5b389b req-a0f4119c-dc34-4716-bde2-5dd8e678ea1f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:18.574072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3295432-2f39-4a7f-88c1-0ef7fa5b389b req-a0f4119c-dc34-4716-bde2-5dd8e678ea1f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 946 time: 0.1527252 Apr 05 20:35:18.688436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3295432-2f39-4a7f-88c1-0ef7fa5b389b req-b2247b95-a9a9-444d-a399-ac17c96d5794 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Apr 05 20:35:18.723928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1045f28-2519-4155-a943-d70146425a4d req-7d405e9d-29ba-4f52-9010-0c2a3bc5ba58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495283 Apr 05 20:35:18.875148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e602a2e-9fce-466d-90f1-29f17e44c871 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:18.885367 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.912660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Transition to ACTIVE for port object 9e602a2e-9fce-466d-90f1-29f17e44c871 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:18.989271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.087347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7a49a65-8700-411b-a658-0f788944a907 req-43c191ac-798f-4987-a06d-e79117254cc7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 210 time: 0.2295682 Apr 05 20:35:19.166210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1045f28-2519-4155-a943-d70146425a4d req-aa78702e-7e6d-425a-bebd-8af1b78c2f06 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315238 Apr 05 20:35:19.287326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=9e602a2e-9fce-466d-90f1-29f17e44c871,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:19.300576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:19.302730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2e0-0bbd-4938-954a-55cf6d7b455e req-6e93b48c-40fd-4526-99bb-78fbc477eb8c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:19.303892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7d2e2e0-0bbd-4938-954a-55cf6d7b455e req-6e93b48c-40fd-4526-99bb-78fbc477eb8c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 948 time: 0.4820697 Apr 05 20:35:19.306713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b1ebc9f-9e3a-48a7-a8c0-df25cdece90a req-94b37345-dad7-492a-80fc-b763aacee0a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1101 time: 0.4829056 Apr 05 20:35:19.459208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-72e0b616-50bd-4f13-be6e-40cb3e6732e5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:19.459916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-72e0b616-50bd-4f13-be6e-40cb3e6732e5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:19.465390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Attempting to bind port 9e602a2e-9fce-466d-90f1-29f17e44c871 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:19.465731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Attempting to bind port 9e602a2e-9fce-466d-90f1-29f17e44c871 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:19.466057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Attempting to bind port 9e602a2e-9fce-466d-90f1-29f17e44c871 on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:19.470121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7d2e2e0-0bbd-4938-954a-55cf6d7b455e req-cbc4ad11-008d-44a0-a713-4519dc8d06b1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439290 Apr 05 20:35:19.474203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b1ebc9f-9e3a-48a7-a8c0-df25cdece90a req-9c8ed390-26b7-4f6c-b33f-499765404b1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492841 Apr 05 20:35:19.476801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1045f28-2519-4155-a943-d70146425a4d req-dfdc3d06-e762-4c40-ae64-d0a77045fb2a service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049948 Apr 05 20:35:19.479833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Port 9e602a2e-9fce-466d-90f1-29f17e44c871 on network 103afd5c-3b83-4da2-baad-2149cd494344 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:35:19.480275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Attempting to bind port 9e602a2e-9fce-466d-90f1-29f17e44c871 on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:19.487998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:19.488347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:19.488743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Bound using segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:19.489235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Bound port: 9e602a2e-9fce-466d-90f1-29f17e44c871, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:19.490985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.545253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1023570132-network', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:19.556418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:19.568883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Usage tracker for resource:network and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:19.573494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-72e0b616-50bd-4f13-be6e-40cb3e6732e5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:19.574909 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-72e0b616-50bd-4f13-be6e-40cb3e6732e5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 811 time: 0.4601214 Apr 05 20:35:19.577015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:19.585420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:19.603471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'port': {'device_id': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d', 'admin_state_up': True, 'tenant_id': 'd1854d21d235419a95a5f3ebc6ae5c89'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:19.689441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] For port 9e602a2e-9fce-466d-90f1-29f17e44c871, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:19.709618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] For port 9e602a2e-9fce-466d-90f1-29f17e44c871, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9e602a2e-9fce-466d-90f1-29f17e44c871,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:19.719522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Made reservation on behalf of 0a9778ff8abd472f9af8d79b66eb8430 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:19.721834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.747464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.792138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:19.794650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.816440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449d5d9-d987-4b81-aabc-193447d8615a req-fd9c3e1b-fa03-4287-ba09-a40ee9e14ae8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:19.818307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e449d5d9-d987-4b81-aabc-193447d8615a req-fd9c3e1b-fa03-4287-ba09-a40ee9e14ae8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 950 time: 0.0890353 Apr 05 20:35:19.837330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:port and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:19.851155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:19.865919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:19.867641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e449d5d9-d987-4b81-aabc-193447d8615a req-0a580e7f-70c1-45ba-8450-52eb69bef105 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Apr 05 20:35:19.875227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:19.883304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:19.889358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:19.901719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:19.910078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.912017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] 10.222.0.39 "PUT /v2.0/ports/9e602a2e-9fce-466d-90f1-29f17e44c871 HTTP/1.1" status: 200 len: 1091 time: 1.8132594 Apr 05 20:35:19.922566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'tag': '9e602a2e-9fce-466d-90f1-29f17e44c871'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:19.927760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68554b-a677-4107-b9dc-bb096410cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=9e602a2e-9fce-466d-90f1-29f17e44c871,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:19.941293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.985407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.017879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Made reservation on behalf of d1854d21d235419a95a5f3ebc6ae5c89 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:20.021130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.111147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.174251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:20.193962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8d512-4ba6-45af-b236-07b42de68426 req-1863d529-af39-47bb-837a-2dfc1c012d21 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:20.195316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29b8d512-4ba6-45af-b236-07b42de68426 req-1863d529-af39-47bb-837a-2dfc1c012d21 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 943 time: 0.0818357 Apr 05 20:35:20.198004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeddf9e1-64e9-43e5-8c9b-35b485b679f1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:20.200654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.201000 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Added segment f5341790-80a4-48bb-8924-393690b2bed9 of type vlan for network f86eb5ba-903d-4f43-ae36-67e4215b5223 Apr 05 20:35:20.240002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:20.244736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:20.245535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29b8d512-4ba6-45af-b236-07b42de68426 req-cd2fda05-17c8-41f7-8780-e5837c8046be tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Apr 05 20:35:20.328114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.354897 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-653c30fc-2b87-4f08-9595-3a248a54a909 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 1094 time: 0.2734358 Apr 05 20:35:20.356893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Allocated IP 172.20.0.13 (9ceb17f7-83c1-4373-9dee-145c9a496b7d/846fcf0b-04fd-4a79-8137-415bd875898a/e238bf67-3d26-4610-ab4d-6852bd0c43c2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:20.449374 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-6f46407a-2a2d-44e0-83d2-310c21ecb237 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e602a2e-9fce-466d-90f1-29f17e44c871 HTTP/1.1" status: 200 len: 217 time: 0.0802608 Apr 05 20:35:20.474919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:20.488695 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.490802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9819-fd39-4a86-bac0-5878fa41bbf4 req-7cc4cd01-fc35-4489-97cd-49f04d51436b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:20.501125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0aa9819-fd39-4a86-bac0-5878fa41bbf4 req-7cc4cd01-fc35-4489-97cd-49f04d51436b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 946 time: 0.0976999 Apr 05 20:35:20.501538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a95142a3-e72f-45fd-be76-bbb857996290', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'a95142a3-e72f-45fd-be76-bbb857996290', 'mac_address': 'fa:16:3e:cc:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:20.552006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.552987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:20.553666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.565459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0aa9819-fd39-4a86-bac0-5878fa41bbf4 req-e2cc737e-e14d-4ea4-8fdf-28fdd0a407ab tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631704 Apr 05 20:35:20.569276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:20.582467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:20.593923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.611614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:20.613786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7abee-979d-402d-8c82-f7fa30586137 req-c8f23c9e-af60-4efa-b4c1-dcbc4156ca28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:20.615272 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-c8f23c9e-af60-4efa-b4c1-dcbc4156ca28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1525207 Apr 05 20:35:20.693177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.712761 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c58aff-62c7-4968-aa72-e181d00fe958'] response: {'name': 'network-changed', 'server_uuid': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'tag': '9e602a2e-9fce-466d-90f1-29f17e44c871', 'status': 'completed', 'code': 200} Apr 05 20:35:20.790680 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-35aa10c6-d9fe-4799-9a93-c3ccdcf756b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257060 Apr 05 20:35:20.798604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=f86eb5ba-903d-4f43-ae36-67e4215b5223,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:20.818731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:20.857736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc3c3ba9-03ff-4b6f-9a1a-ccddf1035aba req-1c579922-e054-45c8-99fd-5626c80d4e1a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 210 time: 0.0749357 Apr 05 20:35:20.928127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:35:20.928551 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:35:20.932126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:20.955400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.956095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.956095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.956375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.956698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.957021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.957362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.957690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.958033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.958351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.958666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:20.979499 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a1b8a804-8ec9-450f-a6c1-1ef07bfa4fe5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6774769 Apr 05 20:35:20.982560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49842) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:20.988381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Request body: {'subnet': {'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1023570132-subnet', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:20.994787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:20.998865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Usage tracker for resource:subnet and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:21.003030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:21.010278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:21.060925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.092457 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-a95f0ff7-ce1a-4f79-a3af-83a566509e53 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914612 Apr 05 20:35:21.103962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Made reservation on behalf of 0a9778ff8abd472f9af8d79b66eb8430 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:21.106415 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.130018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f22c5-c496-4a0d-b366-182423385413 req-e5e906a3-a522-49d2-9d12-81a6a5afb903 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:21.131958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a2f22c5-c496-4a0d-b366-182423385413 req-e5e906a3-a522-49d2-9d12-81a6a5afb903 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 948 time: 0.1020260 Apr 05 20:35:21.238478 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-28b7abee-979d-402d-8c82-f7fa30586137 req-a9b141f1-831d-433f-95ca-1068c26a4bfd service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380630 Apr 05 20:35:21.247927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a2f22c5-c496-4a0d-b366-182423385413 req-863622d1-39ea-42f4-8e0a-7aca2bdf990e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701423 Apr 05 20:35:21.270097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.308645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b2f95c32-52d8-4b28-b5d2-7175a29ef948 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:21.347039 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e498660f-f1bc-4899-a923-157bd219c89c'] response: {'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290', 'code': 200} Apr 05 20:35:21.359552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Network 9ceb17f7-83c1-4373-9dee-145c9a496b7d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:21.363078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:21.396159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:21.407509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-8ecf15bd-8f38-41e5-845e-9a6a65c618d6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:21.408967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-8ecf15bd-8f38-41e5-845e-9a6a65c618d6 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 946 time: 0.1579883 Apr 05 20:35:21.512633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b2f95c32-52d8-4b28-b5d2-7175a29ef948, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b2f95c32-52d8-4b28-b5d2-7175a29ef948,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:21.519797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.528857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:21.547538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', 'mac_address': 'fa:16:3e:ad:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:21.552484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:21.553898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Deleting port a0c50574-d258-4b4f-ab3b-20e624ec0112 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:21.554398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.563491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:21.564250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.595215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-f35533e6-688c-43ca-a231-9d0d1ce33067 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 1094 time: 0.1548047 Apr 05 20:35:21.634156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:21.642764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.663951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f95c32-52d8-4b28-b5d2-7175a29ef948 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:21.679809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.689774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b2f95c32-52d8-4b28-b5d2-7175a29ef948, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b2f95c32-52d8-4b28-b5d2-7175a29ef948,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:21.698740 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-2f67dc1e-4fc1-4e42-8935-16822d10cb4f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1017673 Apr 05 20:35:21.713891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce79b8-6aa2-4018-8304-61651ba4902f req-692a0cb9-b63d-466a-8537-4b4b4acef728 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:21.715339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58ce79b8-6aa2-4018-8304-61651ba4902f req-692a0cb9-b63d-466a-8537-4b4b4acef728 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 948 time: 0.2208743 Apr 05 20:35:21.716373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Request body: {'port': {'device_id': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:21.720784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.782455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-1e214a44-641d-4cd8-940b-590fad22ce05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:21.784351 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-1e214a44-641d-4cd8-940b-590fad22ce05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.1833861 Apr 05 20:35:21.800763 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.803015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:21.907955 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-9a173dc9-fedc-4d26-bf35-c2e3916597c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e602a2e-9fce-466d-90f1-29f17e44c871 HTTP/1.1" status: 200 len: 217 time: 0.1173046 Apr 05 20:35:21.908157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b2f95c32-52d8-4b28-b5d2-7175a29ef948,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:21.928324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50295cf9-4147-4e9f-be6d-1fc1c8b9cd54,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:21.960889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.989107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58ce79b8-6aa2-4018-8304-61651ba4902f req-282dfee5-50ce-4e1f-abaf-3ab42ee3af61 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602887 Apr 05 20:35:21.996108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Checking segment: {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:21.996466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Network hostable DHCP agents. Network: f86eb5ba-903d-4f43-ae36-67e4215b5223, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:22.000290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a95142a3-e72f-45fd-be76-bbb857996290'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:22.027284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] For port a0c50574-d258-4b4f-ab3b-20e624ec0112, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a0c50574-d258-4b4f-ab3b-20e624ec0112,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:22.027675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.048909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-026f900b-e7fa-44dd-bc24-06360b09f540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:22.050508 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-026f900b-e7fa-44dd-bc24-06360b09f540 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1343815 Apr 05 20:35:22.110562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-0bb77f85-1a65-47f7-baa0-a5ae1af6a405 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531158 Apr 05 20:35:22.294616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Calling delete_port for a0c50574-d258-4b4f-ab3b-20e624ec0112 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:22.371892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b2f95c32-52d8-4b28-b5d2-7175a29ef948'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:22.397679 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-e57e1236-cbb9-4176-b993-8aae93de79bf service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468638 Apr 05 20:35:22.516631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6f9b4-90d9-4825-9b19-ca881f5912b7 req-330646d4-9389-4bd3-929d-7318168876ec tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:22.518147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42c6f9b4-90d9-4825-9b19-ca881f5912b7 req-330646d4-9389-4bd3-929d-7318168876ec tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 943 time: 0.2319386 Apr 05 20:35:22.527100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065e9cd-92a6-4131-86d2-ea99e32fd24d req-ce0564be-e1ea-4458-a441-caa2d7c3a4ec tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:22.533373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c065e9cd-92a6-4131-86d2-ea99e32fd24d req-ce0564be-e1ea-4458-a441-caa2d7c3a4ec tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 946 time: 0.2434459 Apr 05 20:35:22.549662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:22.608876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42c6f9b4-90d9-4825-9b19-ca881f5912b7 req-9fd2d877-5f0c-45de-bff2-233d14978dbc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792277 Apr 05 20:35:22.613556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c065e9cd-92a6-4131-86d2-ea99e32fd24d req-4ca61afc-0421-41f1-9c17-51632d5d6854 tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e1de1e-1058-4e0a-8835-161a79c7fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684571 Apr 05 20:35:22.620171 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0ddd80db-fbaa-4a53-9edd-2b037b370771 req-be976c6f-3d08-43fd-8bc0-9a34a71999ab service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123778 Apr 05 20:35:22.625329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49862) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:22.630900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e238bf67-3d26-4610-ab4d-6852bd0c43c2 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:22.638315 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.653101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f86eb5ba-903d-4f43-ae36-67e4215b5223) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:22.655278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Transition to ACTIVE for port object e238bf67-3d26-4610-ab4d-6852bd0c43c2 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:22.657905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:22.658680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.666134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdfa3d-2d83-42da-b7b1-60070557e8f8 None None] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:35:22.736083 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.841298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9ea3677e-244f-479b-add1-70622338231e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8572710 Apr 05 20:35:22.892832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:22.904141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.912848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:22.925137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:22.934341 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.935610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Usage tracker for resource:router and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:22.966081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a0c50574-d258-4b4f-ab3b-20e624ec0112'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:22.990621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:23.004100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Pushing event deleted for resources: {'Port': ['ID=a0c50574-d258-4b4f-ab3b-20e624ec0112,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:23.005806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:23.018536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:23.019775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:23.056743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f86eb5ba-903d-4f43-ae36-67e4215b5223', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:35:23.056743 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.067930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Usage tracker for resource:security_group_rule and tenant:cc736c71367f4bafb5e8f383695f075f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:23.071965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:23.107182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:23.121410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000dcdb-be1a-4ca8-b9d0-7ed4c77ec5c1 req-7b2705ea-17c4-4b51-bacc-13d4510378e3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:23.122886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6000dcdb-be1a-4ca8-b9d0-7ed4c77ec5c1 req-7b2705ea-17c4-4b51-bacc-13d4510378e3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 944 time: 0.2875705 Apr 05 20:35:23.125856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] No DVR routers for this DVR port a0c50574-d258-4b4f-ab3b-20e624ec0112 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:23.128954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.137577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'name': 'network-vif-deleted', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:23.147378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Attempting to bind port e238bf67-3d26-4610-ab4d-6852bd0c43c2 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:23.147378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Attempting to bind port e238bf67-3d26-4610-ab4d-6852bd0c43c2 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:23.147378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Attempting to bind port e238bf67-3d26-4610-ab4d-6852bd0c43c2 on network 9ceb17f7-83c1-4373-9dee-145c9a496b7d {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:23.152846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Port e238bf67-3d26-4610-ab4d-6852bd0c43c2 on network 9ceb17f7-83c1-4373-9dee-145c9a496b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:35:23.153309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Attempting to bind port e238bf67-3d26-4610-ab4d-6852bd0c43c2 on network 9ceb17f7-83c1-4373-9dee-145c9a496b7d {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:23.159830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:23.160277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Checking segment: {'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:23.160869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Bound using segment: {'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:23.162042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Bound port: e238bf67-3d26-4610-ab4d-6852bd0c43c2, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:23.162480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.213000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.214097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.222404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6000dcdb-be1a-4ca8-b9d0-7ed4c77ec5c1 req-2a55970d-ed39-4ba4-b34d-4d7e6de26aa4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:23.248579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Allocated IP 172.20.0.2 (f86eb5ba-903d-4f43-ae36-67e4215b5223/50295cf9-4147-4e9f-be6d-1fc1c8b9cd54/e21116f0-2f9f-40f5-80b2-4cd30afd30df) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:23.259746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.271964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.281658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:23.287377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7adbcdf0-c4a4-41eb-9fa2-58f8e5ce37f7 req-43f50d8d-5295-4126-85f5-88f18a45e09f tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.23 "DELETE /v2.0/ports/a0c50574-d258-4b4f-ab3b-20e624ec0112 HTTP/1.1" status: 204 len: 173 time: 1.8706779 Apr 05 20:35:23.297457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:23.372282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6000dcdb-be1a-4ca8-b9d0-7ed4c77ec5c1 req-2a55970d-ed39-4ba4-b34d-4d7e6de26aa4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:23.379767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6000dcdb-be1a-4ca8-b9d0-7ed4c77ec5c1 req-2a55970d-ed39-4ba4-b34d-4d7e6de26aa4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471793 Apr 05 20:35:23.382735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.404076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.503290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.517578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Transition to ACTIVE for port object e21116f0-2f9f-40f5-80b2-4cd30afd30df will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:23.541267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Transition to ACTIVE for port object e21116f0-2f9f-40f5-80b2-4cd30afd30df will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:23.574556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc736c71367f4bafb5e8f383695f075f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9479060 Apr 05 20:35:23.576738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49880) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:23.605253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10b1e5-407e-4bd0-952a-ee5d0615d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0b9f0a-528b-456a-9d02-b48b613458f2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:23.618475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.641792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.643196 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] 10.222.0.39 "PUT /v2.0/ports/e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 200 len: 1092 time: 1.9309235 Apr 05 20:35:23.649185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:23.678408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.691974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf485217-1dd9-4118-9adb-b5b65fe1ad88 service neutron] Pushing event updated for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:23.701359 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f9f209-3226-497e-b113-f72edc841f44'] response: {'server_uuid': '9cb51e62-e2bc-4ac5-b533-34db95c94b0a', 'name': 'network-vif-deleted', 'tag': 'a0c50574-d258-4b4f-ab3b-20e624ec0112', 'status': 'completed', 'code': 200} Apr 05 20:35:23.726874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:23.732918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57801d-1631-48b2-812f-f1009f983750 req-ad94c648-ec8a-490b-b724-2765a8f75543 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:23.733197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:23.733317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c57801d-1631-48b2-812f-f1009f983750 req-ad94c648-ec8a-490b-b724-2765a8f75543 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 949 time: 0.3048654 Apr 05 20:35:23.733418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:23.741348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Pushing event updated for resources: {'Port': ['ID=e21116f0-2f9f-40f5-80b2-4cd30afd30df,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:23.770347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ce-147f-40a9-900f-bc417f65b0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.847375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Attempting to bind port e21116f0-2f9f-40f5-80b2-4cd30afd30df on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:23.848081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Attempting to bind port e21116f0-2f9f-40f5-80b2-4cd30afd30df by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:23.848643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Attempting to bind port e21116f0-2f9f-40f5-80b2-4cd30afd30df on network f86eb5ba-903d-4f43-ae36-67e4215b5223 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:23.855956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:23.857990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Checking segment: {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:23.857990 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.857990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Bound using segment: {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:23.858335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Bound port: e21116f0-2f9f-40f5-80b2-4cd30afd30df, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:23.858923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.861737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ce-147f-40a9-900f-bc417f65b0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.899083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c57801d-1631-48b2-812f-f1009f983750 req-b6485d84-fc45-4f31-8e70-06aaf762d1c8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458499 Apr 05 20:35:23.955303 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-95189bbd-e49e-4b74-962e-c128ac30c8a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1095 time: 0.1667633 Apr 05 20:35:23.962158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] For port e21116f0-2f9f-40f5-80b2-4cd30afd30df, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:23.965591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] For port e21116f0-2f9f-40f5-80b2-4cd30afd30df, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e21116f0-2f9f-40f5-80b2-4cd30afd30df,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:23.968588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da9f6f1a-c8fb-4a52-9866-dab598dbf15d req-5db061d0-3948-41e7-9ae6-c43c044f992f tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1101 time: 0.1419854 Apr 05 20:35:24.014508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da9f6f1a-c8fb-4a52-9866-dab598dbf15d req-0b71613b-4e8f-452b-ad5d-efed1026595f tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Apr 05 20:35:24.017378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ce-147f-40a9-900f-bc417f65b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.033544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.034612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3453ce-147f-40a9-900f-bc417f65b0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0b9f0a-528b-456a-9d02-b48b613458f2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:24.038466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca3453ce-147f-40a9-900f-bc417f65b0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.042726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ca3453ce-147f-40a9-900f-bc417f65b0ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb0b9f0a-528b-456a-9d02-b48b613458f2 HTTP/1.1" status: 204 len: 168 time: 0.4616303 Apr 05 20:35:24.075557 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-f26ff702-f824-4272-a46c-41d8ba074a34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 200 len: 217 time: 0.1053016 Apr 05 20:35:24.180469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cc78-7353-465d-80b8-383e191756b3 req-d9dfb90c-9f0a-46cb-b45d-d06f507efccc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:24.193872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e671cc78-7353-465d-80b8-383e191756b3 req-d9dfb90c-9f0a-46cb-b45d-d06f507efccc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 943 time: 0.1360629 Apr 05 20:35:24.216301 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746cadc4-8ae8-4547-bf87-e65e2307c34e'] response: {'name': 'network-changed', 'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'status': 'completed', 'code': 200} Apr 05 20:35:24.224161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724f5be-96d1-4a06-abc6-48a3ee89fd83 None None] Pushing event updated for resources: {'Port': ['ID=e21116f0-2f9f-40f5-80b2-4cd30afd30df,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:24.261384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:24.267848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e671cc78-7353-465d-80b8-383e191756b3 req-a67bbe8b-c9e0-4220-b6b0-6c03f9192e1d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678797 Apr 05 20:35:24.290137 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.345227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.407354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a95142a3-e72f-45fd-be76-bbb857996290 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:24.407905 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.421897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ced68c78-7e4a-45bc-afab-d6210e9d224e req-cd918f65-767c-4012-a06c-99961ae3594b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Synchronizing usage tracker for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:24.499236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Allocated IP 172.25.2.225 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/a186a2f6-8a40-4715-afe9-27136ae550cd) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:24.544466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ced68c78-7e4a-45bc-afab-d6210e9d224e req-cd918f65-767c-4012-a06c-99961ae3594b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] Unset dirty status for tenant:fe8f8c26866a48c8b4ba2f640fbeab57 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:24.546155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ced68c78-7e4a-45bc-afab-d6210e9d224e req-cd918f65-767c-4012-a06c-99961ae3594b tempest-FloatingIPsAssociationNegativeTestJSON-456675554 tempest-FloatingIPsAssociationNegativeTestJSON-456675554-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb51e62-e2bc-4ac5-b533-34db95c94b0a HTTP/1.1" status: 200 len: 210 time: 0.2426331 Apr 05 20:35:24.649918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-422ea645-5f6d-4f03-a389-e65c8c273419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:24.651432 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-422ea645-5f6d-4f03-a389-e65c8c273419 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.5629079 Apr 05 20:35:24.728892 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.732229 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-ba283beb-0eec-44be-9d49-bbc33c3b1fb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681195 Apr 05 20:35:24.778622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:24.791595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:24.841649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160be5a0-a8c8-4af9-b876-439bc5b6432b req-49ea7b19-0a65-4d14-bb4b-82f343bbc4de tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:24.843085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-160be5a0-a8c8-4af9-b876-439bc5b6432b req-49ea7b19-0a65-4d14-bb4b-82f343bbc4de tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 944 time: 0.0882726 Apr 05 20:35:24.850337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.876556 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.891897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-160be5a0-a8c8-4af9-b876-439bc5b6432b req-80094e0e-2648-4a34-a80d-bde0e9f53870 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Apr 05 20:35:24.919239 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-5a57f5b0-5c98-4d58-bf1f-add80b20ac02 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624134 Apr 05 20:35:24.967169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=11']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:25.008653 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f66c19-dcb9-45f8-8b07-75ac869283e1'] response: {'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290', 'code': 200} Apr 05 20:35:25.015230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49906) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:25.041467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.080296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:25.089828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:42b49ca751914fe893d90a5d027dd5f1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:25.094121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:25.103548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:25.134189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.256629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:25.260318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:25.262354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Pushing event updated for resources: {'Port': ['ID=a186a2f6-8a40-4715-afe9-27136ae550cd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:25.264700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:25.302548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675baf89-c916-4193-aff5-8761bee06afa req-d9d2c7ef-7cc5-4559-b00c-569283ca0e9f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:25.304013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-675baf89-c916-4193-aff5-8761bee06afa req-d9d2c7ef-7cc5-4559-b00c-569283ca0e9f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 949 time: 0.1837971 Apr 05 20:35:25.335296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9e602a2e-9fce-466d-90f1-29f17e44c871 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:25.341252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b2f95c32-52d8-4b28-b5d2-7175a29ef948 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:25.378935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.386212 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7672a13b-c7d7-46f5-b697-aa347c466a57 req-5becb065-4fc9-4062-a292-b376411c884c service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609687 Apr 05 20:35:25.386839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d1f8e8c-1089-48be-a28e-c951f64b7a13 req-6850de27-0bd4-4c6a-a1e8-1824f64c506a tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 1102 time: 0.1908708 Apr 05 20:35:25.398092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-675baf89-c916-4193-aff5-8761bee06afa req-758713b3-2768-42fa-bb50-128c168910f8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755124 Apr 05 20:35:25.443920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d1f8e8c-1089-48be-a28e-c951f64b7a13 req-111a44d0-72a9-4e81-af50-f4df49b27cf9 tempest-ServersAdminTestJSON-1998837373 tempest-ServersAdminTestJSON-1998837373-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Apr 05 20:35:25.447632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.525949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42b49ca751914fe893d90a5d027dd5f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5080407 Apr 05 20:35:25.528431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49914) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:25.540813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c06032-2ab6-4783-8de4-aa531eebc0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7703b1bc-cc28-4490-8b1c-e5461db37849,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:25.595808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9e602a2e-9fce-466d-90f1-29f17e44c871, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9e602a2e-9fce-466d-90f1-29f17e44c871,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:25.618560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '9e602a2e-9fce-466d-90f1-29f17e44c871', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': '9e602a2e-9fce-466d-90f1-29f17e44c871', 'mac_address': 'fa:16:3e:92:79:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:25.626939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b72f8-78d2-4a24-80c8-1e3cf2c254f0 None None] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:35:25.687221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ad13ac1-10e8-4012-9392-a07de9f5ebc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.698741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa3d92-7afb-4d46-8fe7-d5d828a3cd61 req-179f3e44-5f9e-4159-ba5e-43b8492e4266 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:25.700195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cfa3d92-7afb-4d46-8fe7-d5d828a3cd61 req-179f3e44-5f9e-4159-ba5e-43b8492e4266 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 943 time: 0.1023324 Apr 05 20:35:25.733992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ad13ac1-10e8-4012-9392-a07de9f5ebc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.749709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cfa3d92-7afb-4d46-8fe7-d5d828a3cd61 req-d95469aa-f32d-4a18-ac27-9276d278a226 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Apr 05 20:35:25.771824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.778144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.778954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.787587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-181b161c-a9c7-4eae-922c-e7155926a828 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1095 time: 0.2127333 Apr 05 20:35:25.859896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49920) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:25.863631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e602a2e-9fce-466d-90f1-29f17e44c871 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:25.916999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9e602a2e-9fce-466d-90f1-29f17e44c871, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9e602a2e-9fce-466d-90f1-29f17e44c871,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:25.976232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ed8842ba-b909-432a-bc36-def083fbf506 None None] Provisioning for port e21116f0-2f9f-40f5-80b2-4cd30afd30df completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:26.039936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.043546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port b2f95c32-52d8-4b28-b5d2-7175a29ef948 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:26.049930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ad13ac1-10e8-4012-9392-a07de9f5ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.080812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad13ac1-10e8-4012-9392-a07de9f5ebc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703b1bc-cc28-4490-8b1c-e5461db37849,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:26.093282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-621be03f-b1c5-4d7c-8366-cbbb651e6c36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:26.094858 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-621be03f-b1c5-4d7c-8366-cbbb651e6c36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 912 time: 0.2573214 Apr 05 20:35:26.165859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port b2f95c32-52d8-4b28-b5d2-7175a29ef948 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:26.166099 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.177246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ad13ac1-10e8-4012-9392-a07de9f5ebc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.180719 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8ad13ac1-10e8-4012-9392-a07de9f5ebc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7703b1bc-cc28-4490-8b1c-e5461db37849 HTTP/1.1" status: 204 len: 168 time: 0.6491079 Apr 05 20:35:26.189964 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-a2ff1abb-3b5f-47dd-8622-33305233812d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 200 len: 217 time: 0.0854628 Apr 05 20:35:26.301781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e0a67-ea92-4bd7-8ffc-264a71954341 req-869c9ee6-4559-42b4-bf66-314f19a5df1c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:26.303462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-080e0a67-ea92-4bd7-8ffc-264a71954341 req-869c9ee6-4559-42b4-bf66-314f19a5df1c tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 950 time: 0.1426105 Apr 05 20:35:26.303914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-748bf368-5aa3-4cef-8b45-1108e2f32363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:26.305957 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-748bf368-5aa3-4cef-8b45-1108e2f32363 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.1069136 Apr 05 20:35:26.337515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e21116f0-2f9f-40f5-80b2-4cd30afd30df up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:26.372998 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-d29470c0-1fd6-4362-80dd-60ec06669dd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566185 Apr 05 20:35:26.375711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc51ec7-9cd1-4e22-b887-8f7e259967a9 req-47873080-390d-48bb-a24c-8eaa489ec473 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:26.383001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccc51ec7-9cd1-4e22-b887-8f7e259967a9 req-47873080-390d-48bb-a24c-8eaa489ec473 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 944 time: 0.2639296 Apr 05 20:35:26.385442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a0c50574-d258-4b4f-ab3b-20e624ec0112 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:26.413575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-080e0a67-ea92-4bd7-8ffc-264a71954341 req-38dcb88d-db75-472d-8d08-0fdfa0f32468 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977523 Apr 05 20:35:26.467840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccc51ec7-9cd1-4e22-b887-8f7e259967a9 req-fd15ee2f-0215-4d73-a882-89b49937b65e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674202 Apr 05 20:35:26.468076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: a0c50574-d258-4b4f-ab3b-20e624ec0112 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:26.468076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a0c50574-d258-4b4f-ab3b-20e624ec0112 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:26.493323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9e602a2e-9fce-466d-90f1-29f17e44c871,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:26.613084 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.635443 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-d37624c5-68fd-4d56-ad73-5ac3b2062fb8 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553337 Apr 05 20:35:26.651337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b2f95c32-52d8-4b28-b5d2-7175a29ef948, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b2f95c32-52d8-4b28-b5d2-7175a29ef948,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:26.737358 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.789896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9e602a2e-9fce-466d-90f1-29f17e44c871'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:26.828235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Router 332c09f0-1add-4847-b3b8-af0f58c8eb39 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:35:26.834424 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-759b0b50-cbbd-4143-8e57-c5b57766a97f req-5fc54bfd-503b-42e8-9072-3b5115eb3df6 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886272 Apr 05 20:35:26.856948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e21116f0-2f9f-40f5-80b2-4cd30afd30df completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:26.880689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406d6b3-8fe5-41ef-a7e3-e8fd66709da1 req-7abd4a6b-13f0-48be-afe7-770fcfe56a90 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:26.882241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f406d6b3-8fe5-41ef-a7e3-e8fd66709da1 req-7abd4a6b-13f0-48be-afe7-770fcfe56a90 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 949 time: 0.2624054 Apr 05 20:35:26.933339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e21116f0-2f9f-40f5-80b2-4cd30afd30df triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:26.933815 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.957590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f406d6b3-8fe5-41ef-a7e3-e8fd66709da1 req-8e8cdaf1-1f4c-489a-a8dd-dd026dfbca2c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647879 Apr 05 20:35:27.024190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec59380-cc62-4a74-a447-230b5e18449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:27.084082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.120309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b2f95c32-52d8-4b28-b5d2-7175a29ef948,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:27.124902 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd896a0-2f82-4db1-b0e6-8f0ee578a92d'] response: {'server_uuid': '8ec59380-cc62-4a74-a447-230b5e18449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', 'code': 200} Apr 05 20:35:27.133742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d4be3e6-f44b-4f23-b66e-b64837943b1b None None] Provisioning complete for port e21116f0-2f9f-40f5-80b2-4cd30afd30df triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:27.134122 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d4be3e6-f44b-4f23-b66e-b64837943b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.256960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8c15-f937-4d39-8ead-e9cf9d0a2ea0 req-dfeff1e0-74c6-4a5b-a78e-0b87521804fa tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:27.263949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a02f8c15-f937-4d39-8ead-e9cf9d0a2ea0 req-dfeff1e0-74c6-4a5b-a78e-0b87521804fa tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 944 time: 0.3155594 Apr 05 20:35:27.325700 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.333939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a02f8c15-f937-4d39-8ead-e9cf9d0a2ea0 req-cda06836-cac3-41f6-a3ed-593906e90a99 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683923 Apr 05 20:35:27.386628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:35:27.391161 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-90809360-6d40-4afa-9474-ec551c5ed3c5 req-5f8d4077-9123-45ca-861a-c88c3646fedc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 1101 time: 0.1725690 Apr 05 20:35:27.398641 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Sync routers for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:35:27.429009 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:27.433009 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:27.456345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e21116f0-2f9f-40f5-80b2-4cd30afd30df, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e21116f0-2f9f-40f5-80b2-4cd30afd30df,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:27.463106 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d4be3e6-f44b-4f23-b66e-b64837943b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.510324 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-90809360-6d40-4afa-9474-ec551c5ed3c5 req-f9f4e50f-2433-45e8-a470-1774e22f9b01 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013618 Apr 05 20:35:27.555401 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.614746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-046d1871-557b-447e-930f-0aafc40abe47 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:27.616424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.617828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-046d1871-557b-447e-930f-0aafc40abe47 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 950 time: 0.2335494 Apr 05 20:35:27.620478 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d8c78716-531d-413a-852c-acd8d242be24 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7221439 Apr 05 20:35:27.621091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49956) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:27.705836 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:27.720581 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-1d4be3e6-f44b-4f23-b66e-b64837943b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:35:27.721134 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-1d4be3e6-f44b-4f23-b66e-b64837943b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:35:27.723412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e21116f0-2f9f-40f5-80b2-4cd30afd30df,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:27.936651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Deleting port c9de992e-5884-4e20-8d44-9f4ae03e48de {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:27.937254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.074586 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:25Z', 'revision_number': 3, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:28.078451 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Checking router: 332c09f0-1add-4847-b3b8-af0f58c8eb39 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:35:28.079180 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Updating router 332c09f0-1add-4847-b3b8-af0f58c8eb39 port a186a2f6-8a40-4715-afe9-27136ae550cd binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:35:28.153465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e21116f0-2f9f-40f5-80b2-4cd30afd30df up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:28.153774 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.170474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de737-a469-45f5-8f5d-046f267a2ff0 req-2f8027b4-1331-4727-a404-55279e7e5024 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:28.171908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c02de737-a469-45f5-8f5d-046f267a2ff0 req-2f8027b4-1331-4727-a404-55279e7e5024 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 944 time: 0.4455936 Apr 05 20:35:28.212669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dcf3-284a-4b32-8edc-0f2853088b68 req-54c2660d-a9fe-46f6-8ba5-94023e955c58 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:28.214136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85b1dcf3-284a-4b32-8edc-0f2853088b68 req-54c2660d-a9fe-46f6-8ba5-94023e955c58 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 950 time: 0.4765396 Apr 05 20:35:28.380140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e21116f0-2f9f-40f5-80b2-4cd30afd30df triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:28.380788 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.524000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85b1dcf3-284a-4b32-8edc-0f2853088b68 req-45cdf173-ac18-47ca-9057-68c2a6f1539f tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739007 Apr 05 20:35:28.535157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c02de737-a469-45f5-8f5d-046f267a2ff0 req-2f55d54b-9150-4c5a-8e1e-de90b2671d6b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333132 Apr 05 20:35:28.606048 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.619967 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Transition to ACTIVE for port object a186a2f6-8a40-4715-afe9-27136ae550cd will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:28.680382 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.778193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] For port c9de992e-5884-4e20-8d44-9f4ae03e48de, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c9de992e-5884-4e20-8d44-9f4ae03e48de,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:28.778193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.786434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.832459 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Attempting to bind port a186a2f6-8a40-4715-afe9-27136ae550cd on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:28.832665 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Attempting to bind port a186a2f6-8a40-4715-afe9-27136ae550cd by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:28.835327 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Attempting to bind port a186a2f6-8a40-4715-afe9-27136ae550cd on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:28.844307 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Pushing event updated for resources: {'Port': ['ID=a186a2f6-8a40-4715-afe9-27136ae550cd,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:28.850559 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:28.851074 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:28.851476 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.851867 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:28.852360 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Bound port: a186a2f6-8a40-4715-afe9-27136ae550cd, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:28.852747 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.894693 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.895033 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.896250 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.896393 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.896630 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.896953 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.897306 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.897625 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.897942 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.898258 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.898580 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:28.944889 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] For port a186a2f6-8a40-4715-afe9-27136ae550cd, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:28.948166 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] For port a186a2f6-8a40-4715-afe9-27136ae550cd, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a186a2f6-8a40-4715-afe9-27136ae550cd,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:28.972074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Calling delete_port for c9de992e-5884-4e20-8d44-9f4ae03e48de owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:29.012362 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.101641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Allocated IP 172.20.0.1 (f86eb5ba-903d-4f43-ae36-67e4215b5223/50295cf9-4147-4e9f-be6d-1fc1c8b9cd54/634aefe5-b320-4a3e-9955-b0a206459d9b) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:29.109630 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17888605-6b55-4a1b-9eae-a1e682258fb3 None None] Pushing event updated for resources: {'Port': ['ID=a186a2f6-8a40-4715-afe9-27136ae550cd,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:29.118314 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:29.118984 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:29.186109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb918d-2619-4512-af49-daa956aafb19 req-3ee08d8a-3830-41b2-a62d-fa984983f97f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:29.188013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90bb918d-2619-4512-af49-daa956aafb19 req-3ee08d8a-3830-41b2-a62d-fa984983f97f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 950 time: 0.4677410 Apr 05 20:35:29.249424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Deleting port 762c2c0e-805b-4d0b-af8f-d488416ca838 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:29.250198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.289943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.310370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Transition to ACTIVE for port object 634aefe5-b320-4a3e-9955-b0a206459d9b will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:29.366963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e238bf67-3d26-4610-ab4d-6852bd0c43c2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:29.376251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9e602a2e-9fce-466d-90f1-29f17e44c871 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:29.397598 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:29.416131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.493296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29eb71-9c8a-4756-ab13-836b8809482e req-d18aa304-ee2e-4a5a-8be9-84a77a9e1f1c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:29.501518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db29eb71-9c8a-4756-ab13-836b8809482e req-d18aa304-ee2e-4a5a-8be9-84a77a9e1f1c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 944 time: 0.6263433 Apr 05 20:35:29.521209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:29.524775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:29.541752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:29.609150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90bb918d-2619-4512-af49-daa956aafb19 req-22557f2c-640a-4b57-9282-9a002cfeec6f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836000 Apr 05 20:35:29.620729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Pushing event updated for resources: {'Port': ['ID=634aefe5-b320-4a3e-9955-b0a206459d9b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:29.630636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.651608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['0cd11f3a-0d4b-43dd-8aff-206a8e602bc9', 'c9de992e-5884-4e20-8d44-9f4ae03e48de', 'a95142a3-e72f-45fd-be76-bbb857996290'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:29.697667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.807433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Pushing event deleted for resources: {'Port': ['ID=c9de992e-5884-4e20-8d44-9f4ae03e48de,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:29.840843 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:25Z', 'revision_number': 3, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:29.858995 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60c341-7008-4782-8db2-06aa898f20db None None] The sync data for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 is: [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:25Z', 'revision_number': 3, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:35:29.906715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db29eb71-9c8a-4756-ab13-836b8809482e req-7ff4903a-8aff-4811-8b14-614b4f8d42f4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973160 Apr 05 20:35:29.949165 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.000378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 9e602a2e-9fce-466d-90f1-29f17e44c871 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:30.007859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 9e602a2e-9fce-466d-90f1-29f17e44c871 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:30.008242 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.034787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d6b412c-128c-4cca-98f2-8a658933bc74 req-89a5d247-fa30-40eb-a6a7-4a86670d68a8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 210 time: 0.1729205 Apr 05 20:35:30.183542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:30.188275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] For port 762c2c0e-805b-4d0b-af8f-d488416ca838, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=762c2c0e-805b-4d0b-af8f-d488416ca838,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:30.189990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.224241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] No DVR routers for this DVR port c9de992e-5884-4e20-8d44-9f4ae03e48de on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:30.224440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d', 'port_id': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'mac_address': 'fa:16:3e:fa:95:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846fcf0b-04fd-4a79-8137-415bd875898a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:30.243954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.248280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd76b113-4043-4144-aa01-2441b413e10b', 'name': 'network-vif-deleted', 'tag': 'c9de992e-5884-4e20-8d44-9f4ae03e48de'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:30.322951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-38532c20-a148-4dc3-a1b0-c1119c8689a7 None None] Provisioning for port 634aefe5-b320-4a3e-9955-b0a206459d9b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:30.408358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-38532c20-a148-4dc3-a1b0-c1119c8689a7 None None] Provisioning complete for port 634aefe5-b320-4a3e-9955-b0a206459d9b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:30.408945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-38532c20-a148-4dc3-a1b0-c1119c8689a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.521813 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.608836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.631158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-38532c20-a148-4dc3-a1b0-c1119c8689a7 None None] Port 634aefe5-b320-4a3e-9955-b0a206459d9b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:35:30.651317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e238bf67-3d26-4610-ab4d-6852bd0c43c2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:30.669433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:30.680017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.703775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.728209 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48117dc-7178-4c67-8521-bce3c32dabc6'] response: {'server_uuid': 'dd76b113-4043-4144-aa01-2441b413e10b', 'name': 'network-vif-deleted', 'tag': 'c9de992e-5884-4e20-8d44-9f4ae03e48de', 'status': 'completed', 'code': 200} Apr 05 20:35:30.746198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Calling delete_port for 762c2c0e-805b-4d0b-af8f-d488416ca838 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:30.816388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9e602a2e-9fce-466d-90f1-29f17e44c871, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9e602a2e-9fce-466d-90f1-29f17e44c871,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:30.827092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Pushing event updated for resources: {'Port': ['ID=634aefe5-b320-4a3e-9955-b0a206459d9b,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:30.832239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e602a2e-9fce-466d-90f1-29f17e44c871'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:30.834401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.873005 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.957316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e70e1c06-153e-4a9e-89d4-3f8c28e7c655 req-4fd9ada5-27cd-4ddf-852c-e620cefa668e tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "DELETE /v2.0/ports/c9de992e-5884-4e20-8d44-9f4ae03e48de HTTP/1.1" status: 204 len: 173 time: 3.2654622 Apr 05 20:35:31.019061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:31.021498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:31.047581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef4101-2e51-470c-9fd9-aa2ade2c97c7 req-4c323621-39a3-461a-b62b-a58944c6ac08 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:31.058020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afef4101-2e51-470c-9fd9-aa2ade2c97c7 req-4c323621-39a3-461a-b62b-a58944c6ac08 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 944 time: 0.8311949 Apr 05 20:35:31.071172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:31.082924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:31.209010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afef4101-2e51-470c-9fd9-aa2ade2c97c7 req-79e5b565-4494-4f9e-95b7-82a033569ca5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499069 Apr 05 20:35:31.240071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:31.291592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9e602a2e-9fce-466d-90f1-29f17e44c871,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:31.304934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Pushing event deleted for resources: {'Port': ['ID=762c2c0e-805b-4d0b-af8f-d488416ca838,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:31.410605 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7c235c-6b12-46a6-ad6d-01c92d2a3f4e'] response: {'server_uuid': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e602a2e-9fce-466d-90f1-29f17e44c871', 'code': 200} Apr 05 20:35:31.476892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-945dad14-0cc6-40b7-aa57-c3210dd14a13 None None] Provisioning complete for port 634aefe5-b320-4a3e-9955-b0a206459d9b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:31.478080 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-945dad14-0cc6-40b7-aa57-c3210dd14a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:31.568192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:31.684079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-945dad14-0cc6-40b7-aa57-c3210dd14a13 None None] Port 634aefe5-b320-4a3e-9955-b0a206459d9b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:35:31.826513 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a5b533-81e9-4e5b-9927-d3467e21c789 req-e61d45af-6735-4e98-802a-0e0497aee8ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 1096 time: 0.2967596 Apr 05 20:35:31.837449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb8033-e35f-4452-aaf4-8c15b17f0df7 req-463f05d6-a39c-417f-82c5-1f00268cf48c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:31.838864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83fb8033-e35f-4452-aaf4-8c15b17f0df7 req-463f05d6-a39c-417f-82c5-1f00268cf48c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 950 time: 0.3890445 Apr 05 20:35:31.846005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3211989-e715-4c4c-aecd-6fedc0eb906c req-298d9a11-41bd-434a-bc41-6bb9b4dbe456 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:31.847541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3211989-e715-4c4c-aecd-6fedc0eb906c req-298d9a11-41bd-434a-bc41-6bb9b4dbe456 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 945 time: 0.2191889 Apr 05 20:35:31.884114 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68a5b533-81e9-4e5b-9927-d3467e21c789 req-a62581d9-4096-4ec9-b3a2-d6dfe8adac9d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469358 Apr 05 20:35:31.927268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Router 332c09f0-1add-4847-b3b8-af0f58c8eb39 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:35:31.949611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83fb8033-e35f-4452-aaf4-8c15b17f0df7 req-c81b109c-05f0-4ec0-bec6-accc6972ecdc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009092 Apr 05 20:35:31.954090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3211989-e715-4c4c-aecd-6fedc0eb906c req-acab2bfb-6239-4e7b-9b1a-e7d578da4572 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842226 Apr 05 20:35:32.027377 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.271792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:35:32.286781 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7e1f0abc-bf09-4625-bb1c-786c0c85216f admin admin] 10.222.0.10 "PUT /v2.0/routers/332c09f0-1add-4847-b3b8-af0f58c8eb39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6639507 Apr 05 20:35:32.320045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c9de992e-5884-4e20-8d44-9f4ae03e48de no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:32.400531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31487fc9-15b5-4e3b-a516-940feea199d6 req-b0744485-6fba-4eea-a6d9-b3aacae65eb1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Synchronizing usage tracker for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:32.428997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: c9de992e-5884-4e20-8d44-9f4ae03e48de {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:32.433773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c9de992e-5884-4e20-8d44-9f4ae03e48de not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:32.435588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a186a2f6-8a40-4715-afe9-27136ae550cd up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:32.484250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31487fc9-15b5-4e3b-a516-940feea199d6 req-b0744485-6fba-4eea-a6d9-b3aacae65eb1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Unset dirty status for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:32.485639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31487fc9-15b5-4e3b-a516-940feea199d6 req-b0744485-6fba-4eea-a6d9-b3aacae65eb1 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd76b113-4043-4144-aa01-2441b413e10b HTTP/1.1" status: 200 len: 210 time: 0.1522942 Apr 05 20:35:32.575633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a186a2f6-8a40-4715-afe9-27136ae550cd completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:32.585021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a186a2f6-8a40-4715-afe9-27136ae550cd triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:32.585737 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.726239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.743127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a186a2f6-8a40-4715-afe9-27136ae550cd, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a186a2f6-8a40-4715-afe9-27136ae550cd,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:32.815423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.842090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018b6d51-9cdb-4e6c-be37-bbcbd3b914c0 req-f2d62877-4ffa-403c-97ac-06914b415903 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 1101 time: 0.1871626 Apr 05 20:35:32.847767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106eae-3108-4d92-ae6f-e0f1026fa5a4 req-a7b4e130-57d2-441f-8757-cedde0d4f25f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:32.849726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66106eae-3108-4d92-ae6f-e0f1026fa5a4 req-a7b4e130-57d2-441f-8757-cedde0d4f25f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 945 time: 0.1938369 Apr 05 20:35:32.883432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a186a2f6-8a40-4715-afe9-27136ae550cd,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:33.163279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66106eae-3108-4d92-ae6f-e0f1026fa5a4 req-2a12e322-b9a1-4c3f-ab4f-9e511b206a26 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627437 Apr 05 20:35:33.164683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018b6d51-9cdb-4e6c-be37-bbcbd3b914c0 req-7519ec6b-68b0-40a6-9dc3-c135c9d25c06 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139703 Apr 05 20:35:33.270528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:35:33.387829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e238bf67-3d26-4610-ab4d-6852bd0c43c2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:33.514831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:33.528576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16420d8-050e-430b-bec4-193c2accf307 req-ee01f711-e46f-4151-b0bd-1fb1c9c1e578 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:33.530370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f16420d8-050e-430b-bec4-193c2accf307 req-ee01f711-e46f-4151-b0bd-1fb1c9c1e578 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2227376 Apr 05 20:35:33.542429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port e238bf67-3d26-4610-ab4d-6852bd0c43c2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:33.548777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e238bf67-3d26-4610-ab4d-6852bd0c43c2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:33.549305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:33.597411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f16420d8-050e-430b-bec4-193c2accf307 req-696faf2c-2cf1-499b-85ba-4cc929a491e8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587978 Apr 05 20:35:33.652245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:35:33.663120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] Sync routers for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:35:33.676922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:33.706974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:33.708256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:33.739463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50058) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:33.747991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1b5d8572-2a09-422c-9302-ac555971d541 admin admin] 10.222.0.10 "PUT /v2.0/routers/0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8839390 Apr 05 20:35:33.750155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50062) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:33.756888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615979861', 'description': 'tempest-description--1343742377'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:33.773718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:33.790525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Usage tracker for resource:security_group and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:33.803062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:33.810351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:33.918384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:33.978075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:34.037540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:34.057797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:34.065657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Usage tracker for resource:security_group_rule and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:34.094945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:34.109595 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.114741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:34.127772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281159f2-b7dc-4abe-a68b-4a117aef24d2 req-727bc8cd-e18a-4bd7-a4ff-bf337023aca0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:34.129561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-281159f2-b7dc-4abe-a68b-4a117aef24d2 req-727bc8cd-e18a-4bd7-a4ff-bf337023aca0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 945 time: 0.1816912 Apr 05 20:35:34.213899 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Sync routers for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:35:34.220196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-281159f2-b7dc-4abe-a68b-4a117aef24d2 req-5ecb2673-a76b-429a-a7cb-c4b95b1e8849 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802114 Apr 05 20:35:34.241149 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:34.242297 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:34.261041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a186a2f6-8a40-4715-afe9-27136ae550cd up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:34.275740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.297799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.354887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.386863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:34.438519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7cf434-d7e8-4f55-9d6b-2fe493137d19,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:34.506870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-a77742e6-7171-4787-a9c5-8e3928b52955 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475259 Apr 05 20:35:34.518645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.520305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0fbecb5b-763a-47e2-938e-35c752e004c0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7795863 Apr 05 20:35:34.522916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50078) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:34.529295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Request body: {'security_group_rule': {'security_group_id': '3a7cf434-d7e8-4f55-9d6b-2fe493137d19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:34.537236 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:34.542474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:34.554588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Usage tracker for resource:security_group_rule and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:34.567192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:34.574534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:34.642973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.667126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:34.731678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.748996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-0c6567a7-2ca9-4e4f-af73-4a41169558b1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:34.756149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-0c6567a7-2ca9-4e4f-af73-4a41169558b1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489586 Apr 05 20:35:34.781735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1471cb32-71a2-469a-99db-3a2a2a1bbe94 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/quotas/ede5f96069d4491c8c858c7dcdf64428 HTTP/1.1" status: 200 len: 375 time: 0.0245624 Apr 05 20:35:34.790127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a186a2f6-8a40-4715-afe9-27136ae550cd triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:34.790611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.792686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638933-6b72-4c71-a1bc-86adaa6cefb5 req-2d8ec6e5-2880-44fa-93ce-e34a68b4f08e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:34.794384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db638933-6b72-4c71-a1bc-86adaa6cefb5 req-2d8ec6e5-2880-44fa-93ce-e34a68b4f08e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1920211 Apr 05 20:35:34.812338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.846927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97794fd2-f3ba-4216-b86c-64ab51aea3d1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:34.883925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dcae2fa3-d09d-4c5c-a368-cfe84b7e06c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.911613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db638933-6b72-4c71-a1bc-86adaa6cefb5 req-2e61d7f3-856a-4cbf-a21d-2fda8576b68e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594816 Apr 05 20:35:34.933587 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.936417 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-de8247fa-9518-469b-9ef2-fa7089958cf1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4125388 Apr 05 20:35:34.939769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50082) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:34.954856 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:30Z', 'revision_number': 2, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:34.959987 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Checking router: 332c09f0-1add-4847-b3b8-af0f58c8eb39 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:35:34.961385 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Updating router 332c09f0-1add-4847-b3b8-af0f58c8eb39 port 634aefe5-b320-4a3e-9955-b0a206459d9b binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:35:34.962875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Request body: {'security_group_rule': {'security_group_id': '3a7cf434-d7e8-4f55-9d6b-2fe493137d19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:34.967753 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.979466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:34.991917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-ce301c9b-a929-4bbd-9e10-bde04c801349 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1964731 Apr 05 20:35:34.994020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Usage tracker for resource:security_group_rule and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:34.996771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:35:30Z', 'revision_number': 5, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port': {'id': 'a2f23e11-6c89-47a8-95e9-6af24fa8b185', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:50:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:04Z', 'updated_at': '2022-04-05T20:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:35.001456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] Checking router: 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:35:35.011006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:35.013293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] Routers {'0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:35.013977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:35.022755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:35.041028 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.068340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Deleting port a2f23e11-6c89-47a8-95e9-6af24fa8b185 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:35.068687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.076396 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b323102d-3042-40bb-b123-1efe80d9b144'] response: {'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'code': 200} Apr 05 20:35:35.138750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.230121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] Set router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:35.308647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.371370 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-16bd295f-a1d5-4350-8059-1a09a918084f req-8c883bfc-b8dd-4cfc-91ef-d7daf90a3de4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1097 time: 0.1733773 Apr 05 20:35:35.415073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:35:34Z', 'revision_number': 6, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:35.421917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f167470e-a023-43fa-b859-4bc98f0fc0ed None None] The sync data for ids ['0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a'] in n-d-836605-1 is: [{'id': '0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1761373393-router', 'tenant_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:02Z', 'updated_at': '2022-04-05T20:35:34Z', 'revision_number': 6, 'project_id': 'fe8f8c26866a48c8b4ba2f640fbeab57', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:35:35.443960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.522480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad968f02-576a-4836-ac69-7a85f5a4f3ff,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:35.542368 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-16bd295f-a1d5-4350-8059-1a09a918084f req-ecf4ba28-5808-4750-8c82-da4be7121f8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501052 Apr 05 20:35:35.640696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.647538 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-79622279-c9d8-4fca-97b4-994c3f310435 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7033987 Apr 05 20:35:35.648305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50104) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:35.654489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:35.667707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:35.676419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Usage tracker for resource:floatingip and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:35.679238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:35.685843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] For port a2f23e11-6c89-47a8-95e9-6af24fa8b185, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a2f23e11-6c89-47a8-95e9-6af24fa8b185,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:35.686029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:35.686528 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.709363 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.731096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Transition to ACTIVE for port object 634aefe5-b320-4a3e-9955-b0a206459d9b will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:35.823366 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.868962 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.876243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Calling delete_port for a2f23e11-6c89-47a8-95e9-6af24fa8b185 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:35.950913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13789ee2-cf87-41d2-a778-c3fd9497b304 req-4bb830c1-fcda-4f69-8e68-932cc3710dd0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:35.959591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13789ee2-cf87-41d2-a778-c3fd9497b304 req-4bb830c1-fcda-4f69-8e68-932cc3710dd0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 946 time: 0.4424670 Apr 05 20:35:36.015362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.027205 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec10dd-3dcd-42f2-90fb-9809e4777f9d None None] Pushing event updated for resources: {'Port': ['ID=634aefe5-b320-4a3e-9955-b0a206459d9b,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:36.059222 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13789ee2-cf87-41d2-a778-c3fd9497b304 req-37e0f568-db8c-4202-9d25-8b86e5d38764 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967417 Apr 05 20:35:36.117290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 762c2c0e-805b-4d0b-af8f-d488416ca838 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:36.143383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-2d502946-9f42-4cba-a4d6-94dc16d5a116 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4341962 Apr 05 20:35:36.210964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Attempting to bind port 634aefe5-b320-4a3e-9955-b0a206459d9b on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:36.210964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Attempting to bind port 634aefe5-b320-4a3e-9955-b0a206459d9b by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:36.210964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Attempting to bind port 634aefe5-b320-4a3e-9955-b0a206459d9b on network f86eb5ba-903d-4f43-ae36-67e4215b5223 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:36.226785 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:36.227157 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Checking segment: {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:36.227561 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.227952 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Bound using segment: {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:36.228418 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Bound port: 634aefe5-b320-4a3e-9955-b0a206459d9b, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:36.228809 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.250006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 762c2c0e-805b-4d0b-af8f-d488416ca838 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:36.252769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 762c2c0e-805b-4d0b-af8f-d488416ca838 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:36.281846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6a635d6-137a-4226-8945-46c33a8d3435 req-158e0010-566c-4731-8237-c992da1610a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 210 time: 0.0651329 Apr 05 20:35:36.418815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-f6d7bba9-9e98-4b1c-8024-dd3b498d9e53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc106a5599064ec881620d1276f101d3&device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 1101 time: 0.2420876 Apr 05 20:35:36.440142 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] For port 634aefe5-b320-4a3e-9955-b0a206459d9b, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:36.456786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] For port 634aefe5-b320-4a3e-9955-b0a206459d9b, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=634aefe5-b320-4a3e-9955-b0a206459d9b,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:36.507268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Allocated IP 172.25.2.10 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/b33bc2a6-62a6-46ce-aab7-ba3334019162) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:36.536802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.558964 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.668983 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec10dd-3dcd-42f2-90fb-9809e4777f9d None None] Pushing event updated for resources: {'Port': ['ID=634aefe5-b320-4a3e-9955-b0a206459d9b,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:36.671865 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:35:36.672585 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:36.766527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.773553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-4d690be2-e17c-45e8-8b21-80efb7390336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:36.794389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-4d690be2-e17c-45e8-8b21-80efb7390336 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3521953 Apr 05 20:35:36.872546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a67aa0e5-6569-4ab2-b406-f23308228c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.907419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.921567 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:35:36.932277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f23e11-6c89-47a8-95e9-6af24fa8b185,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:36.990294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-cb3d8aa4-c53b-44c1-b7ce-3f9aa1bcd5a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 HTTP/1.1" status: 200 len: 217 time: 0.1640658 Apr 05 20:35:37.002618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:37.006228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:37.009904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:37.057941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event updated for resources: {'Port': ['ID=b33bc2a6-62a6-46ce-aab7-ba3334019162,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:37.232408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:37.257032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009e7f7-fdf1-454d-8648-ef23d7fceb52 req-9f0afcdc-41dd-4979-b667-d8de37a6e7eb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:37.258990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5009e7f7-fdf1-454d-8648-ef23d7fceb52 req-9f0afcdc-41dd-4979-b667-d8de37a6e7eb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.7773850 Apr 05 20:35:37.260239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-7b565d5b-0888-4d99-be35-b0fe58801f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:37.261552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-7b565d5b-0888-4d99-be35-b0fe58801f25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2390459 Apr 05 20:35:37.318152 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:36Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:37.329044 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611e0bc7-efaf-4374-8151-3c26470754b3 None None] The sync data for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 is: [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:36Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:35:37.374017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:37.530725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50120) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:37.673504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471670a-a691-4b16-8b81-19edb4c05f88 req-183220fe-8621-46a5-9f92-c7a02ba113a4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:37.681021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4471670a-a691-4b16-8b81-19edb4c05f88 req-183220fe-8621-46a5-9f92-c7a02ba113a4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 945 time: 0.8698592 Apr 05 20:35:37.744020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:37.762192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5009e7f7-fdf1-454d-8648-ef23d7fceb52 req-22184206-e18d-42d9-a648-2554e2b2853b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4934733 Apr 05 20:35:37.765352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:37.804643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:37.805852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:37.808926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6eaa26cc1948ac873ec2badce916e0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:37.812114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:37.819211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:37.920569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:37.927013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.037130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.071953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event updated for resources: {'Port': ['ID=b33bc2a6-62a6-46ce-aab7-ba3334019162,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:38.114897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b628e786-114c-45ba-b6cf-fec79e3b9451,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:38.123008 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.137376 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f42b0804-941c-489f-b84b-7408755cc0e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e6eaa26cc1948ac873ec2badce916e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6052985 Apr 05 20:35:38.140380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50130) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:38.228986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4471670a-a691-4b16-8b81-19edb4c05f88 req-80f1adbc-a9bd-460d-8d04-2738140f5dfc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430522 Apr 05 20:35:38.250477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 634aefe5-b320-4a3e-9955-b0a206459d9b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:38.266296 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-14d61775-afd1-4db1-bda6-93f00b9b42c0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729520 Apr 05 20:35:38.267906 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.307159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-1369747a-9ac0-42b1-a15e-d4ecef644a14 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:38.308614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-1369747a-9ac0-42b1-a15e-d4ecef644a14 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 950 time: 0.6416399 Apr 05 20:35:38.314328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.326655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-0ba1bd99-e0e5-49cf-accd-e3ad65461fdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9690602 Apr 05 20:35:38.367292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.419876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.422001 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f8db25af-3aaf-4946-a274-b4a13bf88f1a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7720780 Apr 05 20:35:38.467918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ef177df-9cba-448e-8361-fbdaaa9d25d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.534023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ef177df-9cba-448e-8361-fbdaaa9d25d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.552931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.572973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-09301c0b-4919-43fd-97cf-3c1e51ce3ad6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:38.577662 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-09301c0b-4919-43fd-97cf-3c1e51ce3ad6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100543 Apr 05 20:35:38.610073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:38.618168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Deleting port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:38.618516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.628731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 634aefe5-b320-4a3e-9955-b0a206459d9b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:38.639087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 634aefe5-b320-4a3e-9955-b0a206459d9b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:38.639087 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.668484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af23a2-ec3b-495b-bd54-8c7118b6b95e req-758fa19d-aeb5-492e-aca2-66bad74b329a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:38.675503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28af23a2-ec3b-495b-bd54-8c7118b6b95e req-758fa19d-aeb5-492e-aca2-66bad74b329a tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 950 time: 0.7018402 Apr 05 20:35:38.815625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:38.827632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:38.830886 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.836178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ef177df-9cba-448e-8361-fbdaaa9d25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.849321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.850156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:35:38.860911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef177df-9cba-448e-8361-fbdaaa9d25d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b628e786-114c-45ba-b6cf-fec79e3b9451,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:38.866144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ef177df-9cba-448e-8361-fbdaaa9d25d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.867252 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8ef177df-9cba-448e-8361-fbdaaa9d25d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b628e786-114c-45ba-b6cf-fec79e3b9451 HTTP/1.1" status: 204 len: 168 time: 0.7260380 Apr 05 20:35:38.883492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 634aefe5-b320-4a3e-9955-b0a206459d9b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=634aefe5-b320-4a3e-9955-b0a206459d9b,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:38.899273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-a3d85b6d-475e-4762-b153-d736161c4fb7 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095191 Apr 05 20:35:38.903431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:38.907242 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.949850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28af23a2-ec3b-495b-bd54-8c7118b6b95e req-addb292a-c2c2-44f7-b14b-95299f6d9405 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735016 Apr 05 20:35:38.975352 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.016795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.022578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b8876d92-6ea9-4ed5-b29d-e4b7cb6df180 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0cc34db1-4d8c-4f1f-a1fe-b52d8029b66a HTTP/1.1" status: 204 len: 168 time: 5.2664740 Apr 05 20:35:39.035064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50160) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:39.064898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38822f2a-016f-490c-a35e-8526c31e9ed1 req-9f0195d6-af82-43a9-86a7-88e6a2aaa3ef tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:39.068866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38822f2a-016f-490c-a35e-8526c31e9ed1 req-9f0195d6-af82-43a9-86a7-88e6a2aaa3ef tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 946 time: 0.6798244 Apr 05 20:35:39.073894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a2f23e11-6c89-47a8-95e9-6af24fa8b185 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:39.144829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a2f23e11-6c89-47a8-95e9-6af24fa8b185 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:39.145404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a2f23e11-6c89-47a8-95e9-6af24fa8b185 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:39.164869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=634aefe5-b320-4a3e-9955-b0a206459d9b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:39.179299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.59 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/7f4b6975-3068-46a2-9009-e8348c3ef513) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:39.316329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ff63a29-3116-4bbe-8d43-b794ae3e6efb req-6f60c398-aedb-477e-bb09-27f6450c5924 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 210 time: 0.1501679 Apr 05 20:35:39.384471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] Deleting subnet 0901e36a-eb03-4e03-b3ac-85996d96334b {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:35:39.396660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.458329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0a6516c-7316-4e06-8d7f-c5ead5192420 req-ad55a66a-6151-489b-8d66-3dd70372be74 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502710 Apr 05 20:35:39.460549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38822f2a-016f-490c-a35e-8526c31e9ed1 req-545ee417-04de-445a-b4a5-ad368eb93459 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914349 Apr 05 20:35:39.595044 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.626015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object 7f4b6975-3068-46a2-9009-e8348c3ef513 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:39.669084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.704052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] For port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:39.704431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.735472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.738235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.752290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:39.841000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'b2f95c32-52d8-4b28-b5d2-7175a29ef948'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:39.844404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=7f4b6975-3068-46a2-9009-e8348c3ef513,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:39.852846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Calling delete_port for 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:39.884813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:39.893505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:39.902331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:39.958991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50174) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:40.026050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:40.027787 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.029620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fe3c2-75ee-4773-83e0-e7ba8c008351 req-d3f97feb-680b-4b9a-b6d1-d80862820fbc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:40.031124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-781fe3c2-75ee-4773-83e0-e7ba8c008351 req-d3f97feb-680b-4b9a-b6d1-d80862820fbc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.5696926 Apr 05 20:35:40.036410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.054813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.172175 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-88a31c28-ba82-4629-ab90-3bc979893f74 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5668266 Apr 05 20:35:40.192579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 634aefe5-b320-4a3e-9955-b0a206459d9b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:40.199594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Request body: {'port': {'device_id': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:40.256884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-93efa0b7-b01e-4996-9d28-54a57aeefb18 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1101328026&fields=id&tenant_id=d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 267 time: 0.2615874 Apr 05 20:35:40.361091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.404796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.488106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-39b95965-4b6e-4baa-8772-4944649152fb None None] Provisioning for port 7f4b6975-3068-46a2-9009-e8348c3ef513 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:40.496733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-39b95965-4b6e-4baa-8772-4944649152fb None None] Provisioning complete for port 7f4b6975-3068-46a2-9009-e8348c3ef513 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:40.497127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-39b95965-4b6e-4baa-8772-4944649152fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.523151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 634aefe5-b320-4a3e-9955-b0a206459d9b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:40.523531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.577152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Pushing event deleted for resources: {'Port': ['ID=0cd11f3a-0d4b-43dd-8aff-206a8e602bc9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:40.586853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:40.627544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1edb7c78944ab28ff9774acd33617e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:40.640605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:40.672275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-781fe3c2-75ee-4773-83e0-e7ba8c008351 req-e2986402-7a7b-44c7-b66b-7c3619433d34 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6203337 Apr 05 20:35:40.673906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:40.684120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] No DVR routers for this DVR port 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:40.712451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.715124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'name': 'network-vif-deleted', 'tag': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:40.772206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-39b95965-4b6e-4baa-8772-4944649152fb None None] Port 7f4b6975-3068-46a2-9009-e8348c3ef513 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:35:40.772754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-dacb113a-1805-4bf0-bcee-51e4cf5cdf93 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:40.780420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-dacb113a-1805-4bf0-bcee-51e4cf5cdf93 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 946 time: 0.5191965 Apr 05 20:35:40.791256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'port': {'security_groups': ['597d996f-e450-4418-97e0-a14476c28d30', '7e05d22f-573c-4509-afa3-091ef5cd1e2c']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:40.832883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.945075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4b6975-3068-46a2-9009-e8348c3ef513 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:40.952819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.957743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0901e36a-eb03-4e03-b3ac-85996d96334b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:40.963659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63cc3b05-13da-40f0-831d-f9344950fad8 req-c8e8de33-370d-4cc8-bcd4-ca2aaa9cb1c7 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "DELETE /v2.0/ports/0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 HTTP/1.1" status: 204 len: 173 time: 2.6346374 Apr 05 20:35:40.970344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Transition to ACTIVE for port object 7f4b6975-3068-46a2-9009-e8348c3ef513 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:41.032363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.089312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a95142a3-e72f-45fd-be76-bbb857996290'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:41.102365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.127986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf8dee-e441-4b77-b0c0-0ac01bd80e59 None None] Network 21367bde-db76-4749-a67a-4a02621b8970 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:35:41.140156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.141092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.168820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ffcb6f08-8eba-43f7-b735-c277400822c0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0901e36a-eb03-4e03-b3ac-85996d96334b HTTP/1.1" status: 204 len: 168 time: 2.1204035 Apr 05 20:35:41.171041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50204) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:41.196404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4b6975-3068-46a2-9009-e8348c3ef513,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:41.425953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Attempting to bind port 7f4b6975-3068-46a2-9009-e8348c3ef513 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:41.427076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Attempting to bind port 7f4b6975-3068-46a2-9009-e8348c3ef513 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:41.427326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Attempting to bind port 7f4b6975-3068-46a2-9009-e8348c3ef513 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:41.436373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Port 7f4b6975-3068-46a2-9009-e8348c3ef513 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:35:41.437321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Attempting to bind port 7f4b6975-3068-46a2-9009-e8348c3ef513 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:41.446554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:41.446976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:41.447581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:41.448116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Bound port: 7f4b6975-3068-46a2-9009-e8348c3ef513, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:41.448554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.522257 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.585881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] For port 7f4b6975-3068-46a2-9009-e8348c3ef513, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:41.589393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] For port 7f4b6975-3068-46a2-9009-e8348c3ef513, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7f4b6975-3068-46a2-9009-e8348c3ef513,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:41.661527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78379e-ced8-4c40-b580-57fa98e1f3a7 req-314b2b13-4e4f-43e0-9b99-0d310b6f86b6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:41.663046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e78379e-ced8-4c40-b580-57fa98e1f3a7 req-314b2b13-4e4f-43e0-9b99-0d310b6f86b6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 945 time: 0.7151260 Apr 05 20:35:41.678782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f1edb7c78944ab28ff9774acd33617e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7171936 Apr 05 20:35:41.681398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50208) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:41.724336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.734638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8eadd-3489-4b5a-af7a-991afd89bb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fc5d13-917e-4c95-9252-742acdafe61e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:41.747873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.811902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] DHCP port deletion for 21367bde-db76-4749-a67a-4a02621b8970 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:35:41.818466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] Deleting port c7e8f006-8081-4a82-981e-bd29944da293 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:41.819199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.824332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Deleting port c7e8f006-8081-4a82-981e-bd29944da293 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:41.824745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.863707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:41.876164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.882076 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] 10.222.0.39 "PUT /v2.0/ports/7f4b6975-3068-46a2-9009-e8348c3ef513 HTTP/1.1" status: 200 len: 1095 time: 1.6883271 Apr 05 20:35:41.887567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'tag': '7f4b6975-3068-46a2-9009-e8348c3ef513'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:41.890482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e78379e-ced8-4c40-b580-57fa98e1f3a7 req-48262976-40d4-419f-8c3a-c959e17fc20a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104650 Apr 05 20:35:41.955450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affdbc5-8504-415d-89ec-f0fce0d37880 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4b6975-3068-46a2-9009-e8348c3ef513,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:41.963472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071755fb-0743-4a59-85ac-0f2c6627bab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.033569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071755fb-0743-4a59-85ac-0f2c6627bab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.253960 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-94113f5f-6531-4952-b2af-9c8e5e661812 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 1098 time: 0.2089119 Apr 05 20:35:42.264900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c7e8f006-8081-4a82-981e-bd29944da293 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:42.326967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071755fb-0743-4a59-85ac-0f2c6627bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.355117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071755fb-0743-4a59-85ac-0f2c6627bab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fc5d13-917e-4c95-9252-742acdafe61e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:42.368366 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-d04b820c-de11-4cc1-8196-229be9b25f35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7f4b6975-3068-46a2-9009-e8348c3ef513 HTTP/1.1" status: 200 len: 217 time: 0.0956318 Apr 05 20:35:42.374218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071755fb-0743-4a59-85ac-0f2c6627bab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.377615 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-071755fb-0743-4a59-85ac-0f2c6627bab8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63fc5d13-917e-4c95-9252-742acdafe61e HTTP/1.1" status: 204 len: 168 time: 0.6920729 Apr 05 20:35:42.416116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:42.462886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:35:42.465802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:42.466149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0cd11f3a-0d4b-43dd-8aff-206a8e602bc9 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:42.473390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] For port c7e8f006-8081-4a82-981e-bd29944da293, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c7e8f006-8081-4a82-981e-bd29944da293,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:42.473390 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.512604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6ed966bf-cb72-4534-a166-3d8102d6eca4 req-978f62f3-e4f5-47cd-a333-fba46a9d90a8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Synchronizing usage tracker for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:42.523976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.543148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-bcb2f8f2-de23-4709-8192-2c651bb7393c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:42.545381 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-bcb2f8f2-de23-4709-8192-2c651bb7393c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1660471 Apr 05 20:35:42.553666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] For port c7e8f006-8081-4a82-981e-bd29944da293, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c7e8f006-8081-4a82-981e-bd29944da293,segment=NetworkSegment(8a9e8189-e641-4c41-87fd-a45c9441cea2),segment_id=8a9e8189-e641-4c41-87fd-a45c9441cea2)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:42.554302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.611332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] Calling delete_port for c7e8f006-8081-4a82-981e-bd29944da293 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:42.682350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.683996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6ed966bf-cb72-4534-a166-3d8102d6eca4 req-978f62f3-e4f5-47cd-a333-fba46a9d90a8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Unset dirty status for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:42.685339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ed966bf-cb72-4534-a166-3d8102d6eca4 req-978f62f3-e4f5-47cd-a333-fba46a9d90a8 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe38756d-3d38-4d31-b135-568e1d9dadd1 HTTP/1.1" status: 200 len: 210 time: 0.2653561 Apr 05 20:35:42.697296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Calling delete_port for c7e8f006-8081-4a82-981e-bd29944da293 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:42.728188 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-5cd340ab-505a-4c2f-b864-1f587d5c9b8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752379 Apr 05 20:35:42.819044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:42.819698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.835495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4783926-faa6-4956-a1c4-be0c60f89029 req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "PUT /v2.0/ports/e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 200 len: 982 time: 2.0541012 Apr 05 20:35:42.874636 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.928070 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-0bf890aa-572e-4fbd-9ff7-4e2f10468c04 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919601 Apr 05 20:35:42.935914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e8f32-6c58-45ea-80f6-a18e44b5d322 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:42.994201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.015773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8df25d-fb5f-465b-9cad-dc3eeb4e591b req-7579eaea-a465-4724-abac-7340d5e5cf54 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:43.017645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad8df25d-fb5f-465b-9cad-dc3eeb4e591b req-7579eaea-a465-4724-abac-7340d5e5cf54 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 947 time: 0.1770079 Apr 05 20:35:43.018561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:35:43.018883 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:35:43.110988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:43.123587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad8df25d-fb5f-465b-9cad-dc3eeb4e591b req-3da77635-c78f-44bd-b583-6fc64ed22a17 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969090 Apr 05 20:35:43.162712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] Pushing event deleted for resources: {'Port': ['ID=c7e8f006-8081-4a82-981e-bd29944da293,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:43.183340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbaefd-2373-4e42-8c0b-3086366e987f None None] No DVR routers for this DVR port c7e8f006-8081-4a82-981e-bd29944da293 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:43.251584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e1bd8e3e-153d-44c3-a96b-4f459ca702e7 req-76bedd7e-4a28-4cb6-91aa-370987aff450 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140695 Apr 05 20:35:43.252210 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf182da-448d-4a18-9911-698c405fbcd8'] response: {'server_uuid': 'fe38756d-3d38-4d31-b135-568e1d9dadd1', 'name': 'network-vif-deleted', 'tag': '0cd11f3a-0d4b-43dd-8aff-206a8e602bc9', 'status': 'completed', 'code': 200} Apr 05 20:35:43.333674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:43.364973 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82b81ef-d2a9-42a6-a8b9-0d8de8600d0a'] response: {'name': 'network-changed', 'server_uuid': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'tag': '7f4b6975-3068-46a2-9009-e8348c3ef513', 'status': 'completed', 'code': 200} Apr 05 20:35:43.519676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Deleting port c7e8f006-8081-4a82-981e-bd29944da293 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:43.520819 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.574178 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-a899fcd1-be9d-43a4-a668-514057a95c47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 1098 time: 0.1079137 Apr 05 20:35:43.640916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] The port 'c7e8f006-8081-4a82-981e-bd29944da293' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:35:43.857301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.892634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-79a892dc-90e9-4e7b-bb1d-bfc05b7c1581 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1446407681&fields=id&tenant_id=d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 267 time: 0.0857220 Apr 05 20:35:43.894268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21367bde-db76-4749-a67a-4a02621b8970']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:43.921190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-ef8769b0-f677-4c63-b239-254896afc750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:43.924333 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-ef8769b0-f677-4c63-b239-254896afc750 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3431401 Apr 05 20:35:43.954256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9e8189-e641-4c41-87fd-a45c9441cea2') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:43.954631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9e8189-e641-4c41-87fd-a45c9441cea2') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:43.971932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.016560 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-78e2ac0c-9ec1-4c48-af3d-f0353085f48e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7f4b6975-3068-46a2-9009-e8348c3ef513 HTTP/1.1" status: 200 len: 217 time: 0.0833116 Apr 05 20:35:44.029204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.047756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:35:44.048234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:44.061740 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:44.117738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-fa68134a-8cfa-40c2-a621-289709ef2d49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:44.122707 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-fa68134a-8cfa-40c2-a621-289709ef2d49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0942450 Apr 05 20:35:44.165400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-74e1bbfd-62df-41ca-9761-f6ec69e90fcb tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:44.167149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-74e1bbfd-62df-41ca-9761-f6ec69e90fcb tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 985 time: 0.2641072 Apr 05 20:35:44.181530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'port': {'security_groups': ['597d996f-e450-4418-97e0-a14476c28d30', '7e05d22f-573c-4509-afa3-091ef5cd1e2c', '10a5d798-b25d-4463-b5bf-a787096f7501']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:44.227544 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-a7ffa54f-4670-45e6-a429-851cd51e83a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952721 Apr 05 20:35:44.244383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a60408-cdc2-4f47-b2d3-7064e932daf9 req-1318a2d1-a313-45e3-86c5-8fa53b9214d0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:44.246029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6a60408-cdc2-4f47-b2d3-7064e932daf9 req-1318a2d1-a313-45e3-86c5-8fa53b9214d0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2513328 Apr 05 20:35:44.307752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.313760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.390835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] Pushing event deleted for resources: {'Network': ['ID=21367bde-db76-4749-a67a-4a02621b8970,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:44.407946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.421399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6a60408-cdc2-4f47-b2d3-7064e932daf9 req-d3066a56-0e53-47fd-9ace-21ac5beaecac tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694624 Apr 05 20:35:44.465019 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-431dfd33-ebdf-4763-bef4-d28da6345d24 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282829 Apr 05 20:35:44.603594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f730b385-9925-4386-a9f0-9cc176371440 admin admin] 10.222.0.10 "DELETE /v2.0/networks/21367bde-db76-4749-a67a-4a02621b8970 HTTP/1.1" status: 204 len: 168 time: 3.4176056 Apr 05 20:35:44.661555 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c86978ae-6bad-40f6-b84c-0c2f9150f660 req-e3324fba-3946-4683-9d2a-83a5a6a29dac service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855974 Apr 05 20:35:44.894507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:44.903986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4764bb-95d0-4b3b-9218-aa89f0af82f1 req-846932a5-9bf8-46d4-9eda-31c3e4bb356e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:44.905426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f4764bb-95d0-4b3b-9218-aa89f0af82f1 req-846932a5-9bf8-46d4-9eda-31c3e4bb356e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 945 time: 0.2057321 Apr 05 20:35:44.949298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.069008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.117755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50262) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:45.120744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:45.152392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f4764bb-95d0-4b3b-9218-aa89f0af82f1 req-19db5088-dc19-48e3-9797-a937c5822bb1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389200 Apr 05 20:35:45.186026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:45.186409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.193863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03749be8-fe9a-4cfd-b28a-df2dc5387039 req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "PUT /v2.0/ports/e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 200 len: 1021 time: 1.0183403 Apr 05 20:35:45.256958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2'}, {'name': 'network-changed', 'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:45.260418 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:35:45.288843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2de132-ff38-4fe4-abaa-ad29dee9aa36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:45.404428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8bae2c3c-4ae6-40f3-b38f-2a9b81567c10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe8f8c26866a48c8b4ba2f640fbeab57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2778654 Apr 05 20:35:45.407167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50274) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:45.491140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932477b-af50-4f86-9c46-9081d9d9abae req-758278d7-7897-41e5-a6d1-f66619105495 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:45.492651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8932477b-af50-4f86-9c46-9081d9d9abae req-758278d7-7897-41e5-a6d1-f66619105495 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 947 time: 0.1678140 Apr 05 20:35:45.584294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:45.599163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b143725b-f9dd-423d-99e3-3705b1f2ed63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.604553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8932477b-af50-4f86-9c46-9081d9d9abae req-336dd989-4737-4ecf-96b7-3668557c754c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048293 Apr 05 20:35:45.690120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b143725b-f9dd-423d-99e3-3705b1f2ed63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.880267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b143725b-f9dd-423d-99e3-3705b1f2ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.898309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143725b-f9dd-423d-99e3-3705b1f2ed63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e1de1e-1058-4e0a-8835-161a79c7fb7a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:45.983860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b143725b-f9dd-423d-99e3-3705b1f2ed63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.991838 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee01d40-f686-4fcc-b83c-bfe572d5f4db'] response: {'name': 'network-changed', 'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'status': 'completed', 'code': 200} Apr 05 20:35:45.992310 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee01d40-f686-4fcc-b83c-bfe572d5f4db'] response: {'name': 'network-changed', 'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'status': 'completed', 'code': 200} Apr 05 20:35:45.994554 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b143725b-f9dd-423d-99e3-3705b1f2ed63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4e1de1e-1058-4e0a-8835-161a79c7fb7a HTTP/1.1" status: 204 len: 168 time: 0.5827842 Apr 05 20:35:46.046279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f6d7-c3c0-4622-bc55-f26ab3741679 req-f937eac1-abaa-4cb6-8607-e9a212a8810a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.047792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5900f6d7-c3c0-4622-bc55-f26ab3741679 req-f937eac1-abaa-4cb6-8607-e9a212a8810a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1024 time: 0.1696854 Apr 05 20:35:46.222279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5900f6d7-c3c0-4622-bc55-f26ab3741679 req-9a6bb9d5-0981-4ad6-ae61-908dfba15c36 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=10a5d798-b25d-4463-b5bf-a787096f7501&id=7e05d22f-573c-4509-afa3-091ef5cd1e2c&id=597d996f-e450-4418-97e0-a14476c28d30 HTTP/1.1" status: 200 len: 5486 time: 0.1659701 Apr 05 20:35:46.270896 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-9f18c21c-2aa3-4150-8d3f-1741435d3fcb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1175 time: 0.2184680 Apr 05 20:35:46.311380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-340131bf-f80b-411a-b7f2-0d81713293c2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.312089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-340131bf-f80b-411a-b7f2-0d81713293c2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:46.454029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-0585e015-9a56-4aaf-9d6c-953c662b8e74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.458220 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-0585e015-9a56-4aaf-9d6c-953c662b8e74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 912 time: 0.1776581 Apr 05 20:35:46.462714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-340131bf-f80b-411a-b7f2-0d81713293c2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:46.463799 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-340131bf-f80b-411a-b7f2-0d81713293c2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 945 time: 0.3165598 Apr 05 20:35:46.542506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93b183-e881-4c05-bf18-3b0127cdc358 req-cda9afaf-9359-4e5c-8433-d8355980b007 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.546680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a93b183-e881-4c05-bf18-3b0127cdc358 req-cda9afaf-9359-4e5c-8433-d8355980b007 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 951 time: 0.1244104 Apr 05 20:35:46.619586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Deleting port 9e602a2e-9fce-466d-90f1-29f17e44c871 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:46.619930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:46.669992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a93b183-e881-4c05-bf18-3b0127cdc358 req-6562aef7-08eb-4267-bc10-759be4341b90 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183457 Apr 05 20:35:46.673593 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-70d115e7-065d-4aa1-bdfc-bcb440d4150e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 200 len: 217 time: 0.1988740 Apr 05 20:35:46.712720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1435510893 ', 'description': 'tempest-description-876127177'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:46.719333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:46.736318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:46.823148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-7114dc78-48a8-4433-ba79-0f424bd6d7d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.824587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-7114dc78-48a8-4433-ba79-0f424bd6d7d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.1344216 Apr 05 20:35:46.849386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:46.917601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:46.920183 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-646cc3bc-637e-4ea1-942d-ff08c7c62d48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864284 Apr 05 20:35:46.925355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a050-e9e4-450d-8691-401a54b5dc5b req-cdb335c8-77d4-411a-8bc2-30e5de355844 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.928253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb67a050-e9e4-450d-8691-401a54b5dc5b req-cdb335c8-77d4-411a-8bc2-30e5de355844 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 945 time: 0.1744957 Apr 05 20:35:46.930114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:46.933232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:46.941480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:47.027847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb67a050-e9e4-450d-8691-401a54b5dc5b req-5535a1ed-d9cd-420b-9694-4d1a96f3f8d7 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899072 Apr 05 20:35:47.100495 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.214983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.272790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbeadf6-2398-4749-9f77-541cf04664c6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:47.292799 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-fa127f2f-5a61-4513-95fa-0543214d1e7c service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643861 Apr 05 20:35:47.360033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] For port 9e602a2e-9fce-466d-90f1-29f17e44c871, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9e602a2e-9fce-466d-90f1-29f17e44c871,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:47.360514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.360733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.371852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-841ca8e5-ec75-47d0-b45f-36c39f8679c2 req-2e8d6678-7914-4968-a0e5-9abc31863ca8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1619 time: 0.6623878 Apr 05 20:35:47.400298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe89f-e707-426f-8f83-c61cb970413e req-8b91b359-6774-4dec-bcdb-4c5e4c15ff28 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:47.400298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-686fe89f-e707-426f-8f83-c61cb970413e req-8b91b359-6774-4dec-bcdb-4c5e4c15ff28 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 951 time: 0.1290829 Apr 05 20:35:47.483992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Deleting port a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:35:47.483992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.643274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Calling delete_port for 9e602a2e-9fce-466d-90f1-29f17e44c871 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:47.828784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eade4-5cbf-46eb-870f-0bd555e4c64a req-9f90b670-bb38-435e-9900-3e790d87e77d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:47.837160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-036eade4-5cbf-46eb-870f-0bd555e4c64a req-9f90b670-bb38-435e-9900-3e790d87e77d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 947 time: 0.2407522 Apr 05 20:35:47.903207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-036eade4-5cbf-46eb-870f-0bd555e4c64a req-eaac001a-5312-44b6-bd7a-976892520b7c tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649428 Apr 05 20:35:47.961422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] For port a95142a3-e72f-45fd-be76-bbb857996290, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a95142a3-e72f-45fd-be76-bbb857996290,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:47.961776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.972268 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-7d8991c2-4b5e-4c3f-9c87-dc064f196e09 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6698329 Apr 05 20:35:47.973587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-c804ceb9-2185-4de9-b781-825210e8fa8e tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e78b2eba86224a1685d7f63a196e8b3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503414 Apr 05 20:35:47.982640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:48.019922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9e602a2e-9fce-466d-90f1-29f17e44c871'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:48.033975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event deleted for resources: {'Port': ['ID=9e602a2e-9fce-466d-90f1-29f17e44c871,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:48.111428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] No DVR routers for this DVR port 9e602a2e-9fce-466d-90f1-29f17e44c871 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:48.114579 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:48.117407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'name': 'network-vif-deleted', 'tag': '9e602a2e-9fce-466d-90f1-29f17e44c871'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:48.175876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Calling delete_port for a95142a3-e72f-45fd-be76-bbb857996290 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:35:48.199234 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9de1af17-dc80-4b91-af0a-1dec31dcdc16 req-63c478d1-e61e-485f-8641-d3630cfcff4b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "DELETE /v2.0/ports/9e602a2e-9fce-466d-90f1-29f17e44c871 HTTP/1.1" status: 204 len: 173 time: 1.6626873 Apr 05 20:35:48.246858 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-f6c703d8-e16c-4790-aa0a-1233b7eb0f98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1175 time: 0.0886328 Apr 05 20:35:48.342050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-628f5298-9944-48b8-ba3b-02093d871ea0 req-25d2bbec-aae7-4391-807e-f0671b51301f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/9dbeadf6-2398-4749-9f77-541cf04664c6 HTTP/1.1" status: 200 len: 1614 time: 0.3832066 Apr 05 20:35:48.433757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-20e66d1a-a965-4ea4-8049-dea540a9f32b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.436750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-20e66d1a-a965-4ea4-8049-dea540a9f32b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4455233 Apr 05 20:35:48.465105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-8cbc733a-94dc-4b93-8dc6-d74aa1172815 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/quotas/e78b2eba86224a1685d7f63a196e8b3a HTTP/1.1" status: 200 len: 375 time: 0.0178149 Apr 05 20:35:48.483819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-ef5bada2-567e-40a1-ba43-8b068454ffe6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.485275 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-ef5bada2-567e-40a1-ba43-8b068454ffe6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 912 time: 0.2262313 Apr 05 20:35:48.557559 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-9dbd9c24-27dd-4782-b3c7-e8f389a2fe5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 200 len: 217 time: 0.0652835 Apr 05 20:35:48.626852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-0f47869b-e944-4b38-84c4-71b6b8b5f0d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.628226 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-0f47869b-e944-4b38-84c4-71b6b8b5f0d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.0644481 Apr 05 20:35:48.649369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:48.657200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-cad6ed59-84e1-46bd-9302-b2f4c30d18f0 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78b2eba86224a1685d7f63a196e8b3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1856050 Apr 05 20:35:48.682979 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-4d6a7451-104d-4151-9638-268923e92276 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453484 Apr 05 20:35:48.717735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Pushing event deleted for resources: {'Port': ['ID=a95142a3-e72f-45fd-be76-bbb857996290,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:48.828978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] No DVR routers for this DVR port a95142a3-e72f-45fd-be76-bbb857996290 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:48.831698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:48.834919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-deleted', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:48.862136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed8db-63ae-45e8-bc27-a1ba26e84623 req-30ead32b-783f-45be-bfc8-c33fc3938fc4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.863655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eebed8db-63ae-45e8-bc27-a1ba26e84623 req-30ead32b-783f-45be-bfc8-c33fc3938fc4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3548434 Apr 05 20:35:48.869467 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-90b7d5a9-8b4e-4553-88d0-344408d6a3df service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692197 Apr 05 20:35:48.928550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-686fe89f-e707-426f-8f83-c61cb970413e req-49cc79f6-8914-40e8-ab95-a854f7ebdd09 tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.23 "DELETE /v2.0/ports/a95142a3-e72f-45fd-be76-bbb857996290 HTTP/1.1" status: 204 len: 173 time: 1.5233161 Apr 05 20:35:48.944829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eebed8db-63ae-45e8-bc27-a1ba26e84623 req-80b26205-1f3c-40cc-9d82-1547b5eb0ff4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752974 Apr 05 20:35:49.099546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-591207ad-fb35-414d-a7ad-b36afa8e8e9d req-98c4e171-1740-4142-8e74-73d9321742e9 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160423 Apr 05 20:35:49.239161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e2618f0a-d741-447e-8ee8-22d937d47495 req-8da5b4ff-f606-492a-b738-03b6cda044ac tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Synchronizing usage tracker for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:49.320153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e2618f0a-d741-447e-8ee8-22d937d47495 req-8da5b4ff-f606-492a-b738-03b6cda044ac tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] Unset dirty status for tenant:cc106a5599064ec881620d1276f101d3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:49.321355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2618f0a-d741-447e-8ee8-22d937d47495 req-8da5b4ff-f606-492a-b738-03b6cda044ac tempest-ServersAdminTestJSON-482079920 tempest-ServersAdminTestJSON-482079920-project] 10.222.0.10 "GET /v2.0/ports?device_id=abc7c1b2-3527-4f02-ab5d-055d1556f22f HTTP/1.1" status: 200 len: 210 time: 0.1349969 Apr 05 20:35:49.396906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7f4b6975-3068-46a2-9009-e8348c3ef513 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:49.449330 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c569f7ea-aee6-48d7-b441-08912accbb12'] response: {'server_uuid': 'cb21be27-86d4-4c17-a242-495e57a97d27', 'name': 'network-vif-deleted', 'tag': '9e602a2e-9fce-466d-90f1-29f17e44c871', 'status': 'completed', 'code': 200} Apr 05 20:35:49.576003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f1cbe1b-e5f0-4007-8c4d-d79d860e400c req-ffd94bf6-19b9-44e1-ad82-891db631ffea tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb21be27-86d4-4c17-a242-495e57a97d27 HTTP/1.1" status: 200 len: 210 time: 0.0506198 Apr 05 20:35:49.578950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea5f5c8b-1b32-4c89-bca5-db7b689bae7b req-ddf884db-d35d-4544-8030-339e287cd4c5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/9dbeadf6-2398-4749-9f77-541cf04664c6 HTTP/1.1" status: 200 len: 1614 time: 0.0974286 Apr 05 20:35:49.636157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7f4b6975-3068-46a2-9009-e8348c3ef513, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7f4b6975-3068-46a2-9009-e8348c3ef513,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:49.654168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '7f4b6975-3068-46a2-9009-e8348c3ef513', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '7f4b6975-3068-46a2-9009-e8348c3ef513', 'mac_address': 'fa:16:3e:5a:d5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:49.658327 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a546b3-7091-4a84-a605-b13d34ed103a'] response: {'server_uuid': 'abc7c1b2-3527-4f02-ab5d-055d1556f22f', 'name': 'network-vif-deleted', 'tag': 'a95142a3-e72f-45fd-be76-bbb857996290', 'status': 'completed', 'code': 200} Apr 05 20:35:49.694254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea5f5c8b-1b32-4c89-bca5-db7b689bae7b req-3d68652f-0bcb-4cff-815a-e7ef7a95cacc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.736771 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.758239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4b6975-3068-46a2-9009-e8348c3ef513 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:49.774280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7f4b6975-3068-46a2-9009-e8348c3ef513, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7f4b6975-3068-46a2-9009-e8348c3ef513,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:49.788533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7426aed-f4f6-49c8-b7b0-234e2175a769 req-67dafae4-4b9a-4b7a-8c41-11cf7ac6be35 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 210 time: 0.0499256 Apr 05 20:35:49.790332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea5f5c8b-1b32-4c89-bca5-db7b689bae7b req-3d68652f-0bcb-4cff-815a-e7ef7a95cacc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.885368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.914463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea5f5c8b-1b32-4c89-bca5-db7b689bae7b req-3d68652f-0bcb-4cff-815a-e7ef7a95cacc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.978188 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.986428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68652f-0bcb-4cff-815a-e7ef7a95cacc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbeadf6-2398-4749-9f77-541cf04664c6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:49.996080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7f4b6975-3068-46a2-9009-e8348c3ef513,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:50.005325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea5f5c8b-1b32-4c89-bca5-db7b689bae7b req-3d68652f-0bcb-4cff-815a-e7ef7a95cacc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.016871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea5f5c8b-1b32-4c89-bca5-db7b689bae7b req-3d68652f-0bcb-4cff-815a-e7ef7a95cacc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/9dbeadf6-2398-4749-9f77-541cf04664c6 HTTP/1.1" status: 204 len: 173 time: 0.4250381 Apr 05 20:35:50.069076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac42bec-7af7-41d7-a2eb-8ec4a43507fc req-d4165b5f-f455-4cf9-90d3-0586af5a7e30 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:50.070503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ac42bec-7af7-41d7-a2eb-8ec4a43507fc req-d4165b5f-f455-4cf9-90d3-0586af5a7e30 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 948 time: 0.1362479 Apr 05 20:35:50.130889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ac42bec-7af7-41d7-a2eb-8ec4a43507fc req-718d0d72-b560-44d4-94e8-f9d37ec6fd19 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518167 Apr 05 20:35:50.218856 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-59d52930-c946-41a8-b8c3-c9883682daea req-7607276c-8d48-4997-9a1a-8cc549e1b870 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:35:50.219875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59d52930-c946-41a8-b8c3-c9883682daea req-7607276c-8d48-4997-9a1a-8cc549e1b870 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/9dbeadf6-2398-4749-9f77-541cf04664c6 HTTP/1.1" status: 404 len: 352 time: 0.0373235 Apr 05 20:35:50.315923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1457-7c8d-4b7e-ae16-c19d5c2f940a req-b409876c-59b7-44a1-84d3-c0a8f58fa3b9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:50.317725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c3a1457-7c8d-4b7e-ae16-c19d5c2f940a req-b409876c-59b7-44a1-84d3-c0a8f58fa3b9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1022437 Apr 05 20:35:50.369230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1131753649', 'description': 'tempest-description-1416418843'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:50.382356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:50.390538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:50.395471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:50.403223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:50.403721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:50.407033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c3a1457-7c8d-4b7e-ae16-c19d5c2f940a req-6e7c6c56-1683-4736-911e-6e511bec5659 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815554 Apr 05 20:35:50.451374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7f4b6975-3068-46a2-9009-e8348c3ef513'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:35:50.479002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: a95142a3-e72f-45fd-be76-bbb857996290 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:50.479346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a95142a3-e72f-45fd-be76-bbb857996290 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:50.503010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.556965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:50.562178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:50.567577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:50.582358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:50.663517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.776973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.825584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568db6e8-8f16-43d5-93d6-9830ef32158a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:50.914738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.916289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-757ee59c-c54d-4972-88d4-6e6f61548276 req-f0bd3ed1-a4d1-423a-b7c1-e4667f1d2cfd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5583527 Apr 05 20:35:50.972153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-940921061', 'description': 'tempest-description-1325438506'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:50.982672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:50.986390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fba6985-7288-4e30-b088-28817bcdde0e req-1a94c79c-cbbc-400c-bdc6-ac03af5aa7ff tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 210 time: 0.0580540 Apr 05 20:35:50.989334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:50.992598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:50.998816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:51.086386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.156063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:51.160332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:51.164395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:51.177454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:51.227824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50414) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:51.334055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:51.358829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.398458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9e602a2e-9fce-466d-90f1-29f17e44c871 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:51.435874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 9e602a2e-9fce-466d-90f1-29f17e44c871 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:35:51.437075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9e602a2e-9fce-466d-90f1-29f17e44c871 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:51.444622 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.500574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-e25776c7-0ddc-42ef-85aa-ddd0014ec299 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:51.501964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-e25776c7-0ddc-42ef-85aa-ddd0014ec299 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.2600672 Apr 05 20:35:51.510979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c84ab02-5983-4198-b9b2-5d09f3f1e031,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:51.522843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-5f646f5a-bab8-4722-b45a-dd6708cd34aa tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/quotas/d7e305de1d324644a7f70cbb8e8077f3 HTTP/1.1" status: 200 len: 375 time: 0.0143864 Apr 05 20:35:51.537181 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fde558d6-64b3-4d11-a494-f96a2b8cbe2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc106a5599064ec881620d1276f101d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3081059 Apr 05 20:35:51.539692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50430) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:51.585858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-ce8079ea-a45b-4d81-9bd0-ce1e4e1263fa tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532355 Apr 05 20:35:51.633612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.682104 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.685562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ec3be8d-4189-4d98-9364-c5fdd5f1b700 req-8558e305-7d86-4bb1-b0f3-1b4bc0dd05f8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7223570 Apr 05 20:35:51.692547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:51.713997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f91735017c4e41fca4efd7bb9e332a75 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:51.716619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01e88c05-f3e3-4817-b231-d4eddbcfc127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.719292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:51.757209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:51.778851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01e88c05-f3e3-4817-b231-d4eddbcfc127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.811182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-4be00314-7256-4c6b-9a53-9407246dcf9c service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180057 Apr 05 20:35:51.904723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.929457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01e88c05-f3e3-4817-b231-d4eddbcfc127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.948005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e88c05-f3e3-4817-b231-d4eddbcfc127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e2b461-c55e-4ca7-9e8a-eb82ca011d08,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:51.983035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.044896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01e88c05-f3e3-4817-b231-d4eddbcfc127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.049237 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-01e88c05-f3e3-4817-b231-d4eddbcfc127 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4e2b461-c55e-4ca7-9e8a-eb82ca011d08 HTTP/1.1" status: 204 len: 168 time: 0.5054829 Apr 05 20:35:52.049237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21caedd3-3404-4096-a904-37183466a92f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:52.054555 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6821ff1b-0ec6-48c3-867a-4e1105a5c2c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f91735017c4e41fca4efd7bb9e332a75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7194750 Apr 05 20:35:52.056976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50440) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:52.062813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-7038b27b-a812-4021-bc1b-94c39872bc02 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488768 Apr 05 20:35:52.078310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87614199-b093-41c9-9bbd-5bebb0785192 req-5423180f-6ac8-4167-a585-75dfe888f6e1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:52.090844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87614199-b093-41c9-9bbd-5bebb0785192 req-5423180f-6ac8-4167-a585-75dfe888f6e1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 948 time: 0.1643744 Apr 05 20:35:52.130512 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-d105c6a4-5cfa-4779-bfe9-41823c91693e tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e78b2eba86224a1685d7f63a196e8b3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385199 Apr 05 20:35:52.159932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87614199-b093-41c9-9bbd-5bebb0785192 req-40b0d070-e090-4dbf-b6b1-22ca6a260a66 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Apr 05 20:35:52.281293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e456ca48-4367-42b9-a8d3-3613359387da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.326085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-fa5f4569-1167-4280-9e70-5397e93c47c7 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:52.327438 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-fa5f4569-1167-4280-9e70-5397e93c47c7 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904142 Apr 05 20:35:52.331730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e456ca48-4367-42b9-a8d3-3613359387da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.355202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Request body: {'port': {'device_id': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'e78b2eba86224a1685d7f63a196e8b3a'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:52.498466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-136201142', 'description': 'tempest-description-337184029'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:52.515040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:52.555738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:52.555738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:52.567708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:52.594455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:52.603945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Usage tracker for resource:port and tenant:e78b2eba86224a1685d7f63a196e8b3a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:52.607022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:52.613336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:52.618351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e456ca48-4367-42b9-a8d3-3613359387da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.631694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ef18-5761-4582-9008-61c75d12e5ec req-1b32d729-1088-41d4-b509-45ca3fde89d8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:52.631694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9683ef18-5761-4582-9008-61c75d12e5ec req-1b32d729-1088-41d4-b509-45ca3fde89d8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2413511 Apr 05 20:35:52.644396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456ca48-4367-42b9-a8d3-3613359387da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21caedd3-3404-4096-a904-37183466a92f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:52.649076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e456ca48-4367-42b9-a8d3-3613359387da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.650305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e456ca48-4367-42b9-a8d3-3613359387da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21caedd3-3404-4096-a904-37183466a92f HTTP/1.1" status: 204 len: 168 time: 0.5923288 Apr 05 20:35:52.754288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Made reservation on behalf of e78b2eba86224a1685d7f63a196e8b3a for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:52.757904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.771832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.808796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:52.812997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Usage tracker for resource:security_group_rule and tenant:e78b2eba86224a1685d7f63a196e8b3a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:52.816235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:52.820535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.822684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:52.873030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9683ef18-5761-4582-9008-61c75d12e5ec req-65afe211-7531-462f-b52e-ba3fd66d8268 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362294 Apr 05 20:35:52.908967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.911694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:52.920325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:52.923667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:52.930714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:52.971433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.070760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64aa07c7-b4f4-4be6-bdce-5b2a3f0a2a6a req-63daff53-4734-4ddb-a523-4099fbeed754 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 210 time: 0.0595362 Apr 05 20:35:53.071234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:53.120863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e6a469-0f8e-42b8-a960-5fdd0d133885,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:53.130853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.184234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-149baf13-7449-4020-bf59-7540d5f25a77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e380faa2fbbc4abe904bc30ed50a289d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1066573 Apr 05 20:35:53.194763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50468) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:53.288681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Allocated IP 192.168.233.218 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/3c9c604b-10c1-4c04-ab9a-e709188359fb) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:53.351600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdfb7a2f-7c9a-48df-9905-8cac3c4f0bea req-719e4eec-3b10-4f7a-b945-6aedd255f69a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 210 time: 0.1392758 Apr 05 20:35:53.360745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.419282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7f4b6975-3068-46a2-9009-e8348c3ef513 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:53.465700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ac8d90-bf83-4de5-9042-9d2bc5074fd1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:53.470707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3556c112-81be-4b0d-b7b0-c457bc557818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.508153 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3556c112-81be-4b0d-b7b0-c457bc557818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.523527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.534722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f23bc4-be53-47b2-8536-bf675b879c09 req-d0268942-0940-492f-ab44-00c9cb1e39c1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 1.0592308 Apr 05 20:35:53.685234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 7f4b6975-3068-46a2-9009-e8348c3ef513 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:53.686207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 7f4b6975-3068-46a2-9009-e8348c3ef513 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:53.686583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.696697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.720594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Transition to ACTIVE for port object 3c9c604b-10c1-4c04-ab9a-e709188359fb will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:53.771924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38043fe6-9b9f-4830-84d4-df6077c939a3 req-68f484d8-b283-4a78-ba63-f8e5ed848890 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:53.777654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38043fe6-9b9f-4830-84d4-df6077c939a3 req-68f484d8-b283-4a78-ba63-f8e5ed848890 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 948 time: 0.1763449 Apr 05 20:35:53.824235 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3556c112-81be-4b0d-b7b0-c457bc557818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.843394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.857670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.870101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556c112-81be-4b0d-b7b0-c457bc557818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aace27-65a2-47d0-b83b-68831bf91309,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:53.877787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4b6975-3068-46a2-9009-e8348c3ef513'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:53.902172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7f4b6975-3068-46a2-9009-e8348c3ef513, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7f4b6975-3068-46a2-9009-e8348c3ef513,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:35:53.924051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38043fe6-9b9f-4830-84d4-df6077c939a3 req-60a42deb-841a-4e6d-94cc-155862a2ca04 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437097 Apr 05 20:35:53.940859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7948c733-b1e8-4149-9057-f18fe5877258 req-d9623013-1ab5-46ae-87fc-382304bb155e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:53.954371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:53.961485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:53.966692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3556c112-81be-4b0d-b7b0-c457bc557818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.971106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3556c112-81be-4b0d-b7b0-c457bc557818 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27aace27-65a2-47d0-b83b-68831bf91309 HTTP/1.1" status: 204 len: 168 time: 0.7817810 Apr 05 20:35:53.975559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:53.976893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.065334 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4eaecb9-c521-4261-9ecc-e0507517aa10'] response: {'server_uuid': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4b6975-3068-46a2-9009-e8348c3ef513', 'code': 200} Apr 05 20:35:54.069723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7948c733-b1e8-4149-9057-f18fe5877258 req-d9623013-1ab5-46ae-87fc-382304bb155e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:54.071254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7948c733-b1e8-4149-9057-f18fe5877258 req-d9623013-1ab5-46ae-87fc-382304bb155e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 9734 time: 0.4712224 Apr 05 20:35:54.103647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7f4b6975-3068-46a2-9009-e8348c3ef513,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:54.106296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:54.107093 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.210567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Pushing event updated for resources: {'Port': ['ID=3c9c604b-10c1-4c04-ab9a-e709188359fb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:54.252497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7948c733-b1e8-4149-9057-f18fe5877258 req-e13cfb04-b22f-46c0-83df-cabc04bf8ec3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/597d996f-e450-4418-97e0-a14476c28d30 HTTP/1.1" status: 200 len: 2649 time: 0.1743813 Apr 05 20:35:54.327629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7948c733-b1e8-4149-9057-f18fe5877258 req-20a11321-2560-478d-83cb-3dc8b6a22620 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/597d996f-e450-4418-97e0-a14476c28d30 HTTP/1.1" status: 200 len: 2649 time: 0.0732346 Apr 05 20:35:54.347845 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-047e2033-c0ae-419e-b224-0aac09e30a9d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9964669 Apr 05 20:35:54.375542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Request body: {'port': {'device_id': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:54.463047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ed49803-0208-4acc-90b1-e0d33f415cfc None None] Provisioning for port 3c9c604b-10c1-4c04-ab9a-e709188359fb completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:54.471278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ed49803-0208-4acc-90b1-e0d33f415cfc None None] Provisioning complete for port 3c9c604b-10c1-4c04-ab9a-e709188359fb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:54.472048 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ed49803-0208-4acc-90b1-e0d33f415cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.479167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005819c-b823-457a-aa0f-5f406f0da227 req-d3e04376-16e6-401e-8cd5-15577006d073 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:54.488533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c005819c-b823-457a-aa0f-5f406f0da227 req-d3e04376-16e6-401e-8cd5-15577006d073 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1451957 Apr 05 20:35:54.516775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.617335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8ed49803-0208-4acc-90b1-e0d33f415cfc None None] Port 3c9c604b-10c1-4c04-ab9a-e709188359fb cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:35:54.656380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c005819c-b823-457a-aa0f-5f406f0da227 req-70904417-9b5e-4a6e-9ca6-daba998c1660 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658745 Apr 05 20:35:54.728235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cce14d-ae22-4494-9e0e-bce821418342 req-a68042ea-7543-4a41-9ccd-4c63c1def93c tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:54.730959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96cce14d-ae22-4494-9e0e-bce821418342 req-a68042ea-7543-4a41-9ccd-4c63c1def93c tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 936 time: 0.1736851 Apr 05 20:35:54.822580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96cce14d-ae22-4494-9e0e-bce821418342 req-e9e3a4f9-e2ea-4a52-a439-e59a8a69649c tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783808 Apr 05 20:35:54.831418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-462c9ba5-6b28-46dc-b347-c61a1c6e6963 req-0e9ed83e-f68f-4f8d-accf-cdcebba2b8e0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/568db6e8-8f16-43d5-93d6-9830ef32158a HTTP/1.1" status: 200 len: 1635 time: 0.0992055 Apr 05 20:35:54.945895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-462c9ba5-6b28-46dc-b347-c61a1c6e6963 req-8229cc2c-92da-4e7c-9adf-f7a0a3732529 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.970979 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dc8958f8-a9df-409c-b95e-322da91e7692 req-7411cf84-8903-45b9-80a6-c5a4a407a8bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 1100 time: 0.7232616 Apr 05 20:35:54.979917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9c604b-10c1-4c04-ab9a-e709188359fb {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:54.988076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-462c9ba5-6b28-46dc-b347-c61a1c6e6963 req-8229cc2c-92da-4e7c-9adf-f7a0a3732529 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.004866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.035453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Transition to ACTIVE for port object 3c9c604b-10c1-4c04-ab9a-e709188359fb will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:55.037703 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dc8958f8-a9df-409c-b95e-322da91e7692 req-1ee18b90-279c-4a87-beea-4124a2d524db service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534472 Apr 05 20:35:55.086353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e65b7a89-ff2c-4817-a7e1-d588d295a713 req-9de1f210-b157-4a32-86c9-7036d16c7897 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 210 time: 0.0465951 Apr 05 20:35:55.102836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.183756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-462c9ba5-6b28-46dc-b347-c61a1c6e6963 req-8229cc2c-92da-4e7c-9adf-f7a0a3732529 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.203837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229cc2c-92da-4e7c-9adf-f7a0a3732529 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568db6e8-8f16-43d5-93d6-9830ef32158a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:55.280544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c604b-10c1-4c04-ab9a-e709188359fb,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:55.314319 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-462c9ba5-6b28-46dc-b347-c61a1c6e6963 req-8229cc2c-92da-4e7c-9adf-f7a0a3732529 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.326127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-462c9ba5-6b28-46dc-b347-c61a1c6e6963 req-8229cc2c-92da-4e7c-9adf-f7a0a3732529 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/568db6e8-8f16-43d5-93d6-9830ef32158a HTTP/1.1" status: 204 len: 173 time: 0.4939117 Apr 05 20:35:55.435289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Attempting to bind port 3c9c604b-10c1-4c04-ab9a-e709188359fb on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:55.435819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Attempting to bind port 3c9c604b-10c1-4c04-ab9a-e709188359fb by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:55.435929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Attempting to bind port 3c9c604b-10c1-4c04-ab9a-e709188359fb on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:55.445907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Port 3c9c604b-10c1-4c04-ab9a-e709188359fb on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:35:55.447411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Attempting to bind port 3c9c604b-10c1-4c04-ab9a-e709188359fb on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:35:55.456538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:35:55.457498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:35:55.458080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:35:55.458715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Bound port: 3c9c604b-10c1-4c04-ab9a-e709188359fb, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:55.459304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.593901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] For port 3c9c604b-10c1-4c04-ab9a-e709188359fb, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:35:55.599841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] For port 3c9c604b-10c1-4c04-ab9a-e709188359fb, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3c9c604b-10c1-4c04-ab9a-e709188359fb,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:35:55.606052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6bd67-e379-4a60-8a7d-a474418f2c01 req-d89eb19e-7663-4629-957d-7109eec71f71 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:55.613559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1b6bd67-e379-4a60-8a7d-a474418f2c01 req-d89eb19e-7663-4629-957d-7109eec71f71 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 949 time: 0.1257348 Apr 05 20:35:55.680072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.690402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1b6bd67-e379-4a60-8a7d-a474418f2c01 req-4915a8dd-355c-4103-b3f2-d8eb011756cb tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730236 Apr 05 20:35:55.751182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.752700 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] 10.222.0.39 "PUT /v2.0/ports/3c9c604b-10c1-4c04-ab9a-e709188359fb HTTP/1.1" status: 200 len: 1096 time: 1.3823709 Apr 05 20:35:55.753166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'tag': '3c9c604b-10c1-4c04-ab9a-e709188359fb'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:35:55.775080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02165d5-2d46-4d67-b768-bd8af767afbd service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c604b-10c1-4c04-ab9a-e709188359fb,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:55.787818 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-cf8b0745-2f02-43b8-ada1-246f5a72c974 req-73ac8b46-8951-46f9-b92b-609947612b55 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:35:55.789180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf8b0745-2f02-43b8-ada1-246f5a72c974 req-73ac8b46-8951-46f9-b92b-609947612b55 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/568db6e8-8f16-43d5-93d6-9830ef32158a HTTP/1.1" status: 404 len: 352 time: 0.0394833 Apr 05 20:35:55.967872 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7126c2d6-0bfc-4760-9a91-7435b0eff3c4'] response: {'name': 'network-changed', 'server_uuid': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'tag': '3c9c604b-10c1-4c04-ab9a-e709188359fb', 'status': 'completed', 'code': 200} Apr 05 20:35:56.135750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e974a7ed-d6cd-46e7-a9ad-aa3e513cb18b req-5f407c60-4b4c-4499-bf6e-2ac93f85f1f1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/5c84ab02-5983-4198-b9b2-5d09f3f1e031 HTTP/1.1" status: 200 len: 1634 time: 0.0859797 Apr 05 20:35:56.180230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f989f0-27fd-4c53-bef0-eed4001a377e req-dae009ec-5257-4ca2-a825-51e3b51b9d30 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:56.181884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3f989f0-27fd-4c53-bef0-eed4001a377e req-dae009ec-5257-4ca2-a825-51e3b51b9d30 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2087185 Apr 05 20:35:56.261246 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e974a7ed-d6cd-46e7-a9ad-aa3e513cb18b req-95c86b0c-7cbb-481b-8b99-1c8834ee10fc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.270363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-923710a3-904f-4a7f-9ca8-1dd168db2a00 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:56.274437 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-923710a3-904f-4a7f-9ca8-1dd168db2a00 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.2992938 Apr 05 20:35:56.290244 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-6ebfca03-41cb-40a7-a2c7-fe642ffe9047 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e78b2eba86224a1685d7f63a196e8b3a&device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 1099 time: 0.3835449 Apr 05 20:35:56.309274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e974a7ed-d6cd-46e7-a9ad-aa3e513cb18b req-95c86b0c-7cbb-481b-8b99-1c8834ee10fc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.313098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Request body: {'port': {'device_id': '07f367da-84c6-4fe6-a5da-9148564ba790', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'admin_state_up': True, 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:56.325427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3f989f0-27fd-4c53-bef0-eed4001a377e req-2ccf72cb-e85d-47fc-8459-271eb8cd1cb5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243129 Apr 05 20:35:56.462892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e974a7ed-d6cd-46e7-a9ad-aa3e513cb18b req-95c86b0c-7cbb-481b-8b99-1c8834ee10fc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.495615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c86b0c-7cbb-481b-8b99-1c8834ee10fc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c84ab02-5983-4198-b9b2-5d09f3f1e031,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:56.508190 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-57c1ac05-1505-4f67-8cf7-6225fb54ef92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3c9c604b-10c1-4c04-ab9a-e709188359fb HTTP/1.1" status: 200 len: 217 time: 0.1991138 Apr 05 20:35:56.525309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e974a7ed-d6cd-46e7-a9ad-aa3e513cb18b req-95c86b0c-7cbb-481b-8b99-1c8834ee10fc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.526419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e974a7ed-d6cd-46e7-a9ad-aa3e513cb18b req-95c86b0c-7cbb-481b-8b99-1c8834ee10fc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/5c84ab02-5983-4198-b9b2-5d09f3f1e031 HTTP/1.1" status: 204 len: 173 time: 0.3899028 Apr 05 20:35:56.658613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599dbd0-b813-4e48-8f9d-1464b94ff01e req-8f75cf91-1450-4980-a2f7-92523009229b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:56.660086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e599dbd0-b813-4e48-8f9d-1464b94ff01e req-8f75cf91-1450-4980-a2f7-92523009229b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 948 time: 0.1044726 Apr 05 20:35:56.683775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:56.690580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Usage tracker for resource:port and tenant:d7e305de1d324644a7f70cbb8e8077f3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:56.695402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:56.698892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-24ff5fa3-3aa3-4ff9-9da6-ec52ee207fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:56.700429 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-24ff5fa3-3aa3-4ff9-9da6-ec52ee207fbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1706834 Apr 05 20:35:56.707250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:56.743341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-689d209b-f44e-40b5-ae00-51de9d8fb0cf req-3c4144d0-6da9-48cf-b991-801c5323e635 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 210 time: 0.0558140 Apr 05 20:35:56.759711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e599dbd0-b813-4e48-8f9d-1464b94ff01e req-95ec21ff-135a-4762-9940-a72632ab8edd tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935457 Apr 05 20:35:56.809138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:56.816938 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.882809 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-8986c46c-b836-44ef-aad9-924206a73ecc req-5c2f25b8-401e-4d2e-a9b7-e1b223420f37 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:35:56.916318 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8986c46c-b836-44ef-aad9-924206a73ecc req-5c2f25b8-401e-4d2e-a9b7-e1b223420f37 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/5c84ab02-5983-4198-b9b2-5d09f3f1e031 HTTP/1.1" status: 404 len: 352 time: 0.0698810 Apr 05 20:35:57.107672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-b8c7c55e-e7f3-4d34-a556-51da84a501bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3546965 Apr 05 20:35:57.185852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd3f03-47e8-4640-b43b-a0f3625ebd79 req-18cb812e-41b4-4de0-b21b-70fcec5a5f2d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:57.194310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46dd3f03-47e8-4640-b43b-a0f3625ebd79 req-18cb812e-41b4-4de0-b21b-70fcec5a5f2d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 949 time: 0.1482270 Apr 05 20:35:57.273472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46dd3f03-47e8-4640-b43b-a0f3625ebd79 req-b2455f84-f0a5-4737-80cb-c9e986d33cf1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781252 Apr 05 20:35:57.369404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Allocated IP 172.20.0.12 (103afd5c-3b83-4da2-baad-2149cd494344/b566519c-6688-43c0-836f-d699ab04fc2b/e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:57.407113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-405ee5c9-4106-492a-b05b-71d2d2b2cf63 req-75774ef7-8938-4e9c-a1a1-d9bb3d0ef0c3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/a7ac8d90-bf83-4de5-9042-9d2bc5074fd1 HTTP/1.1" status: 200 len: 1633 time: 0.0581834 Apr 05 20:35:57.422921 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-0706c587-c16a-4608-864d-afeb07bc8d3f service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593875 Apr 05 20:35:57.493204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-405ee5c9-4106-492a-b05b-71d2d2b2cf63 req-6915ee98-4ad7-4f5c-9c8a-5889c8cd136c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.523566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-405ee5c9-4106-492a-b05b-71d2d2b2cf63 req-6915ee98-4ad7-4f5c-9c8a-5889c8cd136c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.754837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-405ee5c9-4106-492a-b05b-71d2d2b2cf63 req-6915ee98-4ad7-4f5c-9c8a-5889c8cd136c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.777541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915ee98-4ad7-4f5c-9c8a-5889c8cd136c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ac8d90-bf83-4de5-9042-9d2bc5074fd1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:57.797821 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-405ee5c9-4106-492a-b05b-71d2d2b2cf63 req-6915ee98-4ad7-4f5c-9c8a-5889c8cd136c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.823074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-405ee5c9-4106-492a-b05b-71d2d2b2cf63 req-6915ee98-4ad7-4f5c-9c8a-5889c8cd136c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/a7ac8d90-bf83-4de5-9042-9d2bc5074fd1 HTTP/1.1" status: 204 len: 173 time: 0.3985174 Apr 05 20:35:57.851195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.897956 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5816d894-c179-46f1-b800-e7d70fee7d82 req-81ac1bd2-ad63-4298-8871-9b41293a43e6 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589739 Apr 05 20:35:57.926574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.020880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Network 103afd5c-3b83-4da2-baad-2149cd494344 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:58.023957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:58.028258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:35:58.098611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a88838-0bbc-4c70-a11a-5b9d61a15ea5 req-0d2bd4bf-d3e8-42b2-9a9e-0dfcc918bfb2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.102569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:58.105907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a88838-0bbc-4c70-a11a-5b9d61a15ea5 req-0d2bd4bf-d3e8-42b2-9a9e-0dfcc918bfb2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 932 time: 0.1545126 Apr 05 20:35:58.138042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f083d71-9f4d-4ef3-9576-6775b2ec777b req-4d982835-a095-42eb-a838-5b54720c67a0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.138042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f083d71-9f4d-4ef3-9576-6775b2ec777b req-4d982835-a095-42eb-a838-5b54720c67a0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1405683 Apr 05 20:35:58.153813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.154418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.184553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a88838-0bbc-4c70-a11a-5b9d61a15ea5 req-b134b7aa-ef7e-4bd5-b2e8-d3be7bc054c1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777667 Apr 05 20:35:58.187479 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81038207-8e90-47f7-b6d0-3350203e949d req-a999fbd0-ef80-4de9-8312-e6fcab1231c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e78b2eba86224a1685d7f63a196e8b3a&device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 1099 time: 0.1223433 Apr 05 20:35:58.244019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f083d71-9f4d-4ef3-9576-6775b2ec777b req-925a1754-abc6-4498-b06e-064d134874ed tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694025 Apr 05 20:35:58.252896 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-f1ca5841-d755-4903-8042-f488462a2794 req-0686fc36-d7ff-400e-a089-728b0218b52e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:35:58.254515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1ca5841-d755-4903-8042-f488462a2794 req-0686fc36-d7ff-400e-a089-728b0218b52e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/a7ac8d90-bf83-4de5-9042-9d2bc5074fd1 HTTP/1.1" status: 404 len: 352 time: 0.0220113 Apr 05 20:35:58.433745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81038207-8e90-47f7-b6d0-3350203e949d req-7f58cf94-8117-47d9-97fd-e6992be5557f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.435395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81038207-8e90-47f7-b6d0-3350203e949d req-7f58cf94-8117-47d9-97fd-e6992be5557f service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2384880 Apr 05 20:35:58.526895 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81038207-8e90-47f7-b6d0-3350203e949d req-8124921b-f045-4404-b167-f99c045b3a31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3c9c604b-10c1-4c04-ab9a-e709188359fb HTTP/1.1" status: 200 len: 217 time: 0.0837934 Apr 05 20:35:58.580100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226056-dad0-418b-a6b1-ef7d5c90210a req-36f779ee-24a0-4d13-8531-f882ab89d096 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.581594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19226056-dad0-418b-a6b1-ef7d5c90210a req-36f779ee-24a0-4d13-8531-f882ab89d096 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 948 time: 0.1897025 Apr 05 20:35:58.597207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81038207-8e90-47f7-b6d0-3350203e949d req-479bfc77-bfba-4eb7-8dda-4c81968b526e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.599481 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81038207-8e90-47f7-b6d0-3350203e949d req-479bfc77-bfba-4eb7-8dda-4c81968b526e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0653965 Apr 05 20:35:58.632072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19226056-dad0-418b-a6b1-ef7d5c90210a req-68bd4d38-5e56-42de-9ff1-1c614a98e944 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Apr 05 20:35:58.691041 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81038207-8e90-47f7-b6d0-3350203e949d req-366d7c95-7ebb-4d6b-a194-e526e7357ebe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802915 Apr 05 20:35:58.836459 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81038207-8e90-47f7-b6d0-3350203e949d req-cf36d906-2105-436c-b14f-6fcc33ad2a6e service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372595 Apr 05 20:35:58.937599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-d721a5f3-8fe5-4bb8-aac2-80e7d5637ab1 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266833 Apr 05 20:35:58.984172 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-81038207-8e90-47f7-b6d0-3350203e949d req-cff7cfbc-45e8-4389-8f7b-5ae3475252e0 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410103 Apr 05 20:35:59.088547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22bae0-e80b-45df-b017-708289de2918 req-13dc7f0f-ff88-4d22-8a69-b0c2a658b5d9 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:59.090082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-13dc7f0f-ff88-4d22-8a69-b0c2a658b5d9 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466658 Apr 05 20:35:59.102573 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c5ae9b88-33a3-4aaf-b5e9-5b7fea63ac09 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7954323 Apr 05 20:35:59.127280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-2085ac6d-d32e-4275-b93f-b989df278309 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/quotas/b50cbb75d4ea4733a5168fbdc5083580 HTTP/1.1" status: 200 len: 375 time: 0.0313039 Apr 05 20:35:59.133002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Request body: {'port': {'device_id': '07f367da-84c6-4fe6-a5da-9148564ba790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:35:59.201749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-b163daa4-e73f-483f-862f-02de56d7065c tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554991 Apr 05 20:35:59.228626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-dd9f9643-fe1b-4690-ac88-0e73a01776d6 req-655bf226-5676-494e-8edf-5ceb572b63e4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:59.265341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:59.303225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-dd9f9643-fe1b-4690-ac88-0e73a01776d6 req-655bf226-5676-494e-8edf-5ceb572b63e4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:59.304713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd9f9643-fe1b-4690-ac88-0e73a01776d6 req-655bf226-5676-494e-8edf-5ceb572b63e4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 5486 time: 0.2013800 Apr 05 20:35:59.372119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd9f9643-fe1b-4690-ac88-0e73a01776d6 req-f45ba63f-92d9-4951-a209-6ec51f283737 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/597d996f-e450-4418-97e0-a14476c28d30 HTTP/1.1" status: 200 len: 2649 time: 0.0610216 Apr 05 20:35:59.491997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd9f9643-fe1b-4690-ac88-0e73a01776d6 req-d86f89ee-bb66-4aa4-a248-4deba5f78e3b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/597d996f-e450-4418-97e0-a14476c28d30 HTTP/1.1" status: 200 len: 2649 time: 0.1184940 Apr 05 20:35:59.640393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f641e-13d6-4f60-aa7f-be7023ba34dc req-f8cfdc8f-caed-4edb-a618-1f4ed0171d3e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:59.640393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a67f641e-13d6-4f60-aa7f-be7023ba34dc req-f8cfdc8f-caed-4edb-a618-1f4ed0171d3e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 949 time: 0.1050665 Apr 05 20:35:59.698495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a67f641e-13d6-4f60-aa7f-be7023ba34dc req-f4733ae9-28b9-4115-827f-b7f199ab7a7e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529633 Apr 05 20:35:59.756169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:35:59.763856 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:59.780045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Transition to ACTIVE for port object e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:59.883858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bc3cb-d222-4eb3-84e2-eea97bf485d1 req-9aeaee90-1438-492f-a90d-36fe3a4fb744 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:59.885327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e23bc3cb-d222-4eb3-84e2-eea97bf485d1 req-9aeaee90-1438-492f-a90d-36fe3a4fb744 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 932 time: 0.1294701 Apr 05 20:35:59.908534 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:59.953938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a50697-93f4-410e-bbd8-cc47088ce33d req-9e48caf6-2c5e-4c17-94ea-726df2746d09 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:59.955155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2a50697-93f4-410e-bbd8-cc47088ce33d req-9e48caf6-2c5e-4c17-94ea-726df2746d09 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1242282 Apr 05 20:35:59.958595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e23bc3cb-d222-4eb3-84e2-eea97bf485d1 req-c6a7876f-d395-4b97-9dae-690c47fbf216 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666380 Apr 05 20:36:00.084114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2a50697-93f4-410e-bbd8-cc47088ce33d req-e9a1c5fb-5b10-483f-995e-bf90a6b6ab67 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179936 Apr 05 20:36:00.089091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:00.125689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28717cca-21b8-47cd-a1d6-53b97f35f54b req-ae1cdfe6-3499-4f66-9394-42adb28c5f99 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 210 time: 0.0755529 Apr 05 20:36:00.164813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-413936257', 'description': 'tempest-description-251398967'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:00.170868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:00.178574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Attempting to bind port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:00.179331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Attempting to bind port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:00.179331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Attempting to bind port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:00.181625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:00.185375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca on network 103afd5c-3b83-4da2-baad-2149cd494344 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:36:00.185709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Attempting to bind port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:00.192240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:00.192736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:00.193041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Bound using segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:00.193495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Bound port: e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:00.193837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.321416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.385199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:00.390420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:00.397084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:00.403620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:00.406914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:00.408332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa23a7-b354-4168-a1ed-39dd26c0066f req-c2f43810-6888-41a7-8b4d-ca172899b73b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:00.409797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1afa23a7-b354-4168-a1ed-39dd26c0066f req-c2f43810-6888-41a7-8b4d-ca172899b73b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 948 time: 0.1425953 Apr 05 20:36:00.410806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:00.479269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.517972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1afa23a7-b354-4168-a1ed-39dd26c0066f req-a37aef94-4745-4d05-8017-42483692914f tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Apr 05 20:36:00.545834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.568419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.569841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] 10.222.0.39 "PUT /v2.0/ports/e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca HTTP/1.1" status: 200 len: 1092 time: 1.4469967 Apr 05 20:36:00.570270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:00.587602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cfadd-7c07-4694-ae33-0130ff7a5786 service neutron] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:00.654123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.727724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ca910-d44b-4813-ae79-63b45dc83006,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:00.752387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dddcdc92-46d3-4dbe-b44f-612c2de697b1 req-d6b1983f-d483-4739-8fde-cedc14eb3dd5 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 1100 time: 0.1325507 Apr 05 20:36:00.798963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.800272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6e8144-3f56-4c43-8d3a-e106939d7dd3 req-0e082ba0-957c-4555-a7ee-da98e46b8374 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6408751 Apr 05 20:36:00.809588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dddcdc92-46d3-4dbe-b44f-612c2de697b1 req-21e557b3-364c-4167-9500-b796a6f9beea tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480015 Apr 05 20:36:00.811246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-ee4d718e-8c20-4e0d-8ee0-43222d3ba0b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 1095 time: 0.0990877 Apr 05 20:36:00.930234 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-5faf28d1-632f-49d2-ac35-9258c9e07193 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca HTTP/1.1" status: 200 len: 217 time: 0.1027813 Apr 05 20:36:00.931791 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3fa5ad-f5ea-4676-8418-dbe529dcf8a2'] response: {'name': 'network-changed', 'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'status': 'completed', 'code': 200} Apr 05 20:36:00.942652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-305947943', 'description': 'tempest-description-1522752282'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:00.952373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:00.959913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:00.965834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:00.979474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:01.034689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-1f5c3e84-fce4-42b6-9ee1-944a4d3a5b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:01.036716 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-1f5c3e84-fce4-42b6-9ee1-944a4d3a5b5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.0890710 Apr 05 20:36:01.074228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.089736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-c4c55281-4391-4ad9-959a-9a9b9b24279d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464261 Apr 05 20:36:01.112688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:01.117851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:01.121765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:01.166259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:01.268703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7099017-078a-4ef1-9a6e-9fe4bc113f93 req-55892bd8-10ae-4585-9599-96d417e2eac4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:01.275704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7099017-078a-4ef1-9a6e-9fe4bc113f93 req-55892bd8-10ae-4585-9599-96d417e2eac4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 944 time: 0.1550047 Apr 05 20:36:01.279181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.284224 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-e04822a2-5724-462a-b542-7c7e8e9ddaab service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874595 Apr 05 20:36:01.328550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7099017-078a-4ef1-9a6e-9fe4bc113f93 req-1bcdbef3-0385-43e6-8291-6023f47e3cde tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520065 Apr 05 20:36:01.336398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.374427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd52cb5-7204-41e1-ad6d-3e18875f4e08,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:01.479569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.479743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c635879-8fe0-4c70-96d1-fadf7611b5b5 req-bcbe24b8-55a1-4977-a99c-eccab016beb7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.5421913 Apr 05 20:36:01.534939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-7a874a3d-6958-41b9-b943-42a2fb74987a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445328 Apr 05 20:36:01.537454 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b81b4a2d-7867-476d-a9ee-c1b56ead8ea9 req-0f30f02e-146e-4421-a19a-cf82038fe43d service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434666 Apr 05 20:36:01.788609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-10472a3d-668d-4f17-a8f8-c09f55ecd9c8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:01.790023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-10472a3d-668d-4f17-a8f8-c09f55ecd9c8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535856 Apr 05 20:36:01.817375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf2f6c-de6a-4f59-b9ac-0803d233fb35 req-489aec03-bab5-45d7-9f14-6a60e9534d10 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:01.818859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dbf2f6c-de6a-4f59-b9ac-0803d233fb35 req-489aec03-bab5-45d7-9f14-6a60e9534d10 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1619732 Apr 05 20:36:01.822082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-5d0a0e11-484e-46a3-ae6e-47b83437b28d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/quotas/ede5f96069d4491c8c858c7dcdf64428 HTTP/1.1" status: 200 len: 375 time: 0.0240626 Apr 05 20:36:01.832066 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-14076e0f-a2bf-4a35-a457-d572aaa2abe6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 1095 time: 0.1105742 Apr 05 20:36:01.922154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dbf2f6c-de6a-4f59-b9ac-0803d233fb35 req-bb126f7f-7673-447b-aeb6-03e62d2de786 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967803 Apr 05 20:36:01.960855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-71ba068f-f98f-44b8-97ee-a86dcb699790 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1204381 Apr 05 20:36:01.996657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-cd7bc9f7-a802-4775-902b-1636d7830732 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:01.998421 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-cd7bc9f7-a802-4775-902b-1636d7830732 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.1576986 Apr 05 20:36:02.059078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50676) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:02.076177 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-5d98d3da-5a94-49c2-9786-738ec517c6dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca HTTP/1.1" status: 200 len: 217 time: 0.0703797 Apr 05 20:36:02.141345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7be292f7-3fa2-483a-bc72-d9f9c7ba6ac0 req-459c03f5-482b-4273-a516-1fbb0fb2706a tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 210 time: 0.0632894 Apr 05 20:36:02.147519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-385127ee-c487-4f06-a0f3-147d6f88ac59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:02.149480 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-385127ee-c487-4f06-a0f3-147d6f88ac59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.0674260 Apr 05 20:36:02.232918 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-b1a5b23b-c598-44b6-b0af-9305c9f814a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722458 Apr 05 20:36:02.473194 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-3689f37b-8d99-46b8-a315-915772e930eb service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308607 Apr 05 20:36:02.638697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.638930 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b1f6d197-b4e2-4ecb-a3ed-e29b8e2ad53f req-8719462a-dbda-417a-9dc7-1cd5ee8d3055 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480625 Apr 05 20:36:02.721769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:02.747568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b8761eae24614955bd624c36fa01d0a4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:02.752100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:02.764855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-79da4f39-f308-4d59-91a3-801e242a7036 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:02.776741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-79da4f39-f308-4d59-91a3-801e242a7036 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 811 time: 0.4145586 Apr 05 20:36:02.779784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:02.807157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6fcfc-0e5c-4b21-be46-0b6ea5a4c2ac req-d443b527-0547-4054-8537-3636e8767907 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:02.808099 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-1e3c9d01-80c7-4367-a608-6a7389cea7a5 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925701 Apr 05 20:36:02.808854 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edf6fcfc-0e5c-4b21-be46-0b6ea5a4c2ac req-d443b527-0547-4054-8537-3636e8767907 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 948 time: 0.3519208 Apr 05 20:36:02.820839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-f2eec00b-a130-4df2-9336-8181e131ac26 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/quotas/d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 375 time: 0.0429392 Apr 05 20:36:02.935404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edf6fcfc-0e5c-4b21-be46-0b6ea5a4c2ac req-6f6f0dbf-83f8-4d12-b295-e97e7bffd3ff tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123490 Apr 05 20:36:02.994011 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.005617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-f179a398-f92b-4b99-af67-1cc7b4f8eadd tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1837890 Apr 05 20:36:03.015202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22bae0-e80b-45df-b017-708289de2918 req-e349fc7a-5150-4252-8688-ab1342d5f6fb tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:03.015202 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-e349fc7a-5150-4252-8688-ab1342d5f6fb tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938486 Apr 05 20:36:03.038660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Request body: {'port': {'device_id': '41d6817d-ea15-4473-b72e-04ea10917811', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'b50cbb75d4ea4733a5168fbdc5083580'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:03.149394 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2120ef5c-28fa-42d1-9855-ddcaba358369 req-ebba6a92-31c5-42a7-a14d-6a6d5f8128fe tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 210 time: 0.0634291 Apr 05 20:36:03.184429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.269971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-6a151b27-eb4d-4f17-afde-0af3ad710cb7 service neutron] 10.222.0.10 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629609 Apr 05 20:36:03.270566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce44dd7-d37e-4b89-af1d-8636dd105ee1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:03.276863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-546a6a4c-2466-4dbf-8914-a9b26a1626b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8761eae24614955bd624c36fa01d0a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2166660 Apr 05 20:36:03.279327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:03.294868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:03.299427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Usage tracker for resource:port and tenant:b50cbb75d4ea4733a5168fbdc5083580 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:03.303811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:03.310150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:03.440191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Made reservation on behalf of b50cbb75d4ea4733a5168fbdc5083580 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:03.444327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.457927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.488560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3c9c604b-10c1-4c04-ab9a-e709188359fb details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:03.500913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:03.506022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Usage tracker for resource:security_group_rule and tenant:b50cbb75d4ea4733a5168fbdc5083580 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:03.509622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:03.515726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:03.540559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-188f9fb7-f0a4-4905-b864-1996ad58abfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.560609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-28000b92-50bb-42c4-b816-1d09f5e51b0d service neutron] 10.222.0.10 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541976 Apr 05 20:36:03.584301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1f46d-3b27-45c4-893a-800205616fba req-0654e1bb-7cd4-4f88-901d-133c37e213a5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:03.590273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5af1f46d-3b27-45c4-893a-800205616fba req-0654e1bb-7cd4-4f88-901d-133c37e213a5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 944 time: 0.2619681 Apr 05 20:36:03.601244 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.608724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-188f9fb7-f0a4-4905-b864-1996ad58abfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.608974 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.635327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3c9c604b-10c1-4c04-ab9a-e709188359fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3c9c604b-10c1-4c04-ab9a-e709188359fb,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:03.648724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '3c9c604b-10c1-4c04-ab9a-e709188359fb', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '3c9c604b-10c1-4c04-ab9a-e709188359fb', 'mac_address': 'fa:16:3e:e9:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:03.667716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5af1f46d-3b27-45c4-893a-800205616fba req-4bfd27c9-ceaf-4d9d-84f7-31b306c4c876 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765800 Apr 05 20:36:03.706996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.714123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.725949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9c604b-10c1-4c04-ab9a-e709188359fb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:03.742455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3c9c604b-10c1-4c04-ab9a-e709188359fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3c9c604b-10c1-4c04-ab9a-e709188359fb,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:03.783713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d788fa-cedb-4bbd-b856-906d798f77f1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:03.883863 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.889231 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-188f9fb7-f0a4-4905-b864-1996ad58abfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.909443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f9fb7-f0a4-4905-b864-1996ad58abfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce44dd7-d37e-4b89-af1d-8636dd105ee1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:03.923731 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-188f9fb7-f0a4-4905-b864-1996ad58abfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.924499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-188f9fb7-f0a4-4905-b864-1996ad58abfd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ce44dd7-d37e-4b89-af1d-8636dd105ee1 HTTP/1.1" status: 204 len: 168 time: 0.6442449 Apr 05 20:36:03.931979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc689aa-7d25-4bcc-9118-e2e33e5332fc req-64367964-40a5-4474-8765-a22a20a075ed tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:03.938652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbc689aa-7d25-4bcc-9118-e2e33e5332fc req-64367964-40a5-4474-8765-a22a20a075ed tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1240671 Apr 05 20:36:03.998768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbc689aa-7d25-4bcc-9118-e2e33e5332fc req-2be53528-7301-4aab-982c-2b798bd9d31d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581584 Apr 05 20:36:04.138227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58d75fea-1bce-4a7e-86d5-9762e94ab4ec req-6c4d2029-1bec-4747-abb1-1093b3773a97 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 210 time: 0.0754466 Apr 05 20:36:04.152027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3c9c604b-10c1-4c04-ab9a-e709188359fb,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:04.162342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Allocated IP 192.168.233.61 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/e7265c3e-5fc4-414f-9a7c-2c1c75ce1896) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:04.192745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56a8b777-8ea5-4ecf-9ed8-057da21d1923 req-8200470e-a9b2-4be6-9fed-cd3892f5af4d tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 210 time: 0.0534852 Apr 05 20:36:04.390083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ce987-4121-49e4-b558-eea952c3fbf9 req-1d9bdffe-ac58-451c-883e-d5bda273387b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:04.399406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f75ce987-4121-49e4-b558-eea952c3fbf9 req-1d9bdffe-ac58-451c-883e-d5bda273387b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 949 time: 0.1228092 Apr 05 20:36:04.459202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['3c9c604b-10c1-4c04-ab9a-e709188359fb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:04.461877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f75ce987-4121-49e4-b558-eea952c3fbf9 req-28a9e40e-727d-4f92-a722-d7e987502db2 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614591 Apr 05 20:36:04.487559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.510902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Transition to ACTIVE for port object e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:04.662413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac63730a-d8d9-4419-bb83-c5c6bd249e56 req-cb9071b9-0a11-4891-baca-c558f2a24c90 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 210 time: 0.0697498 Apr 05 20:36:04.708630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.802921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:04.806330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:04.811554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:04.822489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce1b4e7a-23b9-4769-bf35-1d41abf1fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.845239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Pushing event updated for resources: {'Port': ['ID=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:04.891412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:04.892201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.966677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b8301-e139-4987-bd3f-2ea16df5dcf6 req-d5cac058-faa6-4881-8ffa-0a5a517bab9a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:04.968194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-849b8301-e139-4987-bd3f-2ea16df5dcf6 req-d5cac058-faa6-4881-8ffa-0a5a517bab9a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 944 time: 0.1052947 Apr 05 20:36:05.056327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-184b2ff0-8990-4244-8e2e-6ca890d6536e tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0220931 Apr 05 20:36:05.106520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-849b8301-e139-4987-bd3f-2ea16df5dcf6 req-d07068d8-96bf-4baa-82d1-c4c6524a0cbd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891051 Apr 05 20:36:05.107247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Request body: {'port': {'device_id': '41d6817d-ea15-4473-b72e-04ea10917811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:05.122464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466259a9-ecb0-4460-a219-785d22d57ec5 req-f82540cc-4421-4c91-b657-7fb1c7f5812e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.124101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-466259a9-ecb0-4460-a219-785d22d57ec5 req-f82540cc-4421-4c91-b657-7fb1c7f5812e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1550019 Apr 05 20:36:05.194771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-48e848fc-65ee-4fd6-bae6-79afff27539e None None] Provisioning for port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:05.201988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-48e848fc-65ee-4fd6-bae6-79afff27539e None None] Provisioning complete for port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:05.202481 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-48e848fc-65ee-4fd6-bae6-79afff27539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.216824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-466259a9-ecb0-4460-a219-785d22d57ec5 req-6696cfa4-94e4-4150-9ab0-7ae4ce118f41 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821435 Apr 05 20:36:05.332420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-48e848fc-65ee-4fd6-bae6-79afff27539e None None] Port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:36:05.406631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.496437 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-9f8461de-aa81-422a-8176-2d3025224f98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.2483027 Apr 05 20:36:05.565870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95850df3-629a-4929-bc98-c50e2a728002 req-86de8c80-e6a7-4434-99d9-f4fdfba982e8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 210 time: 0.1644075 Apr 05 20:36:05.580816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-81154191-c0ba-40e3-b3ed-7a022393d652 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ede5f96069d4491c8c858c7dcdf64428&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042461 Apr 05 20:36:05.775326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-bca01b5a-0ab5-4993-8c9b-b82ace50a725 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.776904 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-bca01b5a-0ab5-4993-8c9b-b82ace50a725 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.2663410 Apr 05 20:36:05.872004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50760) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:05.965743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92a8c9-1969-4027-9fc4-842af470f853 req-e02bc391-6040-43d2-b53a-03aa56da61e6 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.967312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f92a8c9-1969-4027-9fc4-842af470f853 req-e02bc391-6040-43d2-b53a-03aa56da61e6 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 935 time: 0.4919164 Apr 05 20:36:05.976937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-56c8580c-7287-453d-9296-c2bfbb13fd12 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.983647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-56c8580c-7287-453d-9296-c2bfbb13fd12 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3916371 Apr 05 20:36:06.006593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Request body: {'port': {'device_id': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'ede5f96069d4491c8c858c7dcdf64428'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:06.050286 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-9bc4942b-2f7f-44ce-ae1d-822e8f2b5743 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.2488573 Apr 05 20:36:06.105128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca7e48-6dc6-45bd-8ea9-8eda6c2723c3 req-bdd58819-9f5d-4329-a82f-5d21e0b0ff28 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:06.106607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1eca7e48-6dc6-45bd-8ea9-8eda6c2723c3 req-bdd58819-9f5d-4329-a82f-5d21e0b0ff28 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 949 time: 0.2620728 Apr 05 20:36:06.121151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1721070091-network', 'tenant_id': '716afa1e58a841b6afe211caf39e5439'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:06.126269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:06.140390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-445bbfda-83b4-4cce-bc2e-ab324649f59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:06.140390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-445bbfda-83b4-4cce-bc2e-ab324649f59d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.0775363 Apr 05 20:36:06.140390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Usage tracker for resource:network and tenant:716afa1e58a841b6afe211caf39e5439 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:06.144256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:06.152108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:06.153745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f92a8c9-1969-4027-9fc4-842af470f853 req-08771264-e01a-4168-8e12-fc6a5acf1b0f tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721587 Apr 05 20:36:06.235212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1eca7e48-6dc6-45bd-8ea9-8eda6c2723c3 req-a9d7e933-22d3-4282-a83f-dbe7344ea43d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152210 Apr 05 20:36:06.246010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:06.253320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Usage tracker for resource:port and tenant:ede5f96069d4491c8c858c7dcdf64428 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:06.272275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:06.276916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:06.322155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Made reservation on behalf of 716afa1e58a841b6afe211caf39e5439 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:06.325108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.347178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.365017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:06.367130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Made reservation on behalf of ede5f96069d4491c8c858c7dcdf64428 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:06.370113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.375236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.384692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60ea0191-e366-492c-ab1b-b24a818a9485 req-6d022cd7-839a-4172-ac81-c1cc8fcf1304 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 210 time: 0.0670846 Apr 05 20:36:06.405859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-8becd693-dea0-490d-ae72-e2dc0f04f293 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2548783 Apr 05 20:36:06.408482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Transition to ACTIVE for port object e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:06.415329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:06.419434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Usage tracker for resource:security_group_rule and tenant:716afa1e58a841b6afe211caf39e5439 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:06.423415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:06.536430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:06.538284 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.672678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c8b2c-03e0-420b-8de2-fc3b683093d1 req-00087c5f-18b3-4393-bf7c-fb5d79619b5b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:06.674236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-298c8b2c-03e0-420b-8de2-fc3b683093d1 req-00087c5f-18b3-4393-bf7c-fb5d79619b5b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 944 time: 0.2937772 Apr 05 20:36:06.744549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Allocated IP 192.168.233.97 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/797ca23f-e1d0-473b-b02a-718d50b64dc0) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:06.768776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-298c8b2c-03e0-420b-8de2-fc3b683093d1 req-e449f0da-8cf6-4bef-aae9-f483005857fd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813105 Apr 05 20:36:06.777305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127a24a-dff0-4ef7-8187-4cdad33c3d9d req-3e715eca-5d5f-4d9b-83b1-d66165501d48 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:06.779262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b127a24a-dff0-4ef7-8187-4cdad33c3d9d req-3e715eca-5d5f-4d9b-83b1-d66165501d48 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2652950 Apr 05 20:36:06.800797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Pushing event updated for resources: {'Port': ['ID=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:06.859662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.879675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b127a24a-dff0-4ef7-8187-4cdad33c3d9d req-9bda03c8-63d7-4c8f-86ee-e55e940ba805 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920069 Apr 05 20:36:06.925470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5572f58b-208d-4a7e-8545-fe70276aaa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.998797 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-6fc648aa-122d-4817-9096-b20fa1f9def2 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763760 Apr 05 20:36:07.036025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.053806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce36837f-e401-41b5-a627-c085cfdac7ac req-e1dea731-aab2-416e-9427-5449ba1e39cf tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 210 time: 0.1242282 Apr 05 20:36:07.152107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:07.154551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Attempting to bind port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:07.154932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Attempting to bind port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:07.155250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Attempting to bind port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:07.171163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7868c5e3-0c3c-4028-822e-de1e9d9cb792,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.182371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.182725 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Added segment 26c60cac-d3e8-4e5b-8937-7608b75f6944 of type vlan for network a7a73ada-1aed-42f5-a20c-e7a44452f687 Apr 05 20:36:07.191914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:36:07.192240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Attempting to bind port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:07.233463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.252777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:07.253190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:07.253794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:07.253930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-93c3ec47-7a16-43a4-a8f1-94dca7f45c0d tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:07.255139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-93c3ec47-7a16-43a4-a8f1-94dca7f45c0d tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 811 time: 0.3270829 Apr 05 20:36:07.255285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Bound port: e7265c3e-5fc4-414f-9a7c-2c1c75ce1896, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:07.255541 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.261498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Transition to ACTIVE for port object 797ca23f-e1d0-473b-b02a-718d50b64dc0 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:07.282785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.290663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'port': {'device_id': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d', 'admin_state_up': True, 'tenant_id': 'd1854d21d235419a95a5f3ebc6ae5c89'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:07.298780 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9dcf4e0-a162-4444-810c-ac935c692d95 req-cf8dd1b9-c9fb-4ce6-8ccb-8787094e7e22 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925529 Apr 05 20:36:07.447489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:36:07.456971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] For port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:07.469074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] For port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:07.491928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:07.502218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3c9c604b-10c1-4c04-ab9a-e709188359fb up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:07.559238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:07.564847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:port and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:07.568878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:07.582730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:07.583030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.583030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:07.585641 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.587954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d9d0f-f1dc-4622-9d1a-71ffbabeb036 req-069e1848-7886-4eeb-9681-6ff2f8ac6bb2 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:07.589967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-307d9d0f-f1dc-4622-9d1a-71ffbabeb036 req-069e1848-7886-4eeb-9681-6ff2f8ac6bb2 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 947 time: 0.1702006 Apr 05 20:36:07.617596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.643048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:07.683905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Made reservation on behalf of d1854d21d235419a95a5f3ebc6ae5c89 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:07.686987 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.688679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', '7f4b6975-3068-46a2-9009-e8348c3ef513'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:07.693525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.744965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:07.787423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] Pushing event updated for resources: {'Network': ['ID=a7a73ada-1aed-42f5-a20c-e7a44452f687,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.793655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-307d9d0f-f1dc-4622-9d1a-71ffbabeb036 req-3cecc557-3fc8-4d01-9dc0-1b9feace3c07 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981013 Apr 05 20:36:07.812951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.818443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network a7a73ada-1aed-42f5-a20c-e7a44452f687 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:07.821228 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] 10.222.0.39 "PUT /v2.0/ports/e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 HTTP/1.1" status: 200 len: 1095 time: 2.7192602 Apr 05 20:36:07.821791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d6817d-ea15-4473-b72e-04ea10917811', 'tag': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:07.826014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:07.827918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event updated for resources: {'Port': ['ID=797ca23f-e1d0-473b-b02a-718d50b64dc0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.830244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:07.862819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d9c96-4149-40db-87ec-faf80b5bdb79 service neutron] Pushing event updated for resources: {'Port': ['ID=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.942482 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-365d4e37-04da-4f4d-a2ca-9af4f6b1f723 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0690370 Apr 05 20:36:07.945842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50792) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:07.950982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Request body: {'subnet': {'network_id': 'a7a73ada-1aed-42f5-a20c-e7a44452f687', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1721070091-subnet', 'tenant_id': '716afa1e58a841b6afe211caf39e5439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:07.955142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.955493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.955837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.956173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.960225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.960225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.960225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.960225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.960225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.960225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.960225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:07.961330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:07.972415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Usage tracker for resource:subnet and tenant:716afa1e58a841b6afe211caf39e5439 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:07.980926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 3c9c604b-10c1-4c04-ab9a-e709188359fb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:07.982168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:07.989917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:08.045901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 3c9c604b-10c1-4c04-ab9a-e709188359fb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:08.046356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.148638 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-9f100f80-2351-4367-a23c-0bd9c5b6c65e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 1098 time: 0.1488664 Apr 05 20:36:08.188264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Made reservation on behalf of 716afa1e58a841b6afe211caf39e5439 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:08.190772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.192881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.193496 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.227030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:08.331912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Allocated IP 172.20.0.5 (9ceb17f7-83c1-4373-9dee-145c9a496b7d/846fcf0b-04fd-4a79-8137-415bd875898a/abc00268-9596-4a0c-a18b-23ca83bebe1f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:08.366726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96117b1-d2c4-42de-9b66-9fb6bb5cc015 req-d9609967-5ff1-4cfd-a019-74c53c26e907 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.368529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f96117b1-d2c4-42de-9b66-9fb6bb5cc015 req-d9609967-5ff1-4cfd-a019-74c53c26e907 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 949 time: 0.9100475 Apr 05 20:36:08.374578 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.382541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'mac_address': 'fa:16:3e:b3:f4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:08.408613 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-4a42dc53-7f7d-432d-a896-b71a0757592c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 HTTP/1.1" status: 200 len: 217 time: 0.1859496 Apr 05 20:36:08.430355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-1711f363-bef2-4967-9a2b-3326a1af72a2 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4301779 Apr 05 20:36:08.473157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Request body: {'port': {'device_id': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:08.543063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbc5a1-61da-4bbc-bef9-777648275aa6 req-a04fa6a8-dc2b-459c-97fe-407deb84534a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.543977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-87bbc5a1-61da-4bbc-bef9-777648275aa6 req-a04fa6a8-dc2b-459c-97fe-407deb84534a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:08.577652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22bae0-e80b-45df-b017-708289de2918 req-66cda2ed-08c3-4048-b1ad-b5dab6ca9741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.580672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-66cda2ed-08c3-4048-b1ad-b5dab6ca9741 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1632409 Apr 05 20:36:08.633554 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.634993 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.690875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f96117b1-d2c4-42de-9b66-9fb6bb5cc015 req-100e96f7-783f-4fe6-a2fd-f76054199c4d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130312 Apr 05 20:36:08.692078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:08.695805 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.699232 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-fb695252-574a-467e-89c9-178c84e2ba71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071341 Apr 05 20:36:08.760508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.777801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-87bbc5a1-61da-4bbc-bef9-777648275aa6 req-a04fa6a8-dc2b-459c-97fe-407deb84534a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:08.784362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87bbc5a1-61da-4bbc-bef9-777648275aa6 req-a04fa6a8-dc2b-459c-97fe-407deb84534a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 935 time: 0.5979362 Apr 05 20:36:08.795305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:08.813467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.813611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c604b-10c1-4c04-ab9a-e709188359fb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:08.850455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3c9c604b-10c1-4c04-ab9a-e709188359fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3c9c604b-10c1-4c04-ab9a-e709188359fb,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:08.885594 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.952611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01535136-2f67-426d-840d-be7ef51bb9c0,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:08.980340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.009362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87bbc5a1-61da-4bbc-bef9-777648275aa6 req-92cf8ad3-5751-4150-b2a6-20cc66f2c929 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239883 Apr 05 20:36:09.073714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-715e3e6b-707a-4616-964f-d34a062b914c None None] Provisioning for port 797ca23f-e1d0-473b-b02a-718d50b64dc0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:09.089796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.106543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:09.109496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-715e3e6b-707a-4616-964f-d34a062b914c None None] Provisioning complete for port 797ca23f-e1d0-473b-b02a-718d50b64dc0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:09.110152 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-715e3e6b-707a-4616-964f-d34a062b914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.118659 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2076f48-6c83-45a0-a797-a036495c699a'] response: {'name': 'network-changed', 'server_uuid': '41d6817d-ea15-4473-b72e-04ea10917811', 'tag': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896', 'status': 'completed', 'code': 200} Apr 05 20:36:09.149280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Checking segment: {'id': '26c60cac-d3e8-4e5b-8937-7608b75f6944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a7a73ada-1aed-42f5-a20c-e7a44452f687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:09.149644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Network hostable DHCP agents. Network: a7a73ada-1aed-42f5-a20c-e7a44452f687, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:09.194152 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-12e241e1-08f6-49a7-bc5c-000c9a769700 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869676 Apr 05 20:36:09.283074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-715e3e6b-707a-4616-964f-d34a062b914c None None] Port 797ca23f-e1d0-473b-b02a-718d50b64dc0 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:36:09.288139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3c9c604b-10c1-4c04-ab9a-e709188359fb,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:09.298532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Network a7a73ada-1aed-42f5-a20c-e7a44452f687 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:09.357290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ff22bae0-e80b-45df-b017-708289de2918 req-fab3ab50-d00c-4f1c-860c-04d42efd5942 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549432 Apr 05 20:36:09.405633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, a7a73ada-1aed-42f5-a20c-e7a44452f687) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:09.411276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.412366 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.450862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c987a15d-9119-4437-8046-b6c404888bef None None] Network a7a73ada-1aed-42f5-a20c-e7a44452f687 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:36:09.456280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e6439-cfa9-410c-a574-c393462f8265 req-24273743-5841-4483-abdb-f59e04a00b6a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.457836 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-156e6439-cfa9-410c-a574-c393462f8265 req-24273743-5841-4483-abdb-f59e04a00b6a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 945 time: 0.5146766 Apr 05 20:36:09.528273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36016a-68f1-4228-bbea-d9fc3f06a9e8 req-92c237fd-dedc-43a9-8493-42a6b62dcefe tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.529756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe36016a-68f1-4228-bbea-d9fc3f06a9e8 req-92c237fd-dedc-43a9-8493-42a6b62dcefe tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3291621 Apr 05 20:36:09.571723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:09.584346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-156e6439-cfa9-410c-a574-c393462f8265 req-b04bd617-8ad3-48f1-9cc1-44ebca9c2090 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158748 Apr 05 20:36:09.632288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.643471 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-73e4e08c-d828-444a-ad26-fd114514ddd8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6969197 Apr 05 20:36:09.731894 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-f8606fd6-66ce-4127-aa5f-6c6c0a87c287 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 1098 time: 0.1557763 Apr 05 20:36:09.732694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe36016a-68f1-4228-bbea-d9fc3f06a9e8 req-ed1470ae-bb9b-45af-8c75-218bdc1defde tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888950 Apr 05 20:36:09.740042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:36:09.843616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Network 9ceb17f7-83c1-4373-9dee-145c9a496b7d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:09.844556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:09.859853 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1706cad9-7798-4bbb-8ca0-6e28614acc80'] response: {'server_uuid': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c604b-10c1-4c04-ab9a-e709188359fb', 'code': 200} Apr 05 20:36:09.907184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:09.915523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:09.924567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3318f45c-a843-4949-933b-47b995b9e895 None None] Network a7a73ada-1aed-42f5-a20c-e7a44452f687 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:36:09.997396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797ca23f-e1d0-473b-b02a-718d50b64dc0 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:10.014586 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.059924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-fbbd1fde-4d92-4ff8-9658-7fbe1c336c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.061561 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-fbbd1fde-4d92-4ff8-9658-7fbe1c336c2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3229187 Apr 05 20:36:10.081652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.082696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.086369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.122913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Transition to ACTIVE for port object 797ca23f-e1d0-473b-b02a-718d50b64dc0 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:10.146495 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4395bb3a-0e51-4f3c-adb8-454b111ddc18 req-15bbd7aa-43dc-4a6b-8688-ad4b0885be9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 1101 time: 0.1954498 Apr 05 20:36:10.148621 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-c8e4c8c7-a856-4e2e-b0eb-6682a63d6318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 HTTP/1.1" status: 200 len: 217 time: 0.0784063 Apr 05 20:36:10.149306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12e716-f180-4aa3-85b8-5774e64680fe req-bd15f5a1-3a4b-42f0-8b1f-bcc84564aa38 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.149628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3c12e716-f180-4aa3-85b8-5774e64680fe req-bd15f5a1-3a4b-42f0-8b1f-bcc84564aa38 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:10.180235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad70db8-1769-4833-8a14-3b712bbf0c41 req-f09e0d01-bfad-4d66-8424-51b23da53cc6 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.181878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ad70db8-1769-4833-8a14-3b712bbf0c41 req-f09e0d01-bfad-4d66-8424-51b23da53cc6 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 947 time: 0.1567667 Apr 05 20:36:10.206603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-cc1b22d3-6a5e-401f-b813-519902711cac tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9254091 Apr 05 20:36:10.225413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3c12e716-f180-4aa3-85b8-5774e64680fe req-bd15f5a1-3a4b-42f0-8b1f-bcc84564aa38 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:10.238189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c12e716-f180-4aa3-85b8-5774e64680fe req-bd15f5a1-3a4b-42f0-8b1f-bcc84564aa38 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 931 time: 0.4290237 Apr 05 20:36:10.239901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.247983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-96fe8dfa-637f-4976-b34a-0b807d127c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.249674 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-96fe8dfa-637f-4976-b34a-0b807d127c93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0768688 Apr 05 20:36:10.251319 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4395bb3a-0e51-4f3c-adb8-454b111ddc18 req-c80d4af3-9dd6-44eb-b41d-acf887750729 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954556 Apr 05 20:36:10.303844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Request body: {'port': {'device_id': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:10.352645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ad70db8-1769-4833-8a14-3b712bbf0c41 req-e0c48d49-6e58-48dd-abdc-e973d7f4cefe tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637895 Apr 05 20:36:10.477862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=797ca23f-e1d0-473b-b02a-718d50b64dc0,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:10.690212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3c12e716-f180-4aa3-85b8-5774e64680fe req-d3b7a3a7-064e-40b8-8eb3-da6b0b6339f2 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:10.736218 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-56ff22c3-b9d9-4020-bc23-9b838eb8c354 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697229 Apr 05 20:36:10.790748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.865225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Attempting to bind port 797ca23f-e1d0-473b-b02a-718d50b64dc0 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:10.865545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Attempting to bind port 797ca23f-e1d0-473b-b02a-718d50b64dc0 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:10.865851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Attempting to bind port 797ca23f-e1d0-473b-b02a-718d50b64dc0 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:10.868016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3c12e716-f180-4aa3-85b8-5774e64680fe req-d3b7a3a7-064e-40b8-8eb3-da6b0b6339f2 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:10.869158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c12e716-f180-4aa3-85b8-5774e64680fe req-d3b7a3a7-064e-40b8-8eb3-da6b0b6339f2 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049638 Apr 05 20:36:10.873645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-4b5c37cd-a80e-4d92-9267-b9a8b8981ee7 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298587 Apr 05 20:36:10.893758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c956c-0a3c-4c02-a636-1a9414cbc56c req-b66e4c29-6b9b-4fd3-8087-5d8e2a3c696a tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.897509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-879c956c-0a3c-4c02-a636-1a9414cbc56c req-b66e4c29-6b9b-4fd3-8087-5d8e2a3c696a tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 950 time: 0.4120972 Apr 05 20:36:10.900120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Port 797ca23f-e1d0-473b-b02a-718d50b64dc0 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:36:10.900529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Attempting to bind port 797ca23f-e1d0-473b-b02a-718d50b64dc0 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:10.936426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:10.940630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:10.940630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:10.940630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Bound port: 797ca23f-e1d0-473b-b02a-718d50b64dc0, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:10.940630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.012339 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0a75c515-ec50-41c6-8a33-7d46447abfba req-afc911d7-bebd-4775-bdc8-09b5cbd02472 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324837 Apr 05 20:36:11.116559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-879c956c-0a3c-4c02-a636-1a9414cbc56c req-9649001c-2119-4020-8364-013bc186158f tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126961 Apr 05 20:36:11.268326 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-93f097f2-9ddb-4ef6-8233-a5c244081922 req-0a7fd6ad-c6a9-480e-90e0-5df5479e969d tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] show failed (client error): The resource could not be found. Apr 05 20:36:11.269303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93f097f2-9ddb-4ef6-8233-a5c244081922 req-0a7fd6ad-c6a9-480e-90e0-5df5479e969d tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "GET /v2.0/security-groups/1bfc33b1-6b40-4911-bf34-fba7271670e7 HTTP/1.1" status: 404 len: 352 time: 0.0339096 Apr 05 20:36:11.272598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] For port 797ca23f-e1d0-473b-b02a-718d50b64dc0, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:11.277961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] For port 797ca23f-e1d0-473b-b02a-718d50b64dc0, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=797ca23f-e1d0-473b-b02a-718d50b64dc0,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:11.320357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf56ab-f591-43e0-a2be-0904220aba78 req-da4977b5-c6bc-4676-8e5b-fe7b07a1c78a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:11.321881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62bf56ab-f591-43e0-a2be-0904220aba78 req-da4977b5-c6bc-4676-8e5b-fe7b07a1c78a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3160386 Apr 05 20:36:11.380590 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.515285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62bf56ab-f591-43e0-a2be-0904220aba78 req-9f820301-2dac-4a1f-95ec-640aa8caaa72 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852717 Apr 05 20:36:11.545583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc00268-9596-4a0c-a18b-23ca83bebe1f {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:11.558478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.559831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] 10.222.0.23 "PUT /v2.0/ports/797ca23f-e1d0-473b-b02a-718d50b64dc0 HTTP/1.1" status: 200 len: 1095 time: 3.0955961 Apr 05 20:36:11.565472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'tag': '797ca23f-e1d0-473b-b02a-718d50b64dc0'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:11.571548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.588460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f42a41-d434-4101-b538-4a6549f0b2ce service neutron] Pushing event updated for resources: {'Port': ['ID=797ca23f-e1d0-473b-b02a-718d50b64dc0,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:11.602710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Transition to ACTIVE for port object abc00268-9596-4a0c-a18b-23ca83bebe1f will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:11.616928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7178e-535b-4eab-92cd-04b430fb7c84 req-5d534315-4320-4652-8aaa-4c067de50d15 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:11.618465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77a7178e-535b-4eab-92cd-04b430fb7c84 req-5d534315-4320-4652-8aaa-4c067de50d15 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 947 time: 0.2325759 Apr 05 20:36:11.733141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.867716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:11.916432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:11.922191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77a7178e-535b-4eab-92cd-04b430fb7c84 req-18e07a3c-6cba-4868-b244-1b88305f2d6f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975566 Apr 05 20:36:11.943528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-4b751b81-ce9e-4b01-8a99-3f09c9242c0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 1098 time: 0.2704043 Apr 05 20:36:11.977319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746e3a6-d0bf-4bad-bdc6-0f0c4ca7908f req-f647572f-093f-434a-aa0b-c1e3d1387b07 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:11.978764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0746e3a6-d0bf-4bad-bdc6-0f0c4ca7908f req-f647572f-093f-434a-aa0b-c1e3d1387b07 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 945 time: 0.3460486 Apr 05 20:36:12.118312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-f4184b77-c34c-4787-9369-777346ef4ba3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=797ca23f-e1d0-473b-b02a-718d50b64dc0 HTTP/1.1" status: 200 len: 217 time: 0.1469724 Apr 05 20:36:12.236097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0746e3a6-d0bf-4bad-bdc6-0f0c4ca7908f req-f48ace0b-ecf3-444c-a0c1-4572e4aa7b6b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027404 Apr 05 20:36:12.240447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-573c715c-f134-4a49-8d6b-8311d894c0c1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1615979861&fields=id&tenant_id=0a9778ff8abd472f9af8d79b66eb8430 HTTP/1.1" status: 200 len: 267 time: 0.1573224 Apr 05 20:36:12.241352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Attempting to bind port abc00268-9596-4a0c-a18b-23ca83bebe1f on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:12.241695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Attempting to bind port abc00268-9596-4a0c-a18b-23ca83bebe1f by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:12.242021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Attempting to bind port abc00268-9596-4a0c-a18b-23ca83bebe1f on network 9ceb17f7-83c1-4373-9dee-145c9a496b7d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:12.247290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-d5e4695f-cb1c-4aec-8023-d5906be0ea83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:12.248692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-d5e4695f-cb1c-4aec-8023-d5906be0ea83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1238272 Apr 05 20:36:12.315746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Port abc00268-9596-4a0c-a18b-23ca83bebe1f on network 9ceb17f7-83c1-4373-9dee-145c9a496b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:36:12.316264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Attempting to bind port abc00268-9596-4a0c-a18b-23ca83bebe1f on network 9ceb17f7-83c1-4373-9dee-145c9a496b7d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:12.533955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:12.534654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Checking segment: {'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:12.534654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Bound using segment: {'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:12.535018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Bound port: abc00268-9596-4a0c-a18b-23ca83bebe1f, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c748c50b-d11c-4f2d-bc94-fa644050b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:12.535899 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.681599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094998c0-3bb4-479e-a360-8766230266a3 req-ac4abc37-ddc2-48eb-8d2a-919f73b118a5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:12.683037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-ac4abc37-ddc2-48eb-8d2a-919f73b118a5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/networks?id=f86eb5ba-903d-4f43-ae36-67e4215b5223 HTTP/1.1" status: 200 len: 816 time: 0.4323013 Apr 05 20:36:12.724934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-9317157a-4b55-45c8-b107-555b99bcb10b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4524257 Apr 05 20:36:12.726636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:12.731819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:12.756966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2372cb-8465-4946-ae4c-87e20905548e req-c9445f5a-6571-4e0e-ae92-e6eb47f09e04 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:12.758413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de2372cb-8465-4946-ae4c-87e20905548e req-c9445f5a-6571-4e0e-ae92-e6eb47f09e04 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 947 time: 0.2875571 Apr 05 20:36:12.759585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-58164007-220c-49d5-948f-77b2808e1121 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/quotas/0a9778ff8abd472f9af8d79b66eb8430 HTTP/1.1" status: 200 len: 375 time: 0.0657332 Apr 05 20:36:12.866663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.004602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.005985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] 10.222.0.39 "PUT /v2.0/ports/abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 1091 time: 2.7428946 Apr 05 20:36:13.021961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de2372cb-8465-4946-ae4c-87e20905548e req-f65cca75-9705-4126-a586-1163ffcb0778 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550344 Apr 05 20:36:13.038485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448746c-617e-4031-9d17-142b35bcf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:13.046445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-03c9024c-f9b6-48c5-a305-6b868183582b service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122089 Apr 05 20:36:13.167736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-44eb048d-998f-4bdc-8f0e-72eeb7bbeb78 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a9778ff8abd472f9af8d79b66eb8430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4017291 Apr 05 20:36:13.345059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f29985-bbde-48bd-9c15-7e6c645cc707 req-425b52e2-e7e3-49ee-a5c0-278032ab6ca0 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923484 Apr 05 20:36:13.360636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-424faf2c-6ddd-4879-9c2b-2cf4b1841cbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1094 time: 0.2318969 Apr 05 20:36:13.436902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-000ac360-38ec-438d-8ea3-947c591f3fbe service neutron] 10.222.0.10 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475138 Apr 05 20:36:13.470533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-99a00c3b-ca5f-4632-a0c9-6050473121d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 217 time: 0.0945640 Apr 05 20:36:13.505359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:13.522707 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bef6c61-b77e-4e6e-87be-edafdaddffbe'] response: {'name': 'network-changed', 'server_uuid': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'tag': '797ca23f-e1d0-473b-b02a-718d50b64dc0', 'status': 'completed', 'code': 200} Apr 05 20:36:13.620581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:13.625693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:13.626062 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.707938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-6b9c5ffc-e3c0-4d79-877c-0ff099abca07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:13.709395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-6b9c5ffc-e3c0-4d79-877c-0ff099abca07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.1885986 Apr 05 20:36:13.740415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.766888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:13.776427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:13.779065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-660c402f-4f5d-4cd7-8790-55bf9a92c92c service neutron] 10.222.0.10 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286157 Apr 05 20:36:13.781841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-2aeda145-c20c-4c34-961f-7412a42e3d46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576062 Apr 05 20:36:13.826547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-9cc4bab9-d78f-492a-8ba0-ccf932859bb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 1098 time: 0.3030026 Apr 05 20:36:13.845164 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.875063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc071b-7c87-4d1b-b827-2f6ed3be657d req-3a0a5ab6-6cd7-4223-bd9d-76be214ff37e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:13.876514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0afc071b-7c87-4d1b-b827-2f6ed3be657d req-3a0a5ab6-6cd7-4223-bd9d-76be214ff37e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 943 time: 0.2884984 Apr 05 20:36:13.914920 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:14.176116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0afc071b-7c87-4d1b-b827-2f6ed3be657d req-828b0835-6e4a-40a0-bdb8-9e63f8ebc1a4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698336 Apr 05 20:36:14.205933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-c903af15-ff91-44ef-bf47-be311966d7fc service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125209 Apr 05 20:36:14.206890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-d4d95664-13c8-4c15-9f0c-e99bd8f67abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:14.208735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-d4d95664-13c8-4c15-9f0c-e99bd8f67abd service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3313928 Apr 05 20:36:14.391757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-8c5cfbee-8ed9-46b3-b9ab-25f0e79115b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=797ca23f-e1d0-473b-b02a-718d50b64dc0 HTTP/1.1" status: 200 len: 217 time: 0.1579735 Apr 05 20:36:14.524531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-2638e18b-d690-4b51-a145-ad815746bd00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:14.525980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-2638e18b-d690-4b51-a145-ad815746bd00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1274433 Apr 05 20:36:14.543321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb7f86f5-a9d2-4f3e-8c52-0e1392e51c50 req-8651c26d-c718-473d-b125-72887bdfaec1 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296638 Apr 05 20:36:14.617518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b45f3-262d-4ec8-a32d-3017bdee7e39 req-6a11ccde-2fa6-441f-8b66-901e201dfe99 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:14.618973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-002b45f3-262d-4ec8-a32d-3017bdee7e39 req-6a11ccde-2fa6-441f-8b66-901e201dfe99 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 950 time: 0.2839885 Apr 05 20:36:14.627942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52216de1-862d-4746-bca6-1df30a73a927 req-31d12ec1-8a1e-4aed-957e-34faeed2f004 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=716afa1e58a841b6afe211caf39e5439 HTTP/1.1" status: 200 len: 2652 time: 0.1577277 Apr 05 20:36:14.724878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-002b45f3-262d-4ec8-a32d-3017bdee7e39 req-d1b122fd-aa4e-402e-a0d5-589cba07a574 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960014 Apr 05 20:36:14.727789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-a80c0162-f65c-4a13-80ca-dc6c6992c25a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882758 Apr 05 20:36:14.732506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52216de1-862d-4746-bca6-1df30a73a927 req-1afa0843-5ce3-4340-949a-729e1fedfae9 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "GET /v2.0/security-groups/7868c5e3-0c3c-4028-822e-de1e9d9cb792 HTTP/1.1" status: 200 len: 2649 time: 0.0868590 Apr 05 20:36:14.941325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52216de1-862d-4746-bca6-1df30a73a927 req-d7f974f8-1720-459a-afde-33e1437b49e1 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "GET /v2.0/security-groups/7868c5e3-0c3c-4028-822e-de1e9d9cb792 HTTP/1.1" status: 200 len: 2649 time: 0.1862664 Apr 05 20:36:14.965957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-ddc86986-8708-4022-97c0-f76ce1a87a19 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313905 Apr 05 20:36:15.006515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751d47c-8bba-4051-8acf-c3067d082794 req-9cd87816-cd0d-4e48-9fe4-d9644495ef6d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:15.007882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2751d47c-8bba-4051-8acf-c3067d082794 req-9cd87816-cd0d-4e48-9fe4-d9644495ef6d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 947 time: 0.1592181 Apr 05 20:36:15.194626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2751d47c-8bba-4051-8acf-c3067d082794 req-d26338da-0517-44e1-813a-f4a7fa877afb tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355064 Apr 05 20:36:15.224960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150727f-aa36-4a2b-ade4-2fd129f48c68 req-2fa46371-0ece-41e7-bfff-5401d43b445b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:15.228586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4150727f-aa36-4a2b-ade4-2fd129f48c68 req-2fa46371-0ece-41e7-bfff-5401d43b445b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1685359 Apr 05 20:36:15.228586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a93d99cb-ff45-4f4c-9cf6-a15201a3953c req-b444ec71-5877-4dbe-89c1-9b214c2ac0a3 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553196 Apr 05 20:36:15.289643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4150727f-aa36-4a2b-ade4-2fd129f48c68 req-35468415-1cb5-4677-8492-16f7215f3fcb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541894 Apr 05 20:36:15.351002 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411911ab-5c44-4b5f-8095-aad367f4ef31'] response: {'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'code': 200} Apr 05 20:36:15.399930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699784-7c2d-4c92-aba6-f4a96c86dea5 req-1f33e414-4428-48f4-a1b7-babfaf663d93 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:15.401599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80699784-7c2d-4c92-aba6-f4a96c86dea5 req-1f33e414-4428-48f4-a1b7-babfaf663d93 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.0913155 Apr 05 20:36:15.450509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80699784-7c2d-4c92-aba6-f4a96c86dea5 req-0fa6db2b-b687-4354-8fc2-91c842ff20fe tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423303 Apr 05 20:36:15.526952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:15.538426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:15.588470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3e9f4d1-1c86-4dbc-ba8e-842466f55f54 req-31cb1e44-220f-492c-9094-bc5bef686000 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 210 time: 0.0531695 Apr 05 20:36:15.645524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9af606-cbf8-4a74-a76c-bd8c21d5a763 req-f2d16edf-61e5-455a-8e99-9bb5af115570 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:15.647303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa9af606-cbf8-4a74-a76c-bd8c21d5a763 req-f2d16edf-61e5-455a-8e99-9bb5af115570 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 947 time: 0.1853592 Apr 05 20:36:15.651921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1587d395-658c-45b1-8e34-671cdb4e1dcb req-0f2874f3-750b-46d2-bb7d-4d3447c1a45f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 1097 time: 0.1552200 Apr 05 20:36:15.680356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:15.695445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896', 'mac_address': 'fa:16:3e:2e:51:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:15.731850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa9af606-cbf8-4a74-a76c-bd8c21d5a763 req-52cb8ba4-be9b-43b1-8208-a0ec6ed42aaa tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775440 Apr 05 20:36:15.733261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1587d395-658c-45b1-8e34-671cdb4e1dcb req-ed7b94fb-094d-48a7-8c54-af09b9b63711 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658300 Apr 05 20:36:15.754736 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.773883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:15.791706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:15.856455 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.924747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:15.954773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9acb5955-a171-4162-8299-27e38deb61f8 req-c0ad7da3-341d-43f2-9560-ee1d6644cbe8 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "GET /v2.0/security-groups/7868c5e3-0c3c-4028-822e-de1e9d9cb792 HTTP/1.1" status: 200 len: 2649 time: 0.2132442 Apr 05 20:36:15.998187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba22f6-1b28-4440-bc3f-efbd42426298 req-1ac694bb-74ed-480f-9cd5-92d7df3c800c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:15.999577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba22f6-1b28-4440-bc3f-efbd42426298 req-1ac694bb-74ed-480f-9cd5-92d7df3c800c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 943 time: 0.1264365 Apr 05 20:36:16.067033 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-9acb5955-a171-4162-8299-27e38deb61f8 req-12082b93-b465-4bc1-860c-ca8554f2fcf7 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:36:16.067915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9acb5955-a171-4162-8299-27e38deb61f8 req-12082b93-b465-4bc1-860c-ca8554f2fcf7 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "DELETE /v2.0/security-groups/7868c5e3-0c3c-4028-822e-de1e9d9cb792 HTTP/1.1" status: 409 len: 352 time: 0.1065617 Apr 05 20:36:16.072401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba22f6-1b28-4440-bc3f-efbd42426298 req-e70cde56-a60a-4073-9c7f-01c3b38f4262 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630803 Apr 05 20:36:16.139208 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0eeed32-2283-45a7-a3cb-c23e7bdd72a3'] response: {'name': 'network-changed', 'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f', 'status': 'completed', 'code': 200} Apr 05 20:36:16.276532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc047b1-6d6b-4f86-a38d-fe8626e1a1eb req-84b14bb6-119e-4233-8d68-b85f5a5f9bd7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:16.278108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bc047b1-6d6b-4f86-a38d-fe8626e1a1eb req-84b14bb6-119e-4233-8d68-b85f5a5f9bd7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1119981 Apr 05 20:36:16.347497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bc047b1-6d6b-4f86-a38d-fe8626e1a1eb req-1a718ce6-18ef-4dac-a062-03a176280e7f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591686 Apr 05 20:36:16.355059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-37a5ec5a-7e31-4dd9-8832-6c941d05afce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1094 time: 0.1171916 Apr 05 20:36:16.464156 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-0c86808c-e154-4ba0-96f4-cd4f8441dc69 req-8782196e-0b41-479a-9199-f6a6a6deae5d tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] show failed (client error): The resource could not be found. Apr 05 20:36:16.465380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c86808c-e154-4ba0-96f4-cd4f8441dc69 req-8782196e-0b41-479a-9199-f6a6a6deae5d tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "GET /v2.0/security-groups/f5b98395-dfa3-400f-a639-431ab627284c HTTP/1.1" status: 404 len: 352 time: 0.0756764 Apr 05 20:36:16.513170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-e57a261b-38a5-4096-b3fe-1002db6b0c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:16.514607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-e57a261b-38a5-4096-b3fe-1002db6b0c5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 912 time: 0.1459372 Apr 05 20:36:16.552809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 797ca23f-e1d0-473b-b02a-718d50b64dc0 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:16.571853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e7265c3e-5fc4-414f-9a7c-2c1c75ce1896'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:16.624159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-81330467-99a6-41af-8e29-e4792f8d7255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 217 time: 0.0991175 Apr 05 20:36:16.715968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-58ba2b1a-8675-47e3-bac5-e360a4cefde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:16.717409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-58ba2b1a-8675-47e3-bac5-e360a4cefde0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.0793064 Apr 05 20:36:16.734614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad0b8f-dd62-4dfd-bb42-dbe8cc0b798b req-f1498720-8be7-488c-8384-28019be7613e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:16.736362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ad0b8f-dd62-4dfd-bb42-dbe8cc0b798b req-f1498720-8be7-488c-8384-28019be7613e tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 947 time: 0.1641245 Apr 05 20:36:16.766919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 797ca23f-e1d0-473b-b02a-718d50b64dc0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=797ca23f-e1d0-473b-b02a-718d50b64dc0,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:16.790193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '797ca23f-e1d0-473b-b02a-718d50b64dc0', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '797ca23f-e1d0-473b-b02a-718d50b64dc0', 'mac_address': 'fa:16:3e:39:14:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:16.849260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-637a51d9-0161-468a-87e9-682a4fc73528 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448382 Apr 05 20:36:16.888462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.920056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797ca23f-e1d0-473b-b02a-718d50b64dc0 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:16.950851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 797ca23f-e1d0-473b-b02a-718d50b64dc0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=797ca23f-e1d0-473b-b02a-718d50b64dc0,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:16.952652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ad0b8f-dd62-4dfd-bb42-dbe8cc0b798b req-4c427801-bc9b-4263-a288-2a73dbb2950a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093031 Apr 05 20:36:16.992895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499d309-9a3f-4364-8d21-52c62240fe33 req-0c6a6bad-8035-46b7-b7e6-a84c0914d032 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:16.994553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1499d309-9a3f-4364-8d21-52c62240fe33 req-0c6a6bad-8035-46b7-b7e6-a84c0914d032 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2334664 Apr 05 20:36:17.016952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.061193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-f6321978-624d-4dfd-aba2-5a65d0a484fc service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917667 Apr 05 20:36:17.070674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1499d309-9a3f-4364-8d21-52c62240fe33 req-e94ead1d-ab19-4fbe-acb7-cffdd611a670 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649226 Apr 05 20:36:17.093388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=797ca23f-e1d0-473b-b02a-718d50b64dc0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:17.204349 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-2f0a01d8-f6bf-4bf0-b0a6-605ed67f27a9 req-05afb763-0201-4c17-817c-62860fc6d0e1 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] show failed (client error): The resource could not be found. Apr 05 20:36:17.205386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f0a01d8-f6bf-4bf0-b0a6-605ed67f27a9 req-05afb763-0201-4c17-817c-62860fc6d0e1 tempest-SecurityGroupsNegativeTestJSON-169576222 tempest-SecurityGroupsNegativeTestJSON-169576222-project] 10.222.0.10 "GET /v2.0/security-groups/798862b4-a544-44d2-88e4-b6c4dbb49126 HTTP/1.1" status: 404 len: 352 time: 0.0791123 Apr 05 20:36:17.216343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50904) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:17.256766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['797ca23f-e1d0-473b-b02a-718d50b64dc0'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:17.377154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7cb10b-aac6-4bd9-8ca4-fe532bdddddd req-86ce07f2-26e8-4d91-968a-52ca508ca07e service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037031 Apr 05 20:36:17.381377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] Deleting subnet 01535136-2f67-426d-840d-be7ef51bb9c0 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:36:17.387117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-587ea92c-9a83-477b-be3b-90e71dc0b58e req-97f63283-5f0f-4bd7-a412-65ea20d0749a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 210 time: 0.0747733 Apr 05 20:36:17.387753 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.433397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed614c-2893-427e-82d3-571ba929dd63 req-3003e0a0-6b4c-43f1-a6d3-4239ddf6b723 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:17.433397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09ed614c-2893-427e-82d3-571ba929dd63 req-3003e0a0-6b4c-43f1-a6d3-4239ddf6b723 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3589563 Apr 05 20:36:17.476826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.576310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09ed614c-2893-427e-82d3-571ba929dd63 req-17b3463c-2fcb-4478-8b65-17bb88b2b809 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367545 Apr 05 20:36:17.601034 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.671915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957817c-e6ca-4461-a967-a6b291e7d713 req-f6c1da50-0db1-4b5d-9db4-cea4d202d2f8 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:17.673361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b957817c-e6ca-4461-a967-a6b291e7d713 req-f6c1da50-0db1-4b5d-9db4-cea4d202d2f8 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 950 time: 0.1611779 Apr 05 20:36:17.854877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.911149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01535136-2f67-426d-840d-be7ef51bb9c0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:17.918412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b957817c-e6ca-4461-a967-a6b291e7d713 req-725805ba-72d4-4c6b-9078-92c61e5cd89d tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374914 Apr 05 20:36:17.923048 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.933785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b0a76886-0055-4eb1-82a1-624916ccdd80 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/01535136-2f67-426d-840d-be7ef51bb9c0 HTTP/1.1" status: 204 len: 168 time: 0.7164824 Apr 05 20:36:17.936218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50910) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:17.966801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76da1cb-fe7c-4956-83ed-a90795c7e9ef req-5e17e6f1-b19b-4c9f-80b2-1ba8c293c07d tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:17.968270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c76da1cb-fe7c-4956-83ed-a90795c7e9ef req-5e17e6f1-b19b-4c9f-80b2-1ba8c293c07d tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 948 time: 0.1764476 Apr 05 20:36:18.120237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.134999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c76da1cb-fe7c-4956-83ed-a90795c7e9ef req-26d4e29b-ea12-4780-aa31-aed8725e8ec1 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234624 Apr 05 20:36:18.388930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.412439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36f3bf-7deb-44d7-9980-b983beec9750 req-310b2f3f-6dd5-4c77-baf3-addfd0fffbd3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:18.413954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a36f3bf-7deb-44d7-9980-b983beec9750 req-310b2f3f-6dd5-4c77-baf3-addfd0fffbd3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 943 time: 0.3504093 Apr 05 20:36:18.466283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a73ada-1aed-42f5-a20c-e7a44452f687']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:18.481830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094998c0-3bb4-479e-a360-8766230266a3 req-ad5ce922-8aff-4193-b82b-531cd076e6f1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:18.483283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-ad5ce922-8aff-4193-b82b-531cd076e6f1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.39 "GET /v2.0/networks?id=f86eb5ba-903d-4f43-ae36-67e4215b5223 HTTP/1.1" status: 200 len: 816 time: 0.3051572 Apr 05 20:36:18.492629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c60cac-d3e8-4e5b-8937-7608b75f6944') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:18.492948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c60cac-d3e8-4e5b-8937-7608b75f6944') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:18.511356 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.525652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a36f3bf-7deb-44d7-9980-b983beec9750 req-25e82393-80b6-4e1c-8fbc-a8560d71096d tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039801 Apr 05 20:36:18.552394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.569310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:36:18.569310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.572367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 797ca23f-e1d0-473b-b02a-718d50b64dc0 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:18.583389 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:18.736803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 797ca23f-e1d0-473b-b02a-718d50b64dc0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:18.743177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 797ca23f-e1d0-473b-b02a-718d50b64dc0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:18.743627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.773380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-ed1a7932-8b85-4517-9580-5c866da6a353 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9778ff8abd472f9af8d79b66eb8430 HTTP/1.1" status: 200 len: 380 time: 0.2347016 Apr 05 20:36:18.785306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Request body: {'port': {'device_id': 'c76c99df-001d-4885-8873-304f65583d39', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'admin_state_up': True, 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'security_groups': ['3a7cf434-d7e8-4f55-9d6b-2fe493137d19']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:18.875101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.882528 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.903408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797ca23f-e1d0-473b-b02a-718d50b64dc0'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:18.913040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 797ca23f-e1d0-473b-b02a-718d50b64dc0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=797ca23f-e1d0-473b-b02a-718d50b64dc0,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:18.920300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.934603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a73ada-1aed-42f5-a20c-e7a44452f687,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:18.946341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eb2653f7-f66d-45e3-8c9a-d42881f1ce08 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a7a73ada-1aed-42f5-a20c-e7a44452f687 HTTP/1.1" status: 204 len: 168 time: 1.0091767 Apr 05 20:36:18.987536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb4c7-50e3-40f7-896a-1b0e492bc341 req-6a8c4d1c-cd08-4985-bae2-2e1e0a8e9591 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:18.991666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f3fb4c7-50e3-40f7-896a-1b0e492bc341 req-6a8c4d1c-cd08-4985-bae2-2e1e0a8e9591 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2932897 Apr 05 20:36:19.001985 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.004405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8bdf1-8a0b-468f-b1ba-56ac250baae0 req-6c992891-018b-49c0-b993-41b688a163f9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:19.005907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9eb8bdf1-8a0b-468f-b1ba-56ac250baae0 req-6c992891-018b-49c0-b993-41b688a163f9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 948 time: 0.3638537 Apr 05 20:36:19.046320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:19.056066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Usage tracker for resource:port and tenant:0a9778ff8abd472f9af8d79b66eb8430 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:19.065547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:19.077991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:19.087157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=797ca23f-e1d0-473b-b02a-718d50b64dc0,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:19.098984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f3fb4c7-50e3-40f7-896a-1b0e492bc341 req-20b09c04-546d-4531-934f-f57e5b6b03c1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906990 Apr 05 20:36:19.110770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9eb8bdf1-8a0b-468f-b1ba-56ac250baae0 req-fde73707-cffa-428c-8eb4-d2e3491e14b1 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859067 Apr 05 20:36:19.191879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Made reservation on behalf of 0a9778ff8abd472f9af8d79b66eb8430 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:19.196050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.350598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4aa43964-a44d-43f8-bcad-9e2146c219ce req-a66872fb-f6d8-4c9d-9a00-28458b579442 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 210 time: 0.0964575 Apr 05 20:36:19.381873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50932) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:19.432684 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae0fd9d-feb6-44ef-9b4c-1aa7fdd6fdd8'] response: {'server_uuid': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797ca23f-e1d0-473b-b02a-718d50b64dc0', 'code': 200} Apr 05 20:36:19.449588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50936) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:19.450342 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e2a4acff-387a-429b-a881-34d446ea0fba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=716afa1e58a841b6afe211caf39e5439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662532 Apr 05 20:36:19.515356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ba0d9-5f10-47bd-a5bf-65676c4441ab req-2c924687-9874-4795-a3e0-a1e997c7f375 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:19.516934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf5ba0d9-5f10-47bd-a5bf-65676c4441ab req-2c924687-9874-4795-a3e0-a1e997c7f375 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2616794 Apr 05 20:36:19.530709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Allocated IP 172.20.0.14 (f86eb5ba-903d-4f43-ae36-67e4215b5223/50295cf9-4147-4e9f-be6d-1fc1c8b9cd54/a7bd77e4-6c8d-4e0f-9254-232596977323) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:19.567972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device abc00268-9596-4a0c-a18b-23ca83bebe1f details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:19.576734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:19.768401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20ade81b-de36-42a7-becd-3ef51334186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.786953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-662be1b7-c123-49a1-8af2-b94cabc7cb05 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:19.788104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-662be1b7-c123-49a1-8af2-b94cabc7cb05 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Synchronizing usage tracker for tenant:e78b2eba86224a1685d7f63a196e8b3a on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:19.805034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:19.814070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:19.818762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf5ba0d9-5f10-47bd-a5bf-65676c4441ab req-d8829640-8b50-4adb-81b4-da43b54860e9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858000 Apr 05 20:36:19.822632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:19.826767 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.854207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'abc00268-9596-4a0c-a18b-23ca83bebe1f', 'network_id': '9ceb17f7-83c1-4373-9dee-145c9a496b7d', 'port_id': 'abc00268-9596-4a0c-a18b-23ca83bebe1f', 'mac_address': 'fa:16:3e:53:9b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846fcf0b-04fd-4a79-8137-415bd875898a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:19.859579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20ade81b-de36-42a7-becd-3ef51334186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.874274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-662be1b7-c123-49a1-8af2-b94cabc7cb05 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Unset dirty status for tenant:e78b2eba86224a1685d7f63a196e8b3a on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:19.875865 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-662be1b7-c123-49a1-8af2-b94cabc7cb05 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 950 time: 0.1890202 Apr 05 20:36:19.923030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b837b4c-09ac-448c-b3ef-22eea266dc1b req-dd1fdfc1-ec56-4afb-baf4-5ae189d7b05b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:19.929732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b837b4c-09ac-448c-b3ef-22eea266dc1b req-dd1fdfc1-ec56-4afb-baf4-5ae189d7b05b tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 950 time: 0.3761544 Apr 05 20:36:19.972179 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.000610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Deleting port 3c9c604b-10c1-4c04-ab9a-e709188359fb {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:36:20.002262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.035974 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.037996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc00268-9596-4a0c-a18b-23ca83bebe1f {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:20.056334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:20.095472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.111565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a325e8b-3707-480f-ae75-8559426efa2a req-98b66cb9-142a-4754-8b12-faa344a8ed25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 1100 time: 0.6102431 Apr 05 20:36:20.146092 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.169821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b837b4c-09ac-448c-b3ef-22eea266dc1b req-c032d017-6ac1-4a5c-aff4-80b9f9cd0ab9 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/security-groups?id=07e6a469-0f8e-42b8-a960-5fdd0d133885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392335 Apr 05 20:36:20.199744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20ade81b-de36-42a7-becd-3ef51334186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.243541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:20.244285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ade81b-de36-42a7-becd-3ef51334186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7868c5e3-0c3c-4028-822e-de1e9d9cb792,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:20.249800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a325e8b-3707-480f-ae75-8559426efa2a req-4e9d47d3-78a7-4a79-9ba8-68ead6ddacfd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232529 Apr 05 20:36:20.256878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:20.258843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.266949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20ade81b-de36-42a7-becd-3ef51334186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.271927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-20ade81b-de36-42a7-becd-3ef51334186c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7868c5e3-0c3c-4028-822e-de1e9d9cb792 HTTP/1.1" status: 204 len: 168 time: 0.8207333 Apr 05 20:36:20.285369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Transition to ACTIVE for port object a7bd77e4-6c8d-4e0f-9254-232596977323 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:20.319720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.395419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:20.398676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.496036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] For port 3c9c604b-10c1-4c04-ab9a-e709188359fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3c9c604b-10c1-4c04-ab9a-e709188359fb,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:20.496649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.541295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event updated for resources: {'Port': ['ID=a7bd77e4-6c8d-4e0f-9254-232596977323,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:20.549999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:20.553628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:20.556624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:20.624324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Calling delete_port for 3c9c604b-10c1-4c04-ab9a-e709188359fb owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:36:20.633650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018560fb-e13b-428e-b100-cd87bb0f66a4 req-1756aaac-befb-477a-b59b-03632957bc49 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:20.637541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018560fb-e13b-428e-b100-cd87bb0f66a4 req-1756aaac-befb-477a-b59b-03632957bc49 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 949 time: 0.2318165 Apr 05 20:36:20.641602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:20.642281 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.708615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['abc00268-9596-4a0c-a18b-23ca83bebe1f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:20.716523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018560fb-e13b-428e-b100-cd87bb0f66a4 req-8ad3563e-1e21-47c8-95fc-fc6b3f69d611 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700135 Apr 05 20:36:20.743598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-e1e7cd4a-4009-4193-af3a-a997efb1994f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9634271 Apr 05 20:36:20.768064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Request body: {'port': {'device_id': 'c76c99df-001d-4885-8873-304f65583d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:21.084066 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.114162 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.117244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eeaf43a9-8d44-4dfa-ab00-259c464a6181 None None] Provisioning for port a7bd77e4-6c8d-4e0f-9254-232596977323 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:21.121379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eeaf43a9-8d44-4dfa-ab00-259c464a6181 None None] Provisioning complete for port a7bd77e4-6c8d-4e0f-9254-232596977323 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:21.121944 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eeaf43a9-8d44-4dfa-ab00-259c464a6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.187883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf43a9-8d44-4dfa-ab00-259c464a6181 None None] Port a7bd77e4-6c8d-4e0f-9254-232596977323 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:36:21.210379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Pushing event deleted for resources: {'Port': ['ID=3c9c604b-10c1-4c04-ab9a-e709188359fb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:21.221180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f5253-68e4-4cbb-bece-51068ed4b3d6 req-89b3ce84-a595-4b0b-9d96-d70634ec7ea2 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:21.223077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-112f5253-68e4-4cbb-bece-51068ed4b3d6 req-89b3ce84-a595-4b0b-9d96-d70634ec7ea2 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 944 time: 0.2381952 Apr 05 20:36:21.242030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.242846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.245374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.245947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.246522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.247259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.248044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.249677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.250231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.255564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.255564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:21.428040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] No DVR routers for this DVR port 3c9c604b-10c1-4c04-ab9a-e709188359fb on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:21.432937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.433582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d6817d-ea15-4473-b72e-04ea10917811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:21.438953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'name': 'network-vif-deleted', 'tag': '3c9c604b-10c1-4c04-ab9a-e709188359fb'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:21.480697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-112f5253-68e4-4cbb-bece-51068ed4b3d6 req-58468e78-8f8f-4b3b-baa9-fe4b72d6ccbf tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499821 Apr 05 20:36:21.566323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a1d3d662-c7fa-4ba3-8a26-489e1ef97f1d req-049ca50d-4e06-49e7-a5c0-4459bca47e01 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.39 "DELETE /v2.0/ports/3c9c604b-10c1-4c04-ab9a-e709188359fb HTTP/1.1" status: 204 len: 173 time: 1.6844723 Apr 05 20:36:21.588637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b189-4faa-45a0-975b-55b97c6a0c7f req-652c15ce-f1bc-4135-94ba-690dc4c606f5 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:21.590107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b699b189-4faa-45a0-975b-55b97c6a0c7f req-652c15ce-f1bc-4135-94ba-690dc4c606f5 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 949 time: 0.2572155 Apr 05 20:36:21.727787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b699b189-4faa-45a0-975b-55b97c6a0c7f req-9a118bd4-82c7-4713-b698-05c0912113d3 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207941 Apr 05 20:36:21.798082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bd77e4-6c8d-4e0f-9254-232596977323 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:21.806369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683949c-47a7-420e-b4cb-e9fae279ccb5 req-12e729eb-0635-42f0-83b7-0d047b2625b0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:21.807485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2683949c-47a7-420e-b4cb-e9fae279ccb5 req-12e729eb-0635-42f0-83b7-0d047b2625b0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Synchronizing usage tracker for tenant:0a9778ff8abd472f9af8d79b66eb8430 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:21.813165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.835612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Transition to ACTIVE for port object a7bd77e4-6c8d-4e0f-9254-232596977323 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:21.943750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2683949c-47a7-420e-b4cb-e9fae279ccb5 req-12e729eb-0635-42f0-83b7-0d047b2625b0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Unset dirty status for tenant:0a9778ff8abd472f9af8d79b66eb8430 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:21.950457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2683949c-47a7-420e-b4cb-e9fae279ccb5 req-12e729eb-0635-42f0-83b7-0d047b2625b0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 932 time: 0.3391247 Apr 05 20:36:21.950457 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.991008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5b680-f35d-42b4-b28a-59f66f31bef4 req-637efc15-97a9-4fb8-979e-a1b2de7af38c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:21.992698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cb5b680-f35d-42b4-b28a-59f66f31bef4 req-637efc15-97a9-4fb8-979e-a1b2de7af38c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1267817 Apr 05 20:36:22.127493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bd77e4-6c8d-4e0f-9254-232596977323,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:22.158171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2683949c-47a7-420e-b4cb-e9fae279ccb5 req-85696909-bfc6-403c-97a7-aa68b039ddb6 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068353 Apr 05 20:36:22.191163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cb5b680-f35d-42b4-b28a-59f66f31bef4 req-8b0b22a9-2171-462c-b6a2-20f2f7d142d7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732628 Apr 05 20:36:22.266036 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:36:22.467586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c52b3f4f-5f7f-4c52-b588-215702d03c18 req-3145c216-782f-487b-97d4-3a091ecf1265 tempest-ServerDiagnosticsNegativeTest-1840338483 tempest-ServerDiagnosticsNegativeTest-1840338483-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c351792-6b70-4bcb-9ad7-4683c8c0cb1a HTTP/1.1" status: 200 len: 210 time: 0.0845273 Apr 05 20:36:22.497192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Attempting to bind port a7bd77e4-6c8d-4e0f-9254-232596977323 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:22.497529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Attempting to bind port a7bd77e4-6c8d-4e0f-9254-232596977323 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:22.497851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Attempting to bind port a7bd77e4-6c8d-4e0f-9254-232596977323 on network f86eb5ba-903d-4f43-ae36-67e4215b5223 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:22.506392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Port a7bd77e4-6c8d-4e0f-9254-232596977323 on network f86eb5ba-903d-4f43-ae36-67e4215b5223 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:36:22.506708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Attempting to bind port a7bd77e4-6c8d-4e0f-9254-232596977323 on network f86eb5ba-903d-4f43-ae36-67e4215b5223 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:22.512894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:22.513270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Checking segment: {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:22.513654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Bound using segment: {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:22.514070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Bound port: a7bd77e4-6c8d-4e0f-9254-232596977323, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5341790-80a4-48bb-8924-393690b2bed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:22.514634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.533269 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f768349-6f1e-447b-82ef-34013d031d3d'] response: {'server_uuid': '41d6817d-ea15-4473-b72e-04ea10917811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896', 'code': 200} Apr 05 20:36:22.582559 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da3a9813-c670-4b8b-ad1d-dc3ac1faff5d'] response: {'server_uuid': '5c351792-6b70-4bcb-9ad7-4683c8c0cb1a', 'name': 'network-vif-deleted', 'tag': '3c9c604b-10c1-4c04-ab9a-e709188359fb', 'status': 'completed', 'code': 200} Apr 05 20:36:22.609284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] For port a7bd77e4-6c8d-4e0f-9254-232596977323, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:22.614002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] For port a7bd77e4-6c8d-4e0f-9254-232596977323, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a7bd77e4-6c8d-4e0f-9254-232596977323,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:22.620935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3f019-80b6-4e92-ac79-cd5b587bee6c req-ab125e99-11d7-4a12-b362-70124b2da943 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:22.622492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eb3f019-80b6-4e92-ac79-cd5b587bee6c req-ab125e99-11d7-4a12-b362-70124b2da943 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2406113 Apr 05 20:36:22.672865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eb3f019-80b6-4e92-ac79-cd5b587bee6c req-cea18370-102f-4ce2-9bd2-d4b4325ac166 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Apr 05 20:36:22.720457 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.790610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.792039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7bd77e4-6c8d-4e0f-9254-232596977323 HTTP/1.1" status: 200 len: 1092 time: 2.0289445 Apr 05 20:36:22.796012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:22.821300 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2e76ead-d772-45d9-9da1-fd1a11df6f4e req-08c31dfd-b843-4c74-8372-84a60bc61d21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 1100 time: 0.0961502 Apr 05 20:36:22.830454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d520a-012b-4988-b989-9c8db22eb1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bd77e4-6c8d-4e0f-9254-232596977323,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:22.855160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8218d6-95bb-4ae2-acc7-c13c7c703bd1 req-3245137e-8249-42cf-b57a-70c148d1ce54 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:22.862648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf8218d6-95bb-4ae2-acc7-c13c7c703bd1 req-3245137e-8249-42cf-b57a-70c148d1ce54 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 949 time: 0.1852884 Apr 05 20:36:22.923810 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2e76ead-d772-45d9-9da1-fd1a11df6f4e req-32ca6510-2028-42b7-9b83-c7bfcbfee0f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779657 Apr 05 20:36:22.927833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf8218d6-95bb-4ae2-acc7-c13c7c703bd1 req-5e6363ae-6922-4ff5-adaf-698f24ae88fb tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643289 Apr 05 20:36:23.138134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aca6b-093d-40b8-a092-1f0c15d7e8f9 req-4a03e390-5197-4807-85cd-b1bebbd1d01e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:23.139474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-629aca6b-093d-40b8-a092-1f0c15d7e8f9 req-4a03e390-5197-4807-85cd-b1bebbd1d01e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 944 time: 0.0768681 Apr 05 20:36:23.185472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-629aca6b-093d-40b8-a092-1f0c15d7e8f9 req-b602b1fb-1dbe-4524-a7a7-70c86a28615c tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396500 Apr 05 20:36:23.277468 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73bad84-a72b-47fa-b311-3957c97825de'] response: {'name': 'network-changed', 'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'status': 'completed', 'code': 200} Apr 05 20:36:23.398544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a89c6d-215b-401f-b4f5-511b32988a56 req-62630909-bf08-46d5-9b5e-8cea8eab14a8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:23.400161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71a89c6d-215b-401f-b4f5-511b32988a56 req-62630909-bf08-46d5-9b5e-8cea8eab14a8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 949 time: 0.1046879 Apr 05 20:36:23.434628 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-84657b67-753a-4683-9342-1da02665c139 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a9778ff8abd472f9af8d79b66eb8430&device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 1095 time: 0.0721791 Apr 05 20:36:23.506990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71a89c6d-215b-401f-b4f5-511b32988a56 req-8920f65f-3845-405b-a380-7bf990c641a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998926 Apr 05 20:36:23.525287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a1ae0-95fd-4e7a-a6af-da9f9fe60568 req-570c6e7b-ed85-4d88-a3c6-c52228a9de76 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:23.526402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b63a1ae0-95fd-4e7a-a6af-da9f9fe60568 req-570c6e7b-ed85-4d88-a3c6-c52228a9de76 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 944 time: 0.1045136 Apr 05 20:36:23.534639 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-98d7ee62-fba9-4ae3-a5fb-26ef36726157 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7bd77e4-6c8d-4e0f-9254-232596977323 HTTP/1.1" status: 200 len: 217 time: 0.0668013 Apr 05 20:36:23.575292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b63a1ae0-95fd-4e7a-a6af-da9f9fe60568 req-796ee9ce-e6ed-4ec2-83b2-6ab5f01e3672 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Apr 05 20:36:23.604762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device abc00268-9596-4a0c-a18b-23ca83bebe1f up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:23.633800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094998c0-3bb4-479e-a360-8766230266a3 req-7d357088-9336-4c18-87de-7f0431ab2e01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:23.637134 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-7d357088-9336-4c18-87de-7f0431ab2e01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50295cf9-4147-4e9f-be6d-1fc1c8b9cd54 HTTP/1.1" status: 200 len: 855 time: 0.0887001 Apr 05 20:36:23.746560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86afd9-9413-466a-81d4-bcddfe1bb2d6 req-e62bf672-27ca-491c-900e-872a8d932fa9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:23.748343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d86afd9-9413-466a-81d4-bcddfe1bb2d6 req-e62bf672-27ca-491c-900e-872a8d932fa9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1200676 Apr 05 20:36:23.748481 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-dfda0762-5c53-47c1-884a-de3ca3d9fe28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f86eb5ba-903d-4f43-ae36-67e4215b5223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935957 Apr 05 20:36:23.753446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port abc00268-9596-4a0c-a18b-23ca83bebe1f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:23.759734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port abc00268-9596-4a0c-a18b-23ca83bebe1f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:23.759994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:23.852477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d86afd9-9413-466a-81d4-bcddfe1bb2d6 req-2b33bd10-3f68-473a-a229-92a3c732267d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984173 Apr 05 20:36:23.953849 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.021292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:24.022712 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-af3fc096-d197-4f0a-8f9f-99e2820ff2fd service neutron] 10.222.0.39 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666826 Apr 05 20:36:24.047795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-907691d7-0b1c-4617-bb63-6f664e2e73b2 req-c08f1083-7d0a-4ef3-9e86-c48834c0b0b5 tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 1100 time: 0.1132901 Apr 05 20:36:24.097707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-907691d7-0b1c-4617-bb63-6f664e2e73b2 req-83a38b1f-7999-4495-87ef-0bf072da506e tempest-ServersOnMultiNodesTest-2146715309 tempest-ServersOnMultiNodesTest-2146715309-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Apr 05 20:36:24.142804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.144395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3c9c604b-10c1-4c04-ab9a-e709188359fb no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:24.214843 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-094998c0-3bb4-479e-a360-8766230266a3 req-63537251-0b8a-4f72-a962-2193f65c8f6e service neutron] 10.222.0.39 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854014 Apr 05 20:36:24.235103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 3c9c604b-10c1-4c04-ab9a-e709188359fb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:36:24.236523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3c9c604b-10c1-4c04-ab9a-e709188359fb not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:24.280323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:24.292530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.293244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.293767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.294545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.295109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.295344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b0f30-2dbf-4a83-be85-60146aea474d req-56c84a15-a576-401b-badf-4c7619fc008f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:24.296202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.296786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.297034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-566b0f30-2dbf-4a83-be85-60146aea474d req-56c84a15-a576-401b-badf-4c7619fc008f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1036558 Apr 05 20:36:24.297524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.298200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.298757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.299309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:24.406936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-566b0f30-2dbf-4a83-be85-60146aea474d req-4315b41e-e12a-4008-9561-03e1d1ea2050 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037552 Apr 05 20:36:24.432343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04a583-fb14-4c5d-8dc2-0275beedc236 req-4bf52bc0-2ece-4a66-82dd-00437b61ea68 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:24.433914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f04a583-fb14-4c5d-8dc2-0275beedc236 req-4bf52bc0-2ece-4a66-82dd-00437b61ea68 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 949 time: 0.1086481 Apr 05 20:36:24.441723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51034) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:24.484565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f04a583-fb14-4c5d-8dc2-0275beedc236 req-591dc37d-f40b-4334-9aa7-4cf6c5cf4835 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425146 Apr 05 20:36:24.535640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:24.558121 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-0680411a-8295-4483-a9a3-e039087422fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a9778ff8abd472f9af8d79b66eb8430&device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 1095 time: 0.0899003 Apr 05 20:36:24.719762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51046) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:24.720330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3a69a-c25e-49ef-9ad3-b9c65a21151c req-6079b9bc-451c-49a7-a353-2ecfe4957e91 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:24.721667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34a3a69a-c25e-49ef-9ad3-b9c65a21151c req-6079b9bc-451c-49a7-a353-2ecfe4957e91 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 945 time: 0.0868175 Apr 05 20:36:24.757237 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-46976da5-6d7f-4b86-8729-91bd25363ba3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e78b2eba86224a1685d7f63a196e8b3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3142955 Apr 05 20:36:24.765721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51052) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:24.787746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-80598c9e-97be-415f-ad69-6b59a2b51aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:24.789213 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-80598c9e-97be-415f-ad69-6b59a2b51aaa service neutron] 10.222.0.39 "GET /v2.0/networks?id=f86eb5ba-903d-4f43-ae36-67e4215b5223 HTTP/1.1" status: 200 len: 917 time: 0.1992142 Apr 05 20:36:24.791397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34a3a69a-c25e-49ef-9ad3-b9c65a21151c req-99e70b42-2230-4186-80d1-494571d844d8 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631223 Apr 05 20:36:24.872279 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4697bc15-df8e-4ed3-9673-e386da44754a'] response: {'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f', 'code': 200} Apr 05 20:36:24.914298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.931297 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-02d8e7fa-4ae9-4052-a565-7470cca8a330 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7bd77e4-6c8d-4e0f-9254-232596977323 HTTP/1.1" status: 200 len: 217 time: 0.1165009 Apr 05 20:36:24.988471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4a739bc-4b11-4dbe-b7a2-be73b18da7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.040803 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4a739bc-4b11-4dbe-b7a2-be73b18da7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.053272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:25.058451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-6f79be87-2928-4bde-b6a0-e1f0e686d790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.059830 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-6f79be87-2928-4bde-b6a0-e1f0e686d790 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50295cf9-4147-4e9f-be6d-1fc1c8b9cd54 HTTP/1.1" status: 200 len: 855 time: 0.1202445 Apr 05 20:36:25.063580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Usage tracker for resource:security_group_rule and tenant:f4cfdf168f584b70abc0c9e617737cb3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:25.101374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:25.126759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:25.157259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b58dd-7e9a-4ece-9fd0-545037a6593a req-7a49d785-c8c5-4b79-abc3-8e539d227724 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.158744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c03b58dd-7e9a-4ece-9fd0-545037a6593a req-7a49d785-c8c5-4b79-abc3-8e539d227724 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 944 time: 0.1943846 Apr 05 20:36:25.178379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2da9fc60-2de0-4e27-b234-56da2a31b4df req-671beeba-2eb7-471c-93e7-6391d15d6a96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1096 time: 0.1628387 Apr 05 20:36:25.208855 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-a4c13e35-2659-45c1-9872-0cf3636eccf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f86eb5ba-903d-4f43-ae36-67e4215b5223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423557 Apr 05 20:36:25.252547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.256728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441d9d4-a85d-474f-bb3b-e94340928312 req-84f9cefa-fab0-4c0d-a3a4-c7a39b7b15fa tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.258229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c441d9d4-a85d-474f-bb3b-e94340928312 req-84f9cefa-fab0-4c0d-a3a4-c7a39b7b15fa tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1664448 Apr 05 20:36:25.267307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2da9fc60-2de0-4e27-b234-56da2a31b4df req-a13890cb-50b8-4873-8c21-db59a4e353cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755434 Apr 05 20:36:25.269838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c03b58dd-7e9a-4ece-9fd0-545037a6593a req-7aa5e1b0-6fae-4046-ba2c-78cf0778d6ee tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976977 Apr 05 20:36:25.299215 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4a739bc-4b11-4dbe-b7a2-be73b18da7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.324889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a739bc-4b11-4dbe-b7a2-be73b18da7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e6a469-0f8e-42b8-a960-5fdd0d133885,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:25.335516 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c441d9d4-a85d-474f-bb3b-e94340928312 req-78a20b89-b565-48d1-8c5f-cafbb3759fdc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521214 Apr 05 20:36:25.342228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4a739bc-4b11-4dbe-b7a2-be73b18da7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.345978 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d4a739bc-4b11-4dbe-b7a2-be73b18da7d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07e6a469-0f8e-42b8-a960-5fdd0d133885 HTTP/1.1" status: 204 len: 168 time: 0.5793278 Apr 05 20:36:25.365517 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.531572 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-9d1ccb3b-8028-42ca-9d8e-3e03fe3f11e3 service neutron] 10.222.0.39 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117211 Apr 05 20:36:25.540835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294963d5-3276-440f-9117-9f6e1a88aae1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:25.545199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ca564f49-0d34-420a-bed5-05b0bbcff7ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4cfdf168f584b70abc0c9e617737cb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8245683 Apr 05 20:36:25.547963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51068) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:25.582626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c836b74-e908-440e-a979-bf98f96abcc5 req-e7389939-9dc3-498f-a5d5-c3b5e9cb8cda tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.584121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c836b74-e908-440e-a979-bf98f96abcc5 req-e7389939-9dc3-498f-a5d5-c3b5e9cb8cda tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1080530 Apr 05 20:36:25.590486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2f649-3739-47a7-983a-8752d63bc563 req-697489c2-0252-45e3-9a74-b98464e3a2d7 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.591887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7b2f649-3739-47a7-983a-8752d63bc563 req-697489c2-0252-45e3-9a74-b98464e3a2d7 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 949 time: 0.1521323 Apr 05 20:36:25.609934 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d090e1e4-c16f-4db9-80d8-48c70ded608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.636709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d090e1e4-c16f-4db9-80d8-48c70ded608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.766527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c836b74-e908-440e-a979-bf98f96abcc5 req-b56a3c81-e981-4a5a-aaad-8c00e4d71a72 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736963 Apr 05 20:36:25.771877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7b2f649-3739-47a7-983a-8752d63bc563 req-883bc39f-ec8a-4ce1-9e36-820ca1d3c202 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649382 Apr 05 20:36:25.822370 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d090e1e4-c16f-4db9-80d8-48c70ded608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.847894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090e1e4-c16f-4db9-80d8-48c70ded608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294963d5-3276-440f-9117-9f6e1a88aae1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:25.860920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d090e1e4-c16f-4db9-80d8-48c70ded608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.865018 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d090e1e4-c16f-4db9-80d8-48c70ded608a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/294963d5-3276-440f-9117-9f6e1a88aae1 HTTP/1.1" status: 204 len: 168 time: 0.3160281 Apr 05 20:36:25.915204 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c4aa8eb-93de-44f8-adbb-97f2c2ad1a37 req-0d68af8c-74e2-438d-8136-2360143b1faf service neutron] 10.222.0.39 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835942 Apr 05 20:36:26.031926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89b3f9-ada7-4fbc-9e61-8c11be8b8d9f req-6b18181e-9263-4f05-b378-74bdddd3f6eb tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:26.033390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c89b3f9-ada7-4fbc-9e61-8c11be8b8d9f req-6b18181e-9263-4f05-b378-74bdddd3f6eb tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 949 time: 0.1365457 Apr 05 20:36:26.058540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd1567-3729-4ac8-a1d2-768979b155bd req-aa973e56-a926-4f55-a887-208099c18cbf tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:26.059856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26cd1567-3729-4ac8-a1d2-768979b155bd req-aa973e56-a926-4f55-a887-208099c18cbf tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1284976 Apr 05 20:36:26.116853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c89b3f9-ada7-4fbc-9e61-8c11be8b8d9f req-5ce4eb71-6a2b-4f4b-aa20-e13736816161 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768547 Apr 05 20:36:26.119898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51080) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:26.140033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26cd1567-3729-4ac8-a1d2-768979b155bd req-65c42a10-87d9-4ef2-96a8-e562bedb13fc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 Apr 05 20:36:26.142475 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.179103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:26.183149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8c70580c2b4e298fd58fa81c9e809d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:26.186321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:26.193263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:26.439613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-65800a73-d059-4bad-a156-96212d0721b5 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:26.441025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-65800a73-d059-4bad-a156-96212d0721b5 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 949 time: 0.2424357 Apr 05 20:36:26.454946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.527957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7b4d3-6985-4b00-853e-3cfefd012773 req-2c20d4f9-d897-4dac-ab79-cef6ef030614 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:26.529322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bc7b4d3-6985-4b00-853e-3cfefd012773 req-2c20d4f9-d897-4dac-ab79-cef6ef030614 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2558920 Apr 05 20:36:26.545390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a558c03-4319-4dd6-a610-4f68704019b5 req-1ef05d2b-ac12-4c77-bad5-e21094f44e46 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:26.546726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a558c03-4319-4dd6-a610-4f68704019b5 req-1ef05d2b-ac12-4c77-bad5-e21094f44e46 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 945 time: 0.2288771 Apr 05 20:36:26.563575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port 797ca23f-e1d0-473b-b02a-718d50b64dc0 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:36:26.563909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.593601 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.742363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a72c88-238b-4623-a70e-fe72edd24fe7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:26.748824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-205fcddf-3751-4ed5-aae9-d98ff82b1888 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae8c70580c2b4e298fd58fa81c9e809d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6254556 Apr 05 20:36:26.749690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51098) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:26.759950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bc7b4d3-6985-4b00-853e-3cfefd012773 req-74b52a05-ef28-407b-bb1e-110e4e23fa2a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223020 Apr 05 20:36:26.768698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a558c03-4319-4dd6-a610-4f68704019b5 req-1541ac1a-571e-421c-9995-7d6de4f08489 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826153 Apr 05 20:36:26.842524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e323690-193c-415f-bb79-b2471e746817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.875181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e323690-193c-415f-bb79-b2471e746817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.941035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port 797ca23f-e1d0-473b-b02a-718d50b64dc0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=797ca23f-e1d0-473b-b02a-718d50b64dc0,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:26.941680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.028069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e323690-193c-415f-bb79-b2471e746817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.062118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e323690-193c-415f-bb79-b2471e746817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a72c88-238b-4623-a70e-fe72edd24fe7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:27.064631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e323690-193c-415f-bb79-b2471e746817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.065987 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0e323690-193c-415f-bb79-b2471e746817 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67a72c88-238b-4623-a70e-fe72edd24fe7 HTTP/1.1" status: 204 len: 168 time: 0.3125391 Apr 05 20:36:27.108397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for 797ca23f-e1d0-473b-b02a-718d50b64dc0 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:36:27.375118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51122) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:27.406071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806348d6-f506-4de9-a261-edf6def096cd req-ec4a85b3-ee3d-4a34-80f0-bd29288d663b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.407965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-806348d6-f506-4de9-a261-edf6def096cd req-ec4a85b3-ee3d-4a34-80f0-bd29288d663b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 944 time: 0.2292719 Apr 05 20:36:27.458457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173dba4-734b-403e-a022-de8684b4172a req-07ee58ab-6440-409b-bf89-180be0394d81 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.459989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173dba4-734b-403e-a022-de8684b4172a req-07ee58ab-6440-409b-bf89-180be0394d81 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 949 time: 0.2135291 Apr 05 20:36:27.502563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-806348d6-f506-4de9-a261-edf6def096cd req-80b44d38-56ee-490b-972f-e7d41cc6cf63 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813642 Apr 05 20:36:27.547254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173dba4-734b-403e-a022-de8684b4172a req-7e6da163-4f4e-4edc-9e8d-55096171c9f4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755651 Apr 05 20:36:27.547254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.552941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1717036530-network', 'tenant_id': 'd0cfad4bbdee4f14b06af7b31162acdb'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:27.558167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:27.559946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b', '797ca23f-e1d0-473b-b02a-718d50b64dc0'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:27.562360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Usage tracker for resource:network and tenant:d0cfad4bbdee4f14b06af7b31162acdb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:27.565253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:27.571215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:27.640006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=797ca23f-e1d0-473b-b02a-718d50b64dc0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:27.656557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Made reservation on behalf of d0cfad4bbdee4f14b06af7b31162acdb for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:27.658891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.669332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', '7f4b6975-3068-46a2-9009-e8348c3ef513'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:27.678082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.746903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:27.751134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Usage tracker for resource:security_group_rule and tenant:d0cfad4bbdee4f14b06af7b31162acdb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:27.755030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:27.762575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:27.897834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.011276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.026867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port 797ca23f-e1d0-473b-b02a-718d50b64dc0 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:28.033270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.036656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'name': 'network-vif-deleted', 'tag': '797ca23f-e1d0-473b-b02a-718d50b64dc0'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:28.053014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:28.065813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e99b8-13a8-4176-8665-d4298a07c07b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:28.072454 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.073081 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Added segment 42b3eb9d-7c79-4231-8401-ca036e627948 of type vlan for network 8164932d-e8e4-4099-9aae-3755024d9a38 Apr 05 20:36:28.109287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf9a8-6bfe-4cc1-a132-b910c99a0050 req-baa4f267-06a5-4185-baf5-eb28d7515872 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:28.110852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-170bf9a8-6bfe-4cc1-a132-b910c99a0050 req-baa4f267-06a5-4185-baf5-eb28d7515872 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3525846 Apr 05 20:36:28.116816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cfafc-872d-4e1a-90b3-b829c5b60fc4 req-34f9f3ba-4d48-417b-9515-858293ad8aed tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:28.123943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d6cfafc-872d-4e1a-90b3-b829c5b60fc4 req-34f9f3ba-4d48-417b-9515-858293ad8aed tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2813151 Apr 05 20:36:28.126420 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.160953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e1b1940-79f2-4035-bab0-c2ec00ef1642 req-cb7c08ec-9bf0-4d9e-b0e6-c8d4fcac172b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "DELETE /v2.0/ports/797ca23f-e1d0-473b-b02a-718d50b64dc0 HTTP/1.1" status: 204 len: 173 time: 1.7077897 Apr 05 20:36:28.202037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d6cfafc-872d-4e1a-90b3-b829c5b60fc4 req-330448b9-d681-41e8-9af3-ed718d8e142d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772393 Apr 05 20:36:28.220129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-170bf9a8-6bfe-4cc1-a132-b910c99a0050 req-c9df9e48-f371-49b6-b409-441e3eeb47dd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811272 Apr 05 20:36:28.419919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-4bb07a02-4626-41d3-9e4d-b1393250dab0 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316675 Apr 05 20:36:28.433623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.434574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:28.435240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.517425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563bd00-97fd-4b39-b2d7-d7d9cc694fd2 req-9c8995dc-3ab9-4129-bd87-ead65d7d0ef5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:28.519652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2563bd00-97fd-4b39-b2d7-d7d9cc694fd2 req-9c8995dc-3ab9-4129-bd87-ead65d7d0ef5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 945 time: 0.1897051 Apr 05 20:36:28.552288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] Pushing event updated for resources: {'Network': ['ID=8164932d-e8e4-4099-9aae-3755024d9a38,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:28.567362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 8164932d-e8e4-4099-9aae-3755024d9a38 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:28.648004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2563bd00-97fd-4b39-b2d7-d7d9cc694fd2 req-7630d0a2-a429-4998-83a3-829935122957 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186249 Apr 05 20:36:28.655378 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9cfa6b3f-baa4-4103-8d12-8992d8b35dcf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2774413 Apr 05 20:36:28.655710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51158) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:28.662082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Request body: {'subnet': {'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1717036530-subnet', 'tenant_id': 'd0cfad4bbdee4f14b06af7b31162acdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:28.667476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:28.668483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-c33390b5-e814-4431-b29c-ec98d9f780f2 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:28.672873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Usage tracker for resource:subnet and tenant:d0cfad4bbdee4f14b06af7b31162acdb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:28.675108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-c33390b5-e814-4431-b29c-ec98d9f780f2 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493222 Apr 05 20:36:28.676638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:28.684022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:28.696336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-cc122a6f-24f9-42bc-a6bb-511174f13ff1 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/quotas/b50cbb75d4ea4733a5168fbdc5083580 HTTP/1.1" status: 200 len: 375 time: 0.0196617 Apr 05 20:36:28.757099 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd69893-5239-4428-8dde-4d52656c1194'] response: {'server_uuid': 'f02ba06f-596e-4108-8047-37cfc1d8d78b', 'name': 'network-vif-deleted', 'tag': '797ca23f-e1d0-473b-b02a-718d50b64dc0', 'status': 'completed', 'code': 200} Apr 05 20:36:28.759472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Made reservation on behalf of d0cfad4bbdee4f14b06af7b31162acdb for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:28.762577 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.820992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-907c6260-6696-4bc8-b324-7229238e6c2a tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175342 Apr 05 20:36:28.959409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e2d1a-b8ec-4b4b-abda-d1ee514fe372 req-002c01a4-3e8c-447e-b5fd-6cec6a7e9af7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:28.959409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b1e2d1a-b8ec-4b4b-abda-d1ee514fe372 req-002c01a4-3e8c-447e-b5fd-6cec6a7e9af7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.0847392 Apr 05 20:36:29.022132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b1e2d1a-b8ec-4b4b-abda-d1ee514fe372 req-eb07453b-5087-4bfa-94cd-9954a81f4fa3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573678 Apr 05 20:36:29.114210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.208788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73251108-1a73-45f3-8a43-323d438ae3ca,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:29.231870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Checking segment: {'id': '42b3eb9d-7c79-4231-8401-ca036e627948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:29.233295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Network hostable DHCP agents. Network: 8164932d-e8e4-4099-9aae-3755024d9a38, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:29.270232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb241a8-c8b1-44d7-8160-8e71edf72547 req-ec4c6aa4-b982-4178-b78f-8f3325e8c262 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:29.282932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eb241a8-c8b1-44d7-8160-8e71edf72547 req-ec4c6aa4-b982-4178-b78f-8f3325e8c262 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 944 time: 0.1453233 Apr 05 20:36:29.352115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Network 8164932d-e8e4-4099-9aae-3755024d9a38 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:29.365901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-137ba8d7-a306-49e4-87e7-2bdf2da16c57 req-9b73053f-0cac-46bc-84da-79b353ff2d82 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:29.374287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eb241a8-c8b1-44d7-8160-8e71edf72547 req-87900301-7b00-4451-bebc-565a83fd7dcb tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902352 Apr 05 20:36:29.473738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 8164932d-e8e4-4099-9aae-3755024d9a38) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:29.473940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-137ba8d7-a306-49e4-87e7-2bdf2da16c57 req-9b73053f-0cac-46bc-84da-79b353ff2d82 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:29.478212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:29.479088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.487115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f0506d-3355-4ef9-81f1-79d7ea3c70a4 None None] Network 8164932d-e8e4-4099-9aae-3755024d9a38 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:36:29.487243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-137ba8d7-a306-49e4-87e7-2bdf2da16c57 req-9b73053f-0cac-46bc-84da-79b353ff2d82 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=f02ba06f-596e-4108-8047-37cfc1d8d78b HTTP/1.1" status: 200 len: 210 time: 0.1991069 Apr 05 20:36:29.601346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-919e2943-3e54-4197-aa76-e1a244bb363f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-413936257&fields=id&tenant_id=d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 267 time: 0.1141942 Apr 05 20:36:29.607985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d21cd712-b331-453a-b818-027f55c206f7 req-2d95dc96-b517-482a-af5b-7ba9794e3372 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 210 time: 0.0457554 Apr 05 20:36:29.611696 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c5c0b973-7408-4cf9-b6b9-d9ef0ab981d7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9551632 Apr 05 20:36:29.734918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-951830f6-5133-45c6-8092-ee6d3702b493 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:29.743071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-951830f6-5133-45c6-8092-ee6d3702b493 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 945 time: 0.1340690 Apr 05 20:36:29.749178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'port': {'security_groups': ['597d996f-e450-4418-97e0-a14476c28d30', '7a2ca910-d44b-4813-ae79-63b45dc83006']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:29.820038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1610e5-82d3-4cb7-af5a-ad5ed16ce053 None None] Network 8164932d-e8e4-4099-9aae-3755024d9a38 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:36:29.961236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.061757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339ac86-2f2a-4498-b6cf-eb1d900d6b86 req-9266d8d0-c10f-493c-9c8a-ca54f1eefabe tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:30.063199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a339ac86-2f2a-4498-b6cf-eb1d900d6b86 req-9266d8d0-c10f-493c-9c8a-ca54f1eefabe tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1965358 Apr 05 20:36:30.155863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a339ac86-2f2a-4498-b6cf-eb1d900d6b86 req-ea794f96-c1b9-4b96-9ce5-d90df3bb295a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861690 Apr 05 20:36:30.341142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:30.383103 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.394069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146b09-82dc-49aa-abcc-0b2abf207f49 req-f0203d63-2b5e-4265-9df9-ebb5242cfb0c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:30.400163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6146b09-82dc-49aa-abcc-0b2abf207f49 req-f0203d63-2b5e-4265-9df9-ebb5242cfb0c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1184697 Apr 05 20:36:30.456401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6146b09-82dc-49aa-abcc-0b2abf207f49 req-f45f1b87-ec39-47aa-8102-b3ee18b1cfe9 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542390 Apr 05 20:36:30.458157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.530755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:30.532882 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.532882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb31467-6a9e-4dfa-bae2-ec65178a96fe req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "PUT /v2.0/ports/abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 981 time: 0.7888103 Apr 05 20:36:30.547563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21ecc5-fc8d-4585-8177-1aa37713917a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:30.589348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 797ca23f-e1d0-473b-b02a-718d50b64dc0 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:30.622316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 797ca23f-e1d0-473b-b02a-718d50b64dc0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:36:30.622669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 797ca23f-e1d0-473b-b02a-718d50b64dc0 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:30.758709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:30.791294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['abc00268-9596-4a0c-a18b-23ca83bebe1f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:31.116944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-3a16562b-6e5a-46e4-bfb0-14fd175ec964 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:31.118333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-3a16562b-6e5a-46e4-bfb0-14fd175ec964 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/networks?id=8164932d-e8e4-4099-9aae-3755024d9a38 HTTP/1.1" status: 200 len: 822 time: 0.3202717 Apr 05 20:36:31.138456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c3f7b-c32b-4741-8049-e818ed5db95a req-39e233bc-d1e1-4590-8091-5f84e8f7e860 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:31.139938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c2c3f7b-c32b-4741-8049-e818ed5db95a req-39e233bc-d1e1-4590-8091-5f84e8f7e860 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 944 time: 0.2545445 Apr 05 20:36:31.145465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-a9c854ca-9007-40a8-bb40-08ae8ec76392 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/quotas/d0cfad4bbdee4f14b06af7b31162acdb HTTP/1.1" status: 200 len: 375 time: 0.0202057 Apr 05 20:36:31.212455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-777957d3-f821-44e5-aabf-cb161abb63eb tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0cfad4bbdee4f14b06af7b31162acdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475938 Apr 05 20:36:31.224591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-4e8d1017-07ae-4602-afed-64895aa378ff service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:36:31.225540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-4e8d1017-07ae-4602-afed-64895aa378ff service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058136 Apr 05 20:36:31.260028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c2c3f7b-c32b-4741-8049-e818ed5db95a req-0b234b80-d446-478e-9057-bcb657388121 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108155 Apr 05 20:36:31.346657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-3a0ad4a7-2709-4a9b-a91f-b0791dd20d55 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436866 Apr 05 20:36:31.507342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'abc00268-9596-4a0c-a18b-23ca83bebe1f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:31.518127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-74e3c469-e9d7-4803-8b47-52fce22c42e7 service neutron] 10.222.0.10 "GET /v2.0/networks/8164932d-e8e4-4099-9aae-3755024d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818856 Apr 05 20:36:31.636943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fcc3dce-f191-46f4-82ac-95cd693df00c req-d3585a1f-ae03-46c7-bfee-d7a6cc320c1b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/7a2ca910-d44b-4813-ae79-63b45dc83006 HTTP/1.1" status: 200 len: 1633 time: 0.1957839 Apr 05 20:36:31.644694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-9fb9710b-4643-4006-ab0f-4d464bf05228 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:31.646099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-9fb9710b-4643-4006-ab0f-4d464bf05228 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2928329 Apr 05 20:36:31.675351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Request body: {'port': {'device_id': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': 'b50cbb75d4ea4733a5168fbdc5083580'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:31.822380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-3c52beeb-c1fd-4fc3-9f2d-fc82c5640acb service neutron] 10.222.0.10 "GET /v2.0/networks/8164932d-e8e4-4099-9aae-3755024d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977951 Apr 05 20:36:31.849639 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-1fcc3dce-f191-46f4-82ac-95cd693df00c req-11ebb4a5-d7e1-44ff-a02b-130cb2032e5a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:36:31.850657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fcc3dce-f191-46f4-82ac-95cd693df00c req-11ebb4a5-d7e1-44ff-a02b-130cb2032e5a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/7a2ca910-d44b-4813-ae79-63b45dc83006 HTTP/1.1" status: 409 len: 341 time: 0.2036951 Apr 05 20:36:31.873766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:31.877638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Usage tracker for resource:port and tenant:b50cbb75d4ea4733a5168fbdc5083580 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:31.880609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:31.886349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:31.947720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Made reservation on behalf of b50cbb75d4ea4733a5168fbdc5083580 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:31.951046 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:32.054070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed8bb837-650d-4c63-befb-0533e4b60ac7 req-e295b6d2-55e3-4468-acfe-574a32656af0 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 210 time: 0.0795500 Apr 05 20:36:32.202682 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c89fe3-71ca-408f-b48e-2ec71def025a'] response: {'name': 'network-changed', 'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f', 'status': 'completed', 'code': 200} Apr 05 20:36:32.205737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Allocated IP 192.168.233.190 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/d7f4f790-b345-4d40-b544-9f88034ff86b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:32.266829 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-01265e72-6bb9-4b9f-a8fe-ea789b43aa21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1135 time: 0.0887492 Apr 05 20:36:32.415146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-1b9f0930-c735-4625-b8ae-90d84faa219a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:32.417118 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-1b9f0930-c735-4625-b8ae-90d84faa219a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 912 time: 0.1388423 Apr 05 20:36:32.465852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80312a-4fd9-4311-bc55-80e15e98a393 req-f4c06ad0-a5de-48bb-a3d3-7d95bee1d0dd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:32.467267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc80312a-4fd9-4311-bc55-80e15e98a393 req-f4c06ad0-a5de-48bb-a3d3-7d95bee1d0dd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2106662 Apr 05 20:36:32.496762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:32.502012 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-b85a1256-1257-4438-8022-3a43b768dd37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 217 time: 0.0670893 Apr 05 20:36:32.532443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Transition to ACTIVE for port object d7f4f790-b345-4d40-b544-9f88034ff86b will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:32.542765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc80312a-4fd9-4311-bc55-80e15e98a393 req-45f5b3bc-90a8-42d5-997e-ac4885f554e8 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667844 Apr 05 20:36:32.584173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-0139edb1-40bb-470f-8f49-b80dfc9a4a69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:32.585648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-0139edb1-40bb-470f-8f49-b80dfc9a4a69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.0763516 Apr 05 20:36:32.642004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-733ac158-26fa-4499-be20-989f85cf90a4 req-811ddd40-11dd-4fbf-bbef-3a40f74d6ce4 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 210 time: 0.0420337 Apr 05 20:36:32.651484 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-bb0e78dd-e2f4-4835-96bf-ea60512cd4de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438480 Apr 05 20:36:32.673913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:32.725753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e7265c3e-5fc4-414f-9a7c-2c1c75ce1896'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:32.782685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:32.788379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:32.810860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:32.836698 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-71daa3c5-efd5-42a3-9592-40b7fedbca99 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773562 Apr 05 20:36:32.910092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:32.910724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.006599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Pushing event updated for resources: {'Port': ['ID=d7f4f790-b345-4d40-b544-9f88034ff86b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:33.014809 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0c41e409-3027-47bd-89b0-51a1e86aca54 req-159ac2a4-6e87-4816-a1ac-5c6ac0800ccd service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717467 Apr 05 20:36:33.057156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-bb342f16-bef5-40e5-a88e-005d72aad977 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3884120 Apr 05 20:36:33.064450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2c45f-41ed-49df-a082-6a323b537e62 req-70e89ddf-3fc1-4d16-abff-9e1305dade13 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:33.066089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8b2c45f-41ed-49df-a082-6a323b537e62 req-70e89ddf-3fc1-4d16-abff-9e1305dade13 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 944 time: 0.1018858 Apr 05 20:36:33.071444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-a0b73db8-1d8b-4004-9ee6-799538318c37 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:36:33.072417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-a0b73db8-1d8b-4004-9ee6-799538318c37 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053964 Apr 05 20:36:33.104016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Request body: {'port': {'device_id': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:33.203860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b35c1445-4030-4381-8eb2-ab1b7f4496b0 None None] Provisioning for port d7f4f790-b345-4d40-b544-9f88034ff86b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:33.210057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b35c1445-4030-4381-8eb2-ab1b7f4496b0 None None] Provisioning complete for port d7f4f790-b345-4d40-b544-9f88034ff86b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:33.210429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b35c1445-4030-4381-8eb2-ab1b7f4496b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.275056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b35c1445-4030-4381-8eb2-ab1b7f4496b0 None None] Port d7f4f790-b345-4d40-b544-9f88034ff86b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:36:33.374661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8b2c45f-41ed-49df-a082-6a323b537e62 req-cb8b6679-5883-49ca-a264-8fe55be31606 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008485 Apr 05 20:36:33.404827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.428439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-04d557fb-7cbe-436a-bff7-b4c67e4130c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1135 time: 0.1680696 Apr 05 20:36:33.482126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b7cd6-7786-46dc-8738-bd0e88f019f6 req-3ffe0883-07f0-4dd5-86c5-9084cac8dfe4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:33.495908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c03b7cd6-7786-46dc-8738-bd0e88f019f6 req-3ffe0883-07f0-4dd5-86c5-9084cac8dfe4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 949 time: 0.3924391 Apr 05 20:36:33.554740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.581232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-d211a58d-e819-4c5b-87c1-2e6e41a8d464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:33.583316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-d211a58d-e819-4c5b-87c1-2e6e41a8d464 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 912 time: 0.1474354 Apr 05 20:36:33.650125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c03b7cd6-7786-46dc-8738-bd0e88f019f6 req-26de013c-04fd-4879-89dd-4f111d65196f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605291 Apr 05 20:36:33.655302 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-81ddb0c4-de5e-4e0b-b96b-11c92f4d13eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 217 time: 0.0648479 Apr 05 20:36:33.730648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-f0901599-6de1-4db3-86fa-4072ffdb2d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:33.732688 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-f0901599-6de1-4db3-86fa-4072ffdb2d48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.0669053 Apr 05 20:36:33.750927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce745c78-8cbb-48f9-b885-a40f9a0ead29 req-cc5c6d1b-c220-4c05-a96f-4b71cb720abc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:33.752279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce745c78-8cbb-48f9-b885-a40f9a0ead29 req-cc5c6d1b-c220-4c05-a96f-4b71cb720abc tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 984 time: 0.1721630 Apr 05 20:36:33.800365 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-3ee544cb-6ec8-493c-986e-c52f5a5780cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593607 Apr 05 20:36:33.888136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce745c78-8cbb-48f9-b885-a40f9a0ead29 req-fb7408a9-7255-432e-b77b-bccda81d4d04 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a2ca910-d44b-4813-ae79-63b45dc83006&id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1282358 Apr 05 20:36:33.960860 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-5bf81157-e988-4264-9859-d985b9630e39 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533160 Apr 05 20:36:33.965789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9425509-c985-4dd0-8da6-69d91edfe5a3 req-5ad041a7-e8bf-4c43-9686-36296992668b tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:33.966480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f9425509-c985-4dd0-8da6-69d91edfe5a3 req-5ad041a7-e8bf-4c43-9686-36296992668b tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Synchronizing usage tracker for tenant:b50cbb75d4ea4733a5168fbdc5083580 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:34.000885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f4f790-b345-4d40-b544-9f88034ff86b {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:34.009247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:34.023448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Transition to ACTIVE for port object d7f4f790-b345-4d40-b544-9f88034ff86b will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:34.100544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f9425509-c985-4dd0-8da6-69d91edfe5a3 req-5ad041a7-e8bf-4c43-9686-36296992668b tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Unset dirty status for tenant:b50cbb75d4ea4733a5168fbdc5083580 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:34.101848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9425509-c985-4dd0-8da6-69d91edfe5a3 req-5ad041a7-e8bf-4c43-9686-36296992668b tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 936 time: 0.3073521 Apr 05 20:36:34.109191 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39caaabe-85a1-414f-9e20-4dec55c87ef5 req-7b4a865c-47ef-47de-a772-e59a6d39b128 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395369 Apr 05 20:36:34.144537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:34.288499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9425509-c985-4dd0-8da6-69d91edfe5a3 req-66b60dce-b5e5-4cfa-a7b7-a2d62899d9bd tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778522 Apr 05 20:36:34.291915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f4f790-b345-4d40-b544-9f88034ff86b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:34.323705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e945d-9947-480f-a855-e57da641d71f req-aa62fe68-2018-4628-a387-c7e37a92ccfc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:34.325636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-795e945d-9947-480f-a855-e57da641d71f req-aa62fe68-2018-4628-a387-c7e37a92ccfc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2644095 Apr 05 20:36:34.510610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-795e945d-9947-480f-a855-e57da641d71f req-84dc65e7-49e4-4469-8890-3fe1f6b20ba3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513977 Apr 05 20:36:34.566370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Attempting to bind port d7f4f790-b345-4d40-b544-9f88034ff86b on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:34.566710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Attempting to bind port d7f4f790-b345-4d40-b544-9f88034ff86b by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:34.567242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Attempting to bind port d7f4f790-b345-4d40-b544-9f88034ff86b on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:34.583049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395cc68f-57a0-4d09-9aa1-6aad8d8bd9ed req-bff52aa9-d5c5-402b-a387-68e16151424b tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 210 time: 0.0614083 Apr 05 20:36:34.646000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Port d7f4f790-b345-4d40-b544-9f88034ff86b on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:36:34.646529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Attempting to bind port d7f4f790-b345-4d40-b544-9f88034ff86b on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:34.720147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:34.720985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:34.721576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:34.723058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Bound port: d7f4f790-b345-4d40-b544-9f88034ff86b, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:34.723850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:34.787629 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ea4ff7d-f9d0-435f-9c8d-48dd5f1b57e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:34.915954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] For port d7f4f790-b345-4d40-b544-9f88034ff86b, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:34.922000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-47c1c3ae-b176-4c39-a635-a6da89f7e915 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:34.923429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-47c1c3ae-b176-4c39-a635-a6da89f7e915 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.23 "GET /v2.0/networks?id=8164932d-e8e4-4099-9aae-3755024d9a38 HTTP/1.1" status: 200 len: 822 time: 0.3203990 Apr 05 20:36:34.939093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] For port d7f4f790-b345-4d40-b544-9f88034ff86b, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7f4f790-b345-4d40-b544-9f88034ff86b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:34.945934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Request body: {'port': {'device_id': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38', 'admin_state_up': True, 'tenant_id': 'd0cfad4bbdee4f14b06af7b31162acdb'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:35.044569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.125823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b472d-3865-4499-ab52-5d96ec589e14 req-2c36674e-cbe6-4d53-9d3f-3861aec05df0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:35.126821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-407b472d-3865-4499-ab52-5d96ec589e14 req-2c36674e-cbe6-4d53-9d3f-3861aec05df0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:35.141779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-407b472d-3865-4499-ab52-5d96ec589e14 req-2c36674e-cbe6-4d53-9d3f-3861aec05df0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:35.142962 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-407b472d-3865-4499-ab52-5d96ec589e14 req-2c36674e-cbe6-4d53-9d3f-3861aec05df0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 949 time: 0.1071622 Apr 05 20:36:35.249658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port 7f4b6975-3068-46a2-9009-e8348c3ef513 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:36:35.250149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.279043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.280388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7f4f790-b345-4d40-b544-9f88034ff86b HTTP/1.1" status: 200 len: 1096 time: 2.1867988 Apr 05 20:36:35.283488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'tag': 'd7f4f790-b345-4d40-b544-9f88034ff86b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:35.325494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfd5a7-f7c7-4c77-a3e7-3834fe01298e req-b7349594-ae10-42ea-9c5f-b72119e3ce28 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:35.334240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fdfd5a7-f7c7-4c77-a3e7-3834fe01298e req-b7349594-ae10-42ea-9c5f-b72119e3ce28 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 944 time: 0.5183070 Apr 05 20:36:35.345658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea09c2-3256-47c6-a1c2-182745bfd851 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f4f790-b345-4d40-b544-9f88034ff86b,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:35.394162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:35.409666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Usage tracker for resource:port and tenant:d0cfad4bbdee4f14b06af7b31162acdb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:35.442908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:35.450772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6d5a9-8070-4bbe-9508-1c3020084455 req-cc60f420-b13f-419c-8d3a-bab259944f0a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:35.452319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82f6d5a9-8070-4bbe-9508-1c3020084455 req-cc60f420-b13f-419c-8d3a-bab259944f0a tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=86d13ed2-3eea-485c-b670-0a53c17ff0f9 HTTP/1.1" status: 200 len: 949 time: 0.5152853 Apr 05 20:36:35.469538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:35.470596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:35.513772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fdfd5a7-f7c7-4c77-a3e7-3834fe01298e req-0ddb7368-16c5-43cc-8a1b-5121569a0f93 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784730 Apr 05 20:36:35.589071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82f6d5a9-8070-4bbe-9508-1c3020084455 req-fda61f0a-697c-4f2b-bfc2-633db64722a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196492 Apr 05 20:36:35.612243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-279363d4-f801-498c-a927-f132ecfae882 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 1099 time: 0.2045026 Apr 05 20:36:35.653205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a7bd77e4-6c8d-4e0f-9254-232596977323 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:35.699807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.702652 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b366696-b126-4941-8c0d-63e35b33bb37'] response: {'name': 'network-changed', 'server_uuid': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'tag': 'd7f4f790-b345-4d40-b544-9f88034ff86b', 'status': 'completed', 'code': 200} Apr 05 20:36:35.712017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Made reservation on behalf of d0cfad4bbdee4f14b06af7b31162acdb for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:35.716453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.725439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port 7f4b6975-3068-46a2-9009-e8348c3ef513, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7f4b6975-3068-46a2-9009-e8348c3ef513,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:35.725802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.834547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-64c7c0ea-8f45-4a85-895e-d41164115a7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d7f4f790-b345-4d40-b544-9f88034ff86b HTTP/1.1" status: 200 len: 217 time: 0.2140582 Apr 05 20:36:35.857330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a7bd77e4-6c8d-4e0f-9254-232596977323, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a7bd77e4-6c8d-4e0f-9254-232596977323,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:35.873351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'port_id': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'mac_address': 'fa:16:3e:0b:0f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:35.893474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for 7f4b6975-3068-46a2-9009-e8348c3ef513 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:36:35.935032 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.942652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:35.950431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Usage tracker for resource:security_group_rule and tenant:b7bf66bb5cf44ce79d40f5237c9c60ae is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:35.952923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bd77e4-6c8d-4e0f-9254-232596977323 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:35.954931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:35.966105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:35.970153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a7bd77e4-6c8d-4e0f-9254-232596977323, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a7bd77e4-6c8d-4e0f-9254-232596977323,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:36.034045 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.035746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-7b58a019-1df5-4d34-b237-c63efcbd9b89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:36.037262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-7b58a019-1df5-4d34-b237-c63efcbd9b89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1597850 Apr 05 20:36:36.103857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=a7bd77e4-6c8d-4e0f-9254-232596977323,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:36.104969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.131971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2165d-85b2-444e-946c-ed927a57611f req-1e1c8bad-54e9-438d-a114-d7dd24aa16e7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:36.133462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fac2165d-85b2-444e-946c-ed927a57611f req-1e1c8bad-54e9-438d-a114-d7dd24aa16e7 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 984 time: 0.4299731 Apr 05 20:36:36.153781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.165939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:36.186366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc9ec5-2125-49b6-9515-81b9c3633916 req-dc3dc50e-3b5c-4125-b017-925cbdde78ce tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:36.187738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-addc9ec5-2125-49b6-9515-81b9c3633916 req-dc3dc50e-3b5c-4125-b017-925cbdde78ce tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 948 time: 0.3659031 Apr 05 20:36:36.205208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', '7f4b6975-3068-46a2-9009-e8348c3ef513'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:36.215854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=7f4b6975-3068-46a2-9009-e8348c3ef513,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:36.221412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.250481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Allocated IP 172.20.0.6 (8164932d-e8e4-4099-9aae-3755024d9a38/73251108-1a73-45f3-8a43-323d438ae3ca/9aa72995-fe2c-4df6-a2fd-0dbd82c74d10) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:36.291547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fac2165d-85b2-444e-946c-ed927a57611f req-10402332-6ac7-4167-87dd-0504901d7b9d tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a2ca910-d44b-4813-ae79-63b45dc83006&id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1487365 Apr 05 20:36:36.301022 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7bf66bb5cf44ce79d40f5237c9c60ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8295877 Apr 05 20:36:36.311425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51306) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:36.320323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-addc9ec5-2125-49b6-9515-81b9c3633916 req-e5c5731f-1fe9-4b66-8401-adb1712c8ba2 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220200 Apr 05 20:36:36.352589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-430eb291-4700-41d1-8675-0bbba7c3b23f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3037314 Apr 05 20:36:36.629931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port 7f4b6975-3068-46a2-9009-e8348c3ef513 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:36.635913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2093cd5-5d16-4a05-a4f9-ee9d5c5a9944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a5619e-eb81-420a-9cb5-aa7a75a1b3b8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:36.639673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.659150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'name': 'network-vif-deleted', 'tag': '7f4b6975-3068-46a2-9009-e8348c3ef513'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:36.727954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3350d880-3e0b-4177-8e61-6efce9e9e400 req-884a5f63-a201-49d4-95b1-3b063a7409db tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 210 time: 0.0900490 Apr 05 20:36:36.734514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['a7bd77e4-6c8d-4e0f-9254-232596977323'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:36.762728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8627b90c-a5cf-4c2c-87aa-2149d7480534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.763061 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-407b472d-3865-4499-ab52-5d96ec589e14 req-0890a820-2b3b-407e-a5f0-1b1f536c1cb0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "DELETE /v2.0/ports/7f4b6975-3068-46a2-9009-e8348c3ef513 HTTP/1.1" status: 204 len: 173 time: 1.5852957 Apr 05 20:36:36.848954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-4f71d81d-751b-43a4-9e9c-38750fddfa79 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871581 Apr 05 20:36:36.850656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8627b90c-a5cf-4c2c-87aa-2149d7480534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.896424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a055029b-c954-46e7-a8e4-96d07d628375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.989686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.016402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd449da-b20b-4f32-86dd-edf98326ef66 req-7bd90600-1cc2-41ae-b6fc-226d9d1b2b1e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:37.017881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cd449da-b20b-4f32-86dd-edf98326ef66 req-7bd90600-1cc2-41ae-b6fc-226d9d1b2b1e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.4866140 Apr 05 20:36:37.083184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79556f64-5c4c-4883-9228-8e03861f752d req-a596e396-31ef-4e3a-aa10-42069539d099 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-305947943&fields=id&tenant_id=d1854d21d235419a95a5f3ebc6ae5c89 HTTP/1.1" status: 200 len: 267 time: 0.2217078 Apr 05 20:36:37.175968 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8627b90c-a5cf-4c2c-87aa-2149d7480534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.197987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6dd41d-f1f7-49dd-8027-62fc5717338e req-a29d7321-5424-469c-a0e6-3c765bb600ac service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342297 Apr 05 20:36:37.200169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cd449da-b20b-4f32-86dd-edf98326ef66 req-dc662f5d-6ad9-4cbf-afbd-772036e188b2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655855 Apr 05 20:36:37.206645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627b90c-a5cf-4c2c-87aa-2149d7480534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a5619e-eb81-420a-9cb5-aa7a75a1b3b8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:37.255513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8627b90c-a5cf-4c2c-87aa-2149d7480534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.256651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8627b90c-a5cf-4c2c-87aa-2149d7480534 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62a5619e-eb81-420a-9cb5-aa7a75a1b3b8 HTTP/1.1" status: 204 len: 168 time: 0.9397285 Apr 05 20:36:37.276659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79556f64-5c4c-4883-9228-8e03861f752d req-ad5b1932-1aa0-4edc-8846-d13bf6d08b88 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:37.278416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79556f64-5c4c-4883-9228-8e03861f752d req-ad5b1932-1aa0-4edc-8846-d13bf6d08b88 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 984 time: 0.1794090 Apr 05 20:36:37.289518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'port': {'security_groups': ['597d996f-e450-4418-97e0-a14476c28d30', '7a2ca910-d44b-4813-ae79-63b45dc83006', '2bd52cb5-7204-41e1-ad6d-3e18875f4e08']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:37.445203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.668908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Network 8164932d-e8e4-4099-9aae-3755024d9a38 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:37.675465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Pushing event updated for resources: {'Port': ['ID=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:37.688454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:37.695301 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-def852de-631c-4789-a2bf-e72c4079f696 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709443 Apr 05 20:36:37.698747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:37.760381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.790096 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-35a30cac-6067-4e4b-ae89-f4145e186ee5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ede5f96069d4491c8c858c7dcdf64428&device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 1100 time: 0.0734010 Apr 05 20:36:37.802284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:37.802933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.848498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-3e9ef193-0f32-436b-9d61-076197c5a86f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 1099 time: 0.4047196 Apr 05 20:36:37.853740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180043c-2a0f-47c0-932f-e75719a30d4d req-edb1a750-c81e-4b98-86d7-e995a9c3e4d3 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:37.855112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9180043c-2a0f-47c0-932f-e75719a30d4d req-edb1a750-c81e-4b98-86d7-e995a9c3e4d3 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 945 time: 0.4125161 Apr 05 20:36:37.922551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51326) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:37.958327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.973537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-ec194a21-40ea-4f1c-806a-5e24a5a87129 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0329411 Apr 05 20:36:37.994371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:37.998645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Usage tracker for resource:security_group_rule and tenant:850b79e67bf84ba2bd975d2ee3eee25c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:38.001795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:38.005712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Request body: {'port': {'device_id': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:38.008102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:38.033746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-23d4d906-78d7-4fde-bee5-9d48ccdb0a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:38.035085 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-23d4d906-78d7-4fde-bee5-9d48ccdb0a0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2231572 Apr 05 20:36:38.117168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9180043c-2a0f-47c0-932f-e75719a30d4d req-8cd1031a-bffc-485c-9f6d-6aaeee6d1e64 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342243 Apr 05 20:36:38.118037 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-39c10853-542f-4b2c-bcbb-2a0429f819e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed HTTP/1.1" status: 200 len: 217 time: 0.0758839 Apr 05 20:36:38.179606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-35029459-5fe9-4f99-9749-263b2d9765d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:38.181085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-35029459-5fe9-4f99-9749-263b2d9765d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.3229818 Apr 05 20:36:38.182678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.203155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-cd894efe-b035-4a8a-a99b-2633cd250734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:38.204677 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-cd894efe-b035-4a8a-a99b-2633cd250734 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0789979 Apr 05 20:36:38.273189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.274702 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.278706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-6b670637-59c7-453d-af3a-5669df1c5649 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d7f4f790-b345-4d40-b544-9f88034ff86b HTTP/1.1" status: 200 len: 217 time: 0.0898595 Apr 05 20:36:38.317854 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60e6d86-61b4-4b01-8629-6575b1893a7a'] response: {'server_uuid': '86d13ed2-3eea-485c-b670-0a53c17ff0f9', 'name': 'network-vif-deleted', 'tag': '7f4b6975-3068-46a2-9009-e8348c3ef513', 'status': 'completed', 'code': 200} Apr 05 20:36:38.317854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a689509e-8417-459a-9cf5-a3f67a5fa298,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:38.367323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-a139bf00-b80f-46ff-9b11-f1839415864b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570165 Apr 05 20:36:38.373445 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef0460e8-9a0f-4ec0-bbc6-0d697b71d795 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=850b79e67bf84ba2bd975d2ee3eee25c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4486794 Apr 05 20:36:38.373445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:38.389284 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.496181 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.553190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4487acd4-44ca-4b25-9022-7e7dce58bca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.556178 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-8a6a952b-b71a-46c5-a0fa-1798d1359fa6 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712286 Apr 05 20:36:38.560156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-21537efd-78c1-4788-a27d-09f3874d7820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:38.561565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-21537efd-78c1-4788-a27d-09f3874d7820 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2593620 Apr 05 20:36:38.652600 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4487acd4-44ca-4b25-9022-7e7dce58bca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.698794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:38.732922 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7a9bab07-ae63-475b-8f0a-b3d1b52ab762 req-dd169789-c344-47c0-8a9e-4934aab06c08 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683180 Apr 05 20:36:38.768752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50607327-bda0-44f7-9c61-015b480ea83a req-f5d0e92c-7513-49b5-aeb0-76c623930aa9 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:38.770282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50607327-bda0-44f7-9c61-015b480ea83a req-f5d0e92c-7513-49b5-aeb0-76c623930aa9 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 948 time: 0.3533814 Apr 05 20:36:38.839265 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4487acd4-44ca-4b25-9022-7e7dce58bca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.842590 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:36:38.855972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487acd4-44ca-4b25-9022-7e7dce58bca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a689509e-8417-459a-9cf5-a3f67a5fa298,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:38.863784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4487acd4-44ca-4b25-9022-7e7dce58bca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.868512 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4487acd4-44ca-4b25-9022-7e7dce58bca3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a689509e-8417-459a-9cf5-a3f67a5fa298 HTTP/1.1" status: 204 len: 168 time: 0.4943757 Apr 05 20:36:38.873556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.884416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-0ca0be9f-359e-44e7-ac58-8d0e75e4c0fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3135786 Apr 05 20:36:39.096704 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.133516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'abc00268-9596-4a0c-a18b-23ca83bebe1f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:39.163505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50607327-bda0-44f7-9c61-015b480ea83a req-367efc4b-4d45-433f-b414-96343b76cadf tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863940 Apr 05 20:36:39.243532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:39.244291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.249814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79556f64-5c4c-4883-9228-8e03861f752d req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "PUT /v2.0/ports/abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 1020 time: 1.9649968 Apr 05 20:36:39.254072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:39.303801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-ebe64b45-844e-425b-9b47-75e3f5a1f17e service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101629 Apr 05 20:36:39.312321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:36:39.401094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fc74d-5a5b-440a-8830-4df8d89e1102 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:39.587889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:39.592213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['abc00268-9596-4a0c-a18b-23ca83bebe1f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:39.625852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.663405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d5445-82a1-4e48-9ff4-b0462a200b11 req-c054df8c-3741-46c2-8b2a-be32907c9486 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402343 Apr 05 20:36:39.668435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Transition to ACTIVE for port object 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:39.669219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a7bd77e4-6c8d-4e0f-9254-232596977323 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:39.688320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da939362-1728-49ac-8247-d11bbfe4ee57 req-b7d21919-2181-4b8b-be13-72125735345a tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:39.689018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-da939362-1728-49ac-8247-d11bbfe4ee57 req-b7d21919-2181-4b8b-be13-72125735345a tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Synchronizing usage tracker for tenant:d0cfad4bbdee4f14b06af7b31162acdb on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:39.698589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bc4ca-68b5-4eeb-b474-e550eefac9c2 req-e7a1f066-fae1-4bb7-bb99-c2f6bfffc754 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:39.700055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa6bc4ca-68b5-4eeb-b474-e550eefac9c2 req-e7a1f066-fae1-4bb7-bb99-c2f6bfffc754 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2933173 Apr 05 20:36:39.736021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.765797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.860482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-da939362-1728-49ac-8247-d11bbfe4ee57 req-b7d21919-2181-4b8b-be13-72125735345a tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Unset dirty status for tenant:d0cfad4bbdee4f14b06af7b31162acdb on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:39.861471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da939362-1728-49ac-8247-d11bbfe4ee57 req-b7d21919-2181-4b8b-be13-72125735345a tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 931 time: 0.4557793 Apr 05 20:36:39.874543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa6bc4ca-68b5-4eeb-b474-e550eefac9c2 req-78945254-1d15-481e-a22d-c6854563d7a5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639113 Apr 05 20:36:39.892444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Pushing event updated for resources: {'Port': ['ID=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:39.944404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port a7bd77e4-6c8d-4e0f-9254-232596977323 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:39.944404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port a7bd77e4-6c8d-4e0f-9254-232596977323 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:39.944404 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.006758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da939362-1728-49ac-8247-d11bbfe4ee57 req-c004fb12-26e0-431b-a8b3-f6be1b42aebf tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211724 Apr 05 20:36:40.054440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Attempting to bind port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:40.055282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Attempting to bind port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '42b3eb9d-7c79-4231-8401-ca036e627948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:40.055786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Attempting to bind port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 on network 8164932d-e8e4-4099-9aae-3755024d9a38 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:40.062318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 on network 8164932d-e8e4-4099-9aae-3755024d9a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:36:40.062976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Attempting to bind port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 on network 8164932d-e8e4-4099-9aae-3755024d9a38 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:40.069849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:40.074832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Checking segment: {'id': '42b3eb9d-7c79-4231-8401-ca036e627948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:40.074832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Bound using segment: {'id': '42b3eb9d-7c79-4231-8401-ca036e627948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:40.074832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Bound port: 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b3eb9d-7c79-4231-8401-ca036e627948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:40.074832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.135497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.179062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:40.191524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a7bd77e4-6c8d-4e0f-9254-232596977323, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a7bd77e4-6c8d-4e0f-9254-232596977323,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:40.217720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:40.244260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] For port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:40.248064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] For port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,segment=NetworkSegment(42b3eb9d-7c79-4231-8401-ca036e627948),segment_id=42b3eb9d-7c79-4231-8401-ca036e627948)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:40.267887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.268992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7f4b6975-3068-46a2-9009-e8348c3ef513 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:40.280732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c9e10-ba99-41a5-aef1-8bad70a0826a req-d0565489-9618-4a38-8a00-0eb11c5fb3e1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:40.282326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f65c9e10-ba99-41a5-aef1-8bad70a0826a req-d0565489-9618-4a38-8a00-0eb11c5fb3e1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 945 time: 0.1046486 Apr 05 20:36:40.326807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.363660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-705181650-network', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:40.379035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:40.383690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Usage tracker for resource:network and tenant:f6fe74313a59494bbc0d1b5807bbe0dd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:40.387173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:40.393290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:40.398306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f65c9e10-ba99-41a5-aef1-8bad70a0826a req-95918176-c7ab-4f86-bec9-4af8d8133e4f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083331 Apr 05 20:36:40.408163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.409608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] 10.222.0.23 "PUT /v2.0/ports/9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 HTTP/1.1" status: 200 len: 1091 time: 2.4137619 Apr 05 20:36:40.418000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 7f4b6975-3068-46a2-9009-e8348c3ef513 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:36:40.418363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7f4b6975-3068-46a2-9009-e8348c3ef513 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:40.429367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68018ca0-b151-4a50-90c1-7d1794f536fb service neutron] Pushing event updated for resources: {'Port': ['ID=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:40.444546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=a7bd77e4-6c8d-4e0f-9254-232596977323,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:40.461935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Made reservation on behalf of f6fe74313a59494bbc0d1b5807bbe0dd for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:40.464304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.478877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.496540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b2fc21-b8f6-4f23-af42-7977039e4f2c req-41bdd0cf-8c15-4123-9b82-9032cf5c77a9 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/2bd52cb5-7204-41e1-ad6d-3e18875f4e08 HTTP/1.1" status: 200 len: 1634 time: 0.0545244 Apr 05 20:36:40.510811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:40.515107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f6fe74313a59494bbc0d1b5807bbe0dd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:40.520327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:40.532707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:40.604811 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-55b2fc21-b8f6-4f23-af42-7977039e4f2c req-52df5b14-b39e-4a66-8ff3-ad99aeef1f6e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:36:40.605839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b2fc21-b8f6-4f23-af42-7977039e4f2c req-52df5b14-b39e-4a66-8ff3-ad99aeef1f6e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/2bd52cb5-7204-41e1-ad6d-3e18875f4e08 HTTP/1.1" status: 409 len: 341 time: 0.1084051 Apr 05 20:36:40.607059 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.624786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-d86a3ec6-331f-45df-b85d-b148389e2db7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0cfad4bbdee4f14b06af7b31162acdb&device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 1094 time: 0.0857725 Apr 05 20:36:40.658900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7f4f790-b345-4d40-b544-9f88034ff86b details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:40.672018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.685559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:40.706134 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.706481 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Added segment 824c1dde-8885-40ff-8b64-97d38b096250 of type vlan for network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e Apr 05 20:36:40.713716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-74ec2a22-c550-4778-9c5e-2917900fbbe1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 HTTP/1.1" status: 200 len: 217 time: 0.0818586 Apr 05 20:36:40.715626 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9384e2b-8212-44ce-a3d6-ac2246dd390a'] response: {'name': 'network-changed', 'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f', 'status': 'completed', 'code': 200} Apr 05 20:36:40.756163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db46684-45a8-4820-9988-fc85fea49646,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:40.785370 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.823633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7f4f790-b345-4d40-b544-9f88034ff86b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7f4f790-b345-4d40-b544-9f88034ff86b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:40.839495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'd7f4f790-b345-4d40-b544-9f88034ff86b', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'd7f4f790-b345-4d40-b544-9f88034ff86b', 'mac_address': 'fa:16:3e:d9:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:40.867904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.869763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:40.870614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.880374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-777c01c3-69d9-4e8a-a790-acf297b29130 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:40.880538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-777c01c3-69d9-4e8a-a790-acf297b29130 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=73251108-1a73-45f3-8a43-323d438ae3ca HTTP/1.1" status: 200 len: 862 time: 0.1602814 Apr 05 20:36:40.887446 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c30e60-5f2c-4457-9a9c-8d3a012e2b08'] response: {'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'code': 200} Apr 05 20:36:40.908340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.928311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f4f790-b345-4d40-b544-9f88034ff86b {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:40.949191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-9617b81e-8c2a-46ee-9672-ce161cf5bc81 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8164932d-e8e4-4099-9aae-3755024d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604837 Apr 05 20:36:40.950423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7f4f790-b345-4d40-b544-9f88034ff86b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7f4f790-b345-4d40-b544-9f88034ff86b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:40.998981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:41.069352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d7f4f790-b345-4d40-b544-9f88034ff86b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:41.082635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f238e1d0-4a88-4cc4-8fb4-1b22da52d01e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:41.092636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:41.099586 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-81386057-1f5e-4d2b-af0a-913dbeef4260 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1174 time: 0.3443582 Apr 05 20:36:41.114860 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-289a8554-6d78-43b3-843d-6c3085fea3c1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8958409 Apr 05 20:36:41.137511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51386) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:41.149998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Request body: {'subnet': {'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-subnet', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:41.161280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:41.212814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Usage tracker for resource:subnet and tenant:f6fe74313a59494bbc0d1b5807bbe0dd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:41.216999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:41.230194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:41.238562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fca5ab-942c-4376-8122-01fd93567917 req-4ec159f1-8a84-486c-b9e7-7132d84e57e1 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:41.240018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70fca5ab-942c-4376-8122-01fd93567917 req-4ec159f1-8a84-486c-b9e7-7132d84e57e1 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 948 time: 0.4335697 Apr 05 20:36:41.249238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d7f4f790-b345-4d40-b544-9f88034ff86b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:41.288868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-675c6f2e-33a8-4b32-a78e-7143925a945a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:41.290731 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-675c6f2e-33a8-4b32-a78e-7143925a945a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 200 len: 912 time: 0.1741581 Apr 05 20:36:41.356352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-d3f4f803-5b8d-4f8a-9d41-3b35f57ba81b service neutron] 10.222.0.23 "GET /v2.0/networks/8164932d-e8e4-4099-9aae-3755024d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007907 Apr 05 20:36:41.367986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70fca5ab-942c-4376-8122-01fd93567917 req-7c8bb0d7-e00c-4e23-adb9-c9a74b519b9f tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169882 Apr 05 20:36:41.379439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-4470cdfb-c419-4916-8ff9-07c6b729bef1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 200 len: 217 time: 0.0807135 Apr 05 20:36:41.393769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Made reservation on behalf of f6fe74313a59494bbc0d1b5807bbe0dd for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:41.396756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:41.402340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d469ce-c975-43da-9990-b6f94a0f7062 req-4e2e284a-f7d5-4a60-844a-686b9e8e6d7f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:41.408249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85d469ce-c975-43da-9990-b6f94a0f7062 req-4e2e284a-f7d5-4a60-844a-686b9e8e6d7f tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 950 time: 0.3777113 Apr 05 20:36:41.466027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fbf6845-dab0-4e59-a2dd-d9f5035e80b3 req-739b4ed0-34ec-4f01-b1a6-1e69c31fd4a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 1097 time: 0.4408436 Apr 05 20:36:41.584697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85d469ce-c975-43da-9990-b6f94a0f7062 req-3a013dc6-975e-473e-9dcf-eed51548efe4 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272874 Apr 05 20:36:41.589306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02f6864a-42ea-438f-8193-458009b9a2a7 req-576b69d5-b136-4da2-bc0e-5e8d726f4d88 service neutron] 10.222.0.23 "GET /v2.0/networks/8164932d-e8e4-4099-9aae-3755024d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264571 Apr 05 20:36:41.590912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fbf6845-dab0-4e59-a2dd-d9f5035e80b3 req-4e90ce20-79d0-4634-b1c9-22f61155e9d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012135 Apr 05 20:36:41.668513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-4661403d-c615-4f1e-bd37-0492278fe2a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:41.669964 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-4661403d-c615-4f1e-bd37-0492278fe2a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 200 len: 851 time: 0.0918133 Apr 05 20:36:41.782622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284469a9-80c4-47fa-aa85-113a73f7969f req-74fe3d23-bd89-4104-8b24-3a2e3511220b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:41.784013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-284469a9-80c4-47fa-aa85-113a73f7969f req-74fe3d23-bd89-4104-8b24-3a2e3511220b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.0856857 Apr 05 20:36:41.831551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-284469a9-80c4-47fa-aa85-113a73f7969f req-f7c02459-61c2-4572-9ef3-be845166a550 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Apr 05 20:36:41.833297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:41.916785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4161c75-8987-47dd-974e-7603e5b8ec88,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:41.939591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Checking segment: {'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:41.939942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Network hostable DHCP agents. Network: f238e1d0-4a88-4cc4-8fb4-1b22da52d01e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:42.021716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:42.044048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77d65b-0203-4289-908e-29b3be4fb9d9 req-2cab669e-d722-4c4d-b74f-951b82622683 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:42.045497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f77d65b-0203-4289-908e-29b3be4fb9d9 req-2cab669e-d722-4c4d-b74f-951b82622683 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 943 time: 0.1427059 Apr 05 20:36:42.074148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c9291-6743-4fda-87fb-a37dc52840cd req-5f59378d-ff0c-4681-9287-44f0f945bbca tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:42.076502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c59c9291-6743-4fda-87fb-a37dc52840cd req-5f59378d-ff0c-4681-9287-44f0f945bbca tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.1245952 Apr 05 20:36:42.118752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f238e1d0-4a88-4cc4-8fb4-1b22da52d01e) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:42.127361 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-96a6890b-d769-4638-9d64-73042e56fd7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9ceb17f7-83c1-4373-9dee-145c9a496b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479765 Apr 05 20:36:42.128185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef6f7a-7ab8-48bf-bb99-f4cce2770076 None None] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:36:42.128623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:42.129162 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.136640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f77d65b-0203-4289-908e-29b3be4fb9d9 req-aa7a5c89-7ee2-4780-b3f7-7d1baf191ffe tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844772 Apr 05 20:36:42.143910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c59c9291-6743-4fda-87fb-a37dc52840cd req-d4294638-3a17-44e2-ac70-ddee7ab2bc8a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607607 Apr 05 20:36:42.144839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-00f18c55-7964-428c-acce-bcfbddb8fa0e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:36:42.145859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-00f18c55-7964-428c-acce-bcfbddb8fa0e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060265 Apr 05 20:36:42.228325 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8c91d6b4-822f-4afc-8a9f-cf38f78329fa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0891049 Apr 05 20:36:42.231080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51394) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:42.238199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:42.246601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:42.252329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Usage tracker for resource:router and tenant:f6fe74313a59494bbc0d1b5807bbe0dd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:42.280153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:42.294007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:42.343233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680291-795c-4645-b8a4-a752f98e5322 req-0ce0ea4c-afdd-45b5-82e2-1a8c066e2619 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:42.343940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66680291-795c-4645-b8a4-a752f98e5322 req-0ce0ea4c-afdd-45b5-82e2-1a8c066e2619 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1023 time: 0.0882070 Apr 05 20:36:42.388720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'fixed_ips': [{'subnet_id': 'b4161c75-8987-47dd-974e-7603e5b8ec88'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:36:42.390180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.400682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66680291-795c-4645-b8a4-a752f98e5322 req-42092c6a-3f02-4f18-adf3-942a4025c905 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a2ca910-d44b-4813-ae79-63b45dc83006&id=2bd52cb5-7204-41e1-ad6d-3e18875f4e08&id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0505519 Apr 05 20:36:42.440512 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-f48210f6-4f8f-4204-a038-7cc74747dab4 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844337 Apr 05 20:36:42.450537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.451538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.548966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.558098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Allocated IP 172.20.0.2 (f238e1d0-4a88-4cc4-8fb4-1b22da52d01e/b4161c75-8987-47dd-974e-7603e5b8ec88/ee3c9501-c332-4024-8417-595900ec98c8) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:42.595422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaacef-ea23-43d6-9388-2327a6fe3b34 req-ced60d85-231e-4e47-b74d-ce200bac13e5 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:42.596884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6dbaacef-ea23-43d6-9388-2327a6fe3b34 req-ced60d85-231e-4e47-b74d-ce200bac13e5 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 949 time: 0.0814142 Apr 05 20:36:42.611666 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8d0dce55-3369-4c85-b0e3-502ea084458a req-be0a36bb-4544-4834-aa68-86f8b66cf3f1 service neutron] 10.222.0.39 "GET /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422162 Apr 05 20:36:42.657592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6dbaacef-ea23-43d6-9388-2327a6fe3b34 req-4101498f-5460-425d-8c2e-0a7a64dde246 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Apr 05 20:36:42.671548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7f4f790-b345-4d40-b544-9f88034ff86b up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:42.716601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'tag': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:42.793603 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665b3b50-dea5-4e45-bd4f-14449744347d'] response: {'name': 'network-changed', 'server_uuid': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'tag': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10', 'status': 'completed', 'code': 200} Apr 05 20:36:42.801817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.818894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d365f9-7f1c-4e0c-9db2-6309da2bfb57 req-1b8d5690-8df1-448a-8b63-9be3e3afcae5 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:42.820403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1d365f9-7f1c-4e0c-9db2-6309da2bfb57 req-1b8d5690-8df1-448a-8b63-9be3e3afcae5 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 950 time: 0.0983512 Apr 05 20:36:42.849600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.860230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Transition to ACTIVE for port object ee3c9501-c332-4024-8417-595900ec98c8 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:42.880384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Transition to ACTIVE for port object ee3c9501-c332-4024-8417-595900ec98c8 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:42.914225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1d365f9-7f1c-4e0c-9db2-6309da2bfb57 req-7a435f4d-884d-4181-b0eb-09b40ddf9ac8 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594718 Apr 05 20:36:42.927278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port d7f4f790-b345-4d40-b544-9f88034ff86b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:42.933865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port d7f4f790-b345-4d40-b544-9f88034ff86b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:42.934235 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.947864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-ffede2ef-dfc5-4832-97cb-e72203e9746c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0cfad4bbdee4f14b06af7b31162acdb&device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 1094 time: 0.1265395 Apr 05 20:36:42.972955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.071958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:43.074252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:43.077010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:43.079384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Pushing event updated for resources: {'Port': ['ID=ee3c9501-c332-4024-8417-595900ec98c8,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:43.102676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.133831 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.166965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9a629-12e7-4c75-9cee-1f1566a01c1f req-3b1a48e7-0e9f-4488-ad44-ed2c9b8b94be tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:43.168276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdd9a629-12e7-4c75-9cee-1f1566a01c1f req-3b1a48e7-0e9f-4488-ad44-ed2c9b8b94be tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1845100 Apr 05 20:36:43.173740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-655a74e4-0e25-4675-bc74-6923a9a4800c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:43.176818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-655a74e4-0e25-4675-bc74-6923a9a4800c service neutron] 10.222.0.23 "GET /v2.0/networks?id=8164932d-e8e4-4099-9aae-3755024d9a38 HTTP/1.1" status: 200 len: 923 time: 0.2211716 Apr 05 20:36:43.218058 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.286443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-06ba3a81-edb7-4294-bc71-d9f7d7975382 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 HTTP/1.1" status: 200 len: 217 time: 0.0872254 Apr 05 20:36:43.287008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Allocated IP 172.25.2.130 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/52b012c1-4b8c-4fad-802a-b37f5025aa0f) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:43.345774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdd9a629-12e7-4c75-9cee-1f1566a01c1f req-089a892c-9e47-4e40-89f7-f281a8174511 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662538 Apr 05 20:36:43.360213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f4f790-b345-4d40-b544-9f88034ff86b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:43.385507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7f4f790-b345-4d40-b544-9f88034ff86b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7f4f790-b345-4d40-b544-9f88034ff86b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:43.387129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Attempting to bind port ee3c9501-c332-4024-8417-595900ec98c8 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:43.387494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Attempting to bind port ee3c9501-c332-4024-8417-595900ec98c8 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:43.387852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Attempting to bind port ee3c9501-c332-4024-8417-595900ec98c8 on network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:43.395707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:43.396083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Checking segment: {'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:43.399090 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.399090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Bound using segment: {'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:43.399090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Bound port: ee3c9501-c332-4024-8417-595900ec98c8, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:43.399090 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.444450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-584ebaeb-435e-4ebe-99bf-fe8fcc018ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:43.447142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-584ebaeb-435e-4ebe-99bf-fe8fcc018ab4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=73251108-1a73-45f3-8a43-323d438ae3ca HTTP/1.1" status: 200 len: 862 time: 0.1508834 Apr 05 20:36:43.456351 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.459098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c65c-ea85-46ff-9cfb-75fcb97a08b9 req-bce908ad-d560-47e4-a88f-1a6e06a4a712 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:43.460627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b76c65c-ea85-46ff-9cfb-75fcb97a08b9 req-bce908ad-d560-47e4-a88f-1a6e06a4a712 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 943 time: 0.1628366 Apr 05 20:36:43.494229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.507754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-35e40a54-a541-4812-b046-203483c871fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8164932d-e8e4-4099-9aae-3755024d9a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460212 Apr 05 20:36:43.580811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.604155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] For port ee3c9501-c332-4024-8417-595900ec98c8, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:43.608956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] For port ee3c9501-c332-4024-8417-595900ec98c8, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ee3c9501-c332-4024-8417-595900ec98c8,segment=NetworkSegment(824c1dde-8885-40ff-8b64-97d38b096250),segment_id=824c1dde-8885-40ff-8b64-97d38b096250)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:43.609930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d7f4f790-b345-4d40-b544-9f88034ff86b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:43.674081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.700735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:43.705951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:43.712100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:43.735850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Pushing event updated for resources: {'Port': ['ID=52b012c1-4b8c-4fad-802a-b37f5025aa0f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:43.790206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa4eb2-3165-49ac-89df-e64b35c24f18 None None] Pushing event updated for resources: {'Port': ['ID=ee3c9501-c332-4024-8417-595900ec98c8,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:43.810440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-42c0f92e-d3e7-4482-84c9-5a0c0fce1ee2 service neutron] 10.222.0.23 "GET /v2.0/networks/8164932d-e8e4-4099-9aae-3755024d9a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587047 Apr 05 20:36:43.838137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65501610-c524-49d2-b534-246a72962d87 req-e935faa4-e1d3-4ba9-ab3b-5f91094af598 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:43.838830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-65501610-c524-49d2-b534-246a72962d87 req-e935faa4-e1d3-4ba9-ab3b-5f91094af598 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:43.915021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b76c65c-ea85-46ff-9cfb-75fcb97a08b9 req-d81ceead-0a25-4c79-a98d-956a2311ed11 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053462 Apr 05 20:36:43.919437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-65501610-c524-49d2-b534-246a72962d87 req-e935faa4-e1d3-4ba9-ab3b-5f91094af598 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:43.920867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-65501610-c524-49d2-b534-246a72962d87 req-e935faa4-e1d3-4ba9-ab3b-5f91094af598 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 950 time: 0.2832201 Apr 05 20:36:43.995139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7993f4-9dc5-438c-9610-e9b522414e97 req-fc0ebf74-86e3-4e62-bf59-e9feac615be1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:43.996862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e7993f4-9dc5-438c-9610-e9b522414e97 req-fc0ebf74-86e3-4e62-bf59-e9feac615be1 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.4883330 Apr 05 20:36:44.082367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83ce81c8-3f8c-4be0-946d-2c3a8e9186f2 req-d49a98d4-0f17-454c-b777-9d80249dff1e service neutron] 10.222.0.23 "GET /v2.0/networks/8164932d-e8e4-4099-9aae-3755024d9a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605751 Apr 05 20:36:44.108240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e7993f4-9dc5-438c-9610-e9b522414e97 req-2f2f4e2c-3973-450c-869e-cdfa505e6db0 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891418 Apr 05 20:36:44.114167 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236c613a-0815-4856-bd11-d6a5d3925de2'] response: {'server_uuid': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f4f790-b345-4d40-b544-9f88034ff86b', 'code': 200} Apr 05 20:36:44.259438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port b2f95c32-52d8-4b28-b5d2-7175a29ef948 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:36:44.259771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.278952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ee3c9501-c332-4024-8417-595900ec98c8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:44.328271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.328995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.438942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ee3c9501-c332-4024-8417-595900ec98c8 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:44.492391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8051ecc-fdc8-4d84-b6a2-0e444a89726c req-c3b09867-4ff4-4743-a2cd-1b9f0ea43cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 1101 time: 0.2844262 Apr 05 20:36:44.501841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8c3a9-06f7-4f6d-a10b-5fdc32d40c11 req-cee11fdf-db09-476d-9203-2875084d32af tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:44.503806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0aa8c3a9-06f7-4f6d-a10b-5fdc32d40c11 req-cee11fdf-db09-476d-9203-2875084d32af tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 950 time: 0.1987560 Apr 05 20:36:44.535622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0711c-577b-4422-8f69-e8b62aaa5cb7 req-ea9df779-cbbc-4dd5-a300-2452e0afd233 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:44.537114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ef0711c-577b-4422-8f69-e8b62aaa5cb7 req-ea9df779-cbbc-4dd5-a300-2452e0afd233 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1023 time: 0.1674716 Apr 05 20:36:44.618045 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8051ecc-fdc8-4d84-b6a2-0e444a89726c req-37e481de-8c29-43b9-8fa8-663eb1068cfe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121235 Apr 05 20:36:44.632304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0aa8c3a9-06f7-4f6d-a10b-5fdc32d40c11 req-dcb968ca-7a2d-4828-babd-7b25a51fdcef tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076522 Apr 05 20:36:44.639723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ef0711c-577b-4422-8f69-e8b62aaa5cb7 req-921708a3-cfab-4569-b9dc-b0956ce81540 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a2ca910-d44b-4813-ae79-63b45dc83006&id=2bd52cb5-7204-41e1-ad6d-3e18875f4e08&id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0868070 Apr 05 20:36:44.685452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:44.728772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port b2f95c32-52d8-4b28-b5d2-7175a29ef948, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b2f95c32-52d8-4b28-b5d2-7175a29ef948,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:44.734568 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.870013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33065243-2cd1-4b08-94a1-f959aacc7ffe None None] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:36:44.924360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for b2f95c32-52d8-4b28-b5d2-7175a29ef948 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:36:44.938406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8753ca0-ed82-438c-b697-fac995e46587 req-21cb336e-2d8e-4880-8c63-0a353f03fb0b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:44.939973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8753ca0-ed82-438c-b697-fac995e46587 req-21cb336e-2d8e-4880-8c63-0a353f03fb0b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ec59380-cc62-4a74-a447-230b5e18449e HTTP/1.1" status: 200 len: 950 time: 0.1618910 Apr 05 20:36:44.950436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c77f0-51cc-4a71-9927-f96afc4c7846 req-53da727d-f0d1-4a6d-8d3b-d347b0b5264b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:44.955746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-122c77f0-51cc-4a71-9927-f96afc4c7846 req-53da727d-f0d1-4a6d-8d3b-d347b0b5264b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1326373 Apr 05 20:36:44.977285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,segment=NetworkSegment(42b3eb9d-7c79-4231-8401-ca036e627948),segment_id=42b3eb9d-7c79-4231-8401-ca036e627948)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:45.000197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10', 'network_id': '8164932d-e8e4-4099-9aae-3755024d9a38', 'port_id': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10', 'mac_address': 'fa:16:3e:83:61:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73251108-1a73-45f3-8a43-323d438ae3ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:45.034156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8753ca0-ed82-438c-b697-fac995e46587 req-0458a7a5-2efc-4bff-b3db-eeb2b8162ae6 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765727 Apr 05 20:36:45.038528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-122c77f0-51cc-4a71-9927-f96afc4c7846 req-6e619d93-5ae9-4673-8e35-1bcad045d417 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799234 Apr 05 20:36:45.079198 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.097253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4ff76584-77bd-4a85-9069-345e873fe5a1 None None] Provisioning for port ee3c9501-c332-4024-8417-595900ec98c8 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:45.136096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:36:45.138707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:45.146566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4ff76584-77bd-4a85-9069-345e873fe5a1 None None] Provisioning complete for port ee3c9501-c332-4024-8417-595900ec98c8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:45.146566 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ff76584-77bd-4a85-9069-345e873fe5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.212814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,segment=NetworkSegment(42b3eb9d-7c79-4231-8401-ca036e627948),segment_id=42b3eb9d-7c79-4231-8401-ca036e627948)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:45.214691 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.251038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:45.264308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547abd1c-e535-4aa1-a1e9-f59f89f66b8e req-dd59d4a0-1443-4c85-996b-78d50e2d2fbb tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:45.266812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-547abd1c-e535-4aa1-a1e9-f59f89f66b8e req-dd59d4a0-1443-4c85-996b-78d50e2d2fbb tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 943 time: 0.0865040 Apr 05 20:36:45.294500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'b2f95c32-52d8-4b28-b5d2-7175a29ef948'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:45.332343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.361329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=b2f95c32-52d8-4b28-b5d2-7175a29ef948,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:45.433729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-547abd1c-e535-4aa1-a1e9-f59f89f66b8e req-1df84050-097d-4a8e-ac54-5c0a7bd68ebf tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242115 Apr 05 20:36:45.475123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965377e-c3b3-4fdd-ae42-b540bd54ca96 req-9dae2bb6-5fd6-4413-b966-22fb107163dd tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:45.475648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port b2f95c32-52d8-4b28-b5d2-7175a29ef948 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:45.480463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.483233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4965377e-c3b3-4fdd-ae42-b540bd54ca96 req-9dae2bb6-5fd6-4413-b966-22fb107163dd tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.1752777 Apr 05 20:36:45.486770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec59380-cc62-4a74-a447-230b5e18449e', 'name': 'network-vif-deleted', 'tag': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:45.526436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-1e6c76da-c077-480a-bc0d-942188e5e0b1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:45.528218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-1e6c76da-c077-480a-bc0d-942188e5e0b1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1023 time: 0.2597425 Apr 05 20:36:45.547363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:45.562401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:36:45.566367 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-65501610-c524-49d2-b534-246a72962d87 req-b8cdfb71-80b9-43fd-93ea-aa90eef695a0 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "DELETE /v2.0/ports/b2f95c32-52d8-4b28-b5d2-7175a29ef948 HTTP/1.1" status: 204 len: 173 time: 1.6015546 Apr 05 20:36:45.593891 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3034d9cb-335f-4354-b7cd-0df81e7569ce'] response: {'server_uuid': '8ec59380-cc62-4a74-a447-230b5e18449e', 'name': 'network-vif-deleted', 'tag': 'b2f95c32-52d8-4b28-b5d2-7175a29ef948', 'status': 'completed', 'code': 200} Apr 05 20:36:45.599859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Sync routers for ids ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:36:45.615322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4965377e-c3b3-4fdd-ae42-b540bd54ca96 req-4bbede39-e0ce-4e2e-828e-8798e5476d81 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312222 Apr 05 20:36:45.653908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['9aa72995-fe2c-4df6-a2fd-0dbd82c74d10'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:45.682534 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.691394 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b8b8cdb6-5c74-4591-9839-cd50ee230e64 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4516661 Apr 05 20:36:45.692537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51434) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:45.707076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Deleting port abc00268-9596-4a0c-a18b-23ca83bebe1f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:36:45.714769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.743923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ff76584-77bd-4a85-9069-345e873fe5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.763006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Routers {'0a11ebf5-a792-4cfc-95d1-8bbd32218be0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:36:45.763654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:36:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:46.016446 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-0d2c975a-6991-46b1-a570-d6709c694f80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3762348 Apr 05 20:36:46.154849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4ff76584-77bd-4a85-9069-345e873fe5a1 None None] For port ee3c9501-c332-4024-8417-595900ec98c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ee3c9501-c332-4024-8417-595900ec98c8,segment=NetworkSegment(824c1dde-8885-40ff-8b64-97d38b096250),segment_id=824c1dde-8885-40ff-8b64-97d38b096250)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:46.256754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ee8bf-e3e4-479b-8b8a-5824299262c5 req-e94886fc-a3bf-4b1b-960b-f3163754844f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:46.262642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ff76584-77bd-4a85-9069-345e873fe5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.280582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f7ee8bf-e3e4-479b-8b8a-5824299262c5 req-e94886fc-a3bf-4b1b-960b-f3163754844f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.4581695 Apr 05 20:36:46.285213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51442) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:46.295268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Request body: {'floatingip': {'port_id': 'a7bd77e4-6c8d-4e0f-9254-232596977323'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:46.432660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.491516 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-04261167-9283-449b-bfa6-53a70380cdc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.1919546 Apr 05 20:36:46.529721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Set router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:36:46.579998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff76584-77bd-4a85-9069-345e873fe5a1 None None] Pushing event updated for resources: {'Port': ['ID=ee3c9501-c332-4024-8417-595900ec98c8,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:46.647686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b99cb-e935-49ce-82f4-af0f0fe19625 req-9e635237-4f87-4582-83e7-748d916e9910 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:46.649165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b2b99cb-e935-49ce-82f4-af0f0fe19625 req-9e635237-4f87-4582-83e7-748d916e9910 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 950 time: 0.7004452 Apr 05 20:36:46.681506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-035f0d13-6ad3-4f2c-930b-69549cd23ad2 None None] Provisioning complete for port ee3c9501-c332-4024-8417-595900ec98c8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:46.681873 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-035f0d13-6ad3-4f2c-930b-69549cd23ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.802786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092a82-fc01-419d-8995-08cab4ed65da req-3a2f20fd-39a5-44a6-988b-1d0f2a77ce2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:46.804349 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-3a2f20fd-39a5-44a6-988b-1d0f2a77ce2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.2099102 Apr 05 20:36:46.853951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] For port abc00268-9596-4a0c-a18b-23ca83bebe1f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=abc00268-9596-4a0c-a18b-23ca83bebe1f,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:46.854316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.927650 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-38e25f03-acde-4a32-a673-46cabc5d4419 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.1165721 Apr 05 20:36:47.017405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Calling delete_port for abc00268-9596-4a0c-a18b-23ca83bebe1f owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:36:47.041780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d092a82-fc01-419d-8995-08cab4ed65da req-431d12c3-4f4e-409b-af30-51c80a8394e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:47.043315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-431d12c3-4f4e-409b-af30-51c80a8394e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1079419 Apr 05 20:36:47.121197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b2b99cb-e935-49ce-82f4-af0f0fe19625 req-d5eb626e-a431-408e-bcfd-8deb0ba137b5 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450462 Apr 05 20:36:47.205469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fc3a6-c9d3-4120-bb79-142ffb2d2d19 req-fa76a96a-7e78-46dd-8472-3a799efd4d63 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:47.216464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d1fc3a6-c9d3-4120-bb79-142ffb2d2d19 req-fa76a96a-7e78-46dd-8472-3a799efd4d63 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 1023 time: 0.6086414 Apr 05 20:36:47.237366 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-a2969ebe-c5fd-463d-b235-5b7ac9a20dba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724524 Apr 05 20:36:47.276079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:36:43Z', 'revision_number': 3, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port': {'id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:43Z', 'updated_at': '2022-04-05T20:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:47.284174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Checking router: 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:36:47.285550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Updating router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 port 52b012c1-4b8c-4fad-802a-b37f5025aa0f binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:36:47.341416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.352812 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.412893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d1fc3a6-c9d3-4120-bb79-142ffb2d2d19 req-abe27a08-7884-479f-ae2a-7e9c9e6ddf5d tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=7a2ca910-d44b-4813-ae79-63b45dc83006&id=2bd52cb5-7204-41e1-ad6d-3e18875f4e08&id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1990378 Apr 05 20:36:47.473354 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-eb12e9f6-f82f-4f74-bc1c-77602ca78f8e service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270703 Apr 05 20:36:47.595408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf21c6-7ade-446f-9ac0-5ac933e72848 req-047754e5-a402-42ae-82f1-8b1df4ddeefb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:47.596911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44cf21c6-7ade-446f-9ac0-5ac933e72848 req-047754e5-a402-42ae-82f1-8b1df4ddeefb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2791390 Apr 05 20:36:47.659306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44cf21c6-7ade-446f-9ac0-5ac933e72848 req-3dbba9ec-8431-469b-a632-3c6a37c9b1f1 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561953 Apr 05 20:36:47.668221 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.780700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b2f95c32-52d8-4b28-b5d2-7175a29ef948 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:47.811771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Allocated IP 172.20.0.1 (f238e1d0-4a88-4cc4-8fb4-1b22da52d01e/b4161c75-8987-47dd-974e-7603e5b8ec88/f17de2cc-c9d8-4c35-9674-946629f6e13f) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:47.815498 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d092a82-fc01-419d-8995-08cab4ed65da req-223817ca-ac66-404c-b85b-aba87e9cceb2 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064229 Apr 05 20:36:47.858380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: b2f95c32-52d8-4b28-b5d2-7175a29ef948 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:36:47.858720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b2f95c32-52d8-4b28-b5d2-7175a29ef948 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:47.873393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'Port': ['ID=abc00268-9596-4a0c-a18b-23ca83bebe1f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:47.885413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.900612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Transition to ACTIVE for port object 52b012c1-4b8c-4fad-802a-b37f5025aa0f will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:47.932127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] No DVR routers for this DVR port abc00268-9596-4a0c-a18b-23ca83bebe1f on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:47.939818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.945566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'name': 'network-vif-deleted', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:47.976554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.981966 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.988184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae313-e94c-4281-8c31-f04a2d5107b8 req-0d368241-eb17-4051-9b77-c1e88d861de1 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:47.989704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c1ae313-e94c-4281-8c31-f04a2d5107b8 req-0d368241-eb17-4051-9b77-c1e88d861de1 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 944 time: 0.2244093 Apr 05 20:36:47.994733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Transition to ACTIVE for port object f17de2cc-c9d8-4c35-9674-946629f6e13f will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:48.067484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124c098-beaf-4cce-9fdd-ace0dbb7b2ae None None] Pushing event updated for resources: {'Port': ['ID=52b012c1-4b8c-4fad-802a-b37f5025aa0f,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:48.069691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Attempting to bind port 52b012c1-4b8c-4fad-802a-b37f5025aa0f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:48.070055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Attempting to bind port 52b012c1-4b8c-4fad-802a-b37f5025aa0f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:48.070411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Attempting to bind port 52b012c1-4b8c-4fad-802a-b37f5025aa0f on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:36:48.077455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:36:48.083398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:36:48.083398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.083398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:36:48.083398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Bound port: 52b012c1-4b8c-4fad-802a-b37f5025aa0f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:48.083398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.086615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4aad869-9a3e-4adc-ab94-6385802d3152 req-c24cd25c-24ed-472e-9b53-bf479273f02b tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "DELETE /v2.0/ports/abc00268-9596-4a0c-a18b-23ca83bebe1f HTTP/1.1" status: 204 len: 173 time: 2.5331953 Apr 05 20:36:48.107879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.151594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c1ae313-e94c-4281-8c31-f04a2d5107b8 req-2f9ec95b-aa99-4e28-8664-1ae0fbb50d99 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432807 Apr 05 20:36:48.151594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.170109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] For port 52b012c1-4b8c-4fad-802a-b37f5025aa0f, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:36:48.173757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] For port 52b012c1-4b8c-4fad-802a-b37f5025aa0f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=52b012c1-4b8c-4fad-802a-b37f5025aa0f,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:36:48.214627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ee3c9501-c332-4024-8417-595900ec98c8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:48.216885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f17de2cc-c9d8-4c35-9674-946629f6e13f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:48.226333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:48.227711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:48.233656 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b496d5-6b97-465e-9320-decdfad883b8'] response: {'server_uuid': '7c2c01ce-c426-4307-865f-a1ab873559e4', 'name': 'network-vif-deleted', 'tag': 'abc00268-9596-4a0c-a18b-23ca83bebe1f', 'status': 'completed', 'code': 200} Apr 05 20:36:48.248674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:48.250690 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.291333 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.377361 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.465537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124c098-beaf-4cce-9fdd-ace0dbb7b2ae None None] Pushing event updated for resources: {'Port': ['ID=52b012c1-4b8c-4fad-802a-b37f5025aa0f,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:48.502916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Routers {'0a11ebf5-a792-4cfc-95d1-8bbd32218be0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:36:48.507019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:36:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:48.591127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.711730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:48.737217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb33bf-8bb9-4556-bf4b-246305a9356d req-3f33b624-e1b0-4b0d-9aa7-af4bc674b788 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:48.738762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71eb33bf-8bb9-4556-bf4b-246305a9356d req-3f33b624-e1b0-4b0d-9aa7-af4bc674b788 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 950 time: 0.3528695 Apr 05 20:36:48.770349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa28798c-bc59-4bf1-94dd-d0f8fc1c5e65 None None] Provisioning for port f17de2cc-c9d8-4c35-9674-946629f6e13f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:48.801297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa28798c-bc59-4bf1-94dd-d0f8fc1c5e65 None None] Provisioning complete for port f17de2cc-c9d8-4c35-9674-946629f6e13f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:48.802015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa28798c-bc59-4bf1-94dd-d0f8fc1c5e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.827416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71eb33bf-8bb9-4556-bf4b-246305a9356d req-bb66ee03-dead-4d80-b9f8-590eb8cba8bb tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772407 Apr 05 20:36:48.833303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ee3c9501-c332-4024-8417-595900ec98c8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:48.833736 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.839977 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Floating IP 6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e associated. External IP: 172.25.2.10, port: a7bd77e4-6c8d-4e0f-9254-232596977323. Apr 05 20:36:48.843522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:48.930572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:49.009539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-aa28798c-bc59-4bf1-94dd-d0f8fc1c5e65 None None] Port f17de2cc-c9d8-4c35-9674-946629f6e13f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:36:49.013721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] Set router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:36:49.051537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-060b2f3f-5af1-434a-bace-669b355df646 req-d619c917-3e17-4f70-ba0b-d2734120d296 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:49.058691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e238bf67-3d26-4610-ab4d-6852bd0c43c2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:49.066724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f17de2cc-c9d8-4c35-9674-946629f6e13f,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:49.069364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:49.130295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69adab-8463-48ea-8aa3-916ef0a41654 req-fb7184b6-07f7-40dd-a2ff-99d9adbbdd26 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:49.131821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d69adab-8463-48ea-8aa3-916ef0a41654 req-fb7184b6-07f7-40dd-a2ff-99d9adbbdd26 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1230519 Apr 05 20:36:49.185562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-060b2f3f-5af1-434a-bace-669b355df646 req-d619c917-3e17-4f70-ba0b-d2734120d296 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:49.186799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-060b2f3f-5af1-434a-bace-669b355df646 req-d619c917-3e17-4f70-ba0b-d2734120d296 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c2c01ce-c426-4307-865f-a1ab873559e4 HTTP/1.1" status: 200 len: 210 time: 0.2201493 Apr 05 20:36:49.202038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d69adab-8463-48ea-8aa3-916ef0a41654 req-ba481ebf-7511-4099-8305-c69d9ec310f6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611489 Apr 05 20:36:49.267694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:49.270138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:49.318463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:49.429608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:49.429977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:49.654464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef581333-d5d8-4d1b-9520-9d65eb3b280e req-fc40c705-eb53-4b6a-a687-3bf4bea2278b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:49.656256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef581333-d5d8-4d1b-9520-9d65eb3b280e req-fc40c705-eb53-4b6a-a687-3bf4bea2278b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 950 time: 0.2238863 Apr 05 20:36:49.699364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-aaf9370d-f7c5-49a4-9998-61dd34c9f1c3 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:49.700953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-aaf9370d-f7c5-49a4-9998-61dd34c9f1c3 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/ports?device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 950 time: 0.1581407 Apr 05 20:36:49.760951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:49.763051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device abc00268-9596-4a0c-a18b-23ca83bebe1f no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:49.790956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef581333-d5d8-4d1b-9520-9d65eb3b280e req-1eb63860-5b19-4a18-9025-57a7afe9b71b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279554 Apr 05 20:36:49.801904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:36:49.802350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:49.826594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fc156f97-5a7d-4077-9d54-c59c7da30cde None None] Provisioning complete for port f17de2cc-c9d8-4c35-9674-946629f6e13f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:49.827238 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fc156f97-5a7d-4077-9d54-c59c7da30cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:49.830266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:36:49.850380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: abc00268-9596-4a0c-a18b-23ca83bebe1f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:36:49.850714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device abc00268-9596-4a0c-a18b-23ca83bebe1f not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:49.878089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Router 332c09f0-1add-4847-b3b8-af0f58c8eb39 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:36:49.951634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:36:49.970178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.067723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fc156f97-5a7d-4077-9d54-c59c7da30cde None None] Port f17de2cc-c9d8-4c35-9674-946629f6e13f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:36:50.084487 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.111745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:50.142413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:36:50.165631 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-364d0bbe-9c68-46b9-9e6f-76abd9145cc5 admin admin] 10.222.0.10 "PUT /v2.0/routers/0a11ebf5-a792-4cfc-95d1-8bbd32218be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4628060 Apr 05 20:36:50.165855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,segment=NetworkSegment(42b3eb9d-7c79-4231-8401-ca036e627948),segment_id=42b3eb9d-7c79-4231-8401-ca036e627948)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:50.212600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 4, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port': {'id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:43Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f17de2cc-c9d8-4c35-9674-946629f6e13f', 'name': '', 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'mac_address': 'fa:16:3e:f6:d5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:47Z', 'updated_at': '2022-04-05T20:36:47Z', 'revision_number': 1, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'subnets': [{'id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:50.222812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c8cb1-2eba-4670-85a6-89198fccc920 None None] The sync data for ids ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'] in n-d-836605-1 is: [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 4, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port': {'id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:71:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:43Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f17de2cc-c9d8-4c35-9674-946629f6e13f', 'name': '', 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'mac_address': 'fa:16:3e:f6:d5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:47Z', 'updated_at': '2022-04-05T20:36:47Z', 'revision_number': 1, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'subnets': [{'id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:36:50.238911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:50.257843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.322527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'mac_address': 'fa:16:3e:b3:f4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:50.469215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:50.511228 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.546360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:36:50.571902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:50.581164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-45ad98d2-fe3c-4bf7-ae96-446e1d405028 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 1101 time: 0.5105975 Apr 05 20:36:50.633361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85d3cc-4be6-4e62-a5f3-f4de2842125e req-8cd64ea1-132f-479d-8023-e1a4ee7c3dcd tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:50.634824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac85d3cc-4be6-4e62-a5f3-f4de2842125e req-8cd64ea1-132f-479d-8023-e1a4ee7c3dcd tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 944 time: 0.5659225 Apr 05 20:36:50.645028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.670527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.705498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:50.705859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.721078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:50.863545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for f34fd9b0-05d7-4bae-9d20-9bf86de79d9b owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:36:50.929226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:50.933144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac85d3cc-4be6-4e62-a5f3-f4de2842125e req-1f3b8ba1-1b82-4f54-94dd-7bfb87022e87 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923799 Apr 05 20:36:50.940852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Usage tracker for resource:security_group_rule and tenant:eeff02f7e881406bab1fa3f053099fa3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:50.946036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:50.952165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:50.962132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:50.995426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:36:51.048002 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54d18a9-a9f9-4de6-b670-c8bf7012000f'] response: {'server_uuid': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10', 'code': 200} Apr 05 20:36:51.061799 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] Sync routers for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:36:51.080621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.091411 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:36:51.092492 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:36:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:51.369420 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.377128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-584783a9-4271-45eb-aad5-59e26cbbe4aa tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "PUT /v2.0/floatingips/6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e HTTP/1.1" status: 200 len: 991 time: 5.0871716 Apr 05 20:36:51.377128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:51.429785 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:36:51.431523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78202921-6a74-4983-9c79-bba255d89e7a req-2def884a-5a43-4a36-979b-0a0f7b296719 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 1096 time: 0.2723334 Apr 05 20:36:51.438083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b36c-ec70-42fc-8e4b-550fe475a3da req-bf322790-bb4b-44f3-98ef-165d6aefebf5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:51.441648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95d7b36c-ec70-42fc-8e4b-550fe475a3da req-bf322790-bb4b-44f3-98ef-165d6aefebf5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 945 time: 0.1607389 Apr 05 20:36:51.476227 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.482422 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.495203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:51.531058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'aea9a55a-cd3b-4cba-a77e-43eb4110207f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:51.584555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=f34fd9b0-05d7-4bae-9d20-9bf86de79d9b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:51.604502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Synchronizing usage tracker for tenant:eeff02f7e881406bab1fa3f053099fa3 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:51.614587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2d050e-4ca3-4224-a3f4-3247149f1d44,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:51.671082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78202921-6a74-4983-9c79-bba255d89e7a req-e1e2a8b3-b50d-4ee9-89f8-341381ca8622 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306659 Apr 05 20:36:51.719686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95d7b36c-ec70-42fc-8e4b-550fe475a3da req-05889ccd-f4e4-4c8a-b83f-d5cae9399c11 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660847 Apr 05 20:36:51.726697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port f34fd9b0-05d7-4bae-9d20-9bf86de79d9b on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:51.729173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.751922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce6650a3-be16-41b6-83fa-b36f9f4d9836 req-829551df-27e2-41ff-ba37-a66303b8a650 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "DELETE /v2.0/ports/f34fd9b0-05d7-4bae-9d20-9bf86de79d9b HTTP/1.1" status: 204 len: 173 time: 2.0391619 Apr 05 20:36:51.760293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:51.793284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] Unset dirty status for tenant:eeff02f7e881406bab1fa3f053099fa3 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:51.794550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-353e3d8c-6d28-4578-a2eb-5f9eea194e92 req-0ae409d3-d023-4435-95d8-d860d50790e3 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1988175 Apr 05 20:36:51.895080 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'port_id': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'mac_address': 'fa:16:3e:0b:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c99df-001d-4885-8873-304f65583d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:35:37Z', 'updated_at': '2022-04-05T20:36:47Z', 'revision_number': 1, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:38Z', 'revision_number': 5, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:51.900173 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] Checking router: 332c09f0-1add-4847-b3b8-af0f58c8eb39 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:36:51.918092 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:36:51.918721 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:36:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:52.043840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:52.044426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.128998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f6d0c4c0-2280-415f-b1f2-b1a2c97567f9 req-1a8147cc-3d43-462b-b02b-9990e4f73b30 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:52.154261 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:36:52.260144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-38d769e4-17e9-4e14-8b26-6c5682a963cb tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3757739 Apr 05 20:36:52.282040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-b289ece3-44ce-4d83-afca-0460d03d8c64 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:52.282040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-b289ece3-44ce-4d83-afca-0460d03d8c64 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:52.290797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:52.295258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f6d0c4c0-2280-415f-b1f2-b1a2c97567f9 req-1a8147cc-3d43-462b-b02b-9990e4f73b30 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:52.308995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6d0c4c0-2280-415f-b1f2-b1a2c97567f9 req-1a8147cc-3d43-462b-b02b-9990e4f73b30 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=388396ab-487d-49a0-9ef8-b4e46194ae09 HTTP/1.1" status: 200 len: 210 time: 0.3055375 Apr 05 20:36:52.313717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:52.330701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 52b012c1-4b8c-4fad-802a-b37f5025aa0f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:52.333852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Usage tracker for resource:floatingip and tenant:f6fe74313a59494bbc0d1b5807bbe0dd is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:52.345642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:52.354707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-b289ece3-44ce-4d83-afca-0460d03d8c64 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:52.356060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-b289ece3-44ce-4d83-afca-0460d03d8c64 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a369a2f-2767-40f4-bbf0-cece849c6163 HTTP/1.1" status: 200 len: 950 time: 0.3539677 Apr 05 20:36:52.376943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:52.405458 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.476565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2515175-186c-46ec-b143-6ae6a5c3baa7 req-77483d62-8057-4b45-ac46-87efe82496d2 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/7a2ca910-d44b-4813-ae79-63b45dc83006 HTTP/1.1" status: 200 len: 1633 time: 0.1114032 Apr 05 20:36:52.477293 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.493806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port aea9a55a-cd3b-4cba-a77e-43eb4110207f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:36:52.494144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.520105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:52.521090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 52b012c1-4b8c-4fad-802a-b37f5025aa0f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:52.526726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 52b012c1-4b8c-4fad-802a-b37f5025aa0f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:52.527082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.605138 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'port_id': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'mac_address': 'fa:16:3e:0b:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c99df-001d-4885-8873-304f65583d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:35:37Z', 'updated_at': '2022-04-05T20:36:47Z', 'revision_number': 1, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:38Z', 'revision_number': 5, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:52.609395 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9816e830-4201-4be3-8e5e-6f4eef5a09f2 None None] The sync data for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 is: [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'floating_ip_address': '172.25.2.10', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'port_id': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'mac_address': 'fa:16:3e:0b:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76c99df-001d-4885-8873-304f65583d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:35:37Z', 'updated_at': '2022-04-05T20:36:47Z', 'revision_number': 1, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:38Z', 'revision_number': 5, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:36:52.636721 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.717698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.728650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f34fd9b0-05d7-4bae-9d20-9bf86de79d9b no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:52.777491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: f34fd9b0-05d7-4bae-9d20-9bf86de79d9b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:36:52.777825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f34fd9b0-05d7-4bae-9d20-9bf86de79d9b not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:52.784946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 52b012c1-4b8c-4fad-802a-b37f5025aa0f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=52b012c1-4b8c-4fad-802a-b37f5025aa0f,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:52.786062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:52.852422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.920906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=52b012c1-4b8c-4fad-802a-b37f5025aa0f,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:52.936961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e2515175-186c-46ec-b143-6ae6a5c3baa7 req-a8e904c0-73b6-432f-b541-0b27441299b6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.015307 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e2515175-186c-46ec-b143-6ae6a5c3baa7 req-a8e904c0-73b6-432f-b541-0b27441299b6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.049097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:53.056817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port aea9a55a-cd3b-4cba-a77e-43eb4110207f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=aea9a55a-cd3b-4cba-a77e-43eb4110207f,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:36:53.057212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.210787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for aea9a55a-cd3b-4cba-a77e-43eb4110207f owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:36:53.268454 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.337955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e2515175-186c-46ec-b143-6ae6a5c3baa7 req-a8e904c0-73b6-432f-b541-0b27441299b6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.367762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e904c0-73b6-432f-b541-0b27441299b6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ca910-d44b-4813-ae79-63b45dc83006,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:53.491083 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e2515175-186c-46ec-b143-6ae6a5c3baa7 req-a8e904c0-73b6-432f-b541-0b27441299b6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.492362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2515175-186c-46ec-b143-6ae6a5c3baa7 req-a8e904c0-73b6-432f-b541-0b27441299b6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/7a2ca910-d44b-4813-ae79-63b45dc83006 HTTP/1.1" status: 204 len: 173 time: 0.9700067 Apr 05 20:36:53.513592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Allocated IP 172.25.2.191 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/af6c71be-59ba-4a85-a0c5-2a2b9484689a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:53.543357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.554462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:53.600850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=aea9a55a-cd3b-4cba-a77e-43eb4110207f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:53.786059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:36:53.808746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port aea9a55a-cd3b-4cba-a77e-43eb4110207f on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:53.823452 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.879135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391494d-b964-40db-9283-61610ce08532 req-a09f8c3c-c46f-4c91-9b71-756ce5aa5b9c tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:53.880598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8391494d-b964-40db-9283-61610ce08532 req-a09f8c3c-c46f-4c91-9b71-756ce5aa5b9c tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.2912736 Apr 05 20:36:53.887668 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.912809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-415bef01-39dc-4f91-91f8-9e3c97d4b8de req-68953d67-ef96-4c1b-996f-b6bd6b0c98bc tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "DELETE /v2.0/ports/aea9a55a-cd3b-4cba-a77e-43eb4110207f HTTP/1.1" status: 204 len: 173 time: 1.5156162 Apr 05 20:36:53.946909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8391494d-b964-40db-9283-61610ce08532 req-5bbaea4f-3b72-4075-9654-95a860c0903a tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558510 Apr 05 20:36:54.016490 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624257d5-4eae-40e7-aeac-b327d16f917f'] response: {'name': 'network-changed', 'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'status': 'completed', 'code': 200} Apr 05 20:36:54.033779 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:54.112761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:54.116607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:54.118963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=af6c71be-59ba-4a85-a0c5-2a2b9484689a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:54.121284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:54.241521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 52b012c1-4b8c-4fad-802a-b37f5025aa0f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:54.307912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621e1d9-680c-4509-973d-75ef9c8ae5f6 None None] New status for floating IP 6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:36:54.389954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce7d5e-3f1a-4c94-a0dd-1f44dddc0f13 req-9096d62c-3bf7-4556-a58d-237dfa2eff42 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:54.397493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32ce7d5e-3f1a-4c94-a0dd-1f44dddc0f13 req-9096d62c-3bf7-4556-a58d-237dfa2eff42 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 945 time: 0.2467577 Apr 05 20:36:54.459779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-8a436731-7c66-4561-b375-263570e244b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a9778ff8abd472f9af8d79b66eb8430&device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 1097 time: 0.1715102 Apr 05 20:36:54.522416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32ce7d5e-3f1a-4c94-a0dd-1f44dddc0f13 req-92720d40-90b9-4d78-a225-afd2a4c847dd tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239300 Apr 05 20:36:54.610918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 52b012c1-4b8c-4fad-802a-b37f5025aa0f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:54.611161 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:54.621518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:54.866421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-9f29612f-8ca3-4877-9daf-3205c65d2f66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:54.868225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-9f29612f-8ca3-4877-9daf-3205c65d2f66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f86eb5ba-903d-4f43-ae36-67e4215b5223 HTTP/1.1" status: 200 len: 917 time: 0.3448849 Apr 05 20:36:54.974498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.051944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-ba169742-2e78-48b8-b562-19657ad2d4ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7bd77e4-6c8d-4e0f-9254-232596977323 HTTP/1.1" status: 200 len: 1001 time: 0.1708443 Apr 05 20:36:55.060239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fc6f1-8270-4381-8a24-c23b5b543890 req-d4efa820-2c09-49e5-b820-81fb0af56d4d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:55.061841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fc6f1-8270-4381-8a24-c23b5b543890 req-d4efa820-2c09-49e5-b820-81fb0af56d4d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.4059656 Apr 05 20:36:55.246260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fc6f1-8270-4381-8a24-c23b5b543890 req-6c0beaee-917b-48fc-9d3b-e73553652fba tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770012 Apr 05 20:36:55.247542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-b75c323f-d3c7-4815-a2b7-81223d4fc0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:55.252650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-b75c323f-d3c7-4815-a2b7-81223d4fc0e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50295cf9-4147-4e9f-be6d-1fc1c8b9cd54 HTTP/1.1" status: 200 len: 855 time: 0.1862864 Apr 05 20:36:55.421220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.438115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-bd99ed94-35aa-4638-9d0e-4a7cb48f4c6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f86eb5ba-903d-4f43-ae36-67e4215b5223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1818385 Apr 05 20:36:55.524863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.675766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a4bfdcf-91aa-4d70-9116-31a4c9cfb90b req-19fa4eb1-fbfb-479b-970c-2920972bc6f9 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 1101 time: 0.2951443 Apr 05 20:36:55.676396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=af6c71be-59ba-4a85-a0c5-2a2b9484689a,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:55.732317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-2131f567-d473-4798-9ce1-fc45dedb0ad1 service neutron] 10.222.0.39 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830901 Apr 05 20:36:55.736200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.759443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device aea9a55a-cd3b-4cba-a77e-43eb4110207f no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:55.804875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: aea9a55a-cd3b-4cba-a77e-43eb4110207f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:36:55.805767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device aea9a55a-cd3b-4cba-a77e-43eb4110207f not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:55.846588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a4bfdcf-91aa-4d70-9116-31a4c9cfb90b req-98af2e16-8ca5-40fe-a2b4-7a9d9d0981b4 tempest-ServersAdminNegativeTestJSON-365782859 tempest-ServersAdminNegativeTestJSON-365782859-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549625 Apr 05 20:36:55.903468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.904646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9924f68f-5f93-4810-9c97-95d14d611034 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6198380 Apr 05 20:36:55.908254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ed1159-22d0-4551-9253-c2e5ce0f0a6d req-c1d67431-e5d8-468e-94d1-b061ddecc798 service neutron] 10.222.0.39 "GET /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676562 Apr 05 20:36:55.916295 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa03c4b-f10b-4c3d-98d5-50e8b01bae3a'] response: {'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'code': 200} Apr 05 20:36:55.998365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-982db9c5-6f40-48b6-9833-0f49147960fd tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Synchronizing usage tracker for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:56.018027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'name': 'network-vif-deleted', 'tag': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b'}, {'server_uuid': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'name': 'network-vif-deleted', 'tag': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:36:56.073702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0051132d-722d-41ce-b555-dd8e093f5655 req-7b2cede7-089f-4d5d-80a1-7466ce507325 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/2bd52cb5-7204-41e1-ad6d-3e18875f4e08 HTTP/1.1" status: 200 len: 1634 time: 0.0499887 Apr 05 20:36:56.094297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-982db9c5-6f40-48b6-9833-0f49147960fd tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Unset dirty status for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:56.095562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-982db9c5-6f40-48b6-9833-0f49147960fd tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.1845877 Apr 05 20:36:56.262106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0051132d-722d-41ce-b555-dd8e093f5655 req-43a194d6-6cb0-42f9-8f5b-4488d57d3ae5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.306339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9bdcfa57-594f-4711-bd5e-1a69e7b65aa5 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:56.307770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4c47505-a1fc-4bb3-9592-aaf48fddcf0b req-9bdcfa57-594f-4711-bd5e-1a69e7b65aa5 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2050915 Apr 05 20:36:56.317697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0051132d-722d-41ce-b555-dd8e093f5655 req-43a194d6-6cb0-42f9-8f5b-4488d57d3ae5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.467708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0051132d-722d-41ce-b555-dd8e093f5655 req-43a194d6-6cb0-42f9-8f5b-4488d57d3ae5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.515261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a194d6-6cb0-42f9-8f5b-4488d57d3ae5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd52cb5-7204-41e1-ad6d-3e18875f4e08,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:56.517347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0051132d-722d-41ce-b555-dd8e093f5655 req-43a194d6-6cb0-42f9-8f5b-4488d57d3ae5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.518487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0051132d-722d-41ce-b555-dd8e093f5655 req-43a194d6-6cb0-42f9-8f5b-4488d57d3ae5 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/2bd52cb5-7204-41e1-ad6d-3e18875f4e08 HTTP/1.1" status: 204 len: 173 time: 0.4371676 Apr 05 20:36:56.716543 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f0f40b-2449-44b9-8c8c-7b0e321b183f'] response: {'server_uuid': '388396ab-487d-49a0-9ef8-b4e46194ae09', 'name': 'network-vif-deleted', 'tag': 'f34fd9b0-05d7-4bae-9d20-9bf86de79d9b', 'status': 'completed', 'code': 200} Apr 05 20:36:56.716893 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f0f40b-2449-44b9-8c8c-7b0e321b183f'] response: {'server_uuid': '3a369a2f-2767-40f4-bbf0-cece849c6163', 'name': 'network-vif-deleted', 'tag': 'aea9a55a-cd3b-4cba-a77e-43eb4110207f', 'status': 'completed', 'code': 200} Apr 05 20:36:56.774243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07000d05-101d-48c4-8423-a66cb28db6ae req-7eb64769-3a05-461c-b4ff-fb08885b9e2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2036057 Apr 05 20:36:57.118098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-72010764-9c07-42e0-9663-ba2490fbd0cc tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3229661 Apr 05 20:36:57.123586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaec00-e8ff-4ce6-8c42-b37379f29270 req-f888b9cd-a29d-45a2-b647-79d317779d7b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:57.125025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-feaaec00-e8ff-4ce6-8c42-b37379f29270 req-f888b9cd-a29d-45a2-b647-79d317779d7b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.3319726 Apr 05 20:36:57.129973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:57.149426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:57.165556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:57.189503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-feaaec00-e8ff-4ce6-8c42-b37379f29270 req-4d426077-2ec1-475e-b2af-aee53d2d6753 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554173 Apr 05 20:36:57.238182 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.264027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-757255860', 'description': 'tempest-description-665214253'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:57.276009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:57.283389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:57.287867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:57.343030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:57.422222 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.438983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.523124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:57.532627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Usage tracker for resource:security_group_rule and tenant:d1854d21d235419a95a5f3ebc6ae5c89 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:57.537725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:57.548344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:57.635337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Allocated IP 172.25.2.229 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/02617054-d1fd-4fac-8952-d051548b96ce) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:57.688699 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.759258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.843606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf2143-4243-46be-ad2b-8365dd0c35a9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:57.872201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.884953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.886414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fee7669e-9d53-4a73-aca4-7b49b969ad3d req-de1c5e84-3b87-4307-a51e-785a85b2f4c6 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6286240 Apr 05 20:36:57.960780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.032667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:58.035764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:58.039757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:36:58.070531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=02617054-d1fd-4fac-8952-d051548b96ce,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:58.214138 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.327944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.579080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bcda92fa-a069-4d06-bdbf-abeb1e8ca9eb req-cc9d6cad-29b1-44f5-b486-e4b58a3efaec tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/dcbf2143-4243-46be-ad2b-8365dd0c35a9 HTTP/1.1" status: 200 len: 1633 time: 0.0740373 Apr 05 20:36:58.596349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-bcda92fa-a069-4d06-bdbf-abeb1e8ca9eb req-66dbf4ad-d0f9-4440-a173-6ac38c2234f4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Request body: {'security_group': {'name': 'tempest-sg-hth-11641614', 'description': 'tempest-description-hth-1581111150'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:36:58.613938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.636304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bcda92fa-a069-4d06-bdbf-abeb1e8ca9eb req-66dbf4ad-d0f9-4440-a173-6ac38c2234f4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.656759 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.831710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=02617054-d1fd-4fac-8952-d051548b96ce,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:58.835467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bcda92fa-a069-4d06-bdbf-abeb1e8ca9eb req-66dbf4ad-d0f9-4440-a173-6ac38c2234f4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.852540 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.913168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bcda92fa-a069-4d06-bdbf-abeb1e8ca9eb req-66dbf4ad-d0f9-4440-a173-6ac38c2234f4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.915716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bcda92fa-a069-4d06-bdbf-abeb1e8ca9eb req-66dbf4ad-d0f9-4440-a173-6ac38c2234f4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.916927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bcda92fa-a069-4d06-bdbf-abeb1e8ca9eb req-66dbf4ad-d0f9-4440-a173-6ac38c2234f4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "PUT /v2.0/security-groups/dcbf2143-4243-46be-ad2b-8365dd0c35a9 HTTP/1.1" status: 200 len: 1607 time: 0.3250501 Apr 05 20:36:58.951772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbf4ad-d0f9-4440-a173-6ac38c2234f4 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf2143-4243-46be-ad2b-8365dd0c35a9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:59.057038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:59.058686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e39145e1-8046-4f50-9ead-3540a0bdf534 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9326909 Apr 05 20:36:59.154418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e704700b-f68c-47d7-81b7-18abc12c1aa1 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Synchronizing usage tracker for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:59.266924 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:36:59.515655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e704700b-f68c-47d7-81b7-18abc12c1aa1 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Unset dirty status for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:59.515655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-e704700b-f68c-47d7-81b7-18abc12c1aa1 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.229 HTTP/1.1" status: 200 len: 696 time: 0.4449580 Apr 05 20:36:59.943985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-bf256c6d-f1f9-41ba-b121-8166aede7468 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:59.946501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b9be9ed-c78e-4334-b222-204eb465dfb2 req-bf256c6d-f1f9-41ba-b121-8166aede7468 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.4328799 Apr 05 20:37:00.025191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-d3043fcf-807a-4bc1-9f64-d9a7bb6fe27c tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:00.027227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-d3043fcf-807a-4bc1-9f64-d9a7bb6fe27c tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 945 time: 0.1916549 Apr 05 20:37:00.182852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Deleting port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:00.182852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.234396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787e90c-0dde-45c2-8838-8226dbdfc1e4 req-1a9fd7d6-8891-468a-9b51-7ff908f8e341 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:00.236968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b787e90c-0dde-45c2-8838-8226dbdfc1e4 req-1a9fd7d6-8891-468a-9b51-7ff908f8e341 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.2872038 Apr 05 20:37:00.245074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7173b0-2d75-4c71-8c53-5b6e1f0552b2 req-9fd061ba-3e8e-41ca-a969-dd6de5d3f3d3 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:00.246526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d7173b0-2d75-4c71-8c53-5b6e1f0552b2 req-9fd061ba-3e8e-41ca-a969-dd6de5d3f3d3 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/ports?device_id=61f6540f-b18f-40f6-a7c9-d94c8be9a98f HTTP/1.1" status: 200 len: 945 time: 0.1637936 Apr 05 20:37:00.389269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d7173b0-2d75-4c71-8c53-5b6e1f0552b2 req-7f2aa648-ba3d-4bbd-a26d-5b9f3c70236e tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.10 "GET /v2.0/security-groups?id=c59e99b8-13a8-4176-8665-d4298a07c07b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342175 Apr 05 20:37:00.415713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b787e90c-0dde-45c2-8838-8226dbdfc1e4 req-5ca80ab7-4e09-4598-8570-5e4af898a6e4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442676 Apr 05 20:37:00.573670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf64d4f5-d4cf-4834-8e71-453dbd196a38 req-9ad46db4-21b1-4448-ae97-6a0d7ff7ee5f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/dcbf2143-4243-46be-ad2b-8365dd0c35a9 HTTP/1.1" status: 200 len: 1607 time: 0.0893044 Apr 05 20:37:00.607429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] For port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,segment=NetworkSegment(42b3eb9d-7c79-4231-8401-ca036e627948),segment_id=42b3eb9d-7c79-4231-8401-ca036e627948)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:00.607795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.817831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Calling delete_port for 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:00.980465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-36101e1f-5ab9-4b75-aa23-addb3955e7ef tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3553655 Apr 05 20:37:01.023303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:01.033451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:01.054661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:01.132077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d21e5e2f-4fac-4166-86e5-780c25027e80 req-6458ee5e-2c43-4c0a-9a84-cbc88ed4be78 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/dcbf2143-4243-46be-ad2b-8365dd0c35a9 HTTP/1.1" status: 200 len: 1607 time: 0.0589585 Apr 05 20:37:01.136367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.173361 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.287559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Pushing event deleted for resources: {'Port': ['ID=9aa72995-fe2c-4df6-a2fd-0dbd82c74d10,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:01.413751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] No DVR routers for this DVR port 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:01.424570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.428154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'name': 'network-vif-deleted', 'tag': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:01.450236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d21e5e2f-4fac-4166-86e5-780c25027e80 req-923494b8-6a52-4463-92c9-429a7e42121f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.489300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d21e5e2f-4fac-4166-86e5-780c25027e80 req-923494b8-6a52-4463-92c9-429a7e42121f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.541509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9873914-7c3f-4108-9a53-4ff4ea4ae086 req-53bed21e-6d10-447d-b0d5-e57b20974a14 tempest-ServerAddressesNegativeTestJSON-1451680849 tempest-ServerAddressesNegativeTestJSON-1451680849-project] 10.222.0.23 "DELETE /v2.0/ports/9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 HTTP/1.1" status: 204 len: 173 time: 1.5047548 Apr 05 20:37:01.556149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.682440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d21e5e2f-4fac-4166-86e5-780c25027e80 req-923494b8-6a52-4463-92c9-429a7e42121f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.738075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923494b8-6a52-4463-92c9-429a7e42121f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf2143-4243-46be-ad2b-8365dd0c35a9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:01.924709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d21e5e2f-4fac-4166-86e5-780c25027e80 req-923494b8-6a52-4463-92c9-429a7e42121f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.926450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d21e5e2f-4fac-4166-86e5-780c25027e80 req-923494b8-6a52-4463-92c9-429a7e42121f tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/dcbf2143-4243-46be-ad2b-8365dd0c35a9 HTTP/1.1" status: 204 len: 173 time: 0.7737701 Apr 05 20:37:01.960090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Allocated IP 172.25.2.46 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/4af2117b-d3b3-43dc-be76-15624fe27fe1) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:02.146569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-8b3e742a-3566-41f4-9a6c-adf835245062 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:02.147692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-8b3e742a-3566-41f4-9a6c-adf835245062 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:02.188969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.255106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-8b3e742a-3566-41f4-9a6c-adf835245062 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:02.257581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-8b3e742a-3566-41f4-9a6c-adf835245062 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 950 time: 0.2991037 Apr 05 20:37:02.303772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.412939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:02.413659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.509465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:02.510915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=4af2117b-d3b3-43dc-be76-15624fe27fe1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:02.520596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:02.572761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:02.784569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:02.803892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bdd3b-33e1-45ca-9fd2-0739bed65889 req-64dc94a7-e5ee-4e81-8184-0281e090df40 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:02.805889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f22bdd3b-33e1-45ca-9fd2-0739bed65889 req-64dc94a7-e5ee-4e81-8184-0281e090df40 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 950 time: 0.2736204 Apr 05 20:37:02.831068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:02.832274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9aa72995-fe2c-4df6-a2fd-0dbd82c74d10 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:02.848798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port 197c15b0-95a4-4b1c-b409-35bfb3017ab1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=197c15b0-95a4-4b1c-b409-35bfb3017ab1,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:02.849181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.001021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for 197c15b0-95a4-4b1c-b409-35bfb3017ab1 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:03.054967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f22bdd3b-33e1-45ca-9fd2-0739bed65889 req-9d9acdcf-de1e-4fbb-8882-ad110523ba0b tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382290 Apr 05 20:37:03.141211 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dd5740-236d-47f7-a238-e240f5f11b19'] response: {'server_uuid': '61f6540f-b18f-40f6-a7c9-d94c8be9a98f', 'name': 'network-vif-deleted', 'tag': '9aa72995-fe2c-4df6-a2fd-0dbd82c74d10', 'status': 'completed', 'code': 200} Apr 05 20:37:03.151884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.242459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51588) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:03.298339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.395688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.417471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:03.468314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['197c15b0-95a4-4b1c-b409-35bfb3017ab1', '203df26a-f1f2-4631-832e-4ecc9c87ddd2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:03.528303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=197c15b0-95a4-4b1c-b409-35bfb3017ab1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:03.593116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] Deleting subnet 73251108-1a73-45f3-8a43-323d438ae3ca {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:37:03.596631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.653892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.718840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.750758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.814721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f190-59ee-4797-a325-1316431d668a req-87ca74fb-0eb0-48b5-b7c7-9e4cec0dc920 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:03.815791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c399f190-59ee-4797-a325-1316431d668a req-87ca74fb-0eb0-48b5-b7c7-9e4cec0dc920 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:03.873375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.916962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73251108-1a73-45f3-8a43-323d438ae3ca,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:03.919090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c399f190-59ee-4797-a325-1316431d668a req-87ca74fb-0eb0-48b5-b7c7-9e4cec0dc920 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:03.920647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c399f190-59ee-4797-a325-1316431d668a req-87ca74fb-0eb0-48b5-b7c7-9e4cec0dc920 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9d77a36-fdb9-47aa-90be-2a014997fa47 HTTP/1.1" status: 200 len: 950 time: 0.5350902 Apr 05 20:37:04.055198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:04.055198 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.059779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port 197c15b0-95a4-4b1c-b409-35bfb3017ab1 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:04.064566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.140300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.177818 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-499c81ff-b79d-436c-a082-c4ed13acb154 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/73251108-1a73-45f3-8a43-323d438ae3ca HTTP/1.1" status: 204 len: 168 time: 0.9307003 Apr 05 20:37:04.179818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:04.205623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf246-0275-40e2-94f8-e37db1ced20a req-e06bd342-2c92-4c70-a89b-d55a698fbbd6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:04.208438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-274bf246-0275-40e2-94f8-e37db1ced20a req-e06bd342-2c92-4c70-a89b-d55a698fbbd6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.7526269 Apr 05 20:37:04.264509 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.273381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-341150a7-75b0-457f-bd48-ac5d5d1768ae tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:04.274854 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-341150a7-75b0-457f-bd48-ac5d5d1768ae tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.23 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 950 time: 0.3173072 Apr 05 20:37:04.360479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-274bf246-0275-40e2-94f8-e37db1ced20a req-7114846e-c614-4e92-ae00-4cfca5f66181 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429100 Apr 05 20:37:04.365841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Deleting port d7f4f790-b345-4d40-b544-9f88034ff86b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:04.366210 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.399048 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.581036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port 203df26a-f1f2-4631-832e-4ecc9c87ddd2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=203df26a-f1f2-4631-832e-4ecc9c87ddd2,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:04.581418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.593395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.705217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] For port d7f4f790-b345-4d40-b544-9f88034ff86b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7f4f790-b345-4d40-b544-9f88034ff86b,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:04.705579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.726820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for 203df26a-f1f2-4631-832e-4ecc9c87ddd2 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:04.768523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8164932d-e8e4-4099-9aae-3755024d9a38']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:04.790934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b3eb9d-7c79-4231-8401-ca036e627948') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:04.791208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b3eb9d-7c79-4231-8401-ca036e627948') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:04.804450 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f7bfb260-b1cc-44a5-a7ec-e6aed6839994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.811310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.828182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daedd6-07df-4fac-b201-adccfc3b4a98 req-29ab4965-e554-4179-a8ea-dd453e9ff396 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:04.829662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97daedd6-07df-4fac-b201-adccfc3b4a98 req-29ab4965-e554-4179-a8ea-dd453e9ff396 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 950 time: 0.2613611 Apr 05 20:37:04.836625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Calling delete_port for d7f4f790-b345-4d40-b544-9f88034ff86b owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:04.840713 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.848145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:37:04.848527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:37:04.864985 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:37:04.880650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.887905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25ec5329-41e1-4edd-b270-c9dc6983126f req-b54ed9ea-dbe9-42f8-821d-97ea5ff7e71d tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "DELETE /v2.0/ports/197c15b0-95a4-4b1c-b409-35bfb3017ab1 HTTP/1.1" status: 204 len: 173 time: 2.6202965 Apr 05 20:37:05.062166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.067818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=4af2117b-d3b3-43dc-be76-15624fe27fe1,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:05.069468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.105743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] Pushing event deleted for resources: {'Network': ['ID=8164932d-e8e4-4099-9aae-3755024d9a38,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:05.120300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97daedd6-07df-4fac-b201-adccfc3b4a98 req-e9a5a9fd-411e-4827-9872-bdae959ec6fa tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405968 Apr 05 20:37:05.128797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.131455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.141169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:05.149895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'name': 'network-vif-deleted', 'tag': '197c15b0-95a4-4b1c-b409-35bfb3017ab1'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:05.376456 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2930a3b7-19aa-4679-ad23-176590693034 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8164932d-e8e4-4099-9aae-3755024d9a38 HTTP/1.1" status: 204 len: 168 time: 1.1953533 Apr 05 20:37:05.435961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=203df26a-f1f2-4631-832e-4ecc9c87ddd2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:05.441169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port 203df26a-f1f2-4631-832e-4ecc9c87ddd2 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:05.447961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.451165 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c399f190-59ee-4797-a325-1316431d668a req-b53c20b3-0639-41a9-9e3a-791ab47af4a9 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.39 "DELETE /v2.0/ports/203df26a-f1f2-4631-832e-4ecc9c87ddd2 HTTP/1.1" status: 204 len: 173 time: 1.5228822 Apr 05 20:37:05.457265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.457775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'name': 'network-vif-deleted', 'tag': '203df26a-f1f2-4631-832e-4ecc9c87ddd2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:05.468096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.469314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-20330202-f674-4e37-942a-4c672b551a4c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4509819 Apr 05 20:37:05.504076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7fc7b8b1-2740-4acf-8629-9036ab3fdd39 req-82b77d61-7671-44a4-b076-c9d31ec11807 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:05.514240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e7265c3e-5fc4-414f-9a7c-2c1c75ce1896'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:05.584713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Pushing event deleted for resources: {'Port': ['ID=d7f4f790-b345-4d40-b544-9f88034ff86b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:05.648517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-caaa0374-c801-48aa-8cb2-ed22f5d28fe6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Synchronizing usage tracker for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:05.724039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] No DVR routers for this DVR port d7f4f790-b345-4d40-b544-9f88034ff86b on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:05.727782 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.731914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9533f335-eb4f-45a0-8327-ff3c1e03d631 req-83371f0c-4161-4ee3-9296-3405630be348 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.23 "DELETE /v2.0/ports/d7f4f790-b345-4d40-b544-9f88034ff86b HTTP/1.1" status: 204 len: 173 time: 1.4496219 Apr 05 20:37:05.744663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d7f4f790-b345-4d40-b544-9f88034ff86b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:05.754569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7fc7b8b1-2740-4acf-8629-9036ab3fdd39 req-82b77d61-7671-44a4-b076-c9d31ec11807 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:05.763618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fc7b8b1-2740-4acf-8629-9036ab3fdd39 req-82b77d61-7671-44a4-b076-c9d31ec11807 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd393361-620e-45aa-8ac1-d96537fe0ea3 HTTP/1.1" status: 200 len: 210 time: 0.3796756 Apr 05 20:37:05.787763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-caaa0374-c801-48aa-8cb2-ed22f5d28fe6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Unset dirty status for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:05.789191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-caaa0374-c801-48aa-8cb2-ed22f5d28fe6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.2757404 Apr 05 20:37:05.800911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 197c15b0-95a4-4b1c-b409-35bfb3017ab1 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:05.909255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 197c15b0-95a4-4b1c-b409-35bfb3017ab1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:05.917495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 197c15b0-95a4-4b1c-b409-35bfb3017ab1 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:05.918156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 203df26a-f1f2-4631-832e-4ecc9c87ddd2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:05.966163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51612) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:06.015324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 203df26a-f1f2-4631-832e-4ecc9c87ddd2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:06.015867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 203df26a-f1f2-4631-832e-4ecc9c87ddd2 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:06.097407 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9d55d53a-04a1-48fd-a7b9-b63475cc8a41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0cfad4bbdee4f14b06af7b31162acdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1259372 Apr 05 20:37:06.098414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51618) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:06.161959 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a8909d-3358-4071-9a5c-b5cc68969ad3'] response: {'server_uuid': 'bd393361-620e-45aa-8ac1-d96537fe0ea3', 'name': 'network-vif-deleted', 'tag': '197c15b0-95a4-4b1c-b409-35bfb3017ab1', 'status': 'completed', 'code': 200} Apr 05 20:37:06.199423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-e4574026-eabb-4696-a42f-63bcfee7efe1 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:06.205948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-daf4b5cf-e43f-4c9f-8689-22c4ce307a5b req-e4574026-eabb-4696-a42f-63bcfee7efe1 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.4061644 Apr 05 20:37:06.233739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fb7dbbc-39f5-4e0e-9919-f4c6369e9d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.282290 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fb7dbbc-39f5-4e0e-9919-f4c6369e9d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.467189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fb7dbbc-39f5-4e0e-9919-f4c6369e9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.509189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fb7dbbc-39f5-4e0e-9919-f4c6369e9d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.512828 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3fb7dbbc-39f5-4e0e-9919-f4c6369e9d63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c59e99b8-13a8-4176-8665-d4298a07c07b HTTP/1.1" status: 204 len: 168 time: 0.4108481 Apr 05 20:37:06.524237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7dbbc-39f5-4e0e-9919-f4c6369e9d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e99b8-13a8-4176-8665-d4298a07c07b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:06.637765 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4660942c-d8e3-4ad0-b1a3-fc82e5c2d11c'] response: {'server_uuid': 'f9d77a36-fdb9-47aa-90be-2a014997fa47', 'name': 'network-vif-deleted', 'tag': '203df26a-f1f2-4631-832e-4ecc9c87ddd2', 'status': 'completed', 'code': 200} Apr 05 20:37:06.693640 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-dbc88816-d7a5-454b-88e0-81ecdab66e78 req-da4bac80-c971-48b8-8b53-144df27edd27 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:37:06.695638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbc88816-d7a5-454b-88e0-81ecdab66e78 req-da4bac80-c971-48b8-8b53-144df27edd27 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/2bd52cb5-7204-41e1-ad6d-3e18875f4e08 HTTP/1.1" status: 404 len: 352 time: 0.0216346 Apr 05 20:37:06.718870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866a9db-1562-4b44-8973-105b8c1993bc req-3edc3772-2389-47fb-948f-2246fd4b578c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:06.726561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f866a9db-1562-4b44-8973-105b8c1993bc req-3edc3772-2389-47fb-948f-2246fd4b578c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.3720751 Apr 05 20:37:06.818375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f866a9db-1562-4b44-8973-105b8c1993bc req-e452c8ac-21e8-4ad8-bc22-f06933f31a5b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906072 Apr 05 20:37:06.850583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67ddc4b0-d1e2-40ee-b1ba-9cf2d9d422f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:07.109471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8d43c80d-d52a-4b5b-9f20-46dafa085db2 req-a782f6ce-7a03-4cdb-8026-2645f1a97756 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Synchronizing usage tracker for tenant:b50cbb75d4ea4733a5168fbdc5083580 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:07.226792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-a71a9252-2c5c-40bd-94ed-bd110be91470 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3504598 Apr 05 20:37:07.235366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8d43c80d-d52a-4b5b-9f20-46dafa085db2 req-a782f6ce-7a03-4cdb-8026-2645f1a97756 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Unset dirty status for tenant:b50cbb75d4ea4733a5168fbdc5083580 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:07.236511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d43c80d-d52a-4b5b-9f20-46dafa085db2 req-a782f6ce-7a03-4cdb-8026-2645f1a97756 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=4da34084-c3f9-4824-8970-b9dfbcb5f871 HTTP/1.1" status: 200 len: 210 time: 0.2292171 Apr 05 20:37:07.242582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:07.249616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:07.261997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:07.380782 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-15f6042b-a743-4871-b848-ebe5aa7b3b75 req-33d39cc4-0244-4f82-b618-fc55c5ac2aa0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:37:07.393335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15f6042b-a743-4871-b848-ebe5aa7b3b75 req-33d39cc4-0244-4f82-b618-fc55c5ac2aa0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/7a2ca910-d44b-4813-ae79-63b45dc83006 HTTP/1.1" status: 404 len: 352 time: 0.0670645 Apr 05 20:37:07.395168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:07.567530 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-366cf273-cdb5-49b0-badb-17a1c3c56a1e req-05619c67-e541-45dd-8a51-d81ae8c80196 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:37:07.571332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-366cf273-cdb5-49b0-badb-17a1c3c56a1e req-05619c67-e541-45dd-8a51-d81ae8c80196 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/a7ac8d90-bf83-4de5-9042-9d2bc5074fd1 HTTP/1.1" status: 404 len: 352 time: 0.0414400 Apr 05 20:37:07.660380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:07.748959 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-469b281d-9995-40e4-9340-d088869bec22 req-a793bdd6-220a-473e-9907-1978476f88de tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:37:07.752950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-469b281d-9995-40e4-9340-d088869bec22 req-a793bdd6-220a-473e-9907-1978476f88de tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/5c84ab02-5983-4198-b9b2-5d09f3f1e031 HTTP/1.1" status: 404 len: 352 time: 0.0371439 Apr 05 20:37:07.867668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Allocated IP 172.25.2.16 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/43bfa7e3-4084-4c41-af4e-cfe2cdc45b9a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:07.977751 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-fb4b02ab-97a4-46b0-a61d-fe3d37c4c276 req-f9382874-11d1-4a73-8ab4-a3cfe7b485a1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:37:07.989597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb4b02ab-97a4-46b0-a61d-fe3d37c4c276 req-f9382874-11d1-4a73-8ab4-a3cfe7b485a1 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/568db6e8-8f16-43d5-93d6-9830ef32158a HTTP/1.1" status: 404 len: 352 time: 0.0406523 Apr 05 20:37:08.137719 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.163389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'name': 'network-vif-deleted', 'tag': 'd7f4f790-b345-4d40-b544-9f88034ff86b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:08.232270 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.245373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9dfa4-9c26-43d4-a98c-942ba95bb019 req-55d4c8ec-748a-4341-86bb-6c65daaeb4b0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:08.245373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a9dfa4-9c26-43d4-a98c-942ba95bb019 req-55d4c8ec-748a-4341-86bb-6c65daaeb4b0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.1581833 Apr 05 20:37:08.301033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.309014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51674) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:08.445251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:08.457265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:08.460931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:08.501704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.504920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a9dfa4-9c26-43d4-a98c-942ba95bb019 req-22cfc477-a324-4374-a710-a9a0338b8c2f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247729 Apr 05 20:37:08.505635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=43bfa7e3-4084-4c41-af4e-cfe2cdc45b9a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:08.515876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-71407039-network', 'tenant_id': 'b64ded44af5c4a2e85e759a0302c3a38'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:08.523329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:08.541411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Usage tracker for resource:network and tenant:b64ded44af5c4a2e85e759a0302c3a38 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:08.545218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:08.555430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.621662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.634806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.634806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.634806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:08.684292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Made reservation on behalf of b64ded44af5c4a2e85e759a0302c3a38 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:08.687685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.780664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.825670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7f4f790-b345-4d40-b544-9f88034ff86b no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:08.871135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: d7f4f790-b345-4d40-b544-9f88034ff86b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:08.871135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7f4f790-b345-4d40-b544-9f88034ff86b not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:08.925767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.940604 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.986558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:08.991426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b64ded44af5c4a2e85e759a0302c3a38 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:08.998507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:09.014638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:09.126384 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-5fe4b446-fd68-4c06-9079-10dc3f3cba62 req-21eb6da3-e15f-4d55-9871-e6e811b60261 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] show failed (client error): The resource could not be found. Apr 05 20:37:09.126384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fe4b446-fd68-4c06-9079-10dc3f3cba62 req-21eb6da3-e15f-4d55-9871-e6e811b60261 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/9dbeadf6-2398-4749-9f77-541cf04664c6 HTTP/1.1" status: 404 len: 352 time: 0.0352790 Apr 05 20:37:09.251617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.256626 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.323981 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575bcbe9-d11a-414d-80d0-e88bd14bcf32'] response: {'server_uuid': '4da34084-c3f9-4824-8970-b9dfbcb5f871', 'name': 'network-vif-deleted', 'tag': 'd7f4f790-b345-4d40-b544-9f88034ff86b', 'status': 'completed', 'code': 200} Apr 05 20:37:09.335656 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.355138 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.433464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:09.465306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512452c7-0d77-47f7-a3fa-385e7dabc248,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:09.492203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.494991 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Added segment bafa541f-2ab4-48fc-a31f-678ea0393a9e of type vlan for network 34308065-0fe2-45d4-9618-da65028beafb Apr 05 20:37:09.536644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.588427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event updated for resources: {'Port': ['ID=43bfa7e3-4084-4c41-af4e-cfe2cdc45b9a,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:09.663738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.713159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.713159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:09.713159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.728986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.765404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee79d70-5862-4a25-9f6a-f28c8311b146 req-c46bd86a-5c60-425c-8837-26ee5bb50627 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:09.765404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aee79d70-5862-4a25-9f6a-f28c8311b146 req-c46bd86a-5c60-425c-8837-26ee5bb50627 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 949 time: 0.1716025 Apr 05 20:37:09.831126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] Pushing event updated for resources: {'Network': ['ID=34308065-0fe2-45d4-9618-da65028beafb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:09.839541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 34308065-0fe2-45d4-9618-da65028beafb details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:09.866860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.882448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-8d252de7-1ee4-4feb-b2c3-c1420b8cd9a6 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6332271 Apr 05 20:37:09.980319 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e8d3a58b-0906-43e5-9193-4594b55891f8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6491613 Apr 05 20:37:09.980319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:09.980319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Request body: {'subnet': {'network_id': '34308065-0fe2-45d4-9618-da65028beafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-71407039-subnet', 'tenant_id': 'b64ded44af5c4a2e85e759a0302c3a38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:09.996033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:09.996033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Usage tracker for resource:subnet and tenant:b64ded44af5c4a2e85e759a0302c3a38 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:10.012453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:10.012453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:10.104726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Made reservation on behalf of b64ded44af5c4a2e85e759a0302c3a38 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:10.114369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aee79d70-5862-4a25-9f6a-f28c8311b146 req-1985dc07-810b-4db5-8c7d-9d0eb9cc7480 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/security-groups?id=9106840a-366a-4d29-a8f6-12393f5334e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402677 Apr 05 20:37:10.123269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:10.125724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-d1838be0-59fd-4b19-b77c-baa06f5bf2d7 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Synchronizing usage tracker for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:10.228205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-d1838be0-59fd-4b19-b77c-baa06f5bf2d7 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Unset dirty status for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:10.230700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-d1838be0-59fd-4b19-b77c-baa06f5bf2d7 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.16 HTTP/1.1" status: 200 len: 695 time: 0.3448617 Apr 05 20:37:10.501305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-6981c896-2ad6-477d-888c-7161749f4b91 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:10.502821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-6981c896-2ad6-477d-888c-7161749f4b91 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 949 time: 0.2341540 Apr 05 20:37:10.509774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-c63c54a0-707f-48bb-8812-38b7e4d6312a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:10.511180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50cf6614-5c3b-4bd2-8a52-d438834c674e req-c63c54a0-707f-48bb-8812-38b7e4d6312a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2714045 Apr 05 20:37:10.588129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Deleting port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:10.588129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:10.684415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:10.769275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:10.787913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Checking segment: {'id': 'bafa541f-2ab4-48fc-a31f-678ea0393a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '34308065-0fe2-45d4-9618-da65028beafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:10.788274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Network hostable DHCP agents. Network: 34308065-0fe2-45d4-9618-da65028beafb, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:10.833335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Sync routers for ids ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:37:10.851538 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Routers {'0a11ebf5-a792-4cfc-95d1-8bbd32218be0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:10.852177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:10.941657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Network 34308065-0fe2-45d4-9618-da65028beafb is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:10.957444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] For port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:10.958589 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.044352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 34308065-0fe2-45d4-9618-da65028beafb) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:11.048408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:11.048987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.055602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4da404b-1197-4237-bf20-4d55c540e1c9 None None] Network 34308065-0fe2-45d4-9618-da65028beafb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:11.113197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Calling delete_port for 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:11.124165 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Set router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:11.198899 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cbbde7ef-833b-487c-b603-209483e83126 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2352540 Apr 05 20:37:11.370351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.402389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:11.455537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4de43ff5-8e8f-4e3d-b2f2-5e9bdd08877c req-3610b227-5fd8-43ec-9494-0d7a50076118 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips/6b39c1c9-81eb-458d-84eb-e718b2027390 HTTP/1.1" status: 200 len: 692 time: 0.1461213 Apr 05 20:37:11.460341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Pushing event deleted for resources: {'Port': ['ID=1d6e6b8c-6e4e-4648-a13c-d7a8606304ed,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:11.599747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603efaef-5e96-47bb-ab7d-1d017dfd3626 None None] Network 34308065-0fe2-45d4-9618-da65028beafb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:11.694688 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 4, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port': {'id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:43Z', 'updated_at': '2022-04-05T20:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f17de2cc-c9d8-4c35-9674-946629f6e13f', 'name': '', 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'mac_address': 'fa:16:3e:f6:d5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:47Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 2, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'subnets': [{'id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:11.699434 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Checking router: 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:37:11.701803 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Updating router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 port f17de2cc-c9d8-4c35-9674-946629f6e13f binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:37:11.750240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] No DVR routers for this DVR port 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:11.753516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.761003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'name': 'network-vif-deleted', 'tag': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:11.761213 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.777730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0dd6a-84cf-430e-ac88-1636a9eecaa0 req-cf0c1c26-525a-49f8-a9f8-4b1cc3cbed64 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:11.780820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbb0dd6a-84cf-430e-ac88-1636a9eecaa0 req-cf0c1c26-525a-49f8-a9f8-4b1cc3cbed64 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.5212836 Apr 05 20:37:11.791492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de43ff5-8e8f-4e3d-b2f2-5e9bdd08877c req-266fcb00-8ecd-4b9e-aa7b-5296eb3d8ae7 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:11.798142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4de43ff5-8e8f-4e3d-b2f2-5e9bdd08877c req-266fcb00-8ecd-4b9e-aa7b-5296eb3d8ae7 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3296285 Apr 05 20:37:11.805369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-4de43ff5-8e8f-4e3d-b2f2-5e9bdd08877c req-7083bc6d-05c3-42e6-98fb-8180e436c7ea tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:37:11.812174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4de43ff5-8e8f-4e3d-b2f2-5e9bdd08877c req-7083bc6d-05c3-42e6-98fb-8180e436c7ea tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0122664 Apr 05 20:37:11.906320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbb0dd6a-84cf-430e-ac88-1636a9eecaa0 req-6b27b3b0-4236-411e-a895-e989dae71205 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929427 Apr 05 20:37:11.907744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e09946e4-8b28-4c04-9cab-ba5a94681528 req-9ab28ce0-2055-464b-a1a7-b8e80e077615 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.23 "DELETE /v2.0/ports/1d6e6b8c-6e4e-4648-a13c-d7a8606304ed HTTP/1.1" status: 204 len: 173 time: 1.3955762 Apr 05 20:37:12.134625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdfd43-d394-4563-99df-726a3e65e74f req-91e54de0-0546-49ed-a2ac-ec056b2e4680 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:12.136405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64bdfd43-d394-4563-99df-726a3e65e74f req-91e54de0-0546-49ed-a2ac-ec056b2e4680 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1024 time: 0.1852295 Apr 05 20:37:12.217577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4e973c5d-4b64-4f5a-86bc-8ca994823faa req-33ee2a44-cf04-4339-9d37-06fd9d59af46 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Synchronizing usage tracker for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:12.276492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-64bdfd43-d394-4563-99df-726a3e65e74f req-eda44826-e7ed-49c6-9222-76f9cc564930 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:12.278311 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.298309 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Transition to ACTIVE for port object f17de2cc-c9d8-4c35-9674-946629f6e13f will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:12.352025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4e973c5d-4b64-4f5a-86bc-8ca994823faa req-33ee2a44-cf04-4339-9d37-06fd9d59af46 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] Unset dirty status for tenant:ede5f96069d4491c8c858c7dcdf64428 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:12.353276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e973c5d-4b64-4f5a-86bc-8ca994823faa req-33ee2a44-cf04-4339-9d37-06fd9d59af46 tempest-ServersOnMultiNodesTest-94056302 tempest-ServersOnMultiNodesTest-94056302-project] 10.222.0.10 "GET /v2.0/ports?device_id=6742d154-a901-48ed-9980-0cb1ffe4ccac HTTP/1.1" status: 200 len: 210 time: 0.2122388 Apr 05 20:37:12.375762 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.376477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-64bdfd43-d394-4563-99df-726a3e65e74f req-eda44826-e7ed-49c6-9222-76f9cc564930 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:12.377792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64bdfd43-d394-4563-99df-726a3e65e74f req-eda44826-e7ed-49c6-9222-76f9cc564930 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups?id=10a5d798-b25d-4463-b5bf-a787096f7501&id=7e05d22f-573c-4509-afa3-091ef5cd1e2c&id=597d996f-e450-4418-97e0-a14476c28d30&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2223933 Apr 05 20:37:12.511743 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Pushing event updated for resources: {'Port': ['ID=f17de2cc-c9d8-4c35-9674-946629f6e13f,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:12.547261 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.550852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.551701 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:12.624063 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Attempting to bind port f17de2cc-c9d8-4c35-9674-946629f6e13f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:12.624587 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Attempting to bind port f17de2cc-c9d8-4c35-9674-946629f6e13f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:12.625395 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Attempting to bind port f17de2cc-c9d8-4c35-9674-946629f6e13f on network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:12.633771 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:12.634332 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Checking segment: {'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:12.634839 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.635803 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Bound using segment: {'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:12.636599 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Bound port: f17de2cc-c9d8-4c35-9674-946629f6e13f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824c1dde-8885-40ff-8b64-97d38b096250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:12.637248 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.669982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57e8b5-b355-49aa-b29f-8054b8c97cbb req-a8299d93-8c3b-44d6-bfb6-f292efe67597 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:12.676939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c57e8b5-b355-49aa-b29f-8054b8c97cbb req-a8299d93-8c3b-44d6-bfb6-f292efe67597 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 949 time: 0.1356692 Apr 05 20:37:12.753580 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] For port f17de2cc-c9d8-4c35-9674-946629f6e13f, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:12.761191 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] For port f17de2cc-c9d8-4c35-9674-946629f6e13f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f17de2cc-c9d8-4c35-9674-946629f6e13f,segment=NetworkSegment(824c1dde-8885-40ff-8b64-97d38b096250),segment_id=824c1dde-8885-40ff-8b64-97d38b096250)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:12.867667 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.957750 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743fa88-ffcd-4139-b9a0-44e17f2decfa None None] Pushing event updated for resources: {'Port': ['ID=f17de2cc-c9d8-4c35-9674-946629f6e13f,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:12.962755 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Routers {'0a11ebf5-a792-4cfc-95d1-8bbd32218be0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:12.963352 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:12.969092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c57e8b5-b355-49aa-b29f-8054b8c97cbb req-a1171351-6fb0-4d01-bb57-bc05558ca9ec tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d788fa-cedb-4bbd-b856-906d798f77f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880504 Apr 05 20:37:13.061380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-445da3e9-d2c9-4306-b3d8-e9be542302b3 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:13.067342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-445da3e9-d2c9-4306-b3d8-e9be542302b3 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/networks?id=34308065-0fe2-45d4-9618-da65028beafb HTTP/1.1" status: 200 len: 811 time: 0.3596408 Apr 05 20:37:13.099077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-e792a927-b699-4480-ae5e-8f2f3abef7ca tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/quotas/b64ded44af5c4a2e85e759a0302c3a38 HTTP/1.1" status: 200 len: 375 time: 0.0281835 Apr 05 20:37:13.109911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-7756f4f5-4682-4de0-9449-3b2767c943c3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:13.111677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-7756f4f5-4682-4de0-9449-3b2767c943c3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Synchronizing usage tracker for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:13.137246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-7756f4f5-4682-4de0-9449-3b2767c943c3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Unset dirty status for tenant:d1854d21d235419a95a5f3ebc6ae5c89 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:13.137246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-7756f4f5-4682-4de0-9449-3b2767c943c3 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 1024 time: 0.1689465 Apr 05 20:37:13.185830 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a29762-b16a-4732-9f8b-cb5259d248e5'] response: {'server_uuid': '6742d154-a901-48ed-9980-0cb1ffe4ccac', 'name': 'network-vif-deleted', 'tag': '1d6e6b8c-6e4e-4648-a13c-d7a8606304ed', 'status': 'completed', 'code': 200} Apr 05 20:37:13.233273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Deleting port e238bf67-3d26-4610-ab4d-6852bd0c43c2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:13.233743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:13.263726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-fcfb9cee-68b1-4956-8817-d8e6750f1be7 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b64ded44af5c4a2e85e759a0302c3a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1592889 Apr 05 20:37:13.297164 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] Set router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:13.318296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-234404b0-b2fa-4af2-a405-781316b58bd8 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips/6b39c1c9-81eb-458d-84eb-e718b2027390 HTTP/1.1" status: 200 len: 692 time: 0.1244121 Apr 05 20:37:13.419107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-87b8d275-91d9-4cf5-8660-d5ad68819a97 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:37:13.420023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-87b8d275-91d9-4cf5-8660-d5ad68819a97 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1397223 Apr 05 20:37:13.613119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] For port e238bf67-3d26-4610-ab4d-6852bd0c43c2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e238bf67-3d26-4610-ab4d-6852bd0c43c2,segment=NetworkSegment(c748c50b-d11c-4f2d-bc94-fa644050b9f4),segment_id=c748c50b-d11c-4f2d-bc94-fa644050b9f4)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:13.613782 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:13.640758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-73869066-9ea1-4b6d-bb8b-6d20b22f2748 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:13.649756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-73869066-9ea1-4b6d-bb8b-6d20b22f2748 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3292770 Apr 05 20:37:13.700267 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 4, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port': {'id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:43Z', 'updated_at': '2022-04-05T20:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f17de2cc-c9d8-4c35-9674-946629f6e13f', 'name': '', 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'mac_address': 'fa:16:3e:f6:d5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:47Z', 'updated_at': '2022-04-05T20:37:12Z', 'revision_number': 4, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'subnets': [{'id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:13.704639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f882a4d-39cd-4059-be5f-bcbfc802ffc0 None None] The sync data for ids ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'] in n-d-836605-1 is: [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:36:48Z', 'revision_number': 4, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port': {'id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:43Z', 'updated_at': '2022-04-05T20:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f17de2cc-c9d8-4c35-9674-946629f6e13f', 'name': '', 'network_id': 'f238e1d0-4a88-4cc4-8fb4-1b22da52d01e', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'mac_address': 'fa:16:3e:f6:d5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:47Z', 'updated_at': '2022-04-05T20:37:12Z', 'revision_number': 4, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'subnets': [{'id': 'b4161c75-8987-47dd-974e-7603e5b8ec88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:37:13.752679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-5fbb5a5b-fa57-4550-a4b8-76f1124dce4e service neutron] 10.222.0.10 "GET /v2.0/networks/34308065-0fe2-45d4-9618-da65028beafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203554 Apr 05 20:37:13.761617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-f2fb93b4-3eb6-4d46-998f-d4b030580560 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.16 HTTP/1.1" status: 200 len: 695 time: 0.1119859 Apr 05 20:37:13.770532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Calling delete_port for e238bf67-3d26-4610-ab4d-6852bd0c43c2 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:13.876278 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-b8336b25-0221-4015-8b13-72c1622afb0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 1097 time: 0.3179183 Apr 05 20:37:13.922846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1d2e7be1-967e-46fa-984c-6b3704bb9ca8 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:13.925342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1d2e7be1-967e-46fa-984c-6b3704bb9ca8 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.39 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 949 time: 0.4723051 Apr 05 20:37:14.039296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-37e95f7d-eef8-4e33-ba01-e437c4abaa96 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.16 HTTP/1.1" status: 200 len: 695 time: 0.2465336 Apr 05 20:37:14.108217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-10b7fcf1-a9d2-4feb-ab11-64b320b70830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:14.112162 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-10b7fcf1-a9d2-4feb-ab11-64b320b70830 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.1987784 Apr 05 20:37:14.190401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.244630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Deleting port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:14.245250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.263555 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-03d5e8f2-50cc-42f3-8c93-c00709a970ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca HTTP/1.1" status: 200 len: 217 time: 0.1471188 Apr 05 20:37:14.265612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'Port': ['ID=e238bf67-3d26-4610-ab4d-6852bd0c43c2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:14.295499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Deleting port 43bfa7e3-4084-4c41-af4e-cfe2cdc45b9a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:14.296122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.302824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f17de2cc-c9d8-4c35-9674-946629f6e13f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:14.370119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-47e361b1-0e4d-4306-b903-9efd95c564ac service neutron] 10.222.0.10 "GET /v2.0/networks/34308065-0fe2-45d4-9618-da65028beafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072533 Apr 05 20:37:14.547298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f17de2cc-c9d8-4c35-9674-946629f6e13f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:14.553242 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f17de2cc-c9d8-4c35-9674-946629f6e13f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:14.557177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.613833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] No DVR routers for this DVR port e238bf67-3d26-4610-ab4d-6852bd0c43c2 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:14.618309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.621099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'name': 'network-vif-deleted', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:14.643123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-8c13af34-3036-4776-86bd-a2f4bc86de60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:14.643123 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-8c13af34-3036-4776-86bd-a2f4bc86de60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.3590143 Apr 05 20:37:14.712073 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-9be031ab-c004-4e20-b0fd-30946c3ce561 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559738 Apr 05 20:37:14.738277 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.766751 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-03bd7f2c-3af7-4438-977d-6e00896ae6a6 req-f40dd8ca-0fcb-4652-a093-2956ffe65390 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.39 "DELETE /v2.0/ports/e238bf67-3d26-4610-ab4d-6852bd0c43c2 HTTP/1.1" status: 204 len: 173 time: 1.6174834 Apr 05 20:37:14.791472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f17de2cc-c9d8-4c35-9674-946629f6e13f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f17de2cc-c9d8-4c35-9674-946629f6e13f,segment=NetworkSegment(824c1dde-8885-40ff-8b64-97d38b096250),segment_id=824c1dde-8885-40ff-8b64-97d38b096250)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:14.866534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:14.911178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.917081 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-ff807286-bb7f-4d0e-88b1-16766470e118 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986353 Apr 05 20:37:14.923050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.928466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.957539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:14.957539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1d6e6b8c-6e4e-4648-a13c-d7a8606304ed not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:15.002767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f17de2cc-c9d8-4c35-9674-946629f6e13f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:15.094595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Calling delete_port for 43bfa7e3-4084-4c41-af4e-cfe2cdc45b9a owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:15.116122 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4dc05a7-11ed-41e5-9f1a-57e81ab59ffe req-44d703ac-97d3-4e6c-a739-b53a4bddf550 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930516 Apr 05 20:37:15.146354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] For port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:15.146354 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.298005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Calling delete_port for e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:15.321096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eca78-1f57-43bb-b130-63df5198b553 req-3f4a75fc-722b-4cf9-b668-40424994bbe4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:15.322976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-901eca78-1f57-43bb-b130-63df5198b553 req-3f4a75fc-722b-4cf9-b668-40424994bbe4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 946 time: 0.5473371 Apr 05 20:37:15.458989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-901eca78-1f57-43bb-b130-63df5198b553 req-09377ab8-ab74-480e-a79b-a0174442ec15 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221712 Apr 05 20:37:15.547423 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.600337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event deleted for resources: {'Port': ['ID=43bfa7e3-4084-4c41-af4e-cfe2cdc45b9a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:15.645366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.739169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Pushing event deleted for resources: {'Port': ['ID=e7265c3e-5fc4-414f-9a7c-2c1c75ce1896,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:15.838608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:15.861000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2bd00903-fb7a-481a-bcee-71898d4ddab0 req-77b5309a-2ddf-44fa-8910-55e7be60401d tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/ports?device_id=48679f3b-0750-4aad-86ee-2f79ef1d8bed HTTP/1.1" status: 200 len: 210 time: 0.1092725 Apr 05 20:37:15.887234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] No DVR routers for this DVR port e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:15.890508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.893273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d6817d-ea15-4473-b72e-04ea10917811', 'name': 'network-vif-deleted', 'tag': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:15.907770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.931614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:15.931920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.932379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:15.932957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:15.952884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec54056c-656c-4af4-89b0-d793c77d1af8 req-7cab5383-e9de-4b8e-805f-0544186a2a12 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "DELETE /v2.0/floatingips/6b39c1c9-81eb-458d-84eb-e718b2027390 HTTP/1.1" status: 204 len: 173 time: 1.9066784 Apr 05 20:37:15.992898 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e43769d-d1c6-4c75-ab08-a1c17dc4594d'] response: {'server_uuid': '48679f3b-0750-4aad-86ee-2f79ef1d8bed', 'name': 'network-vif-deleted', 'tag': 'e238bf67-3d26-4610-ab4d-6852bd0c43c2', 'status': 'completed', 'code': 200} Apr 05 20:37:16.024236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa9a19c-83e5-4bf0-aad8-89bdf8947689 req-1da6b449-5442-429b-b02f-6f1872fd3c32 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.39 "DELETE /v2.0/ports/e7265c3e-5fc4-414f-9a7c-2c1c75ce1896 HTTP/1.1" status: 204 len: 173 time: 2.0869226 Apr 05 20:37:16.174956 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.176072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31fc42c4-4713-40f8-a82c-00f90dcaa15a req-9c50ffc7-38ba-40c6-b302-09e4b4ed56d6 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Synchronizing usage tracker for tenant:b50cbb75d4ea4733a5168fbdc5083580 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:16.194363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51762) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:16.200986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d078e83a-7974-4c2c-a780-9c28ba8092ee req-369f9785-cd1f-4512-94e0-f6a6dda0c988 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 210 time: 0.0572550 Apr 05 20:37:16.214357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:16.223065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:16.274283 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.278131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31fc42c4-4713-40f8-a82c-00f90dcaa15a req-9c50ffc7-38ba-40c6-b302-09e4b4ed56d6 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] Unset dirty status for tenant:b50cbb75d4ea4733a5168fbdc5083580 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:16.278480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e238bf67-3d26-4610-ab4d-6852bd0c43c2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:16.278584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31fc42c4-4713-40f8-a82c-00f90dcaa15a req-9c50ffc7-38ba-40c6-b302-09e4b4ed56d6 tempest-ServersAdminNegativeTestJSON-1067029755 tempest-ServersAdminNegativeTestJSON-1067029755-project] 10.222.0.10 "GET /v2.0/ports?device_id=41d6817d-ea15-4473-b72e-04ea10917811 HTTP/1.1" status: 200 len: 210 time: 0.2083230 Apr 05 20:37:16.305144 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a5cead-c33c-4f85-b847-69943ade33d4'] response: {'server_uuid': '41d6817d-ea15-4473-b72e-04ea10917811', 'name': 'network-vif-deleted', 'tag': 'e7265c3e-5fc4-414f-9a7c-2c1c75ce1896', 'status': 'completed', 'code': 200} Apr 05 20:37:16.438951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f17de2cc-c9d8-4c35-9674-946629f6e13f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:16.470936 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b1f006-0a0a-424d-be5d-abf3cb6d3d9e'] response: {'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'code': 200} Apr 05 20:37:16.489584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: e238bf67-3d26-4610-ab4d-6852bd0c43c2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:16.489584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e238bf67-3d26-4610-ab4d-6852bd0c43c2 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:16.530564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:16.546418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bae65b0a-73b9-45e9-8b8c-76d8ee74d804 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ede5f96069d4491c8c858c7dcdf64428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3559279 Apr 05 20:37:16.554999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51772) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:16.558004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f17de2cc-c9d8-4c35-9674-946629f6e13f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:16.559102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.595774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de82317-2932-4ae6-8d73-84c370bf5cf7 req-f0a7cb2c-202d-4ed0-89b2-6eb5cd938830 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:16.595774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2de82317-2932-4ae6-8d73-84c370bf5cf7 req-f0a7cb2c-202d-4ed0-89b2-6eb5cd938830 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2662716 Apr 05 20:37:16.688443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3969-4ab2-4656-a6c9-d4ec658f10a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.727133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3969-4ab2-4656-a6c9-d4ec658f10a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.832826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3969-4ab2-4656-a6c9-d4ec658f10a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.850683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f3969-4ab2-4656-a6c9-d4ec658f10a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9106840a-366a-4d29-a8f6-12393f5334e6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:16.874031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8b44dfd1-fec1-4644-953a-af8de754bd79 req-fe0ef29d-e371-4155-96db-e992a019ec1d tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Synchronizing usage tracker for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:16.919144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94face5-649e-4ce9-ab5c-8d6ea0ffe3ae req-9516fd07-7ae2-4eb8-857c-d48076270fd5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:16.920679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d94face5-649e-4ce9-ab5c-8d6ea0ffe3ae req-9516fd07-7ae2-4eb8-857c-d48076270fd5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 944 time: 0.1180620 Apr 05 20:37:16.922480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a8f3969-4ab2-4656-a6c9-d4ec658f10a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.928852 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1a8f3969-4ab2-4656-a6c9-d4ec658f10a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9106840a-366a-4d29-a8f6-12393f5334e6 HTTP/1.1" status: 204 len: 168 time: 0.3680768 Apr 05 20:37:16.974299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d94face5-649e-4ce9-ab5c-8d6ea0ffe3ae req-12924655-ca72-4c31-a8f1-9f7ef4adf2ba tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467336 Apr 05 20:37:16.975151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8b44dfd1-fec1-4644-953a-af8de754bd79 req-fe0ef29d-e371-4155-96db-e992a019ec1d tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Unset dirty status for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:16.976208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b44dfd1-fec1-4644-953a-af8de754bd79 req-fe0ef29d-e371-4155-96db-e992a019ec1d tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=f6fe74313a59494bbc0d1b5807bbe0dd HTTP/1.1" status: 200 len: 1656 time: 0.3498549 Apr 05 20:37:17.182298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44dfd1-fec1-4644-953a-af8de754bd79 req-54f14e98-f293-4157-ae99-09956b3e83f4 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:17.183734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b44dfd1-fec1-4644-953a-af8de754bd79 req-54f14e98-f293-4157-ae99-09956b3e83f4 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks?id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 787 time: 0.1994369 Apr 05 20:37:17.193512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65ae949-ed6c-46a1-a641-301477084c96 req-4ccc1db1-f93b-4b88-8f4c-8bb76b9bd65a tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/10a5d798-b25d-4463-b5bf-a787096f7501 HTTP/1.1" status: 200 len: 1635 time: 0.0878096 Apr 05 20:37:17.434110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-45b5f33b-f339-4880-b8c1-f39266cccc2a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips/0584e897-271b-4887-b703-c746dd96e8a5 HTTP/1.1" status: 200 len: 692 time: 0.2014556 Apr 05 20:37:17.569931 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65ae949-ed6c-46a1-a641-301477084c96 req-556b8818-88c0-49c8-8aac-a5fdc768a62e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:17.712862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65ae949-ed6c-46a1-a641-301477084c96 req-556b8818-88c0-49c8-8aac-a5fdc768a62e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:17.802627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-179e0ad0-694b-44df-8ff8-479b358699f5 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:17.806883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51792) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:17.811648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-179e0ad0-694b-44df-8ff8-479b358699f5 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3376360 Apr 05 20:37:17.852686 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-952f466e-fb9a-49c7-9559-834f75461b05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b51dd6d7dd33422dbeae6646d8f68f2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564675 Apr 05 20:37:17.858085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51796) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:17.930794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-9b1144db-cd81-471f-9b22-aab6ff14e964 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.1278331 Apr 05 20:37:17.947476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deba2cd5-55b4-48e5-876e-48599d23ebbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:17.981207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deba2cd5-55b4-48e5-876e-48599d23ebbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.025104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-cc91fee9-80ff-4085-ab0c-021df78c1303 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:18.026463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-cc91fee9-80ff-4085-ab0c-021df78c1303 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.23 "GET /v2.0/networks?id=34308065-0fe2-45d4-9618-da65028beafb HTTP/1.1" status: 200 len: 811 time: 0.4500639 Apr 05 20:37:18.041121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-8e0021bc-e4b2-497a-9bc6-9b615330c75e tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.1128547 Apr 05 20:37:18.105602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Request body: {'port': {'device_id': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'network_id': '34308065-0fe2-45d4-9618-da65028beafb', 'admin_state_up': True, 'tenant_id': 'b64ded44af5c4a2e85e759a0302c3a38'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:18.119204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deba2cd5-55b4-48e5-876e-48599d23ebbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.141147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65ae949-ed6c-46a1-a641-301477084c96 req-556b8818-88c0-49c8-8aac-a5fdc768a62e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.141753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba2cd5-55b4-48e5-876e-48599d23ebbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01018416-e37c-4bb6-b20d-d60aed8e029f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:18.206523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deba2cd5-55b4-48e5-876e-48599d23ebbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.210023 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-deba2cd5-55b4-48e5-876e-48599d23ebbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01018416-e37c-4bb6-b20d-d60aed8e029f HTTP/1.1" status: 204 len: 168 time: 0.3523474 Apr 05 20:37:18.283796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b8818-88c0-49c8-8aac-a5fdc768a62e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a5d798-b25d-4463-b5bf-a787096f7501,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:18.324013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Deleting port 4af2117b-d3b3-43dc-be76-15624fe27fe1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:18.324776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.360523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c65ae949-ed6c-46a1-a641-301477084c96 req-556b8818-88c0-49c8-8aac-a5fdc768a62e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.361646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c65ae949-ed6c-46a1-a641-301477084c96 req-556b8818-88c0-49c8-8aac-a5fdc768a62e tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/10a5d798-b25d-4463-b5bf-a787096f7501 HTTP/1.1" status: 204 len: 173 time: 1.1625650 Apr 05 20:37:18.636270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:18.647280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Usage tracker for resource:port and tenant:b64ded44af5c4a2e85e759a0302c3a38 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:18.651438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93217c82-3c01-45ae-95af-aff05e439001 req-6fc87e32-7b5a-45dd-ace9-e3fda96fe377 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 210 time: 0.1762576 Apr 05 20:37:18.659203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:18.662386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:18.703119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.703517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.772451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Made reservation on behalf of b64ded44af5c4a2e85e759a0302c3a38 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:18.775717 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.856267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Calling delete_port for 4af2117b-d3b3-43dc-be76-15624fe27fe1 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:19.165918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becd707-785c-42b9-9770-b5e537da9e9d req-85c59930-a1be-4f00-ba9d-028e4024ed85 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:19.167432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7becd707-785c-42b9-9770-b5e537da9e9d req-85c59930-a1be-4f00-ba9d-028e4024ed85 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 944 time: 0.2829757 Apr 05 20:37:19.188976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:19.211597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Allocated IP 172.20.0.4 (34308065-0fe2-45d4-9618-da65028beafb/7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6/8b5da6f4-170b-4343-b13a-49bb67972851) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:19.261264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7becd707-785c-42b9-9770-b5e537da9e9d req-09cd9a6c-e079-4e6b-91f2-89032e21b725 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821335 Apr 05 20:37:19.359486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.385982 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62f650a5-3478-45bb-bae4-7a079520c1e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b50cbb75d4ea4733a5168fbdc5083580&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1956172 Apr 05 20:37:19.393247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51832) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:19.459472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c095-36d2-401a-8ac0-b5f86f592f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.489638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event deleted for resources: {'Port': ['ID=4af2117b-d3b3-43dc-be76-15624fe27fe1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:19.494849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c095-36d2-401a-8ac0-b5f86f592f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.583850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dbe4ae8-0b71-4c53-9c2c-aa31c9c2997e req-92254290-f833-4338-bdb0-a6558b29d4c2 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "GET /v2.0/security-groups/7e05d22f-573c-4509-afa3-091ef5cd1e2c HTTP/1.1" status: 200 len: 1635 time: 0.2634699 Apr 05 20:37:19.638549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c095-36d2-401a-8ac0-b5f86f592f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.660588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9c095-36d2-401a-8ac0-b5f86f592f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d788fa-cedb-4bbd-b856-906d798f77f1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:19.663952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c095-36d2-401a-8ac0-b5f86f592f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.667805 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8fa9c095-36d2-401a-8ac0-b5f86f592f9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8d788fa-cedb-4bbd-b856-906d798f77f1 HTTP/1.1" status: 204 len: 168 time: 0.2701366 Apr 05 20:37:19.697810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.703584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.751062 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9dbe4ae8-0b71-4c53-9c2c-aa31c9c2997e req-049a7f97-83e0-43a8-bbfd-e3efa983e4f0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.783547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9dbe4ae8-0b71-4c53-9c2c-aa31c9c2997e req-049a7f97-83e0-43a8-bbfd-e3efa983e4f0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.805998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.807272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3ce7a9f-22ca-4dda-a0e7-d8660c6b8eaa req-aaa4b72f-1ace-46bb-be01-2943d3ac3a5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "DELETE /v2.0/floatingips/0584e897-271b-4887-b703-c746dd96e8a5 HTTP/1.1" status: 204 len: 173 time: 1.7653384 Apr 05 20:37:19.844490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.883943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:19.918820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9dbe4ae8-0b71-4c53-9c2c-aa31c9c2997e req-049a7f97-83e0-43a8-bbfd-e3efa983e4f0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.950177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Network 34308065-0fe2-45d4-9618-da65028beafb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:19.953303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a7f97-83e0-43a8-bbfd-e3efa983e4f0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05d22f-573c-4509-afa3-091ef5cd1e2c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:19.959482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:19.962878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:20.000124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Pushing event updated for resources: {'Port': ['ID=8b5da6f4-170b-4343-b13a-49bb67972851,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:20.006892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9dbe4ae8-0b71-4c53-9c2c-aa31c9c2997e req-049a7f97-83e0-43a8-bbfd-e3efa983e4f0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.012022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dbe4ae8-0b71-4c53-9c2c-aa31c9c2997e req-049a7f97-83e0-43a8-bbfd-e3efa983e4f0 tempest-SecurityGroupsTestJSON-1520701296 tempest-SecurityGroupsTestJSON-1520701296-project] 10.222.0.10 "DELETE /v2.0/security-groups/7e05d22f-573c-4509-afa3-091ef5cd1e2c HTTP/1.1" status: 204 len: 173 time: 0.4156733 Apr 05 20:37:20.021966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51850) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:20.045393 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.053944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:20.054603 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.132107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] Deleting subnet 846fcf0b-04fd-4a79-8137-415bd875898a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:37:20.135164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.150357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-8a21248f-c5b9-450e-b70e-c2ef3ba6bcc2 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0550413 Apr 05 20:37:20.172041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Request body: {'port': {'device_id': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:20.191338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.259545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.300251 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.434626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.520926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.525980 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/846fcf0b-04fd-4a79-8137-415bd875898a HTTP/1.1" status: 204 len: 168 time: 0.5012653 Apr 05 20:37:20.527244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee664f5a-aef3-4bf5-a55d-27b43f7e74b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846fcf0b-04fd-4a79-8137-415bd875898a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:20.529240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51866) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:20.651603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.709203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51874) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:20.841426 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.869401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e538915-84b1-4aec-9ce6-5f56da35ef3d req-797e58a6-36ec-484e-95ad-e81b42af40f3 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:20.870083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4e538915-84b1-4aec-9ce6-5f56da35ef3d req-797e58a6-36ec-484e-95ad-e81b42af40f3 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Synchronizing usage tracker for tenant:b64ded44af5c4a2e85e759a0302c3a38 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:20.886179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceb17f7-83c1-4373-9dee-145c9a496b7d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:20.901076 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-79da19aa-00c1-4ee6-888e-8e7567ddf7d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eeff02f7e881406bab1fa3f053099fa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1906967 Apr 05 20:37:20.906256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c748c50b-d11c-4f2d-bc94-fa644050b9f4') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:20.906256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c748c50b-d11c-4f2d-bc94-fa644050b9f4') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:20.909661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51890) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:20.921806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.946180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.956381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:37:20.957075 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:37:20.971106 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:37:20.993939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4e538915-84b1-4aec-9ce6-5f56da35ef3d req-797e58a6-36ec-484e-95ad-e81b42af40f3 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Unset dirty status for tenant:b64ded44af5c4a2e85e759a0302c3a38 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:20.993939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e538915-84b1-4aec-9ce6-5f56da35ef3d req-797e58a6-36ec-484e-95ad-e81b42af40f3 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 931 time: 0.4652209 Apr 05 20:37:21.004110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5da6f4-170b-4343-b13a-49bb67972851 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:37:21.031189 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.087349 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2c1b79f7-5598-430b-91b8-72ad104fa817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.099907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e538915-84b1-4aec-9ce6-5f56da35ef3d req-7cb0fb49-2811-4b5d-976a-ebc5fd0ff02b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891762 Apr 05 20:37:21.117432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2c1b79f7-5598-430b-91b8-72ad104fa817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.151874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.168516 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.178783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ceb17f7-83c1-4373-9dee-145c9a496b7d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:21.193593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Transition to ACTIVE for port object 8b5da6f4-170b-4343-b13a-49bb67972851 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:21.234661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16d89d33-166a-49d8-966e-7a420583d894 req-0402ce6c-4d90-4ebb-bd07-cc4f7df114c0 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips/f5e96748-0834-4c98-9470-39a561f22657 HTTP/1.1" status: 200 len: 693 time: 0.0968781 Apr 05 20:37:21.281755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e0854555-7fe2-41c0-ade7-403e6bf487c3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ceb17f7-83c1-4373-9dee-145c9a496b7d HTTP/1.1" status: 204 len: 168 time: 0.7513418 Apr 05 20:37:21.359257 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.413166 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2c1b79f7-5598-430b-91b8-72ad104fa817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.466724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b79f7-5598-430b-91b8-72ad104fa817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2d050e-4ca3-4224-a3f4-3247149f1d44,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:21.531551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5da6f4-170b-4343-b13a-49bb67972851,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:21.544650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d89d33-166a-49d8-966e-7a420583d894 req-3fac82b8-3575-4e7a-99f8-886b9f543b5c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:21.546121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16d89d33-166a-49d8-966e-7a420583d894 req-3fac82b8-3575-4e7a-99f8-886b9f543b5c tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3051395 Apr 05 20:37:21.709680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2c1b79f7-5598-430b-91b8-72ad104fa817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.710836 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2c1b79f7-5598-430b-91b8-72ad104fa817 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f2d050e-4ca3-4224-a3f4-3247149f1d44 HTTP/1.1" status: 204 len: 168 time: 0.8001065 Apr 05 20:37:21.724351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-16d89d33-166a-49d8-966e-7a420583d894 req-9fd5a34c-8aa3-4062-a540-888d21669f90 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Synchronizing usage tracker for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:21.761073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Attempting to bind port 8b5da6f4-170b-4343-b13a-49bb67972851 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:21.761423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Attempting to bind port 8b5da6f4-170b-4343-b13a-49bb67972851 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'bafa541f-2ab4-48fc-a31f-678ea0393a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '34308065-0fe2-45d4-9618-da65028beafb'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:21.761738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Attempting to bind port 8b5da6f4-170b-4343-b13a-49bb67972851 on network 34308065-0fe2-45d4-9618-da65028beafb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:21.767627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Port 8b5da6f4-170b-4343-b13a-49bb67972851 on network 34308065-0fe2-45d4-9618-da65028beafb not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:37:21.767974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Attempting to bind port 8b5da6f4-170b-4343-b13a-49bb67972851 on network 34308065-0fe2-45d4-9618-da65028beafb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:21.774133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:21.774470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Checking segment: {'id': 'bafa541f-2ab4-48fc-a31f-678ea0393a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '34308065-0fe2-45d4-9618-da65028beafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:21.774856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Bound using segment: {'id': 'bafa541f-2ab4-48fc-a31f-678ea0393a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '34308065-0fe2-45d4-9618-da65028beafb'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:21.775278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Bound port: 8b5da6f4-170b-4343-b13a-49bb67972851, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafa541f-2ab4-48fc-a31f-678ea0393a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '34308065-0fe2-45d4-9618-da65028beafb'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:21.775720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.851453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-16d89d33-166a-49d8-966e-7a420583d894 req-9fd5a34c-8aa3-4062-a540-888d21669f90 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Unset dirty status for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:21.852727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16d89d33-166a-49d8-966e-7a420583d894 req-9fd5a34c-8aa3-4062-a540-888d21669f90 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.229 HTTP/1.1" status: 200 len: 696 time: 0.2976213 Apr 05 20:37:21.874783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:21.955056 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-78f994a3-5ce6-482b-af57-61240c90696a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1854d21d235419a95a5f3ebc6ae5c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0786965 Apr 05 20:37:21.959829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51928) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:21.964841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16d89d33-166a-49d8-966e-7a420583d894 req-e1b3e860-fb82-465c-b953-340fc9c5ad1b tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.229 HTTP/1.1" status: 200 len: 696 time: 0.0992787 Apr 05 20:37:21.966475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] For port 8b5da6f4-170b-4343-b13a-49bb67972851, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:21.969756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] For port 8b5da6f4-170b-4343-b13a-49bb67972851, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8b5da6f4-170b-4343-b13a-49bb67972851,segment=NetworkSegment(bafa541f-2ab4-48fc-a31f-678ea0393a9e),segment_id=bafa541f-2ab4-48fc-a31f-678ea0393a9e)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:22.031251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.036272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.062243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.193241 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.194736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] 10.222.0.23 "PUT /v2.0/ports/8b5da6f4-170b-4343-b13a-49bb67972851 HTTP/1.1" status: 200 len: 1091 time: 2.0326719 Apr 05 20:37:22.195186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'tag': '8b5da6f4-170b-4343-b13a-49bb67972851'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:22.210673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Deleting port 02617054-d1fd-4fac-8952-d051548b96ce {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:22.211012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.267429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1222a-94cc-41cd-a7cd-84927b946f31 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5da6f4-170b-4343-b13a-49bb67972851,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:22.296115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.341941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.347538 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/597d996f-e450-4418-97e0-a14476c28d30 HTTP/1.1" status: 204 len: 168 time: 0.3865731 Apr 05 20:37:22.349201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597d996f-e450-4418-97e0-a14476c28d30,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:22.363361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.363361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.363598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.363819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.364153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.364485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.364809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.365169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.365496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.365824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.366145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2d7f5b-033a-4ef9-ae54-60cb5f18a161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.641182 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.641502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.660985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-36201e17-ab4e-4d35-97dd-e3151b76138f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:22.660985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-36201e17-ab4e-4d35-97dd-e3151b76138f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=07f367da-84c6-4fe6-a5da-9148564ba790 HTTP/1.1" status: 200 len: 944 time: 0.3604441 Apr 05 20:37:22.660985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-285dcd69-a575-4eb9-924a-3c9c2f63b971 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b64ded44af5c4a2e85e759a0302c3a38&device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 1094 time: 0.3253291 Apr 05 20:37:22.853955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Calling delete_port for 02617054-d1fd-4fac-8952-d051548b96ce owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:22.923204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-5da3c9c1-a15a-40f9-b85b-2cb5acfd2baa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b5da6f4-170b-4343-b13a-49bb67972851 HTTP/1.1" status: 200 len: 217 time: 0.2111173 Apr 05 20:37:22.975037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Deleting port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:22.975630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.078015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-ffbbd7fc-9e47-45fe-af81-7b06c48b7152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:23.079460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-ffbbd7fc-9e47-45fe-af81-7b06c48b7152 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6 HTTP/1.1" status: 200 len: 851 time: 0.1485794 Apr 05 20:37:23.159507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-45d2974b-5195-4fa7-9781-0297f9b5a3c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34308065-0fe2-45d4-9618-da65028beafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535667 Apr 05 20:37:23.468148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-885a3fbd-aea2-4be8-a406-60e24f9d829d service neutron] 10.222.0.23 "GET /v2.0/networks/34308065-0fe2-45d4-9618-da65028beafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679665 Apr 05 20:37:23.475725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] For port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:23.476077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.512942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.615944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51974) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:23.729020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Calling delete_port for e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:23.746970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2043510225-network', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:23.751773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:23.755767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Usage tracker for resource:network and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:23.758559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event deleted for resources: {'Port': ['ID=02617054-d1fd-4fac-8952-d051548b96ce,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:23.758804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:23.765437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:23.826698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Made reservation on behalf of a99ad01f410047ff83288b1b3960e343 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:23.829289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.841789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.875418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:23.879310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Usage tracker for resource:security_group_rule and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:23.882177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:23.887911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:23.916775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa0cee17-55e0-4a7c-b8f7-c274e957a32d req-cc14842e-2295-418e-bc46-b25de493f571 service neutron] 10.222.0.23 "GET /v2.0/networks/34308065-0fe2-45d4-9618-da65028beafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427583 Apr 05 20:37:23.927929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.952626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.038541 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.070772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:24.080149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d852b60a-5af2-4f00-a094-e33b3b9931dc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:24.086436 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.086806 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Added segment f6f337d9-88d8-46fd-93dd-9fb46e1517d3 of type vlan for network 499afe4a-d66f-4a1b-b5b9-fd40998d564b Apr 05 20:37:24.114757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.203971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.205123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16d89d33-166a-49d8-966e-7a420583d894 req-177420d1-c6ca-4ff9-a5ce-f2c96e8066e3 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "DELETE /v2.0/floatingips/f5e96748-0834-4c98-9470-39a561f22657 HTTP/1.1" status: 204 len: 173 time: 2.2340324 Apr 05 20:37:24.221202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.221449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.222952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:24.223529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.289735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event deleted for resources: {'Port': ['ID=e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:24.329762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] Pushing event updated for resources: {'Network': ['ID=499afe4a-d66f-4a1b-b5b9-fd40998d564b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:24.341783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:24.387398 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-60fe93e6-6136-46f2-817e-506a296868ff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7702744 Apr 05 20:37:24.390285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51988) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:24.397303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Request body: {'subnet': {'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2043510225-subnet', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:24.400752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] No DVR routers for this DVR port e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:24.403227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:24.403658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.406923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ecb9b8a-bdbd-4b7a-9565-8b91fefcc22e req-c78962e5-3b63-4f85-a0f8-eda304f848ef tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "DELETE /v2.0/ports/e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca HTTP/1.1" status: 204 len: 173 time: 1.6936929 Apr 05 20:37:24.411229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa3a49ba-d822-43dc-9d24-5800c9c4d58a req-ab5e377e-65a2-42eb-a3e9-cba77ca75f12 tempest-FlavorsV2NegativeTest-1969610659 tempest-FlavorsV2NegativeTest-1969610659-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ae58bf7a638c4d6e9a36cfb31cf88c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457561 Apr 05 20:37:24.412799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Usage tracker for resource:subnet and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:24.416329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:24.422349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:24.517921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Made reservation on behalf of a99ad01f410047ff83288b1b3960e343 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:24.520965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.561373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a49ba-d822-43dc-9d24-5800c9c4d58a req-1fc9b71b-a251-4bc4-855c-7c616280c237 tempest-FlavorsV2NegativeTest-1969610659 tempest-FlavorsV2NegativeTest-1969610659-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:24.562793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa3a49ba-d822-43dc-9d24-5800c9c4d58a req-1fc9b71b-a251-4bc4-855c-7c616280c237 tempest-FlavorsV2NegativeTest-1969610659 tempest-FlavorsV2NegativeTest-1969610659-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449234 Apr 05 20:37:24.579053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa3a49ba-d822-43dc-9d24-5800c9c4d58a req-cbaf49d0-dbfb-4059-85d4-5dc67805adab tempest-FlavorsV2NegativeTest-1969610659 tempest-FlavorsV2NegativeTest-1969610659-project] 10.222.0.10 "GET /v2.0/quotas/ae58bf7a638c4d6e9a36cfb31cf88c4d HTTP/1.1" status: 200 len: 375 time: 0.0102849 Apr 05 20:37:24.624357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa3a49ba-d822-43dc-9d24-5800c9c4d58a req-5ad84e17-05d6-4047-886f-7d440aa1f60b tempest-FlavorsV2NegativeTest-1969610659 tempest-FlavorsV2NegativeTest-1969610659-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae58bf7a638c4d6e9a36cfb31cf88c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396369 Apr 05 20:37:24.839263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.839839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6ad22-4ab2-485e-a532-e319c34e3d2a req-0416994f-4813-436e-ab71-f2e5fdbedc6c tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:24.841257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ec6ad22-4ab2-485e-a532-e319c34e3d2a req-0416994f-4813-436e-ab71-f2e5fdbedc6c tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 943 time: 0.0949829 Apr 05 20:37:24.899542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ec6ad22-4ab2-485e-a532-e319c34e3d2a req-94272283-0b56-47eb-b49c-c8de37c402cb tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Apr 05 20:37:24.910420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952a5a25-7481-4fd0-a75a-f3edc3071c89,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:24.931682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Checking segment: {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:24.932046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Network hostable DHCP agents. Network: 499afe4a-d66f-4a1b-b5b9-fd40998d564b, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:24.991712 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63612baa-0116-4ee6-b174-60e75fc2c845'] response: {'name': 'network-changed', 'server_uuid': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'tag': '8b5da6f4-170b-4343-b13a-49bb67972851', 'status': 'completed', 'code': 200} Apr 05 20:37:24.993564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:25.090447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 499afe4a-d66f-4a1b-b5b9-fd40998d564b) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:25.090658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-f5b34604-51e2-4671-8e78-2bc0e30e72ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b64ded44af5c4a2e85e759a0302c3a38&device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 1094 time: 0.0714135 Apr 05 20:37:25.090810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:25.090810 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.094972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ef6b3-7ed4-4d95-8a13-15716df14981 None None] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:25.218574 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e727b7de-e33d-4fbf-ae60-d4a1f3becbc3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8255894 Apr 05 20:37:25.220629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52018) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:25.245387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:25.267595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:25.276865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Usage tracker for resource:router and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:25.280257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-86efb8ea-3e23-4a98-9ded-e60180dc59df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:25.282034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-86efb8ea-3e23-4a98-9ded-e60180dc59df service neutron] 10.222.0.23 "GET /v2.0/networks?id=34308065-0fe2-45d4-9618-da65028beafb HTTP/1.1" status: 200 len: 912 time: 0.1886799 Apr 05 20:37:25.282701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:25.323842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:37:25.324733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.379564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:25.383022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-cc2a9a77-3a90-47c5-a84d-96a18bc04d2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b5da6f4-170b-4343-b13a-49bb67972851 HTTP/1.1" status: 200 len: 217 time: 0.0919504 Apr 05 20:37:25.497543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Allocated IP 172.20.0.2 (499afe4a-d66f-4a1b-b5b9-fd40998d564b/952a5a25-7481-4fd0-a75a-f3edc3071c89/ce938d50-d616-40b6-b103-e05f04ab91c5) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:25.517279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-e7251ca7-f604-437c-86da-4d73547bef30 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips/f34e0fbd-d842-4109-b61c-4262dccc1ee2 HTTP/1.1" status: 200 len: 693 time: 0.1388419 Apr 05 20:37:25.606943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-0b09164c-c264-45c7-bddc-9a3790da14e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:25.608417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-0b09164c-c264-45c7-bddc-9a3790da14e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6 HTTP/1.1" status: 200 len: 851 time: 0.1681216 Apr 05 20:37:25.614128 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.614875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.690089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-eff2304b-fc93-4ce7-b271-721f70d5b0e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=34308065-0fe2-45d4-9618-da65028beafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678792 Apr 05 20:37:25.767688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.785130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Transition to ACTIVE for port object ce938d50-d616-40b6-b103-e05f04ab91c5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:25.797945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.808211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Transition to ACTIVE for port object ce938d50-d616-40b6-b103-e05f04ab91c5 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:25.846684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-8e62fbc5-ddf5-4f1a-bb16-dc7ad700d5fb tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:25.848025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-8e62fbc5-ddf5-4f1a-bb16-dc7ad700d5fb tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3238533 Apr 05 20:37:25.885962 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.967324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52060) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:26.022637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:26.025522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:26.029791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:26.035762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Pushing event updated for resources: {'Port': ['ID=ce938d50-d616-40b6-b103-e05f04ab91c5,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:26.071503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.071861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.072210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.072553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.072889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.073247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.073576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.073904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.074231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.074556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.074879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:26.136373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Attempting to bind port ce938d50-d616-40b6-b103-e05f04ab91c5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:26.136940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Attempting to bind port ce938d50-d616-40b6-b103-e05f04ab91c5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:26.137436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Attempting to bind port ce938d50-d616-40b6-b103-e05f04ab91c5 on network 499afe4a-d66f-4a1b-b5b9-fd40998d564b {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:26.148319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:26.148816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Checking segment: {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:26.149277 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.149745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Bound using segment: {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:26.150129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.150492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Bound port: ce938d50-d616-40b6-b103-e05f04ab91c5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:26.150972 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.189001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:26.197021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Usage tracker for resource:security_group_rule and tenant:ae58bf7a638c4d6e9a36cfb31cf88c4d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:26.200097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:26.206336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:26.251881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] For port ce938d50-d616-40b6-b103-e05f04ab91c5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:26.259065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] For port ce938d50-d616-40b6-b103-e05f04ab91c5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ce938d50-d616-40b6-b103-e05f04ab91c5,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:26.263531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-e3466c2f-df11-405f-9597-130d39174aad service neutron] 10.222.0.23 "GET /v2.0/networks/34308065-0fe2-45d4-9618-da65028beafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663886 Apr 05 20:37:26.275117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-200f8296-bc91-4eac-98d7-b2e2ccfae23e tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Synchronizing usage tracker for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:26.288112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.331019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.357761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.410452 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae58bf7a638c4d6e9a36cfb31cf88c4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4420135 Apr 05 20:37:26.411354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e47e27-96e3-4854-8c4b-9163218d2b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f2df4-2dd8-4a18-9c87-a25b8bfdf197,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:26.418735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe32d1a-e6be-4a53-88b2-275f61460459 None None] Pushing event updated for resources: {'Port': ['ID=ce938d50-d616-40b6-b103-e05f04ab91c5,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:26.425234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52066) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:26.437724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.475411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-bc5e5771-6acd-4263-9f2d-8d5ec4c7d8cd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:26.481588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-bc5e5771-6acd-4263-9f2d-8d5ec4c7d8cd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.5329182 Apr 05 20:37:26.506657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4540315b-7d7c-494f-af58-29f8dc0c47a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.512452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-200f8296-bc91-4eac-98d7-b2e2ccfae23e tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Unset dirty status for tenant:f6fe74313a59494bbc0d1b5807bbe0dd on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:26.513632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-200f8296-bc91-4eac-98d7-b2e2ccfae23e tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.6586556 Apr 05 20:37:26.519467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-41e2ffb9-e0ec-47f3-9578-964d1eeb873f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/quotas/d7e305de1d324644a7f70cbb8e8077f3 HTTP/1.1" status: 200 len: 375 time: 0.0368974 Apr 05 20:37:26.522710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3958e2b5-6aa0-45ab-bef8-75a6843aa435 req-b0c2e5b4-c987-4754-837c-b3f3c743d84b service neutron] 10.222.0.23 "GET /v2.0/networks/34308065-0fe2-45d4-9618-da65028beafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449064 Apr 05 20:37:26.542954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4540315b-7d7c-494f-af58-29f8dc0c47a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.673697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-93bce9c4-40a7-4026-8cc1-f62ffde1a7c4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:26.683022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-c694abf8-337e-48d2-a5a4-d348dd95a2d2 tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.191 HTTP/1.1" status: 200 len: 696 time: 0.1619704 Apr 05 20:37:26.691522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4540315b-7d7c-494f-af58-29f8dc0c47a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.707660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540315b-7d7c-494f-af58-29f8dc0c47a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f2df4-2dd8-4a18-9c87-a25b8bfdf197,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:26.714916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4540315b-7d7c-494f-af58-29f8dc0c47a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.716285 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4540315b-7d7c-494f-af58-29f8dc0c47a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/116f2df4-2dd8-4a18-9c87-a25b8bfdf197 HTTP/1.1" status: 204 len: 168 time: 0.2900224 Apr 05 20:37:26.891747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8b5da6f4-170b-4343-b13a-49bb67972851 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:37:26.933210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-93bce9c4-40a7-4026-8cc1-f62ffde1a7c4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:26.934538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-93bce9c4-40a7-4026-8cc1-f62ffde1a7c4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3465767 Apr 05 20:37:26.937722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Deleting port af6c71be-59ba-4a85-a0c5-2a2b9484689a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:26.938103 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.996224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-deleted', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:27.043124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8b5da6f4-170b-4343-b13a-49bb67972851, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8b5da6f4-170b-4343-b13a-49bb67972851,segment=NetworkSegment(bafa541f-2ab4-48fc-a31f-678ea0393a9e),segment_id=bafa541f-2ab4-48fc-a31f-678ea0393a9e)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:27.064044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '8b5da6f4-170b-4343-b13a-49bb67972851', 'network_id': '34308065-0fe2-45d4-9618-da65028beafb', 'port_id': '8b5da6f4-170b-4343-b13a-49bb67972851', 'mac_address': 'fa:16:3e:00:e4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:37:27.140955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.166112 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5da6f4-170b-4343-b13a-49bb67972851 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:37:27.185616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8b5da6f4-170b-4343-b13a-49bb67972851, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8b5da6f4-170b-4343-b13a-49bb67972851,segment=NetworkSegment(bafa541f-2ab4-48fc-a31f-678ea0393a9e),segment_id=bafa541f-2ab4-48fc-a31f-678ea0393a9e)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:27.256317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-3b56b62c-18f7-4e14-99e2-963d8347e762 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900062 Apr 05 20:37:27.273731 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.349549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8b5da6f4-170b-4343-b13a-49bb67972851,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:27.430284 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.430866 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.493839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8b5da6f4-170b-4343-b13a-49bb67972851'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:27.571087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d7e3f-432d-4ef0-bba7-f9b66dbfdba4 None None] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:27.586111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Calling delete_port for af6c71be-59ba-4a85-a0c5-2a2b9484689a owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:27.761569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-926b0231-15d5-4ea2-b6a4-85b291fcde08 None None] Provisioning for port ce938d50-d616-40b6-b103-e05f04ab91c5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:27.765895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.810675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.815460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-aa92d9e6-960a-4056-92d7-63befb0af2c0 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582092 Apr 05 20:37:28.038611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Allocated IP 172.25.2.66 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/a4c5203f-0500-415e-81b1-026dd1847fdb) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:28.282499 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.310362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.331665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ce938d50-d616-40b6-b103-e05f04ab91c5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:28.467229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.470695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Pushing event deleted for resources: {'Port': ['ID=af6c71be-59ba-4a85-a0c5-2a2b9484689a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:28.534889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ce938d50-d616-40b6-b103-e05f04ab91c5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:28.539999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ce938d50-d616-40b6-b103-e05f04ab91c5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:28.540391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.607743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:28.615367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:28.625019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:28.654782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c5203f-0500-415e-81b1-026dd1847fdb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:28.679564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.704326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5394fb8-504e-4113-b581-a85f494cefe7 req-e7415a99-a9c0-4530-b9b8-ddf5fb662290 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:28.705839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5394fb8-504e-4113-b581-a85f494cefe7 req-e7415a99-a9c0-4530-b9b8-ddf5fb662290 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 944 time: 0.3101637 Apr 05 20:37:28.717978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.765738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ce938d50-d616-40b6-b103-e05f04ab91c5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ce938d50-d616-40b6-b103-e05f04ab91c5,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:28.821599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5394fb8-504e-4113-b581-a85f494cefe7 req-05d61def-f9c3-49af-a435-37c94656a612 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089983 Apr 05 20:37:28.827622 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.828858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.829959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b2419d9-e21c-42c7-971e-e708ae512a90 req-d093ef3b-28b3-451c-8f6a-c44d14017c5a tempest-FloatingIPDetailsTestJSON-706185385 tempest-FloatingIPDetailsTestJSON-706185385-project] 10.222.0.10 "DELETE /v2.0/floatingips/f34e0fbd-d842-4109-b61c-4262dccc1ee2 HTTP/1.1" status: 204 len: 173 time: 2.0784619 Apr 05 20:37:28.838347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52116) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:28.952572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8b5da6f4-170b-4343-b13a-49bb67972851 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:28.954239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c93d17d-2190-4571-b4f0-e0ce562881e2 req-fe4ff305-76a7-4318-8340-032742dc1f26 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 210 time: 0.0556474 Apr 05 20:37:28.977517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.978263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.034627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52122) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:29.070402 n-d-836605-1 neutron-server[84581]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d2b431a-1c2f-49a5-866a-79b899833678']: {'server_uuid': '07f367da-84c6-4fe6-a5da-9148564ba790', 'name': 'network-vif-deleted', 'tag': 'e12b2bc1-b762-4ae1-af1a-38bf21e9b6ca', 'status': 'failed', 'code': 422} returned with failed status Apr 05 20:37:29.073181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ce938d50-d616-40b6-b103-e05f04ab91c5,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:29.170483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 8b5da6f4-170b-4343-b13a-49bb67972851 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:29.176647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 8b5da6f4-170b-4343-b13a-49bb67972851 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:29.177197 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.352153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Router afe36d24-77e1-4c5c-9e37-fc030217e216 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:37:29.352623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.400269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8b5da6f4-170b-4343-b13a-49bb67972851, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8b5da6f4-170b-4343-b13a-49bb67972851,segment=NetworkSegment(bafa541f-2ab4-48fc-a31f-678ea0393a9e),segment_id=bafa541f-2ab4-48fc-a31f-678ea0393a9e)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:29.401164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5da6f4-170b-4343-b13a-49bb67972851'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:29.418070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.473116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:29.480847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Usage tracker for resource:security_group_rule and tenant:8eab8467ca064957a2d69eae18af7160 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:29.488935 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b9a02a-47a0-4396-ac39-6085d261d6ac'] response: {'server_uuid': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5da6f4-170b-4343-b13a-49bb67972851', 'code': 200} Apr 05 20:37:29.494110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:29.495121 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.499437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:29.589283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8b5da6f4-170b-4343-b13a-49bb67972851,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:29.599440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.643326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.664754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf32977-8323-46ff-9a61-0ce60ef76ce7 req-290e18c6-f68c-4437-b23f-b4b40af2de24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 1096 time: 0.1030788 Apr 05 20:37:29.677650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:37:29.686045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Sync routers for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:37:29.698618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:29.699474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:29.754933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf32977-8323-46ff-9a61-0ce60ef76ce7 req-3d124e11-0abc-4a1f-b83d-68e8340a08c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732532 Apr 05 20:37:29.784789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.855633 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.855633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-234648ec-9c25-472e-8fae-62c471e6fc35 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6302812 Apr 05 20:37:29.855633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52148) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:29.877082 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8eab8467ca064957a2d69eae18af7160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8410690 Apr 05 20:37:29.877844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52156) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:29.879628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada94438-8f37-4b9b-9553-3ea710ee69e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85079a8-7ede-4762-8b8e-b7503a2f6ed5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:30.043352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:30.103836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e2ad-aab6-4ba9-8b33-2d96efbb703a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.160962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e2ad-aab6-4ba9-8b33-2d96efbb703a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.326211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ce938d50-d616-40b6-b103-e05f04ab91c5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:30.422493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa09635-ec4c-4757-9838-e70de74a579a req-b43e6233-b05b-4fca-acb2-65a0b5b94cd9 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:30.424033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ffa09635-ec4c-4757-9838-e70de74a579a req-b43e6233-b05b-4fca-acb2-65a0b5b94cd9 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 945 time: 0.1084580 Apr 05 20:37:30.440357 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e2ad-aab6-4ba9-8b33-2d96efbb703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.483788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6e2ad-aab6-4ba9-8b33-2d96efbb703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85079a8-7ede-4762-8b8e-b7503a2f6ed5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:30.492903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ffa09635-ec4c-4757-9838-e70de74a579a req-6859de65-9f9b-459f-9fc3-c6a455607543 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599914 Apr 05 20:37:30.507413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e2ad-aab6-4ba9-8b33-2d96efbb703a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.508645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f6f6e2ad-aab6-4ba9-8b33-2d96efbb703a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d85079a8-7ede-4762-8b8e-b7503a2f6ed5 HTTP/1.1" status: 204 len: 168 time: 0.6242261 Apr 05 20:37:30.764501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ce938d50-d616-40b6-b103-e05f04ab91c5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:30.765322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.894619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-101b9120-eb13-4a0a-8b12-5845dc2a07eb req-4b8f00b1-ab43-4752-a78e-2de244633082 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 210 time: 0.1362066 Apr 05 20:37:31.003511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:28Z', 'revision_number': 3, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:31.027168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Checking router: afe36d24-77e1-4c5c-9e37-fc030217e216 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:37:31.029027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Updating router afe36d24-77e1-4c5c-9e37-fc030217e216 port a4c5203f-0500-415e-81b1-026dd1847fdb binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:37:31.047772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Deleting port f17de2cc-c9d8-4c35-9674-946629f6e13f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:31.048535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.210434 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.468134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] For port f17de2cc-c9d8-4c35-9674-946629f6e13f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f17de2cc-c9d8-4c35-9674-946629f6e13f,segment=NetworkSegment(824c1dde-8885-40ff-8b64-97d38b096250),segment_id=824c1dde-8885-40ff-8b64-97d38b096250)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:31.468618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.681331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.705493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Transition to ACTIVE for port object a4c5203f-0500-415e-81b1-026dd1847fdb will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:31.723123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Calling delete_port for f17de2cc-c9d8-4c35-9674-946629f6e13f owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:31.734271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-8b5d8abb-a23f-4884-99c7-67394052c88a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:31.734271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-8b5d8abb-a23f-4884-99c7-67394052c88a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.5593309 Apr 05 20:37:31.757579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Request body: {'port': {'device_id': '661704d4-642f-4197-a099-761dc4f18441', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'admin_state_up': True, 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:31.804025 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.967842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Attempting to bind port a4c5203f-0500-415e-81b1-026dd1847fdb on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:31.969241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Attempting to bind port a4c5203f-0500-415e-81b1-026dd1847fdb by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:31.973866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Attempting to bind port a4c5203f-0500-415e-81b1-026dd1847fdb on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:31.988374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d2ee4-0c3d-49fe-9437-29a073cf2b3c None None] Pushing event updated for resources: {'Port': ['ID=a4c5203f-0500-415e-81b1-026dd1847fdb,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:31.998446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:32.007018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:32.007018 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.007018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:32.007018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Bound port: a4c5203f-0500-415e-81b1-026dd1847fdb, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:32.007018 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.055467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.131857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] For port a4c5203f-0500-415e-81b1-026dd1847fdb, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:32.135385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17de2cc-c9d8-4c35-9674-946629f6e13f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:32.147810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] For port a4c5203f-0500-415e-81b1-026dd1847fdb, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a4c5203f-0500-415e-81b1-026dd1847fdb,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:32.224863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:32.231061 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.240748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:32.294122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd29391-0951-4f8a-a4bd-9b58d508edc0 req-4555046f-3f07-4b8d-b255-c386cd0a3379 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:32.310698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2bd29391-0951-4f8a-a4bd-9b58d508edc0 req-4555046f-3f07-4b8d-b255-c386cd0a3379 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 945 time: 0.4537861 Apr 05 20:37:32.319490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:32.342461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.366670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d2ee4-0c3d-49fe-9437-29a073cf2b3c None None] Pushing event updated for resources: {'Port': ['ID=a4c5203f-0500-415e-81b1-026dd1847fdb,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:32.370990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:32.371953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:32.494397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52244) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:32.595774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:32.625826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.660203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37d3a20e-19ff-4c71-a342-cd79e6e3c0bd req-7f1ea540-d8c6-43d0-bc99-aed74b484c10 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 210 time: 0.0767784 Apr 05 20:37:32.695895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2bd29391-0951-4f8a-a4bd-9b58d508edc0 req-2a5c09be-b7f0-48eb-9827-0d56d34f6aed tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840346 Apr 05 20:37:32.854561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.891618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-585066897-network', 'tenant_id': '98325b48f78f433f9dacd569718efdc6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:32.941837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:32.953863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Usage tracker for resource:network and tenant:98325b48f78f433f9dacd569718efdc6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:32.961775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:32.966090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Allocated IP 172.20.0.11 (103afd5c-3b83-4da2-baad-2149cd494344/b566519c-6688-43c0-836f-d699ab04fc2b/b74efc39-bb9e-4428-9e5e-464c32b6d21f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:32.978917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:33.135760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:28Z', 'revision_number': 3, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:33.140366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2662d3f-fbf2-4244-bf1d-c2ae8c9a1a69 None None] The sync data for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 is: [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:28Z', 'revision_number': 3, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:37:33.258860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Made reservation on behalf of 98325b48f78f433f9dacd569718efdc6 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:33.261894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.294397 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.537705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:33.542293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Allocated IP 172.20.0.1 (499afe4a-d66f-4a1b-b5b9-fd40998d564b/952a5a25-7481-4fd0-a75a-f3edc3071c89/5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:33.544574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Usage tracker for resource:security_group_rule and tenant:98325b48f78f433f9dacd569718efdc6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:33.550909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:33.581368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.582752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:33.703099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:37:33.770780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.905187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.916401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.943617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Transition to ACTIVE for port object 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:34.004448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:37:34.023586 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] Sync routers for ids ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:37:34.026806 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-04e1a2db-e24b-40bb-bedd-95293d8825f5 admin admin] 10.222.0.10 "PUT /v2.0/routers/0a11ebf5-a792-4cfc-95d1-8bbd32218be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1778853 Apr 05 20:37:34.026806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52310) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:34.032124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.038947 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] Routers {'0a11ebf5-a792-4cfc-95d1-8bbd32218be0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:34.038947 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:34.100639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8456696a-3c27-454d-ac6f-1b1d8ebcc18a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:34.119152 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.131742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.229132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:34.253128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:34.259248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:34.313477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:34.340165 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] Set router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:34.345766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a4c5203f-0500-415e-81b1-026dd1847fdb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:34.418768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Network 103afd5c-3b83-4da2-baad-2149cd494344 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:34.502375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.527286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:34.551053 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.551053 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Added segment 92be06bf-76f2-49ca-9000-1984d267fc83 of type vlan for network 8f0dfb86-f644-44c0-8db1-95159aee7c52 Apr 05 20:37:34.551053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:34.569185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a4c5203f-0500-415e-81b1-026dd1847fdb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:34.578014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a4c5203f-0500-415e-81b1-026dd1847fdb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:34.578755 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.694684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:34.694684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.751827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.764723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Pushing event updated for resources: {'Port': ['ID=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:34.788536 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:37:31Z', 'revision_number': 5, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port': {'id': '52b012c1-4b8c-4fad-802a-b37f5025aa0f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:71:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:43Z', 'updated_at': '2022-04-05T20:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:34.790479 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.797193 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] Checking router: 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:37:34.811205 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6acdac4b-9bf9-465e-8218-0184e52212e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.817003 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] Routers {'0a11ebf5-a792-4cfc-95d1-8bbd32218be0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:34.820318 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:34.846009 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.853563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13a480c2-5cdd-4232-a17d-b9b709b22dd8 None None] Provisioning for port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:34.864157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13a480c2-5cdd-4232-a17d-b9b709b22dd8 None None] Provisioning complete for port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:34.864791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13a480c2-5cdd-4232-a17d-b9b709b22dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.889584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408233d2-4c53-40af-9878-c13f06442c7a req-c3d7a0be-cc25-43cb-873d-a3b276933da8 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:34.895753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Deleting port 52b012c1-4b8c-4fad-802a-b37f5025aa0f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:34.896252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.897648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-408233d2-4c53-40af-9878-c13f06442c7a req-c3d7a0be-cc25-43cb-873d-a3b276933da8 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 945 time: 0.5516312 Apr 05 20:37:34.910204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.921273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a4c5203f-0500-415e-81b1-026dd1847fdb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a4c5203f-0500-415e-81b1-026dd1847fdb,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:34.933182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13a480c2-5cdd-4232-a17d-b9b709b22dd8 None None] Port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:37:34.962861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event updated for resources: {'Port': ['ID=b74efc39-bb9e-4428-9e5e-464c32b6d21f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:34.992957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca6fef-5968-467c-8ef7-1840a52ab7ef req-fd9afeb6-db4f-4cb5-8a2a-72e458756448 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:34.993680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46ca6fef-5968-467c-8ef7-1840a52ab7ef req-fd9afeb6-db4f-4cb5-8a2a-72e458756448 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:35.028598 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] Set router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:35.046952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-408233d2-4c53-40af-9878-c13f06442c7a req-52ff5114-9bbb-4510-a0d3-faf90349b1ad tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486979 Apr 05 20:37:35.055220 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.087796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f0e3da3b-0462-4945-8f61-6d5c3b4d5376 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3300350 Apr 05 20:37:35.101297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Request body: {'port': {'device_id': '661704d4-642f-4197-a099-761dc4f18441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:35.149362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a4c5203f-0500-415e-81b1-026dd1847fdb,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:35.168481 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 6, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:35.180770 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f0f686-47ec-40e0-b69e-f49c460a1877 None None] The sync data for ids ['0a11ebf5-a792-4cfc-95d1-8bbd32218be0'] in n-d-836605-1 is: [{'id': '0a11ebf5-a792-4cfc-95d1-8bbd32218be0', 'name': 'tempest-FloatingIPDetailsTestJSON-705181650-router', 'tenant_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:42Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 6, 'project_id': 'f6fe74313a59494bbc0d1b5807bbe0dd', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:37:35.266006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.266953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:35.267535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.271361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46ca6fef-5968-467c-8ef7-1840a52ab7ef req-fd9afeb6-db4f-4cb5-8a2a-72e458756448 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:35.276406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46ca6fef-5968-467c-8ef7-1840a52ab7ef req-fd9afeb6-db4f-4cb5-8a2a-72e458756448 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 932 time: 0.9284809 Apr 05 20:37:35.279182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] For port 52b012c1-4b8c-4fad-802a-b37f5025aa0f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=52b012c1-4b8c-4fad-802a-b37f5025aa0f,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:35.279610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.421799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Calling delete_port for 52b012c1-4b8c-4fad-802a-b37f5025aa0f owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:35.475466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.551828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.0257277 Apr 05 20:37:35.574430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52340) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:35.575310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e2764-583d-424d-bb12-3cc8e74067f8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0dfb86-f644-44c0-8db1-95159aee7c52,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:35.584398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Request body: {'subnet': {'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-585066897-subnet', 'tenant_id': '98325b48f78f433f9dacd569718efdc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:35.588955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:35.589701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:35.632982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Usage tracker for resource:subnet and tenant:98325b48f78f433f9dacd569718efdc6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:35.647829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:35.653814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46ca6fef-5968-467c-8ef7-1840a52ab7ef req-df5d8b5c-65a7-46ac-ab8a-4619f88ee7ee tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691567 Apr 05 20:37:35.681487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:35.702157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.906718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.966335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=52b012c1-4b8c-4fad-802a-b37f5025aa0f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:36.135253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Made reservation on behalf of 98325b48f78f433f9dacd569718efdc6 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:36.138117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.220362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.270934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-e1a2a1ca-ea67-43e0-8c3f-7ae522f4ce52 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:36.283234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-e1a2a1ca-ea67-43e0-8c3f-7ae522f4ce52 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 945 time: 0.8782334 Apr 05 20:37:36.314342 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:37:36.390375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:37:36.395592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a4c5203f-0500-415e-81b1-026dd1847fdb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:36.496596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a4c5203f-0500-415e-81b1-026dd1847fdb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:36.497962 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.498612 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.503268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Deleting port 8b5da6f4-170b-4343-b13a-49bb67972851 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:36.503581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.616648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.648382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f17de2cc-c9d8-4c35-9674-946629f6e13f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:36.652671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.660570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.700481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f17de2cc-c9d8-4c35-9674-946629f6e13f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:36.700874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f17de2cc-c9d8-4c35-9674-946629f6e13f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:36.712472 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-8583911d-b0ed-476a-ab65-0a9caf4cab75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.1096694 Apr 05 20:37:36.829991 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.830914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a11ebf5-a792-4cfc-95d1-8bbd32218be0 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:37:36.860316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.861454 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ac2f634-6599-449c-be19-efccbef41e42 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0a11ebf5-a792-4cfc-95d1-8bbd32218be0 HTTP/1.1" status: 204 len: 168 time: 2.8396037 Apr 05 20:37:36.864298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52380) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:36.866575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a41ed7c3-44f6-4a90-9249-d61c20cf827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.941392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Pushing event updated for resources: {'Port': ['ID=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:36.943737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.959704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-58351178-41d6-47f2-a48d-1a4a9b5b043c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:36.961387 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-58351178-41d6-47f2-a48d-1a4a9b5b043c service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.2426436 Apr 05 20:37:36.964003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] Deleting subnet b4161c75-8987-47dd-974e-7603e5b8ec88 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:37:36.967271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.111065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.165574 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-0d42c1ec-1880-49b4-a908-ad51bc855574 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.1682463 Apr 05 20:37:37.250426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-eb24d534-e18b-43e9-94d6-206f535caee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:37.251986 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-eb24d534-e18b-43e9-94d6-206f535caee9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.0799847 Apr 05 20:37:37.274448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee612c52-192c-4d51-ae7b-7c778f452a69 req-814edabb-c438-4e0b-8fae-66037f09c1c6 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:37.281531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee612c52-192c-4d51-ae7b-7c778f452a69 req-814edabb-c438-4e0b-8fae-66037f09c1c6 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 945 time: 0.7533300 Apr 05 20:37:37.307588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.389914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.409683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-9ed32bd6-4db2-4cde-9472-922661672c21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505525 Apr 05 20:37:37.508635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74efc39-bb9e-4428-9e5e-464c32b6d21f {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:37:37.527548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] For port 8b5da6f4-170b-4343-b13a-49bb67972851, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8b5da6f4-170b-4343-b13a-49bb67972851,segment=NetworkSegment(bafa541f-2ab4-48fc-a31f-678ea0393a9e),segment_id=bafa541f-2ab4-48fc-a31f-678ea0393a9e)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:37.527548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.553401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0608c-42e0-4367-b442-dc4c0420e072 req-75715053-ed27-4abf-9081-83299eff0faf tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:37.554909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1eb0608c-42e0-4367-b442-dc4c0420e072 req-75715053-ed27-4abf-9081-83299eff0faf tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.7099776 Apr 05 20:37:37.561691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.566997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee612c52-192c-4d51-ae7b-7c778f452a69 req-806219ac-4365-4e16-b5c0-ada57ebe2cf3 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/security-groups?id=512452c7-0d77-47f7-a3fa-385e7dabc248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847300 Apr 05 20:37:37.580395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.636766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4161c75-8987-47dd-974e-7603e5b8ec88,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:37.647407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.653671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ad187-a9d3-41ba-be3e-3da87a1a7729 None None] Network f238e1d0-4a88-4cc4-8fb4-1b22da52d01e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:37.668500 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-062881b1-5517-47e0-bb09-10f092b44834 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b4161c75-8987-47dd-974e-7603e5b8ec88 HTTP/1.1" status: 204 len: 168 time: 0.8011181 Apr 05 20:37:37.671972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52384) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:37.719244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1246ba7d-c905-4313-b63a-d22ca624e201,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:37.755091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Calling delete_port for 8b5da6f4-170b-4343-b13a-49bb67972851 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:37.777598 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-b6ae86bd-fad4-40ab-b51c-ff16c7b015d2 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613315 Apr 05 20:37:37.878495 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.907951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Deleting port ee3c9501-c332-4024-8417-595900ec98c8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:37.908290 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.914233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:37.932518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:37.963422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Transition to ACTIVE for port object b74efc39-bb9e-4428-9e5e-464c32b6d21f will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:38.035041 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c77b57e9-2cf0-4579-abf0-319fbf741f96 req-27a67cef-aa95-4b08-84d3-7e13c2b995c4 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438314 Apr 05 20:37:38.051476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] DHCP port deletion for f238e1d0-4a88-4cc4-8fb4-1b22da52d01e request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:37:38.056796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Deleting port ee3c9501-c332-4024-8417-595900ec98c8 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:38.057397 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.140841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.212010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] For port ee3c9501-c332-4024-8417-595900ec98c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ee3c9501-c332-4024-8417-595900ec98c8,segment=NetworkSegment(824c1dde-8885-40ff-8b64-97d38b096250),segment_id=824c1dde-8885-40ff-8b64-97d38b096250)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:38.212639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.240901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1eb0608c-42e0-4367-b442-dc4c0420e072 req-15d0c6e5-0084-481a-9b4f-1695bfcc5259 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6178591 Apr 05 20:37:38.257664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Checking segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:38.258299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Network hostable DHCP agents. Network: 8f0dfb86-f644-44c0-8db1-95159aee7c52, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:38.341262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ee3c9501-c332-4024-8417-595900ec98c8 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:38.356860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Pushing event updated for resources: {'Port': ['ID=b74efc39-bb9e-4428-9e5e-464c32b6d21f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:38.460796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Calling delete_port for ee3c9501-c332-4024-8417-595900ec98c8 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:38.504450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6c57-0363-4a71-9065-7aa88b1e3182 req-c0f35d7e-79c2-4f42-8c54-d48c7f2b7316 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:38.505993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-475e6c57-0363-4a71-9065-7aa88b1e3182 req-c0f35d7e-79c2-4f42-8c54-d48c7f2b7316 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 932 time: 0.5907266 Apr 05 20:37:38.548924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.630628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.638991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:38.644777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port ee3c9501-c332-4024-8417-595900ec98c8 update to DOWN by agent not found {{(pid=84582) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 20:37:38.645547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 52b012c1-4b8c-4fad-802a-b37f5025aa0f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:38.656449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.682243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.694682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8db49634-03cc-4117-9c4f-617eea36c92e None None] Provisioning complete for port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:38.695888 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8db49634-03cc-4117-9c4f-617eea36c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.696948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3c9501-c332-4024-8417-595900ec98c8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:38.708137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] No DVR routers for this DVR port ee3c9501-c332-4024-8417-595900ec98c8 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:38.733129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 52b012c1-4b8c-4fad-802a-b37f5025aa0f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:38.733470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 52b012c1-4b8c-4fad-802a-b37f5025aa0f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:38.753133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] For port ee3c9501-c332-4024-8417-595900ec98c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ee3c9501-c332-4024-8417-595900ec98c8,segment=NetworkSegment(824c1dde-8885-40ff-8b64-97d38b096250),segment_id=824c1dde-8885-40ff-8b64-97d38b096250)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:38.753533 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.800761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Pushing event deleted for resources: {'Port': ['ID=8b5da6f4-170b-4343-b13a-49bb67972851,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:38.831025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 8f0dfb86-f644-44c0-8db1-95159aee7c52) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:38.850038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:38.850623 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.865737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04d99c5-a923-4ae0-a712-618b6685dad0 None None] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:38.875608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.907306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f238e1d0-4a88-4cc4-8fb4-1b22da52d01e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:38.921709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824c1dde-8885-40ff-8b64-97d38b096250') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:38.922211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824c1dde-8885-40ff-8b64-97d38b096250') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:38.936253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.945928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Calling delete_port for ee3c9501-c332-4024-8417-595900ec98c8 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:37:38.956647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.964557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:37:38.965340 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.973403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8b5da6f4-170b-4343-b13a-49bb67972851 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:37:38.984356 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:37:38.990793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-475e6c57-0363-4a71-9065-7aa88b1e3182 req-ab86a27e-77ba-4e6c-97cc-07b0a809adf9 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613369 Apr 05 20:37:39.014284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8db49634-03cc-4117-9c4f-617eea36c92e None None] Port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:37:39.022246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Attempting to bind port b74efc39-bb9e-4428-9e5e-464c32b6d21f on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:39.025253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Attempting to bind port b74efc39-bb9e-4428-9e5e-464c32b6d21f by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:39.025654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Attempting to bind port b74efc39-bb9e-4428-9e5e-464c32b6d21f on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:39.046454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Port b74efc39-bb9e-4428-9e5e-464c32b6d21f on network 103afd5c-3b83-4da2-baad-2149cd494344 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:37:39.047101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Attempting to bind port b74efc39-bb9e-4428-9e5e-464c32b6d21f on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:39.057931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] No DVR routers for this DVR port 8b5da6f4-170b-4343-b13a-49bb67972851 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:39.062261 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.071784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 8b5da6f4-170b-4343-b13a-49bb67972851 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:37:39.072391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8b5da6f4-170b-4343-b13a-49bb67972851 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:39.119241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:39.119433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:39.120084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Bound using segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:39.120945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Bound port: b74efc39-bb9e-4428-9e5e-464c32b6d21f, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:39.121381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.132491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'name': 'network-vif-deleted', 'tag': '8b5da6f4-170b-4343-b13a-49bb67972851'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:39.175497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.183297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-431522dc-4402-486a-aeb9-722d90d525a7 req-89498799-6b43-4998-b6b9-e0b17a827712 tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23 HTTP/1.1" status: 200 len: 210 time: 0.1133354 Apr 05 20:37:39.191523 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:37:39.191878 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:37:39.206819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.219000 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f238e1d0-4a88-4cc4-8fb4-1b22da52d01e HTTP/1.1" status: 204 len: 168 time: 1.5458193 Apr 05 20:37:39.230673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c295fd-764e-4320-b6d7-27838b156053 admin admin] Pushing event deleted for resources: {'Network': ['ID=f238e1d0-4a88-4cc4-8fb4-1b22da52d01e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:39.300224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5bba8ab8-ae8a-4392-9e28-1044eee46b11 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.7214005 Apr 05 20:37:39.337596 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63841afd-75d9-42b5-b708-c2ba47d33f71'] response: {'server_uuid': 'a8ba132a-b7b7-42a1-b1ad-f8bd6f5b3e23', 'name': 'network-vif-deleted', 'tag': '8b5da6f4-170b-4343-b13a-49bb67972851', 'status': 'completed', 'code': 200} Apr 05 20:37:39.341463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3e7fee6-0d15-4356-b696-b170bf34189a req-de57353f-bd39-467d-a2ef-67a9e3a1834b tempest-ServerPasswordTestJSON-1733533280 tempest-ServerPasswordTestJSON-1733533280-project] 10.222.0.23 "DELETE /v2.0/ports/8b5da6f4-170b-4343-b13a-49bb67972851 HTTP/1.1" status: 204 len: 173 time: 3.0244017 Apr 05 20:37:39.411982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] For port b74efc39-bb9e-4428-9e5e-464c32b6d21f, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:39.418832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d39afb-cb62-419e-8193-0c5acfba0be8 None None] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:39.425268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] For port b74efc39-bb9e-4428-9e5e-464c32b6d21f, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b74efc39-bb9e-4428-9e5e-464c32b6d21f,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:39.505708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Router afe36d24-77e1-4c5c-9e37-fc030217e216 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:37:39.566242 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.663426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Pushing event updated for resources: {'Port': ['ID=b74efc39-bb9e-4428-9e5e-464c32b6d21f,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:39.695427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Deleting port ee3c9501-c332-4024-8417-595900ec98c8 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:37:39.695427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.770880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52444) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:39.785141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-95ef4268-0f64-480d-853e-b51f794a343e None None] The port 'ee3c9501-c332-4024-8417-595900ec98c8' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:37:39.848703 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd22822e-4973-4cd1-bc5a-57eb111b6857 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6fe74313a59494bbc0d1b5807bbe0dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0751548 Apr 05 20:37:39.850778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52448) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:39.851538 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.933464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-694ed998-9a92-44f3-a647-29a7c78ee01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.962851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-694ed998-9a92-44f3-a647-29a7c78ee01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.998725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.000597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-c51b023e-f418-4622-a0f0-95150963df3a service neutron] 10.222.0.39 "PUT /v2.0/ports/b74efc39-bb9e-4428-9e5e-464c32b6d21f HTTP/1.1" status: 200 len: 1092 time: 4.9036396 Apr 05 20:37:40.047345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-fc663a82-fa9f-4fa9-98f9-871f1b3fb940 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3856518 Apr 05 20:37:40.061481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5f1e3-412b-436e-bb94-f548f925d268 req-8823da2a-930d-4f51-97fe-252b1c41e4fd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:40.063229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caf5f1e3-412b-436e-bb94-f548f925d268 req-8823da2a-930d-4f51-97fe-252b1c41e4fd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.5492334 Apr 05 20:37:40.135393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-694ed998-9a92-44f3-a647-29a7c78ee01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.159862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed998-9a92-44f3-a647-29a7c78ee01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db46684-45a8-4820-9988-fc85fea49646,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:40.169973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-694ed998-9a92-44f3-a647-29a7c78ee01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.173738 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-694ed998-9a92-44f3-a647-29a7c78ee01b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6db46684-45a8-4820-9988-fc85fea49646 HTTP/1.1" status: 204 len: 168 time: 0.3213615 Apr 05 20:37:40.194670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-caf5f1e3-412b-436e-bb94-f548f925d268 req-3896a6b9-c876-40de-b757-f28c6c935b82 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221855 Apr 05 20:37:40.380722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-d326fb52-b1fb-415a-81fc-ee38e7239a76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 1097 time: 0.3108368 Apr 05 20:37:40.606899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:37:40.616964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Sync routers for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:37:40.624984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f5875dfc-9c2a-4325-b69b-bf69a3ad0aeb admin admin] 10.222.0.10 "PUT /v2.0/routers/afe36d24-77e1-4c5c-9e37-fc030217e216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7693784 Apr 05 20:37:40.647435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:40.648076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:40.650371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-36a9fc87-c9f3-48a1-b1ac-ff8172abef66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 1095 time: 0.4471369 Apr 05 20:37:40.748919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-892e732e-60f8-4b00-ab67-aca296aaa723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:40.750049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-892e732e-60f8-4b00-ab67-aca296aaa723 service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.3473425 Apr 05 20:37:40.826838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-84634da5-367e-48c8-8adf-9d3f5df33601 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74efc39-bb9e-4428-9e5e-464c32b6d21f HTTP/1.1" status: 200 len: 217 time: 0.1440897 Apr 05 20:37:40.839278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-b10d0861-11d8-4f0f-ba27-9cecd42f414a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:40.839955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-b10d0861-11d8-4f0f-ba27-9cecd42f414a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:40.903822 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-ceafb498-09ea-4763-a516-03bf0c75c738 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da6229ec-2b13-4c13-9928-93713495904d HTTP/1.1" status: 200 len: 217 time: 0.1328630 Apr 05 20:37:40.915666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:40.974652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f556e9f8-ebe4-40c5-88ff-aa64f0e361aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:40.975670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-f556e9f8-ebe4-40c5-88ff-aa64f0e361aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1412086 Apr 05 20:37:41.061143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-b10d0861-11d8-4f0f-ba27-9cecd42f414a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:41.062287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-b10d0861-11d8-4f0f-ba27-9cecd42f414a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 0.6082432 Apr 05 20:37:41.068153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-46c87580-789a-4a62-b2ca-780e600db9d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618248 Apr 05 20:37:41.073332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-51e86b2c-ccae-45b7-9bed-ccd21365daa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:41.073332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-51e86b2c-ccae-45b7-9bed-ccd21365daa5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1581933 Apr 05 20:37:41.207213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-f9a36b88-fe35-4a86-8d52-c55c3fe867f4 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/quotas/98325b48f78f433f9dacd569718efdc6 HTTP/1.1" status: 200 len: 375 time: 0.1374695 Apr 05 20:37:41.267378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:35Z', 'revision_number': 2, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:41.271888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Checking router: afe36d24-77e1-4c5c-9e37-fc030217e216 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:37:41.272232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Updating router afe36d24-77e1-4c5c-9e37-fc030217e216 port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:37:41.295599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-dd7ac786-aa5c-4cc6-90bd-2bd1cad35a11 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683177 Apr 05 20:37:41.341374 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:41.341534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913b39c-cd4a-457c-acca-4a8e6e1c63ab req-8b1d924f-a0fa-4bc2-acfe-14740c5adb25 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:41.343002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2913b39c-cd4a-457c-acca-4a8e6e1c63ab req-8b1d924f-a0fa-4bc2-acfe-14740c5adb25 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 944 time: 0.3744109 Apr 05 20:37:41.349014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661704d4-642f-4197-a099-761dc4f18441', 'tag': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:41.455232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-4be65f6f-c4c8-4ec5-be75-16687ce5c586 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785901 Apr 05 20:37:41.464679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-1d34d612-371b-42f5-9c44-fcd5eb722a6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3813131 Apr 05 20:37:41.764174 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:41.776405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Transition to ACTIVE for port object 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:41.815431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2913b39c-cd4a-457c-acca-4a8e6e1c63ab req-fddcfebc-ca88-4875-9729-28923cc2cc0e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611313 Apr 05 20:37:41.834995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-b8b9d8ca-00fe-4553-926a-32b89ae70df2 service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202024 Apr 05 20:37:41.860772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:41.910135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52514) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:41.976705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ebba22f-04c5-4419-a0a8-01fc7a831464 req-3c2b07ba-b3b3-41de-a3c1-11fcbd2d3f82 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082278 Apr 05 20:37:41.980388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-9ae366b0-d4b2-4f0d-b0ec-42104d05b9ec service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866912 Apr 05 20:37:42.004843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] Deleting subnet 7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:37:42.012667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.034492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80a7c5-2cd3-4339-9aaa-4c06b3153c95 None None] Pushing event updated for resources: {'Port': ['ID=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:42.104325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Attempting to bind port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:42.105000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Attempting to bind port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:42.105647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Attempting to bind port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c on network 499afe4a-d66f-4a1b-b5b9-fd40998d564b {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:42.124057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:42.125165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Checking segment: {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:42.125821 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.126469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Bound using segment: {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:42.128494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Bound port: 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:42.129139 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.161719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-dffd9d38-1076-4111-b001-d61d306c11de service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071303 Apr 05 20:37:42.186711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.247426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f8696a0-c280-47f9-ac5f-0ca2fcc59fc1 req-ae902162-1f9a-4d83-bd08-f196e2890b2c service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575665 Apr 05 20:37:42.253113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] For port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:42.257797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] For port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:42.324675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.341423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.467385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80a7c5-2cd3-4339-9aaa-4c06b3153c95 None None] Pushing event updated for resources: {'Port': ['ID=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:42.473884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:42.474881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:42.517620 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf4aa7b-e22c-43cf-8cb3-f751c4c44163'] response: {'name': 'network-changed', 'server_uuid': '661704d4-642f-4197-a099-761dc4f18441', 'tag': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f', 'status': 'completed', 'code': 200} Apr 05 20:37:42.592250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.749906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-14dcdfec-cb6e-4b9e-92d1-67d955731e29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 1095 time: 0.1761529 Apr 05 20:37:42.892269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:42.921013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:42.936309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.942439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e0ea2477-5bb6-481f-863c-77d854391164 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7c6d3c9e-ea4e-4f6d-a6fe-5739bb727ce6 HTTP/1.1" status: 204 len: 168 time: 1.0307043 Apr 05 20:37:42.944976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52552) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:42.989942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3c9ebbd-c919-4aa1-ae5d-14fc61e47468 req-4023c614-ff49-4916-a16e-d7f7051bbc1d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 210 time: 0.0448973 Apr 05 20:37:43.106282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-9d0b9a93-9e2c-4cfe-84bc-abedb9d4a5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:43.110356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-9d0b9a93-9e2c-4cfe-84bc-abedb9d4a5f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.3546150 Apr 05 20:37:43.117013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52556) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:43.126811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.184051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981493875', 'description': 'tempest-description--581615587'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:43.218291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:43.307933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Usage tracker for resource:security_group and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:43.319049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:43.320065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-b122f1fd-3049-4004-9725-51ed5c6fd577 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b74efc39-bb9e-4428-9e5e-464c32b6d21f HTTP/1.1" status: 200 len: 217 time: 0.2038558 Apr 05 20:37:43.324989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.352124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34308065-0fe2-45d4-9618-da65028beafb']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:43.376513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafa541f-2ab4-48fc-a31f-678ea0393a9e') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:43.376814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafa541f-2ab4-48fc-a31f-678ea0393a9e') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:43.394631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:43.402257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.407173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:42Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:43.411693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a73514-1548-4a17-a6b9-189636aece1e None None] The sync data for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 is: [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:42Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:37:43.424069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.431940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:37:43.432637 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.456498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-2ee7a508-4b62-44cb-a371-f145f52aa339 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:43.458094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-2ee7a508-4b62-44cb-a371-f145f52aa339 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1251688 Apr 05 20:37:43.471896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85295b9-d09a-49c2-85df-0114877e8659 req-5e24fd64-3bc3-4042-b1f7-2db513aab2c3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:37:43.475521 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:37:43.478918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a85295b9-d09a-49c2-85df-0114877e8659 req-5e24fd64-3bc3-4042-b1f7-2db513aab2c3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 944 time: 0.2851374 Apr 05 20:37:43.558380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-f25a5e47-598f-4165-be5b-44cd86647dc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837290 Apr 05 20:37:43.589029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:43.659245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.712234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.734011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.735797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a85295b9-d09a-49c2-85df-0114877e8659 req-ece288d1-67c9-49f6-9601-3d2e4616dca9 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163355 Apr 05 20:37:43.753080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] Pushing event deleted for resources: {'Network': ['ID=34308065-0fe2-45d4-9618-da65028beafb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:43.753080 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f6ebeec3-4be5-4d29-824d-7e06f3aec467 admin admin] 10.222.0.10 "DELETE /v2.0/networks/34308065-0fe2-45d4-9618-da65028beafb HTTP/1.1" status: 204 len: 168 time: 0.8040211 Apr 05 20:37:43.786242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:43.795544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Usage tracker for resource:security_group_rule and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:43.807191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:43.817350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:43.823100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-62a65567-e486-4a27-9cf8-12e9727e6732 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561157 Apr 05 20:37:43.842122 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.891706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:43.903167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0067bc0118f14da39c68a95cf662d307 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:43.906827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:43.926149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:43.992784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66b1424d-be71-4cdb-b20d-f1798bd1c062 req-5fa642af-1498-49ee-a2bb-2f336ad97159 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622157 Apr 05 20:37:43.998283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52578) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:44.071839 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.072178 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.202455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.228518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76d561ab-9b0b-4aa5-8f76-11df1c64f52b req-8ad2d6b0-7908-487a-bc0c-20f587763a32 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 210 time: 0.0833631 Apr 05 20:37:44.246087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.246924 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.297398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:44.322979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7167414-7a37-4094-a43a-5e14390495b4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:44.348563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:44.348563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Usage tracker for resource:security_group_rule and tenant:19e20056f3cb45f988966b10374da9fe is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:44.349034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6444d25-c74a-466e-9e13-081132164273,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:44.357268 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-43b272a2-65fe-4ef8-80cf-fdfd8f57c4b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0067bc0118f14da39c68a95cf662d307&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7667308 Apr 05 20:37:44.359450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:44.359717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52586) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:44.390349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:44.403445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52590) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:44.463663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a047b7f-1675-4855-ab05-ec7ada0e4f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.467011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-abc461ea-acae-41dc-8c35-f832e2c1c2be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b64ded44af5c4a2e85e759a0302c3a38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0617969 Apr 05 20:37:44.469629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52594) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:44.500505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a047b7f-1675-4855-ab05-ec7ada0e4f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.518683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:44.525358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:44.525726 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.536374 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.537651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a03a4589-f87a-4be7-b1a7-885c1f5ac462 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4192042 Apr 05 20:37:44.541388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52598) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:44.555650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Request body: {'security_group_rule': {'security_group_id': 'b7167414-7a37-4094-a43a-5e14390495b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:44.557956 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48f53654-5aa2-4272-980b-c69a1e25449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.563602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:44.568835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Usage tracker for resource:security_group_rule and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:44.573697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:44.581979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:44.603410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48f53654-5aa2-4272-980b-c69a1e25449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.669399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.683175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.695871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a047b7f-1675-4855-ab05-ec7ada0e4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.717725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:44.734257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a047b7f-1675-4855-ab05-ec7ada0e4f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6444d25-c74a-466e-9e13-081132164273,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:44.737849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.741747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.768846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a047b7f-1675-4855-ab05-ec7ada0e4f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.771003 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a047b7f-1675-4855-ab05-ec7ada0e4f12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6444d25-c74a-466e-9e13-081132164273 HTTP/1.1" status: 204 len: 168 time: 0.4097543 Apr 05 20:37:44.852780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.855190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.897141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48f53654-5aa2-4272-980b-c69a1e25449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.941840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.948922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:44.978846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e292ec1-b62b-4ae0-9b2e-2864042b755d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:44.988556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218484dd-27b1-486f-9154-2de6c44e94d9,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:45.004461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48f53654-5aa2-4272-980b-c69a1e25449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.004461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-48f53654-5aa2-4272-980b-c69a1e25449c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/512452c7-0d77-47f7-a3fa-385e7dabc248 HTTP/1.1" status: 204 len: 168 time: 0.5324357 Apr 05 20:37:45.007572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f53654-5aa2-4272-980b-c69a1e25449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512452c7-0d77-47f7-a3fa-385e7dabc248,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:45.020615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c796d85f-8d42-4915-b53d-c23687946385 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19e20056f3cb45f988966b10374da9fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0228312 Apr 05 20:37:45.030324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52608) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:45.076168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c677c-abf7-4a62-b695-56dd484646a8 req-49967f5d-f751-4500-9c58-d85511ff7421 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:45.081548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e8c677c-abf7-4a62-b695-56dd484646a8 req-49967f5d-f751-4500-9c58-d85511ff7421 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 944 time: 0.1689196 Apr 05 20:37:45.091537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.092787 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5a01ada3-0551-4c33-845a-a9f8de4a1998 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5473182 Apr 05 20:37:45.095466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52612) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:45.103384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Request body: {'security_group_rule': {'security_group_id': 'b7167414-7a37-4094-a43a-5e14390495b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:45.107912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7462b355-84da-484a-8888-9e76ae48f437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.111520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:45.123978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Usage tracker for resource:security_group_rule and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:45.128480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:45.130688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e8c677c-abf7-4a62-b695-56dd484646a8 req-186a6b06-2632-485b-a8ad-b9448bbd0793 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Apr 05 20:37:45.142364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:45.149100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7462b355-84da-484a-8888-9e76ae48f437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.268870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.318063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7462b355-84da-484a-8888-9e76ae48f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.351155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462b355-84da-484a-8888-9e76ae48f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e292ec1-b62b-4ae0-9b2e-2864042b755d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:45.363182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7462b355-84da-484a-8888-9e76ae48f437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.366697 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7462b355-84da-484a-8888-9e76ae48f437 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e292ec1-b62b-4ae0-9b2e-2864042b755d HTTP/1.1" status: 204 len: 168 time: 0.3428464 Apr 05 20:37:45.396076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.443573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.457582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88a43a53-3c1d-4b54-9054-2f0458a0f8ad req-d2fc97b0-a1a7-4368-9a58-8fce68ddd09a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 210 time: 0.0428851 Apr 05 20:37:45.468087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd0f534-eff6-4507-8be5-87a52ec730e2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:45.531192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.534119 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cf1ac39a-eac2-413c-9952-3804df334b30 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4363596 Apr 05 20:37:45.536474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52628) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:45.544071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:45.552337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:45.557597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Usage tracker for resource:floatingip and tenant:a99ad01f410047ff83288b1b3960e343 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:45.560854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:45.568257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:45.662466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.669102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-bbd25b1b-382e-45ec-aadb-9cd437eb6d93 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:45.674801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-bbd25b1b-382e-45ec-aadb-9cd437eb6d93 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 0.1667061 Apr 05 20:37:45.688125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Request body: {'port': {'device_id': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'admin_state_up': True, 'tenant_id': '98325b48f78f433f9dacd569718efdc6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:45.864115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:45.868340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Usage tracker for resource:port and tenant:98325b48f78f433f9dacd569718efdc6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:45.871446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:45.880958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:45.883996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.957702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Made reservation on behalf of 98325b48f78f433f9dacd569718efdc6 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:45.961625 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.968274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b74efc39-bb9e-4428-9e5e-464c32b6d21f details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:37:46.053309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Allocated IP 172.25.2.180 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/e8d3f1f1-cfb8-4a35-9e5e-e75287dbfa0f) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:46.187530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Allocated IP 172.20.0.10 (8f0dfb86-f644-44c0-8db1-95159aee7c52/1246ba7d-c905-4313-b63a-d22ca624e201/44a23ef3-258f-464c-a479-354c7fbe9bdb) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:46.189179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b74efc39-bb9e-4428-9e5e-464c32b6d21f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b74efc39-bb9e-4428-9e5e-464c32b6d21f,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:46.215898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f', 'mac_address': 'fa:16:3e:29:8c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:37:46.319767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:46.336179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.403146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.432237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74efc39-bb9e-4428-9e5e-464c32b6d21f {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:37:46.455050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b74efc39-bb9e-4428-9e5e-464c32b6d21f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b74efc39-bb9e-4428-9e5e-464c32b6d21f,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:46.462979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:46.463620 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.483682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.622083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:46.633691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.640146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.646007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:46.657507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:46.681382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c01d3c49-c414-4bbb-93cc-6b2e1d3ed7e3 req-aef05d50-c579-41a5-9743-db8a694232f6 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 210 time: 0.0576668 Apr 05 20:37:46.686919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4690596-ef7e-4324-8d4e-577095e2c6c6 req-2afe59e4-c5ee-4620-9432-8c5ff80a366e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:46.688234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4690596-ef7e-4324-8d4e-577095e2c6c6 req-2afe59e4-c5ee-4620-9432-8c5ff80a366e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 944 time: 0.2245860 Apr 05 20:37:46.757882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4690596-ef7e-4324-8d4e-577095e2c6c6 req-2d2c6648-74e5-4e23-bc25-46684e0f9c5d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Apr 05 20:37:46.769681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event updated for resources: {'Port': ['ID=e8d3f1f1-cfb8-4a35-9e5e-e75287dbfa0f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:46.772017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.802226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b74efc39-bb9e-4428-9e5e-464c32b6d21f,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:46.866372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:46.875675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:46.880728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:46.916236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.930663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:46.950444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:46.951059 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.015864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-93554176-14fd-42df-a729-c4a9be5d8dab tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3330758 Apr 05 20:37:47.027759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Request body: {'port': {'device_id': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:47.047950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.074422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52668) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:47.093345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b74efc39-bb9e-4428-9e5e-464c32b6d21f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:47.214114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.497088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.517426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52680) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:47.529386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1928495528-network', 'tenant_id': '233b5c8a7507405380d7b821947f39a2'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:47.535738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:47.555168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Usage tracker for resource:network and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:47.562010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:47.567995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.628468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:47.644874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1753941003-network', 'tenant_id': '6b117e04743246c0a80472e837a08d4f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:47.671179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:47.680149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Usage tracker for resource:network and tenant:6b117e04743246c0a80472e837a08d4f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:47.712470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:47.724763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:47.737342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Made reservation on behalf of 233b5c8a7507405380d7b821947f39a2 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:47.739583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.749124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event updated for resources: {'Port': ['ID=e8d3f1f1-cfb8-4a35-9e5e-e75287dbfa0f,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:47.771541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a23ef3-258f-464c-a479-354c7fbe9bdb {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:37:47.772986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.780299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.809779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Transition to ACTIVE for port object 44a23ef3-258f-464c-a479-354c7fbe9bdb will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:47.816167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52692) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:47.819405 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.840813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-4764ad49-9011-48df-9df7-8594c8961ff0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1326084 Apr 05 20:37:47.855167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Made reservation on behalf of 6b117e04743246c0a80472e837a08d4f for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:47.857824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.860386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.891962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.933197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:47.943590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Usage tracker for resource:security_group_rule and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:47.948156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:47.967931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:47.978637 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:47.978637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d2fe6f50-a650-4122-8eac-f2ede315f990 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4403555 Apr 05 20:37:47.992221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:48.001899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Usage tracker for resource:security_group_rule and tenant:6b117e04743246c0a80472e837a08d4f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:48.012565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:48.022465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:48.088935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-261390076-network', 'tenant_id': '743c86603bbc49b0bc03def006d30aaf'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:48.101832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.135247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.146448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:48.163850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.168362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Usage tracker for resource:network and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:48.175759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:48.187774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.201165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:48.218028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:48.219899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2007b827-b60a-4b58-9ea2-e2b4a3a6601b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:48.234546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:48.236811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.237146 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Added segment c76b355a-e72b-4fed-8816-069d99e5f2f3 of type vlan for network c1e86064-d749-47f8-8f0f-0d59171dffee Apr 05 20:37:48.251420 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.251420 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Added segment df48480d-0e49-4bcf-ba46-33a32cc9ef8b of type vlan for network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 Apr 05 20:37:48.252945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:48.309198 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.327512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:48.332602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.396463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-8a16c39e-d6be-4851-a8b3-bfa080aae27c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 1097 time: 0.3951054 Apr 05 20:37:48.400406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Made reservation on behalf of 743c86603bbc49b0bc03def006d30aaf for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:48.402632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.431918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.434773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:48.434773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.435007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a701c-f4c2-44d0-8aa5-825f547e0dcc req-3729ccb1-4765-4f9a-99e6-5459bf6435be tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:48.435419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-891a701c-f4c2-44d0-8aa5-825f547e0dcc req-3729ccb1-4765-4f9a-99e6-5459bf6435be tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 945 time: 0.4248540 Apr 05 20:37:48.463126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30852-6aad-41b8-8237-0706cc76999b req-4357922e-1768-438a-9827-e6abf8f6eb22 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:48.463815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4b30852-6aad-41b8-8237-0706cc76999b req-4357922e-1768-438a-9827-e6abf8f6eb22 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:48.466193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.519132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.519944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:48.520507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.558922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] Pushing event updated for resources: {'Network': ['ID=75db5fa6-4b8f-42bb-b9fd-412ec9935469,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:48.570766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:48.613875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Attempting to bind port 44a23ef3-258f-464c-a479-354c7fbe9bdb on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:48.614214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Attempting to bind port 44a23ef3-258f-464c-a479-354c7fbe9bdb by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:48.614751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Attempting to bind port 44a23ef3-258f-464c-a479-354c7fbe9bdb on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:48.636591 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-966bbdc5-85a7-4a2d-948e-3661e086db83 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1180036 Apr 05 20:37:48.640398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:48.649580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52708) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:48.659543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Request body: {'subnet': {'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1753941003-subnet', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:48.661650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-891a701c-f4c2-44d0-8aa5-825f547e0dcc req-2478cf40-13a7-4490-98c0-7c021426f526 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849873 Apr 05 20:37:48.662174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Port 44a23ef3-258f-464c-a479-354c7fbe9bdb on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:37:48.662495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Attempting to bind port 44a23ef3-258f-464c-a479-354c7fbe9bdb on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:48.670483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Usage tracker for resource:security_group_rule and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:48.670662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:48.670972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:48.673738 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5945933 Apr 05 20:37:48.676429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60243615-a2cd-44b5-abfd-4915de1f05de admin admin] Pushing event updated for resources: {'Network': ['ID=c1e86064-d749-47f8-8f0f-0d59171dffee,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:48.679634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Usage tracker for resource:subnet and tenant:6b117e04743246c0a80472e837a08d4f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:48.682358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52712) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:48.685090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:48.699913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:48.700051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network c1e86064-d749-47f8-8f0f-0d59171dffee details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:48.700180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:48.700180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Checking segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:48.700393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Request body: {'subnet': {'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1928495528-subnet', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:48.700503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Bound using segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:48.700503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Bound port: 44a23ef3-258f-464c-a479-354c7fbe9bdb, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:48.700503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.705413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:48.708761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:48.713637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Usage tracker for resource:subnet and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:48.714338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-4c004032-bf4d-4aae-a553-2397f25675ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:48.715728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-4c004032-bf4d-4aae-a553-2397f25675ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.2891932 Apr 05 20:37:48.723609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:48.732521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:48.792028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Made reservation on behalf of 6b117e04743246c0a80472e837a08d4f for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:48.796871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.817964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4b30852-6aad-41b8-8237-0706cc76999b req-4357922e-1768-438a-9827-e6abf8f6eb22 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:48.824273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4b30852-6aad-41b8-8237-0706cc76999b req-4357922e-1768-438a-9827-e6abf8f6eb22 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 944 time: 0.8218107 Apr 05 20:37:48.873565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Made reservation on behalf of 233b5c8a7507405380d7b821947f39a2 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:48.875838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.879717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-18fe9823-0a18-4c5e-8ffe-6f0c9dccf8a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4 HTTP/1.1" status: 200 len: 217 time: 0.1294966 Apr 05 20:37:49.004377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:49.030888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-4afe37b8-bec8-46a5-9719-81e3baf193d3 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Synchronizing usage tracker for tenant:a99ad01f410047ff83288b1b3960e343 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:49.047795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:49.056448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4b30852-6aad-41b8-8237-0706cc76999b req-78e97b53-b738-4ece-8c8a-390f7dcfb281 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:49.061581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.067458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-3c91e5fb-f101-4b30-9758-959b17067d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.067458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-3c91e5fb-f101-4b30-9758-959b17067d5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1651068 Apr 05 20:37:49.118076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.164415 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.202619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-4afe37b8-bec8-46a5-9719-81e3baf193d3 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Unset dirty status for tenant:a99ad01f410047ff83288b1b3960e343 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:49.203803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-4afe37b8-bec8-46a5-9719-81e3baf193d3 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--981493875&fields=id&tenant_id=a99ad01f410047ff83288b1b3960e343 HTTP/1.1" status: 200 len: 267 time: 0.3671901 Apr 05 20:37:49.235949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.237935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] 10.222.0.23 "PUT /v2.0/ports/44a23ef3-258f-464c-a479-354c7fbe9bdb HTTP/1.1" status: 200 len: 1092 time: 2.2149873 Apr 05 20:37:49.240574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:49.245538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:49.268661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.273704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.274575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a4b30852-6aad-41b8-8237-0706cc76999b req-78e97b53-b738-4ece-8c8a-390f7dcfb281 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:49.275704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4b30852-6aad-41b8-8237-0706cc76999b req-78e97b53-b738-4ece-8c8a-390f7dcfb281 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506855 Apr 05 20:37:49.281505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a82a99-2c10-479a-94d0-8d8f5c46e7c2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:49.355180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.356719 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Added segment 97152618-603c-4e03-8d7d-f6e6812c9823 of type vlan for network eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb Apr 05 20:37:49.362984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d48ad7-7628-4c95-a455-5bf0cf2f8be2 service neutron] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:49.380992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ff7d5c-ea36-4166-8dac-6fad07295978,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:49.407615 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73262e58-d84e-49a8-9b63-19463438d008'] response: {'name': 'network-changed', 'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'status': 'completed', 'code': 200} Apr 05 20:37:49.464863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.474815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-557a53ce-a5a0-45f0-b6aa-1e77905421c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4010031 Apr 05 20:37:49.481614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Checking segment: {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:49.481971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Network hostable DHCP agents. Network: 75db5fa6-4b8f-42bb-b9fd-412ec9935469, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:49.490283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c05a1f0-9958-47dc-ba2f-9d8dfcdab467,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:49.499647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Checking segment: {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:49.499998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Network hostable DHCP agents. Network: c1e86064-d749-47f8-8f0f-0d59171dffee, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:49.592817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:37:49.609277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:49.616378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Network c1e86064-d749-47f8-8f0f-0d59171dffee is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:49.626370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-3b39c8f5-b39d-415d-a0fa-db72e342784b tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.627833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-3b39c8f5-b39d-415d-a0fa-db72e342784b tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/networks?id=499afe4a-d66f-4a1b-b5b9-fd40998d564b HTTP/1.1" status: 200 len: 812 time: 0.3989816 Apr 05 20:37:49.655101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-b13ddf63-3b06-4ecb-8a25-0639e297e22d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 1095 time: 0.3011644 Apr 05 20:37:49.713267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 75db5fa6-4b8f-42bb-b9fd-412ec9935469) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:49.716656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, c1e86064-d749-47f8-8f0f-0d59171dffee) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:49.718593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.719384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.725937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8762dd0-666c-449e-b79a-f2bf9d994209 None None] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:49.728548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.729391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.813106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92924cad-2444-41bc-acf5-af2f58d56637 None None] Network c1e86064-d749-47f8-8f0f-0d59171dffee requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:49.818405 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0290443-cd95-4216-99e1-4ed5ee9f61d5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1663706 Apr 05 20:37:49.822325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52728) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:49.829996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:49.840504 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-95432686-2b78-4acd-837e-94fd88a2d1d4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1568236 Apr 05 20:37:49.842084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:49.846308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-fc205d29-d6c0-4ea9-8327-dd9921e61805 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/quotas/a99ad01f410047ff83288b1b3960e343 HTTP/1.1" status: 200 len: 375 time: 0.2113731 Apr 05 20:37:49.849425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52732) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:49.854582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:49.861014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Usage tracker for resource:router and tenant:6b117e04743246c0a80472e837a08d4f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:49.861802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.862835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.863569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.863929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:49.866148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:49.873014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Usage tracker for resource:router and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:49.875766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:49.878381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:49.886059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:49.946680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.948068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.966107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.966107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.984508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.990940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b74efc39-bb9e-4428-9e5e-464c32b6d21f up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:49.998265 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.034142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-f9ac48a6-e09f-479e-bd5a-e06c73e0580e service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360816 Apr 05 20:37:50.035333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-0c54635b-5b7a-4d82-bc74-99097f721416 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb HTTP/1.1" status: 200 len: 217 time: 0.3657932 Apr 05 20:37:50.058620 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.206212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] Pushing event updated for resources: {'Network': ['ID=eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:50.233733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-c1e86064-d749-47f8-8f0f-0d59171dffee', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:37:50.233733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.241292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:50.256685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9fb553fa-51de-4462-b602-685332a330df admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4394686 Apr 05 20:37:50.261728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2051d-8041-42ec-b765-4131eb4a7aed None None] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:50.263054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52738) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:50.278463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Request body: {'subnet': {'network_id': 'eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-261390076-subnet', 'tenant_id': '743c86603bbc49b0bc03def006d30aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:50.292181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-2cb9bafa-9419-4835-a048-6a7eddb13ad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:50.294097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-2cb9bafa-9419-4835-a048-6a7eddb13ad1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.2439744 Apr 05 20:37:50.296367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:50.351278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Usage tracker for resource:subnet and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:50.366964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:50.385437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-4282e741-f4e0-43d2-8668-b709c1983175 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827594 Apr 05 20:37:50.386263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:50.426313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.437827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.443995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ce026-e4ca-4b0d-8812-d0cda42a9096 req-25a7784f-883b-49b3-ab43-8b252dfd9a8c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:50.445826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff8ce026-e4ca-4b0d-8812-d0cda42a9096 req-25a7784f-883b-49b3-ab43-8b252dfd9a8c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 945 time: 0.5984459 Apr 05 20:37:50.451986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b6cd972a-2720-42b1-964b-b3078ffbbb03 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Synchronizing usage tracker for tenant:a99ad01f410047ff83288b1b3960e343 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:50.526444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port b74efc39-bb9e-4428-9e5e-464c32b6d21f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:50.528684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03223cd7-024d-4eb7-8561-134c23d7a4e7 req-ec451d56-0ffe-4529-8ea4-950f9b526bc0 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654841 Apr 05 20:37:50.553633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port b74efc39-bb9e-4428-9e5e-464c32b6d21f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:50.553999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.565578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Made reservation on behalf of 743c86603bbc49b0bc03def006d30aaf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:50.568783 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.686556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b6cd972a-2720-42b1-964b-b3078ffbbb03 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Unset dirty status for tenant:a99ad01f410047ff83288b1b3960e343 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:50.688133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b6cd972a-2720-42b1-964b-b3078ffbbb03 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a99ad01f410047ff83288b1b3960e343&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8205671 Apr 05 20:37:50.704863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff8ce026-e4ca-4b0d-8812-d0cda42a9096 req-44bfb856-c81f-4f67-9d4c-e4ee21f3fa9a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454326 Apr 05 20:37:50.757206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Allocated IP 172.20.0.2 (c1e86064-d749-47f8-8f0f-0d59171dffee/8c05a1f0-9958-47dc-ba2f-9d8dfcdab467/21d92f4a-f13f-4cae-b9e8-1504bd56c0b6) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:50.783113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-cfabf797-98b4-429a-8d1d-8c14cdf4b8e5 service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872135 Apr 05 20:37:50.931033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.954906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.962094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.992518 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.998660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.002054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661704d4-642f-4197-a099-761dc4f18441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:51.025880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b74efc39-bb9e-4428-9e5e-464c32b6d21f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b74efc39-bb9e-4428-9e5e-464c32b6d21f,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:51.105518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.121701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-5c88dc21-8d31-49d2-bac5-b6873bfd3292 service neutron] 10.222.0.10 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824520 Apr 05 20:37:51.162091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd3b9a8b-9429-4454-8305-b3139ba17e30 req-db131dbf-4ff1-436f-9bc1-f1c583086147 service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333471 Apr 05 20:37:51.197551 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.221851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Transition to ACTIVE for port object 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:51.229913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Allocated IP 172.25.2.218 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/f1b2f636-5a6e-4c32-b922-5954e453ed79) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:51.251713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b74efc39-bb9e-4428-9e5e-464c32b6d21f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:51.288250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2dce3-781f-4967-969e-8046323a177c req-c469fd8f-dc63-4bae-9316-c09ed2e96b5a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:51.289018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Transition to ACTIVE for port object 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:51.289743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ba2dce3-781f-4967-969e-8046323a177c req-c469fd8f-dc63-4bae-9316-c09ed2e96b5a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 944 time: 0.3612390 Apr 05 20:37:51.393756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-a6d86733-bd85-46d6-a8be-532fad0688bd service neutron] 10.222.0.10 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595384 Apr 05 20:37:51.394482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.420983 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.441774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ba2dce3-781f-4967-969e-8046323a177c req-a77e9716-ba67-4fad-abdd-1851d82bf20c tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233623 Apr 05 20:37:51.441774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.510111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.537956 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dbf02d-5bb8-479f-9a71-97e1371fc6a9'] response: {'server_uuid': '661704d4-642f-4197-a099-761dc4f18441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f', 'code': 200} Apr 05 20:37:51.541838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Network c1e86064-d749-47f8-8f0f-0d59171dffee is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:51.545786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:51.551151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:51.553506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Pushing event updated for resources: {'Port': ['ID=21d92f4a-f13f-4cae-b9e8-1504bd56c0b6,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:51.680738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Attempting to bind port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:51.681383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Attempting to bind port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:51.681992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Attempting to bind port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 on network c1e86064-d749-47f8-8f0f-0d59171dffee {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:51.686036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b2f636-5a6e-4c32-b922-5954e453ed79,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:51.690219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:51.690950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Checking segment: {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:51.691584 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.692189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Bound using segment: {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:51.692891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Bound port: 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:51.702620 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.728820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-6c645e42-8eb1-43be-80b6-217edd258c8d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 1095 time: 0.4156270 Apr 05 20:37:51.750161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebee367a-72ed-468a-956d-cbef0985e184,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:51.762806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:51.766048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:51.789229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:51.820267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] For port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:51.824962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] For port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=21d92f4a-f13f-4cae-b9e8-1504bd56c0b6,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:51.856652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Allocated IP 172.25.2.100 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:51.895435 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.969377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e04165a1-7e6c-4fc7-9e2e-b1baedc3bb24 req-20abd187-85b8-41c4-899a-0e588551426c tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 210 time: 0.2079353 Apr 05 20:37:52.023002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Checking segment: {'id': '97152618-603c-4e03-8d7d-f6e6812c9823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:52.023704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Network hostable DHCP agents. Network: eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:52.044092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806e9e0-61a5-453e-84f6-3a3fd30d0888 None None] Pushing event updated for resources: {'Port': ['ID=21d92f4a-f13f-4cae-b9e8-1504bd56c0b6,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:52.132331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0caa7857-b6e9-443b-921a-fe30f83007ed req-c8f312c2-c444-42b5-b1f5-55f2a456fe75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 1097 time: 0.4914649 Apr 05 20:37:52.136389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-baedbf87-2835-4719-a70f-65fe82dd2953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:52.137932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-baedbf87-2835-4719-a70f-65fe82dd2953 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 905 time: 0.3888848 Apr 05 20:37:52.162211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.240789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Network eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:52.250911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-667ca3ef-00de-4453-8290-766f562ba7d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb HTTP/1.1" status: 200 len: 217 time: 0.0921795 Apr 05 20:37:52.264236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.334144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23831ccf-5831-4426-9838-d75938ae7ba3 req-cae499d4-6270-4b90-b8f5-f7c44878f91e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:52.350986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23831ccf-5831-4426-9838-d75938ae7ba3 req-cae499d4-6270-4b90-b8f5-f7c44878f91e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.4240882 Apr 05 20:37:52.360258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:52.373446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:52.376356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:52.402920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:52.411698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0caa7857-b6e9-443b-921a-fe30f83007ed req-1c1d2638-bca3-4db9-9466-c47b289353e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690940 Apr 05 20:37:52.412433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed644f-4d1f-46af-9d35-e47314f75a6a None None] Network eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:52.420086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:52.424477 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.439381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Pushing event updated for resources: {'Port': ['ID=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:52.455042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-3dfc5898-9129-4a08-bf3b-429889f1b57b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:52.456543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-3dfc5898-9129-4a08-bf3b-429889f1b57b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.1975286 Apr 05 20:37:52.510926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-5a257622-56ca-4161-add1-9d7161da6a36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471289 Apr 05 20:37:52.512205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.521331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8f309815-7ab9-4b31-84ba-6833e532d0f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2438114 Apr 05 20:37:52.521434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.521568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23831ccf-5831-4426-9838-d75938ae7ba3 req-8d7197b5-65a4-42b5-8ec6-a7a8bd04fc31 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579509 Apr 05 20:37:52.783237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a2dd0-4084-4d32-93fa-93b9fc6410a7 None None] Network eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:52.850259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-657ded43-54c2-45e4-aa5c-90142f33810b service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175104 Apr 05 20:37:53.054146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.057406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.084686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc5095-63da-475c-a1d0-d6c5f76fc1c8 req-ee29dcfb-69be-46dc-9faa-95d33f810068 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:53.093896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63dc5095-63da-475c-a1d0-d6c5f76fc1c8 req-ee29dcfb-69be-46dc-9faa-95d33f810068 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 944 time: 0.4264777 Apr 05 20:37:53.098468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-99702322', 'description': 'tempest-description-907866261'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:53.135423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:53.149775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:53.165332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:53.201276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:53.247856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0cf5d4-799f-4216-8baa-f4b3c343de31 req-d7633733-c0c2-4b44-b719-4a547893dd45 service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688083 Apr 05 20:37:53.250141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63dc5095-63da-475c-a1d0-d6c5f76fc1c8 req-a979ba26-82f2-4bd3-bb68-72f1ef1bdeea tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560128 Apr 05 20:37:53.318874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Router dcb90c47-3b68-48d6-a5ea-b0804f32680e is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:37:53.375187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.433538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:53.438006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group_rule and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:53.454367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:53.471490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:53.511541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc233706-26d7-4b3a-a189-eb20d2e31047 None None] Network c1e86064-d749-47f8-8f0f-0d59171dffee requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:37:53.545121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26524576-df9b-4286-8ccd-0fb9c60de3f8 req-94254078-6f05-4181-87e6-115942b8237c tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 210 time: 0.0573416 Apr 05 20:37:53.606047 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:37:53.616984 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Sync routers for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:37:53.630418 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:53.631072 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:53.682794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Router 7fde25c1-75e7-4452-898d-2af3bca43de3 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:37:53.786786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0133f605-7e07-4a50-86aa-bfc4df90c055 None None] Provisioning for port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:53.815809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.843524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abad2b-31df-4b5c-b607-a0c5018de534 req-106d7ad9-408b-4cc4-b1e3-0310d7f6fb92 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:53.845474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05abad2b-31df-4b5c-b607-a0c5018de534 req-106d7ad9-408b-4cc4-b1e3-0310d7f6fb92 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1538777 Apr 05 20:37:53.859414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.866620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d9baa13-9279-4951-910d-3d817f107fc2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0160699 Apr 05 20:37:53.868082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52772) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:53.895558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.949841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05abad2b-31df-4b5c-b607-a0c5018de534 req-107d9628-d30a-4ebf-a296-83ceef87aff6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981836 Apr 05 20:37:53.970598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7307d81-b2ff-4bcd-938c-9a5bc6b50b63,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:53.975722 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:53.986472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.990979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02ce7559-134c-4e32-a75a-5be1841b431c req-e0ec7b0d-56da-40e5-9808-09b53f096284 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1649 time: 0.9225085 Apr 05 20:37:54.105885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c9583fe-ebce-474c-865c-22e2247218cc req-5430e028-a6e3-4e8f-b2dd-5d6342022fd5 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/b7307d81-b2ff-4bcd-938c-9a5bc6b50b63 HTTP/1.1" status: 200 len: 1644 time: 0.0824046 Apr 05 20:37:54.133192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7307d81-b2ff-4bcd-938c-9a5bc6b50b63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:54.133837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b7307d81-b2ff-4bcd-938c-9a5bc6b50b63', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:54.141543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:54.150981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group_rule and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:54.154964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:54.162999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:54.176963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:37:54.191461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Sync routers for ids ['7fde25c1-75e7-4452-898d-2af3bca43de3'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:37:54.216309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Routers {'7fde25c1-75e7-4452-898d-2af3bca43de3'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:54.217631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7fde25c1-75e7-4452-898d-2af3bca43de3'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:54.399519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.432110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.439150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.440935 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b2b89844-09f9-45a5-9383-3e5deb138d72 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6175640 Apr 05 20:37:54.446759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:54.500356 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.512809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:54.526588 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:52Z', 'revision_number': 3, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:54.532364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e344132f-06d8-44e6-a1c6-a4e2b6b8f1f5,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:54.532560 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Checking router: dcb90c47-3b68-48d6-a5ea-b0804f32680e for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:37:54.532946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Updating router dcb90c47-3b68-48d6-a5ea-b0804f32680e port f1b2f636-5a6e-4c32-b922-5954e453ed79 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:37:54.567907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141a0e8-be41-4786-837c-834b126b2f9b req-ba8c79e4-25da-4cdf-9fa0-5deb4e7dbcaa tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:54.577349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3141a0e8-be41-4786-837c-834b126b2f9b req-ba8c79e4-25da-4cdf-9fa0-5deb4e7dbcaa tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 944 time: 0.1393094 Apr 05 20:37:54.616404 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.642369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3141a0e8-be41-4786-837c-834b126b2f9b req-4a730a61-53ac-4fe1-8e11-77023df855ce tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641353 Apr 05 20:37:54.645606 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.646802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c9583fe-ebce-474c-865c-22e2247218cc req-29232a5d-fa77-456d-9ede-1eb0b073685d tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5258200 Apr 05 20:37:54.670727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Set router 7fde25c1-75e7-4452-898d-2af3bca43de3 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:54.766752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:54.858384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:54.859132 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.893442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ff2515a-261a-460b-a9f5-c8a6920d375c req-3a7424c4-7d50-474a-a2a7-8984b72f5bb9 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/b7307d81-b2ff-4bcd-938c-9a5bc6b50b63 HTTP/1.1" status: 200 len: 2147 time: 0.1844068 Apr 05 20:37:55.014628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 44a23ef3-258f-464c-a479-354c7fbe9bdb details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:37:55.070281 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.094091 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Transition to ACTIVE for port object f1b2f636-5a6e-4c32-b922-5954e453ed79 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:55.106572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-268b2787-397a-4e8c-aa7a-e271604865e8 req-72fc6d53-a743-40be-9a9c-e72ec7443445 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-group-rules/e344132f-06d8-44e6-a1c6-a4e2b6b8f1f5 HTTP/1.1" status: 200 len: 713 time: 0.0755174 Apr 05 20:37:55.180542 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.280454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Attempting to bind port f1b2f636-5a6e-4c32-b922-5954e453ed79 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:55.280875 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Attempting to bind port f1b2f636-5a6e-4c32-b922-5954e453ed79 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:55.281449 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Attempting to bind port f1b2f636-5a6e-4c32-b922-5954e453ed79 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:55.317098 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:55.318413 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:55.318978 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.319549 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:55.323272 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Bound port: f1b2f636-5a6e-4c32-b922-5954e453ed79, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:55.323966 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.332626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:55.343427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.370904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'mac_address': 'fa:16:3e:f3:fd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:37:55.405650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e901e9b4-2098-4b65-b25d-3e3d32eb56a6 req-fca7ac5c-d495-4a64-85ee-5c8a40a19c1c tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 210 time: 0.3734105 Apr 05 20:37:55.464729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=21d92f4a-f13f-4cae-b9e8-1504bd56c0b6,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:55.464887 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] For port f1b2f636-5a6e-4c32-b922-5954e453ed79, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:55.467855 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] For port f1b2f636-5a6e-4c32-b922-5954e453ed79, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f1b2f636-5a6e-4c32-b922-5954e453ed79,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:55.487733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.493352 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265a454-d6a5-4e7e-a1bf-a55816bf8848 None None] Pushing event updated for resources: {'Port': ['ID=f1b2f636-5a6e-4c32-b922-5954e453ed79,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:55.505908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:52Z', 'revision_number': 3, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port': {'id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:55.516725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a23ef3-258f-464c-a479-354c7fbe9bdb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:37:55.521691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Checking router: 7fde25c1-75e7-4452-898d-2af3bca43de3 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:37:55.522389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Updating router 7fde25c1-75e7-4452-898d-2af3bca43de3 port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:37:55.550039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-268b2787-397a-4e8c-aa7a-e271604865e8 req-650df03b-51db-4035-84ef-8c334b201d64 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/b7307d81-b2ff-4bcd-938c-9a5bc6b50b63 HTTP/1.1" status: 200 len: 2147 time: 0.4422991 Apr 05 20:37:55.557589 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.570008 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.605699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-62410509-9dbc-4b57-b5d2-e8ad8a942d55 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:55.607094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-62410509-9dbc-4b57-b5d2-e8ad8a942d55 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.23 "GET /v2.0/networks?id=499afe4a-d66f-4a1b-b5b9-fd40998d564b HTTP/1.1" status: 200 len: 812 time: 0.7968583 Apr 05 20:37:55.651985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:55.666581 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.683855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-268b2787-397a-4e8c-aa7a-e271604865e8 req-25e9ec9d-342c-4d7b-8426-0b1cedf09a04 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.703324 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265a454-d6a5-4e7e-a1bf-a55816bf8848 None None] Pushing event updated for resources: {'Port': ['ID=f1b2f636-5a6e-4c32-b922-5954e453ed79,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:55.714378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=21d92f4a-f13f-4cae-b9e8-1504bd56c0b6,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:55.714511 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-268b2787-397a-4e8c-aa7a-e271604865e8 req-25e9ec9d-342c-4d7b-8426-0b1cedf09a04 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.732325 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.747411 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:55.748488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:55.796610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-a64534c4-6cc6-4b0a-8ddd-d7ab6b98a89c tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a99ad01f410047ff83288b1b3960e343 HTTP/1.1" status: 200 len: 379 time: 0.1437492 Apr 05 20:37:55.805710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Request body: {'port': {'device_id': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'admin_state_up': True, 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'security_groups': ['b7167414-7a37-4094-a43a-5e14390495b4']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:55.832646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.834739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9590dd-f35e-4a76-9b16-349436433a2a req-0e7e64e6-50a3-4a50-9067-df30630443f5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:55.842498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca9590dd-f35e-4a76-9b16-349436433a2a req-0e7e64e6-50a3-4a50-9067-df30630443f5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.2331226 Apr 05 20:37:55.915680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-268b2787-397a-4e8c-aa7a-e271604865e8 req-25e9ec9d-342c-4d7b-8426-0b1cedf09a04 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.934424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:55.942713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9ec9d-342c-4d7b-8426-0b1cedf09a04 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e344132f-06d8-44e6-a1c6-a4e2b6b8f1f5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:55.962192 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-268b2787-397a-4e8c-aa7a-e271604865e8 req-25e9ec9d-342c-4d7b-8426-0b1cedf09a04 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.968053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-268b2787-397a-4e8c-aa7a-e271604865e8 req-25e9ec9d-342c-4d7b-8426-0b1cedf09a04 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e344132f-06d8-44e6-a1c6-a4e2b6b8f1f5 HTTP/1.1" status: 204 len: 173 time: 0.4172547 Apr 05 20:37:55.995892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['44a23ef3-258f-464c-a479-354c7fbe9bdb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:37:56.046600 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:56.108412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca9590dd-f35e-4a76-9b16-349436433a2a req-ead08b95-dd36-48c7-8e25-782673b8cbc8 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648520 Apr 05 20:37:56.167037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:56.207877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:56.217289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Allocated IP 172.20.0.1 (c1e86064-d749-47f8-8f0f-0d59171dffee/8c05a1f0-9958-47dc-ba2f-9d8dfcdab467/ad32805f-4876-4ba6-b044-5a56cdde41cf) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:56.218870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.223088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-886993230', 'description': 'tempest-description-614002834'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:56.240273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:56.302356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:56.312591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:56.323979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:56.326749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:56.386514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bd79c-c749-4766-9685-dd420f639125 req-8f325dbe-96f1-470d-967e-0dc196b8b662 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:56.388696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-833bd79c-c749-4766-9685-dd420f639125 req-8f325dbe-96f1-470d-967e-0dc196b8b662 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 945 time: 0.1582537 Apr 05 20:37:56.390277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Made reservation on behalf of a99ad01f410047ff83288b1b3960e343 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:56.394327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.512523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:52Z', 'revision_number': 3, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:56.518201 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b46c5-4c7c-41ee-89cd-3d55a666cdc4 None None] The sync data for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 is: [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:52Z', 'revision_number': 3, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:37:56.530472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.536874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.559519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Transition to ACTIVE for port object d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:56.564754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:56.565231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.603169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.622832 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.664678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Transition to ACTIVE for port object ad32805f-4876-4ba6-b044-5a56cdde41cf will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:56.672467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:56.680005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Allocated IP 172.20.0.1 (75db5fa6-4b8f-42bb-b9fd-412ec9935469/89ff7d5c-ea36-4166-8dac-6fad07295978/07bf1325-ed55-40c9-ade7-c2aa13a06d52) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:56.685331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group_rule and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:56.690339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:56.700856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:56.715982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Attempting to bind port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:56.715982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Attempting to bind port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:56.715982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Attempting to bind port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:56.729697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-833bd79c-c749-4766-9685-dd420f639125 req-bf4c0c21-3a6f-489d-b090-fd250956cd0f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063960 Apr 05 20:37:56.744036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Allocated IP 172.20.0.5 (499afe4a-d66f-4a1b-b5b9-fd40998d564b/952a5a25-7481-4fd0-a75a-f3edc3071c89/d11516fb-8e6b-46f0-81bf-f805226a72ca) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:56.769082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291ddd3-f12b-4303-9bf5-fff6ba3d466a None None] Pushing event updated for resources: {'Port': ['ID=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:56.785770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:56.786148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:56.786602 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.787054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:56.787547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Bound port: d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:56.787922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.875343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] For port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:37:56.880580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] For port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:37:56.886878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.969842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 44a23ef3-258f-464c-a479-354c7fbe9bdb up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:56.971698 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.009764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.037554 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.048191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Transition to ACTIVE for port object d11516fb-8e6b-46f0-81bf-f805226a72ca will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:57.060929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.062238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.095501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Network c1e86064-d749-47f8-8f0f-0d59171dffee is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:57.099278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:57.103808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:57.113239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8054f5d0-adc9-4626-97e0-f28ca9058276,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:57.133310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Pushing event updated for resources: {'Port': ['ID=ad32805f-4876-4ba6-b044-5a56cdde41cf,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:57.146297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.163977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291ddd3-f12b-4303-9bf5-fff6ba3d466a None None] Pushing event updated for resources: {'Port': ['ID=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:57.164715 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.172982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Routers {'7fde25c1-75e7-4452-898d-2af3bca43de3'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:37:57.172982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7fde25c1-75e7-4452-898d-2af3bca43de3'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:57.242967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.250007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53ef3f50-a9cd-40b6-af22-b78d1c013ddc req-81b32921-9f5a-476d-a65e-b2114f1e546b tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 1.0539854 Apr 05 20:37:57.255578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 44a23ef3-258f-464c-a479-354c7fbe9bdb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:57.256721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:57.275324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:57.289012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:57.298496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:57.302606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:57.306686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:37:57.391999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event updated for resources: {'Port': ['ID=d11516fb-8e6b-46f0-81bf-f805226a72ca,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:57.406252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.479992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.495072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 44a23ef3-258f-464c-a479-354c7fbe9bdb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:57.495072 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.547320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Pushing event updated for resources: {'Port': ['ID=07bf1325-ed55-40c9-ade7-c2aa13a06d52,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:57.583376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:57.584079 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.653019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999505d6-7fcc-4af3-a4ba-bf2827b91911 req-dce15d68-b538-4f78-bd09-788db3863c9d tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:57.653735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-999505d6-7fcc-4af3-a4ba-bf2827b91911 req-dce15d68-b538-4f78-bd09-788db3863c9d tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Synchronizing usage tracker for tenant:a99ad01f410047ff83288b1b3960e343 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:57.662785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7191584-8c6e-4f37-bbde-0e4fc1312071 req-3009afa9-61c2-4a9b-90e5-2c2f109fdab5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:57.664221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7191584-8c6e-4f37-bbde-0e4fc1312071 req-3009afa9-61c2-4a9b-90e5-2c2f109fdab5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1545231 Apr 05 20:37:57.681138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] Set router 7fde25c1-75e7-4452-898d-2af3bca43de3 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:37:57.690569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-83e6bc97-3492-4430-a17c-0cc8f1d42052 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8885732 Apr 05 20:37:57.702862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Request body: {'port': {'device_id': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:57.730395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.733163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-052d257e-be4c-453f-9bf6-7024d95f63ff None None] Provisioning for port ad32805f-4876-4ba6-b044-5a56cdde41cf completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:57.739701 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.761948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-999505d6-7fcc-4af3-a4ba-bf2827b91911 req-dce15d68-b538-4f78-bd09-788db3863c9d tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Unset dirty status for tenant:a99ad01f410047ff83288b1b3960e343 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:57.763204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-999505d6-7fcc-4af3-a4ba-bf2827b91911 req-dce15d68-b538-4f78-bd09-788db3863c9d tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 931 time: 0.3549953 Apr 05 20:37:57.794018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7191584-8c6e-4f37-bbde-0e4fc1312071 req-043481a7-be52-4cb9-810e-397d06f335e2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205778 Apr 05 20:37:57.813098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-052d257e-be4c-453f-9bf6-7024d95f63ff None None] Provisioning complete for port ad32805f-4876-4ba6-b044-5a56cdde41cf triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:57.813792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-052d257e-be4c-453f-9bf6-7024d95f63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.844699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.902316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.917013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-999505d6-7fcc-4af3-a4ba-bf2827b91911 req-f14ef862-2ebc-4ac3-ad6c-76d2b871b1ff tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453328 Apr 05 20:37:57.981798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9807592f-b1d0-4207-8382-d6dccf375379 req-3c2d7884-547d-4785-abf0-23f5591e852f tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/8054f5d0-adc9-4626-97e0-f28ca9058276 HTTP/1.1" status: 200 len: 1645 time: 0.1294601 Apr 05 20:37:58.110207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1784645789', 'description': 'tempest-description-748296903'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:37:58.134882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:58.171687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-052d257e-be4c-453f-9bf6-7024d95f63ff None None] Port ad32805f-4876-4ba6-b044-5a56cdde41cf cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:37:58.186071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:58.191875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:58.228156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:58.242940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:37:58.261087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:58.309583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:52Z', 'revision_number': 3, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port': {'id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:58.317326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4582e-4561-473e-be93-309562a6d0b7 None None] The sync data for ids ['7fde25c1-75e7-4452-898d-2af3bca43de3'] in n-d-836605-1 is: [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:52Z', 'revision_number': 3, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port': {'id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:37:58.334602 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.416565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:37:58.420239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f1b2f636-5a6e-4c32-b922-5954e453ed79 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:58.450815 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.471838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.473558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-10dfc788-d6f2-43c0-ad90-5eb5a6af619f None None] Provisioning for port d11516fb-8e6b-46f0-81bf-f805226a72ca completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:58.501353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-10dfc788-d6f2-43c0-ad90-5eb5a6af619f None None] Provisioning complete for port d11516fb-8e6b-46f0-81bf-f805226a72ca triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:58.502607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-10dfc788-d6f2-43c0-ad90-5eb5a6af619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.511910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.619576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-10dfc788-d6f2-43c0-ad90-5eb5a6af619f None None] Port d11516fb-8e6b-46f0-81bf-f805226a72ca cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:37:58.621021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:58.684308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11516fb-8e6b-46f0-81bf-f805226a72ca {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:37:58.686484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.697441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.724581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d94978-dac7-4ba6-9408-d0cad96365a4 req-3708c414-db95-4c72-978c-d391429fd1c2 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:58.726660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51d94978-dac7-4ba6-9408-d0cad96365a4 req-3708c414-db95-4c72-978c-d391429fd1c2 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 945 time: 0.5980477 Apr 05 20:37:58.739264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Transition to ACTIVE for port object d11516fb-8e6b-46f0-81bf-f805226a72ca will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:58.763254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f1b2f636-5a6e-4c32-b922-5954e453ed79 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:58.763793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.767464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f1b2f636-5a6e-4c32-b922-5954e453ed79 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:58.768124 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.787611 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.788263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.833722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51d94978-dac7-4ba6-9408-d0cad96365a4 req-dadc5615-9d51-42e0-94e9-08004c4eaa2b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962985 Apr 05 20:37:58.855358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:58.860889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group_rule and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:58.866579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:58.874802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:58.915330 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a04e98-9264-4d69-82fd-6ce0ba492737'] response: {'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'code': 200} Apr 05 20:37:58.981313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.983600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.989285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Pushing event updated for resources: {'Port': ['ID=07bf1325-ed55-40c9-ade7-c2aa13a06d52,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:59.082998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.113103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f1b2f636-5a6e-4c32-b922-5954e453ed79, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f1b2f636-5a6e-4c32-b922-5954e453ed79,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:37:59.197975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.215935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.278911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f1b2f636-5a6e-4c32-b922-5954e453ed79,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:59.281552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Pushing event updated for resources: {'Port': ['ID=d11516fb-8e6b-46f0-81bf-f805226a72ca,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:59.309136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Pushing event updated for resources: {'Port': ['ID=ad32805f-4876-4ba6-b044-5a56cdde41cf,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:59.329950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Network c1e86064-d749-47f8-8f0f-0d59171dffee is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:59.329950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:59.329950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:59.332584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:59.445365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.453175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6a8f6f8-2c38-4642-a6ce-6644d3c1fba6 req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.3509307 Apr 05 20:37:59.573038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f65ce-e4f2-4c02-afc7-92b127a81133 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc321cf-a7f9-4948-8ae8-8fce997d72e4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:59.713685 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1e912b51-1e88-42e2-a144-9e03ccafc562 None None] Provisioning complete for port ad32805f-4876-4ba6-b044-5a56cdde41cf triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:59.716705 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1e912b51-1e88-42e2-a144-9e03ccafc562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.776157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3415e-de37-4ae3-bb12-d047aa6b84a0 req-8ac9ea9a-7896-486a-b43b-afed454993f0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:59.777548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1e912b51-1e88-42e2-a144-9e03ccafc562 None None] Port ad32805f-4876-4ba6-b044-5a56cdde41cf cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:37:59.781713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66c3415e-de37-4ae3-bb12-d047aa6b84a0 req-8ac9ea9a-7896-486a-b43b-afed454993f0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.6654465 Apr 05 20:37:59.794659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-203916a7-b863-4cc4-a3be-0ccc193406bc req-18ca7c67-a14a-4233-825c-0199f150dc28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 1097 time: 0.7867401 Apr 05 20:37:59.795297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Attempting to bind port d11516fb-8e6b-46f0-81bf-f805226a72ca on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:59.795627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Attempting to bind port d11516fb-8e6b-46f0-81bf-f805226a72ca by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:59.795952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Attempting to bind port d11516fb-8e6b-46f0-81bf-f805226a72ca on network 499afe4a-d66f-4a1b-b5b9-fd40998d564b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:59.845604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Port d11516fb-8e6b-46f0-81bf-f805226a72ca on network 499afe4a-d66f-4a1b-b5b9-fd40998d564b not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:37:59.845958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Attempting to bind port d11516fb-8e6b-46f0-81bf-f805226a72ca on network 499afe4a-d66f-4a1b-b5b9-fd40998d564b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:37:59.879064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:37:59.879401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Checking segment: {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:37:59.879791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Bound using segment: {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:37:59.880230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Bound port: d11516fb-8e6b-46f0-81bf-f805226a72ca, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:59.880575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.894580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be20b8-75e7-4bb6-a032-7324bef20016 req-23827186-8852-4741-b8d3-be2e3ae080ac tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:59.896038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72be20b8-75e7-4bb6-a032-7324bef20016 req-23827186-8852-4741-b8d3-be2e3ae080ac tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 943 time: 0.2350698 Apr 05 20:37:59.928319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66c3415e-de37-4ae3-bb12-d047aa6b84a0 req-24e18b75-b303-457d-b98a-1941fa6b4fc0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391325 Apr 05 20:37:59.970386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-203916a7-b863-4cc4-a3be-0ccc193406bc req-07cd541b-72b9-41c7-aacf-e0a750fe7f96 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549852 Apr 05 20:38:00.047039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72be20b8-75e7-4bb6-a032-7324bef20016 req-e8542dbc-21c6-4690-9e21-69e2e469e0fd tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420112 Apr 05 20:38:00.069951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] For port d11516fb-8e6b-46f0-81bf-f805226a72ca, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:00.077561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4cc4b90-16be-4f2f-833d-f09d5bedab1a req-30b27a8a-6170-436b-843a-525a223d38c1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/1cc321cf-a7f9-4948-8ae8-8fce997d72e4 HTTP/1.1" status: 200 len: 1646 time: 0.0968478 Apr 05 20:38:00.080263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] For port d11516fb-8e6b-46f0-81bf-f805226a72ca, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:00.124162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1382842641', 'description': 'tempest-description-1006925557'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:00.136977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.143346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:00.196282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:00.216974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Router dcb90c47-3b68-48d6-a5ea-b0804f32680e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:00.222257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Router 7fde25c1-75e7-4452-898d-2af3bca43de3 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:00.230407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:00.273616 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.277960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-b239dde5-4109-4da0-bff2-765294089531 service neutron] 10.222.0.23 "PUT /v2.0/ports/d11516fb-8e6b-46f0-81bf-f805226a72ca HTTP/1.1" status: 200 len: 1091 time: 2.5770276 Apr 05 20:38:00.277960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:00.279302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:00.311019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239dde5-4109-4da0-bff2-765294089531 service neutron] Pushing event updated for resources: {'Port': ['ID=d11516fb-8e6b-46f0-81bf-f805226a72ca,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:00.357885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e0d-a554-4468-85ee-828bd43d78da req-b1b230aa-202d-4b03-9e50-26a743df71c3 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:00.359621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-409a3e0d-a554-4468-85ee-828bd43d78da req-b1b230aa-202d-4b03-9e50-26a743df71c3 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 946 time: 0.1723521 Apr 05 20:38:00.422369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-409a3e0d-a554-4468-85ee-828bd43d78da req-358fd79a-341c-44e7-9bf4-71f40d8b6632 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544524 Apr 05 20:38:00.424742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.461417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f1b2f636-5a6e-4c32-b922-5954e453ed79 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:00.548251 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a086ac8-e23e-41b1-98ac-f32b5c1c1142'] response: {'name': 'network-changed', 'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'status': 'completed', 'code': 200} Apr 05 20:38:00.548497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f1b2f636-5a6e-4c32-b922-5954e453ed79 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:00.548867 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.557166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:00.560947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group_rule and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:00.564699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:00.575746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:00.671100 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.686335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-2edb7808-a82f-4428-8748-2410b73367f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a99ad01f410047ff83288b1b3960e343&device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 1094 time: 0.2033963 Apr 05 20:38:00.690252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:00.724119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:00.732259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:00.741700 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6e0d227a-dab8-459f-9a24-3e53235c95ae admin admin] 10.222.0.10 "PUT /v2.0/routers/dcb90c47-3b68-48d6-a5ea-b0804f32680e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8673859 Apr 05 20:38:00.748444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-03ffc650-7f25-49b6-bbf3-8b7b6b02a74e admin admin] 10.222.0.10 "PUT /v2.0/routers/7fde25c1-75e7-4452-898d-2af3bca43de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3003519 Apr 05 20:38:00.755325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.800368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-988572fa-efd1-479c-afb5-f2fe82f84290 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca HTTP/1.1" status: 200 len: 217 time: 0.1053889 Apr 05 20:38:00.848204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d55d4-c35e-4e78-80d0-c3a975c49a34,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:00.866016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:00.873804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:00.874600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.878172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-99a8cbab-87be-4421-869c-2b53c2402445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:00.879609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-99a8cbab-87be-4421-869c-2b53c2402445 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=952a5a25-7481-4fd0-a75a-f3edc3071c89 HTTP/1.1" status: 200 len: 851 time: 0.0695045 Apr 05 20:38:00.947219 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.958633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94e3edfb-bf96-4f99-84d6-deea91780110 req-77030edf-45df-47bf-b6fe-b88c6d66bceb tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.8323903 Apr 05 20:38:01.015427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-3a20b10f-4f62-46e8-84dd-3af00ef87132 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=499afe4a-d66f-4a1b-b5b9-fd40998d564b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274562 Apr 05 20:38:01.061490 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.082337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:01.129700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe0a9b16-6680-4d16-84c5-1cda8fc7c635 req-74d93624-68db-4215-a19e-574e5de398c4 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/5a3d55d4-c35e-4e78-80d0-c3a975c49a34 HTTP/1.1" status: 200 len: 1647 time: 0.1409223 Apr 05 20:38:01.152137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.176669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-d8be72a0-d066-443b-b072-5d3ceb2314f8 service neutron] 10.222.0.23 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532667 Apr 05 20:38:01.242593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:01.391003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52848) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:01.403438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868310094', 'description': 'tempest-description--1559079228'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:01.414519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:01.431475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Usage tracker for resource:security_group and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:01.431475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:01.433562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:01.501548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0eff489-70f5-41b2-8b4e-b45f8500ae3b req-1f22782c-8209-42a8-b03c-17688a6bc58c service neutron] 10.222.0.23 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189411 Apr 05 20:38:01.512696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170e8e8-2b4e-4a40-bd28-bc0614211420 req-bdf0797b-2d05-4f0a-93a5-6ee62f93b2bd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:01.514098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0170e8e8-2b4e-4a40-bd28-bc0614211420 req-bdf0797b-2d05-4f0a-93a5-6ee62f93b2bd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1379855 Apr 05 20:38:01.591743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0170e8e8-2b4e-4a40-bd28-bc0614211420 req-0e72e12a-2b13-43d2-9b82-5ffb00c592a8 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700595 Apr 05 20:38:01.712309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.747971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820f9a-c815-43e9-9645-a09979231ca0 req-61c25117-2c34-4520-808b-6c0040a6fa4c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:01.749771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-61c25117-2c34-4520-808b-6c0040a6fa4c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 811 time: 0.1855845 Apr 05 20:38:01.763824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:01.767796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Usage tracker for resource:security_group_rule and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:01.772631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:01.779144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:01.793165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-05494a67-fdb6-4509-93e6-3bd9de3d51aa tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/quotas/6b117e04743246c0a80472e837a08d4f HTTP/1.1" status: 200 len: 375 time: 0.0370991 Apr 05 20:38:01.857322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.912243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.939290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc28bc6-fcfa-488d-b8f8-daebfc091e37 req-54c2f8e7-da21-45ac-b34e-f96093cdd08e tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:01.943120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccc28bc6-fcfa-488d-b8f8-daebfc091e37 req-54c2f8e7-da21-45ac-b34e-f96093cdd08e tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 943 time: 0.2287817 Apr 05 20:38:01.953764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d152e9-1606-4f24-881a-83f9e8cbe232,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:01.977159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-46a3de78-39f0-4b3f-a3bc-06329f275f0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a99ad01f410047ff83288b1b3960e343&device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 1094 time: 0.1857653 Apr 05 20:38:01.994119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-31bcc44e-dbbc-44d5-8739-225a36492cec tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1689708 Apr 05 20:38:02.025344 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.025344 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8ac84a41-034d-48b6-bb13-6c521ef390f2 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6292961 Apr 05 20:38:02.025667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52860) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:02.030826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Request body: {'security_group_rule': {'security_group_id': 'd8d152e9-1606-4f24-881a-83f9e8cbe232', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:02.037407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:02.041167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Usage tracker for resource:security_group_rule and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:02.044519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:02.050952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:02.135220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.153449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccc28bc6-fcfa-488d-b8f8-daebfc091e37 req-327f2fdd-5698-437d-b471-f79486747ded tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052834 Apr 05 20:38:02.199796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.230556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2021166160', 'description': 'tempest-description-1714396314'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:02.242355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:02.260384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.264744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:02.270281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-f0bf09ac-5411-4670-b397-907a52cb5b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:02.273707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-f0bf09ac-5411-4670-b397-907a52cb5b4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=499afe4a-d66f-4a1b-b5b9-fd40998d564b HTTP/1.1" status: 200 len: 913 time: 0.2764616 Apr 05 20:38:02.273707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:02.280444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-2a1206bd-7b54-4225-998b-a58dbe291005 service neutron] 10.222.0.10 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638359 Apr 05 20:38:02.282469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:02.286507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4271038b-d4a8-4111-b0e3-41935d0261b2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:02.291401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:02.347612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.349140 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c9be3d61-4b61-430a-9220-60ec86dac5e6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3227224 Apr 05 20:38:02.351624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52864) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:02.357595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Request body: {'security_group_rule': {'security_group_id': 'd8d152e9-1606-4f24-881a-83f9e8cbe232', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:02.367417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:02.367571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:02.367571 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.370058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Usage tracker for resource:security_group_rule and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:02.373196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:02.379995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:02.426695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-e947380a-b49d-4110-96a4-72b39a403c81 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca HTTP/1.1" status: 200 len: 217 time: 0.1453557 Apr 05 20:38:02.480578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.496674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.568564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-6b798968-0d1a-4751-9e32-7046ec4d10f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:02.570026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-6b798968-0d1a-4751-9e32-7046ec4d10f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=952a5a25-7481-4fd0-a75a-f3edc3071c89 HTTP/1.1" status: 200 len: 851 time: 0.1352131 Apr 05 20:38:02.575485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-42766f24-a106-4447-a29b-0abdeb6fe2b9 service neutron] 10.222.0.10 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356992 Apr 05 20:38:02.579254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:02.615292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Usage tracker for resource:security_group_rule and tenant:743c86603bbc49b0bc03def006d30aaf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:02.621736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:02.632957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:02.660179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.696093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-d8c2165a-16cd-486b-8fac-8cf9a521780b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=499afe4a-d66f-4a1b-b5b9-fd40998d564b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169732 Apr 05 20:38:02.712618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.730379 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.734133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fef355-4f89-4124-8f47-85eee241c420,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:02.800956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.801204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.802151 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d62463ba-630c-44de-88e6-6a7c3cf684c7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4495037 Apr 05 20:38:02.804988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:02.812356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:02.830838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:02.836784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Usage tracker for resource:floatingip and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:02.844775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:02.855419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:02.929446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b1a4e-8cd1-4a61-a276-fa82bd0675a7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:02.940312 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.940741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-fd53bae4-a0b4-4eba-b961-921c9e199e5e service neutron] 10.222.0.23 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287939 Apr 05 20:38:03.087175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.150768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.153287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01d2dfac-1a5a-4e38-b7fd-083567a225fc req-88dc10f1-4671-470c-8f5b-4c3ce7724fe1 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.9393680 Apr 05 20:38:03.226632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da5608-e76c-4511-a518-ca2f9e21de65 req-681e4452-d7c7-4553-823d-a81eed842230 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:03.233560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74da5608-e76c-4511-a518-ca2f9e21de65 req-681e4452-d7c7-4553-823d-a81eed842230 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 946 time: 0.3368838 Apr 05 20:38:03.254028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Allocated IP 172.25.2.68 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d45e0f0c-3253-47be-be5e-06680577ceb0) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:03.295156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc43d29-268e-4fc7-8046-cb2d3337efbb req-e3913380-4c2e-464f-bff7-129222c1d656 service neutron] 10.222.0.23 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487875 Apr 05 20:38:03.335317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74da5608-e76c-4511-a518-ca2f9e21de65 req-8e9bf11a-ba77-4012-990f-d849f5eaea04 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006846 Apr 05 20:38:03.362040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42affef-54ce-4a5d-a616-cc75ce95a686 req-29c43944-a4f2-4289-98d7-f24aa68743f3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:03.363830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b42affef-54ce-4a5d-a616-cc75ce95a686 req-29c43944-a4f2-4289-98d7-f24aa68743f3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1049836 Apr 05 20:38:03.437931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b42affef-54ce-4a5d-a616-cc75ce95a686 req-514ab043-d51e-4972-8a7e-85f257848b01 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511186 Apr 05 20:38:03.441708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.497837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdb663d1-c505-465b-90d0-306a334b1f79 req-c48c2193-08b7-4847-bbec-4b376ea887f5 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 210 time: 0.0633984 Apr 05 20:38:03.531319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03cc5a0f-d653-49ab-a8e9-a3ad4432ecb2 req-e4f53c2f-14db-4575-8758-592ca1667a65 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/0b0b1a4e-8cd1-4a61-a276-fa82bd0675a7 HTTP/1.1" status: 200 len: 1647 time: 0.0507035 Apr 05 20:38:03.594718 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.595408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.662952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:03.665852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:03.670217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:03.702925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event updated for resources: {'Port': ['ID=d45e0f0c-3253-47be-be5e-06680577ceb0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:03.712204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32c831-beb2-4b94-9ce7-3bddb6d686f7 req-58b52e50-971e-4de0-8071-7c1ca3688762 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:03.717498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb32c831-beb2-4b94-9ce7-3bddb6d686f7 req-58b52e50-971e-4de0-8071-7c1ca3688762 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 943 time: 0.0995665 Apr 05 20:38:03.760022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb32c831-beb2-4b94-9ce7-3bddb6d686f7 req-eddab533-fbfb-4685-a576-c5ee5c769fb0 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Apr 05 20:38:03.817973 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-0e702e66-f240-4285-a721-62f0134e907e req-91a051f7-18ed-4a84-abe5-8147c0a1a882 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] show failed (client error): The resource could not be found. Apr 05 20:38:03.819061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e702e66-f240-4285-a721-62f0134e907e req-91a051f7-18ed-4a84-abe5-8147c0a1a882 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/a7ac36d4-b00c-486e-9c11-4d2271824191 HTTP/1.1" status: 404 len: 352 time: 0.0181658 Apr 05 20:38:03.854880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.872255 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-74add4f9-0cd1-4ad1-a9ec-271e80410509 req-f723a2f4-dc1c-4b31-8200-056ed5b3e027 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] show failed (client error): The resource could not be found. Apr 05 20:38:03.873187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74add4f9-0cd1-4ad1-a9ec-271e80410509 req-f723a2f4-dc1c-4b31-8200-056ed5b3e027 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-group-rules/1df2de42-4abd-46ae-8cd3-8380d1e868d2 HTTP/1.1" status: 404 len: 361 time: 0.0150707 Apr 05 20:38:03.952161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f57795db-08f2-42f3-8899-8339384c3e96 req-f7cc7e76-2e33-4b60-93d8-6de9bc199209 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/0b0b1a4e-8cd1-4a61-a276-fa82bd0675a7 HTTP/1.1" status: 200 len: 1647 time: 0.0457537 Apr 05 20:38:04.026816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.076496 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f57795db-08f2-42f3-8899-8339384c3e96 req-07e5020e-03a0-4f08-a9e5-98f50c87ce50 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.113651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f57795db-08f2-42f3-8899-8339384c3e96 req-07e5020e-03a0-4f08-a9e5-98f50c87ce50 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.133899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10b0b3-91e2-444a-94d6-c375996e8df0 req-f069d4a5-8315-488b-8135-05275af4d8d9 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:04.135275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b10b0b3-91e2-444a-94d6-c375996e8df0 req-f069d4a5-8315-488b-8135-05275af4d8d9 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 946 time: 0.1361141 Apr 05 20:38:04.200733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b10b0b3-91e2-444a-94d6-c375996e8df0 req-a6f2d99c-e17c-465c-aca0-f9c689bb80ee tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Apr 05 20:38:04.245653 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.283161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f57795db-08f2-42f3-8899-8339384c3e96 req-07e5020e-03a0-4f08-a9e5-98f50c87ce50 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.300149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5020e-03a0-4f08-a9e5-98f50c87ce50 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b1a4e-8cd1-4a61-a276-fa82bd0675a7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:04.311450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.315231 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f57795db-08f2-42f3-8899-8339384c3e96 req-07e5020e-03a0-4f08-a9e5-98f50c87ce50 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.315231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f57795db-08f2-42f3-8899-8339384c3e96 req-07e5020e-03a0-4f08-a9e5-98f50c87ce50 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b0b1a4e-8cd1-4a61-a276-fa82bd0675a7 HTTP/1.1" status: 204 len: 173 time: 0.3564041 Apr 05 20:38:04.402961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51b12a45-8b1d-417d-9766-7b31ca83fadc req-5ca04b8f-3a43-4725-b0b7-565fe4088441 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/5a3d55d4-c35e-4e78-80d0-c3a975c49a34 HTTP/1.1" status: 200 len: 1647 time: 0.0553367 Apr 05 20:38:04.436575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event updated for resources: {'Port': ['ID=d45e0f0c-3253-47be-be5e-06680577ceb0,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:04.450789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.488794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-51b12a45-8b1d-417d-9766-7b31ca83fadc req-5e72f35e-077d-48dd-8f2d-a409678984b4 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.518738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-51b12a45-8b1d-417d-9766-7b31ca83fadc req-5e72f35e-077d-48dd-8f2d-a409678984b4 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.615868 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.619500 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-808ff13c-3ce6-4be2-a304-f5f0a8d6719c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8100960 Apr 05 20:38:04.638592 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-51b12a45-8b1d-417d-9766-7b31ca83fadc req-5e72f35e-077d-48dd-8f2d-a409678984b4 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.662485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9386c1-c0a6-4f67-a0cb-6121213b4f5c req-8e678939-2323-4845-90a0-bfe5d78b858d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:04.665240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e9386c1-c0a6-4f67-a0cb-6121213b4f5c req-8e678939-2323-4845-90a0-bfe5d78b858d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1005304 Apr 05 20:38:04.671881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72f35e-077d-48dd-8f2d-a409678984b4 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d55d4-c35e-4e78-80d0-c3a975c49a34,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:04.694610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-51b12a45-8b1d-417d-9766-7b31ca83fadc req-5e72f35e-077d-48dd-8f2d-a409678984b4 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.701550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51b12a45-8b1d-417d-9766-7b31ca83fadc req-5e72f35e-077d-48dd-8f2d-a409678984b4 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a3d55d4-c35e-4e78-80d0-c3a975c49a34 HTTP/1.1" status: 204 len: 173 time: 0.2766840 Apr 05 20:38:04.725326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e9386c1-c0a6-4f67-a0cb-6121213b4f5c req-901ce409-180c-431a-b9cd-dc6f9309195c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479939 Apr 05 20:38:04.734716 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab3bd809-ec23-4658-acbf-df88a15a53d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.856477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7feb9bd-20ed-415b-820b-f5d5aba945a5 req-a6d9675c-54b4-4423-a8c7-3f32bd9e98ca tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 210 time: 0.0549808 Apr 05 20:38:04.895325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-7aa23c9f-7d3f-4c3b-aba8-cecebc9845f0 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1868310094&fields=id&tenant_id=233b5c8a7507405380d7b821947f39a2 HTTP/1.1" status: 200 len: 267 time: 0.0643821 Apr 05 20:38:05.015523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d11516fb-8e6b-46f0-81bf-f805226a72ca details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:38:05.060984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8863b08-fd64-4d35-9916-08e5daa2bb24 req-73e2a581-e11a-4a1b-8c0a-f500985645d0 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/1cc321cf-a7f9-4948-8ae8-8fce997d72e4 HTTP/1.1" status: 200 len: 1646 time: 0.1347039 Apr 05 20:38:05.125914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-0a03c4f9-f51d-4bae-be9d-a4805f68c034 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:05.127338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-0a03c4f9-f51d-4bae-be9d-a4805f68c034 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/networks?id=c1e86064-d749-47f8-8f0f-0d59171dffee HTTP/1.1" status: 200 len: 806 time: 0.2252522 Apr 05 20:38:05.161666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d11516fb-8e6b-46f0-81bf-f805226a72ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:05.162341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-22dfe722-766b-44c9-9825-aaa300580e31 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/quotas/233b5c8a7507405380d7b821947f39a2 HTTP/1.1" status: 200 len: 375 time: 0.0263474 Apr 05 20:38:05.176791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'port_id': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'mac_address': 'fa:16:3e:2b:12:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:38:05.217463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b8863b08-fd64-4d35-9916-08e5daa2bb24 req-736e9fa8-4024-47cc-bc78-7eb0e65476b0 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.230338 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.248580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11516fb-8e6b-46f0-81bf-f805226a72ca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:05.261783 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b8863b08-fd64-4d35-9916-08e5daa2bb24 req-736e9fa8-4024-47cc-bc78-7eb0e65476b0 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.268411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d11516fb-8e6b-46f0-81bf-f805226a72ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:05.311381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.314913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-de8964ac-a812-49fd-b150-b9e6dd49c2b8 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=233b5c8a7507405380d7b821947f39a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1515465 Apr 05 20:38:05.386832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d11516fb-8e6b-46f0-81bf-f805226a72ca,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:05.401729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b8863b08-fd64-4d35-9916-08e5daa2bb24 req-736e9fa8-4024-47cc-bc78-7eb0e65476b0 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.437651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e9fa8-4024-47cc-bc78-7eb0e65476b0 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc321cf-a7f9-4948-8ae8-8fce997d72e4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:05.444482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b8863b08-fd64-4d35-9916-08e5daa2bb24 req-736e9fa8-4024-47cc-bc78-7eb0e65476b0 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.454438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8863b08-fd64-4d35-9916-08e5daa2bb24 req-736e9fa8-4024-47cc-bc78-7eb0e65476b0 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "DELETE /v2.0/security-groups/1cc321cf-a7f9-4948-8ae8-8fce997d72e4 HTTP/1.1" status: 204 len: 173 time: 0.3719876 Apr 05 20:38:05.524884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d11516fb-8e6b-46f0-81bf-f805226a72ca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:05.529097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-41a9388b-0bef-46b3-bc57-9c095f1f07c6 service neutron] 10.222.0.10 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973150 Apr 05 20:38:05.915706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820f9a-c815-43e9-9645-a09979231ca0 req-ffe7f859-5bb7-4048-90ec-4f514e44caeb tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:05.917223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-ffe7f859-5bb7-4048-90ec-4f514e44caeb tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 811 time: 0.4227068 Apr 05 20:38:05.940788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-32ab86b1-b04f-4ca7-8e20-3417e16526c6 service neutron] 10.222.0.10 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112515 Apr 05 20:38:05.945507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Request body: {'port': {'device_id': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'admin_state_up': True, 'tenant_id': '6b117e04743246c0a80472e837a08d4f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:06.020490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4c4ee-03c4-4afe-a2a5-c11e46e463b7 req-879c63b0-db61-4e34-aeb0-77ae43eae1f6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:06.021948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73e4c4ee-03c4-4afe-a2a5-c11e46e463b7 req-879c63b0-db61-4e34-aeb0-77ae43eae1f6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 944 time: 0.4192393 Apr 05 20:38:06.114937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73e4c4ee-03c4-4afe-a2a5-c11e46e463b7 req-b9d0ef07-75b7-4689-ad49-596728a3f391 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822079 Apr 05 20:38:06.121138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:06.125116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Usage tracker for resource:port and tenant:6b117e04743246c0a80472e837a08d4f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:06.128497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:06.134253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:06.217405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Made reservation on behalf of 6b117e04743246c0a80472e837a08d4f for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:06.220399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.339247 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3406cfda-af5e-4125-8a2b-0fe842be1bd6 req-5a645c4c-1cbd-4a2a-aa51-c9c969a508a3 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/8054f5d0-adc9-4626-97e0-f28ca9058276 HTTP/1.1" status: 200 len: 1645 time: 0.1628027 Apr 05 20:38:06.478405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb1df6-4655-4359-9419-cccab7e1caf7 req-8072cf16-0a2b-4c7f-9030-5040a26cc81b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:06.479849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67bb1df6-4655-4359-9419-cccab7e1caf7 req-8072cf16-0a2b-4c7f-9030-5040a26cc81b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 946 time: 0.2343240 Apr 05 20:38:06.560141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Allocated IP 172.20.0.14 (75db5fa6-4b8f-42bb-b9fd-412ec9935469/89ff7d5c-ea36-4166-8dac-6fad07295978/a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:06.562308 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3406cfda-af5e-4125-8a2b-0fe842be1bd6 req-540ceffc-4663-4339-aa0f-83fe9c644ab3 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.605104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67bb1df6-4655-4359-9419-cccab7e1caf7 req-5d928e8c-d847-45e7-af88-0a5b085a6445 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174116 Apr 05 20:38:06.609788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3406cfda-af5e-4125-8a2b-0fe842be1bd6 req-540ceffc-4663-4339-aa0f-83fe9c644ab3 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.758513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3406cfda-af5e-4125-8a2b-0fe842be1bd6 req-540ceffc-4663-4339-aa0f-83fe9c644ab3 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.828428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ceffc-4663-4339-aa0f-83fe9c644ab3 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054f5d0-adc9-4626-97e0-f28ca9058276,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:06.874208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3406cfda-af5e-4125-8a2b-0fe842be1bd6 req-540ceffc-4663-4339-aa0f-83fe9c644ab3 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.875704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3406cfda-af5e-4125-8a2b-0fe842be1bd6 req-540ceffc-4663-4339-aa0f-83fe9c644ab3 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "DELETE /v2.0/security-groups/8054f5d0-adc9-4626-97e0-f28ca9058276 HTTP/1.1" status: 204 len: 173 time: 0.5228827 Apr 05 20:38:06.950602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.950602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5dc8e-13d1-4fe9-852b-f239120bb94f req-fc5c5a59-1f84-4b88-b3cb-dce5cb960867 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:06.950602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0b5dc8e-13d1-4fe9-852b-f239120bb94f req-fc5c5a59-1f84-4b88-b3cb-dce5cb960867 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1905305 Apr 05 20:38:07.000057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0b5dc8e-13d1-4fe9-852b-f239120bb94f req-343f4c52-6cb0-441d-b2c7-1c2bdb15ccb8 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Apr 05 20:38:07.041286 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-01614bb9-fea5-487d-bdf5-32f1f379d257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.046621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d11516fb-8e6b-46f0-81bf-f805226a72ca up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:07.112207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-18f9f98e-04b8-4739-ad05-e1fb4192ec01 req-1afa5f73-08b0-4f76-87b7-7237c48e9475 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Synchronizing usage tracker for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:07.121219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a27d67b-37d8-48e6-9015-8b0677261fbf req-9920f0e6-80d9-49c6-9e2d-444b08f0d982 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 210 time: 0.0515318 Apr 05 20:38:07.130110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.180576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port d11516fb-8e6b-46f0-81bf-f805226a72ca completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:07.185532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port d11516fb-8e6b-46f0-81bf-f805226a72ca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:07.191495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.221829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:07.224904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:07.228935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:07.297935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:07.298535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.302429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-18f9f98e-04b8-4739-ad05-e1fb4192ec01 req-1afa5f73-08b0-4f76-87b7-7237c48e9475 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Unset dirty status for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:07.313517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-18f9f98e-04b8-4739-ad05-e1fb4192ec01 req-1afa5f73-08b0-4f76-87b7-7237c48e9475 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 210 time: 0.2808671 Apr 05 20:38:07.314137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Pushing event updated for resources: {'Port': ['ID=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:07.370557 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.399231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:07.413091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d11516fb-8e6b-46f0-81bf-f805226a72ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:07.414922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1745da8b-e28a-4b5b-bed5-d51c5a1c331e req-0d373ac9-ee75-482c-a433-624fd6c1e795 tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "GET /v2.0/security-groups/b7307d81-b2ff-4bcd-938c-9a5bc6b50b63 HTTP/1.1" status: 200 len: 1644 time: 0.0514417 Apr 05 20:38:07.435735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-4d0b03c0-99f9-4684-92bb-b6ca19aadf0b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4979470 Apr 05 20:38:07.456589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Request body: {'port': {'device_id': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:07.555291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.586144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1745da8b-e28a-4b5b-bed5-d51c5a1c331e req-3a75c3de-d0cd-4d9f-bd62-765fbccee3fc tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.627824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.632413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1745da8b-e28a-4b5b-bed5-d51c5a1c331e req-3a75c3de-d0cd-4d9f-bd62-765fbccee3fc tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.650344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d11516fb-8e6b-46f0-81bf-f805226a72ca,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:07.816562 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1745da8b-e28a-4b5b-bed5-d51c5a1c331e req-3a75c3de-d0cd-4d9f-bd62-765fbccee3fc tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.006571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75c3de-d0cd-4d9f-bd62-765fbccee3fc tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7307d81-b2ff-4bcd-938c-9a5bc6b50b63,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:08.041920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1745da8b-e28a-4b5b-bed5-d51c5a1c331e req-3a75c3de-d0cd-4d9f-bd62-765fbccee3fc tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.043047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1745da8b-e28a-4b5b-bed5-d51c5a1c331e req-3a75c3de-d0cd-4d9f-bd62-765fbccee3fc tempest-SecurityGroupRulesNegativeTestJSON-2097777119 tempest-SecurityGroupRulesNegativeTestJSON-2097777119-project] 10.222.0.10 "DELETE /v2.0/security-groups/b7307d81-b2ff-4bcd-938c-9a5bc6b50b63 HTTP/1.1" status: 204 len: 173 time: 0.6225452 Apr 05 20:38:08.050668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52954) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:08.139175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] Deleting subnet ebee367a-72ed-468a-956d-cbef0985e184 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:38:08.147301 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6718a2-6c1e-41b5-ba51-5c2e091e847f'] response: {'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'code': 200} Apr 05 20:38:08.148081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.255449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.271752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.329757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.409572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0a207-6043-49c5-b49d-250c7ac24896 req-b7741de8-daf8-4b41-9d3b-0c0307ef32de tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:08.419169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-89e0a207-6043-49c5-b49d-250c7ac24896 req-b7741de8-daf8-4b41-9d3b-0c0307ef32de tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.3354065 Apr 05 20:38:08.424078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:08.492384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.519735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.564045 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.566561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Transition to ACTIVE for port object a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:08.584873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-89e0a207-6043-49c5-b49d-250c7ac24896 req-cc67d486-0eed-4a83-bbdf-5e56b548ba4c tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598949 Apr 05 20:38:08.584873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b535974-ff32-4b68-a89c-4161035859dd req-410de782-5db7-44c0-8d64-d38317419d53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 1096 time: 0.3170009 Apr 05 20:38:08.610493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebee367a-72ed-468a-956d-cbef0985e184,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:08.614171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.617620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b6b8c-0daa-479e-b269-777450b144d8 req-f90135ea-1d4c-45a1-af0a-0c1448fdb368 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:08.619599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a53b6b8c-0daa-479e-b269-777450b144d8 req-f90135ea-1d4c-45a1-af0a-0c1448fdb368 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1766591 Apr 05 20:38:08.622120 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-709c3136-58b2-4664-84ef-f0c1f8ee01ef admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ebee367a-72ed-468a-956d-cbef0985e184 HTTP/1.1" status: 204 len: 168 time: 0.5698798 Apr 05 20:38:08.629552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52966) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:08.652927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.741970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.772210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b535974-ff32-4b68-a89c-4161035859dd req-e92ffc7a-c088-4014-8f37-67c926355f71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814876 Apr 05 20:38:08.845634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f079616-9cdf-4fc5-8ef9-9e1fe4df2782 req-d3e8d4eb-ba94-4f83-b911-824087c6ed9d tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 210 time: 0.1310072 Apr 05 20:38:08.859990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:08.883365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a53b6b8c-0daa-479e-b269-777450b144d8 req-0269f59c-d5a6-47cc-81f3-2d0f1ba3d215 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553563 Apr 05 20:38:08.887305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.887936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.887936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.888282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.889417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.889417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.889417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.889718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.889870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.890179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.890500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:08.961132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.990857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:09.003986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97152618-603c-4e03-8d7d-f6e6812c9823') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:09.004283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97152618-603c-4e03-8d7d-f6e6812c9823') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:09.016185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.037101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.043749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:38:09.044261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:38:09.061839 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:38:09.079043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Attempting to bind port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:09.079383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Attempting to bind port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:09.079712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Attempting to bind port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad on network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:09.091123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad on network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:38:09.091442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Attempting to bind port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad on network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:09.108504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51215-6ffc-4cd7-a0f7-8f3fb023bad0 req-1b5d2848-a625-485b-aa99-51230a2c708a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:09.111824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86d51215-6ffc-4cd7-a0f7-8f3fb023bad0 req-1b5d2848-a625-485b-aa99-51230a2c708a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 944 time: 0.1360922 Apr 05 20:38:09.111824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:09.111824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Checking segment: {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:09.112175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Bound using segment: {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:09.112380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Bound port: a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:09.112720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.195807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.219167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.226305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:09.233573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86d51215-6ffc-4cd7-a0f7-8f3fb023bad0 req-cd3ea8c0-08e0-4133-992b-6eba3836e17c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110711 Apr 05 20:38:09.246126 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d045b5c-f6d8-4f4c-b410-75f5a7d2f652 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eacd0dad-ce89-4cb6-b79c-c0a08e1e02bb HTTP/1.1" status: 204 len: 168 time: 0.6151717 Apr 05 20:38:09.310841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] For port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:09.315368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] For port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:09.433649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.536156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.542577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] 10.222.0.39 "PUT /v2.0/ports/a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad HTTP/1.1" status: 200 len: 1092 time: 2.0867014 Apr 05 20:38:09.542577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'tag': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:09.549733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-b292bdaa-ad84-472b-ad32-9a372c4caabf tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:09.551130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-b292bdaa-ad84-472b-ad32-9a372c4caabf tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.23 "GET /v2.0/networks?id=c1e86064-d749-47f8-8f0f-0d59171dffee HTTP/1.1" status: 200 len: 806 time: 0.2301221 Apr 05 20:38:09.564261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8472da-baa0-40c8-818d-c535cbf7c288 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:09.614171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-294f2507-bf21-43e2-904b-a0250bd62185 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233b5c8a7507405380d7b821947f39a2 HTTP/1.1" status: 200 len: 380 time: 0.0487654 Apr 05 20:38:09.620092 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ad4854-daf5-4359-8d3e-750aa08612d4'] response: {'name': 'network-changed', 'server_uuid': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'tag': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad', 'status': 'completed', 'code': 200} Apr 05 20:38:09.631488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Request body: {'port': {'device_id': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'admin_state_up': True, 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'security_groups': ['d8d152e9-1606-4f24-881a-83f9e8cbe232']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:09.747841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:09.750546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.805833 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f5f1b30-afb4-41f9-8f3c-89e248984800 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=743c86603bbc49b0bc03def006d30aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563161 Apr 05 20:38:09.811071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:09.928686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:09.937792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Usage tracker for resource:port and tenant:233b5c8a7507405380d7b821947f39a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:09.942168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:09.945990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f983e6b9-55fe-424f-b21f-d149c9dd4fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.956535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:09.957340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a74e5f9-f854-4a77-af55-684ffca2004b req-82f43d7f-3a83-46f1-8292-99b8d085b6f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 1095 time: 0.2240384 Apr 05 20:38:09.972515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163c15f-fd64-46a6-958f-998aca350365 req-42e1636c-7265-4729-807a-fadcf7d4ed4a tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:09.982117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e163c15f-fd64-46a6-958f-998aca350365 req-42e1636c-7265-4729-807a-fadcf7d4ed4a tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.2049656 Apr 05 20:38:09.982807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f983e6b9-55fe-424f-b21f-d149c9dd4fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.123784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f983e6b9-55fe-424f-b21f-d149c9dd4fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.131782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Made reservation on behalf of 233b5c8a7507405380d7b821947f39a2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:10.137549 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.138403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983e6b9-55fe-424f-b21f-d149c9dd4fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a82a99-2c10-479a-94d0-8d8f5c46e7c2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:10.146308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f983e6b9-55fe-424f-b21f-d149c9dd4fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.149865 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f983e6b9-55fe-424f-b21f-d149c9dd4fb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97a82a99-2c10-479a-94d0-8d8f5c46e7c2 HTTP/1.1" status: 204 len: 168 time: 0.3355079 Apr 05 20:38:10.271639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80551cb3-846b-4e46-a705-225db9644942 req-54ed2338-9989-41e4-8483-612e0497c3e8 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 210 time: 0.1961651 Apr 05 20:38:10.300166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e163c15f-fd64-46a6-958f-998aca350365 req-d6fa1677-ced0-4bb1-9484-f6e55f7e7cd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166828 Apr 05 20:38:10.471772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74e5f9-f854-4a77-af55-684ffca2004b req-ce2daebb-88ca-45e8-a2b8-a72cc13d3ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:10.473136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a74e5f9-f854-4a77-af55-684ffca2004b req-ce2daebb-88ca-45e8-a2b8-a72cc13d3ac6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6b117e04743246c0a80472e837a08d4f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4870157 Apr 05 20:38:10.690925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Allocated IP 172.20.0.8 (c1e86064-d749-47f8-8f0f-0d59171dffee/8c05a1f0-9958-47dc-ba2f-9d8dfcdab467/ef662c9d-b041-4f1d-a90f-de554d22c411) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:10.713415 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Sync routers for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:10.728598 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:10.729500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:10.785981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74e5f9-f854-4a77-af55-684ffca2004b req-4b188163-019e-488c-a187-f31ad3d0d443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:10.789634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a74e5f9-f854-4a77-af55-684ffca2004b req-4b188163-019e-488c-a187-f31ad3d0d443 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486396 Apr 05 20:38:10.795817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa61b4-b8db-4d89-ac53-229b5050aed8 req-09c570d7-0eb6-4e10-bc87-6352c6f63c49 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:10.797413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1fa61b4-b8db-4d89-ac53-229b5050aed8 req-09c570d7-0eb6-4e10-bc87-6352c6f63c49 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.3785195 Apr 05 20:38:10.803608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a617887-c265-47a7-83e1-2211081d700e req-48ecc14c-92fc-4541-bc2f-4b7055b5abc8 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:10.805284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a617887-c265-47a7-83e1-2211081d700e req-48ecc14c-92fc-4541-bc2f-4b7055b5abc8 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 944 time: 0.3768675 Apr 05 20:38:10.948258 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:11.066012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 44a23ef3-258f-464c-a479-354c7fbe9bdb details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:38:11.084602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a617887-c265-47a7-83e1-2211081d700e req-553de11d-c068-4d34-a441-6cab79981875 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291980 Apr 05 20:38:11.122223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1fa61b4-b8db-4d89-ac53-229b5050aed8 req-25e7f7f9-73d5-4b80-8488-33b9485c7096 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129976 Apr 05 20:38:11.187548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-b94814de-556e-43a7-a29d-37293e1887e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 1095 time: 0.3218510 Apr 05 20:38:11.198191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.215559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Transition to ACTIVE for port object ef662c9d-b041-4f1d-a90f-de554d22c411 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:11.310731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-27593c48-f397-4dc5-88e5-607f9ee32cb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad HTTP/1.1" status: 200 len: 217 time: 0.0746183 Apr 05 20:38:11.315805 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.387300 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:37:58Z', 'revision_number': 2, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:11.400457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Checking router: dcb90c47-3b68-48d6-a5ea-b0804f32680e for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:38:11.401023 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Updating router dcb90c47-3b68-48d6-a5ea-b0804f32680e port ad32805f-4876-4ba6-b044-5a56cdde41cf binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:38:11.460751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:11.476709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'mac_address': 'fa:16:3e:f3:fd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:38:11.479041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Network c1e86064-d749-47f8-8f0f-0d59171dffee is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:11.484108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event updated for resources: {'Port': ['ID=ef662c9d-b041-4f1d-a90f-de554d22c411,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:11.500876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:11.505305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:11.526931 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.535564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.557577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44a23ef3-258f-464c-a479-354c7fbe9bdb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:11.593335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:11.610863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:11.610863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.628285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820f9a-c815-43e9-9645-a09979231ca0 req-b0f3e94f-b48b-413a-b6b8-b852d57bfe93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:11.637610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-b0f3e94f-b48b-413a-b6b8-b852d57bfe93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ff7d5c-ea36-4166-8dac-6fad07295978 HTTP/1.1" status: 200 len: 851 time: 0.2695038 Apr 05 20:38:11.701327 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.829339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:11.831866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-9871eda8-8162-4378-a9ea-cf8989a3e05e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75db5fa6-4b8f-42bb-b9fd-412ec9935469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771431 Apr 05 20:38:11.855450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-e064e6df-8b01-42bd-aa1b-a936dc3e7b6b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2353370 Apr 05 20:38:11.884513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['44a23ef3-258f-464c-a479-354c7fbe9bdb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:11.888797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Request body: {'port': {'device_id': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:11.957986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ea2c8a9f-6080-4a1e-aa97-5527d1faecbb None None] Provisioning for port ef662c9d-b041-4f1d-a90f-de554d22c411 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:11.985675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ea2c8a9f-6080-4a1e-aa97-5527d1faecbb None None] Provisioning complete for port ef662c9d-b041-4f1d-a90f-de554d22c411 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:11.987376 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea2c8a9f-6080-4a1e-aa97-5527d1faecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.038967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53030) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:12.110437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c8a9f-6080-4a1e-aa97-5527d1faecbb None None] Port ef662c9d-b041-4f1d-a90f-de554d22c411 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:38:12.149202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273be2b3-d63b-4903-8730-db2cea5de056 req-b3be8c47-131f-460d-8131-76414a482f5e tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:12.159397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-273be2b3-d63b-4903-8730-db2cea5de056 req-b3be8c47-131f-460d-8131-76414a482f5e tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.4459279 Apr 05 20:38:12.166422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1223405-8d1c-4f58-8389-9ee1fc317cb9 req-6f58cfbc-a0ab-4014-acf4-fc9fe8122a51 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:12.167102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c1223405-8d1c-4f58-8389-9ee1fc317cb9 req-6f58cfbc-a0ab-4014-acf4-fc9fe8122a51 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Synchronizing usage tracker for tenant:233b5c8a7507405380d7b821947f39a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:12.179270 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.186915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-0c9d7c3f-c1be-46a9-b010-2901d13f8384 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302991 Apr 05 20:38:12.187733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.193425 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Transition to ACTIVE for port object ad32805f-4876-4ba6-b044-5a56cdde41cf will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:12.249144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-348928723-network', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:12.254291 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.259156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:12.270188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Usage tracker for resource:network and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:12.278389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:12.293220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:12.403450 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Pushing event updated for resources: {'Port': ['ID=ad32805f-4876-4ba6-b044-5a56cdde41cf,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:12.420467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:12.425650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.458429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.510723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:12.521252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:12.525754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:12.531927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c1223405-8d1c-4f58-8389-9ee1fc317cb9 req-6f58cfbc-a0ab-4014-acf4-fc9fe8122a51 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Unset dirty status for tenant:233b5c8a7507405380d7b821947f39a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:12.538819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:12.539061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1223405-8d1c-4f58-8389-9ee1fc317cb9 req-6f58cfbc-a0ab-4014-acf4-fc9fe8122a51 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 931 time: 0.8302090 Apr 05 20:38:12.545275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Attempting to bind port ad32805f-4876-4ba6-b044-5a56cdde41cf on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:12.545646 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Attempting to bind port ad32805f-4876-4ba6-b044-5a56cdde41cf by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:12.546006 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Attempting to bind port ad32805f-4876-4ba6-b044-5a56cdde41cf on network c1e86064-d749-47f8-8f0f-0d59171dffee {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:12.565963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:12.565963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Checking segment: {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:12.565963 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.565963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Bound using segment: {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:12.565963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Bound port: ad32805f-4876-4ba6-b044-5a56cdde41cf, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:12.565963 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.605024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-273be2b3-d63b-4903-8730-db2cea5de056 req-e4c43b35-8c85-4935-b8d5-13858863fc91 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4482296 Apr 05 20:38:12.683105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.744534 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] For port ad32805f-4876-4ba6-b044-5a56cdde41cf, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:12.748717 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] For port ad32805f-4876-4ba6-b044-5a56cdde41cf, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ad32805f-4876-4ba6-b044-5a56cdde41cf,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:12.763647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.799697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:38:12.815439 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.816995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:12.821482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.822248 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Added segment 2b2f9b70-3b5a-4856-88f9-8472910e0a8b of type vlan for network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 Apr 05 20:38:12.856548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.878118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1223405-8d1c-4f58-8389-9ee1fc317cb9 req-8debe321-615d-4384-baea-58939e97e1f9 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381364 Apr 05 20:38:12.882175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85820f9a-c815-43e9-9645-a09979231ca0 req-432e7089-e40e-484f-bb97-dc8300aa4888 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809204 Apr 05 20:38:12.923427 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:12.924171 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:13.006778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.008180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:13.009523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.070736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 44a23ef3-258f-464c-a479-354c7fbe9bdb up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:13.164500 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1219628 Apr 05 20:38:13.176371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53054) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:13.178911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Sync routers for ids ['7fde25c1-75e7-4452-898d-2af3bca43de3'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:13.224625 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:13.248143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Routers {'7fde25c1-75e7-4452-898d-2af3bca43de3'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:13.249025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7fde25c1-75e7-4452-898d-2af3bca43de3'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:13.304298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Request body: {'subnet': {'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-subnet', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:13.321421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:13.326754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48538-bdd7-430e-b68d-c52ba24b06eb req-d9767b3d-b4c2-47c7-9f0e-87cacfb65744 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:13.328259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bc48538-bdd7-430e-b68d-c52ba24b06eb req-d9767b3d-b4c2-47c7-9f0e-87cacfb65744 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 944 time: 0.5362768 Apr 05 20:38:13.333461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Usage tracker for resource:subnet and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:13.337010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:13.348022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:13.400739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f2128-f0b2-4df5-a07a-fb33d51b9616 admin admin] Pushing event updated for resources: {'Network': ['ID=098d4f5c-6f3c-41a1-b88a-01f04f4f1352,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:13.413097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:13.415849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.461125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:38:13.468101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:38:13.543277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 44a23ef3-258f-464c-a479-354c7fbe9bdb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:13.543652 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.634604 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:38:13.683331 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Pushing event updated for resources: {'Port': ['ID=ad32805f-4876-4ba6-b044-5a56cdde41cf,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:13.694684 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:12Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:13.698403 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.698992 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.699550 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.700142 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.700701 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.701285 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.701859 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.702426 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.702977 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.703518 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.704102 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0484fc9e-6acd-48ed-b552-bbc82bdfe644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:13.711711 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2d02d-e025-4f48-a421-40fa1419218c None None] The sync data for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 is: [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:12Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:13.719731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef662c9d-b041-4f1d-a90f-de554d22c411 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:13.759528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bc48538-bdd7-430e-b68d-c52ba24b06eb req-f074321f-f438-4493-9a54-093d30b71482 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961341 Apr 05 20:38:13.759908 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.775666 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.855374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d832c22-acfe-44ea-84ab-64a46d527e8c req-baf6d94f-3a84-454e-8222-1e7be7fef556 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:13.858011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:13.869771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d832c22-acfe-44ea-84ab-64a46d527e8c req-baf6d94f-3a84-454e-8222-1e7be7fef556 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.7523952 Apr 05 20:38:13.885610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.886376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:13.888271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Set router 7fde25c1-75e7-4452-898d-2af3bca43de3 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:13.957911 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.978534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Transition to ACTIVE for port object ef662c9d-b041-4f1d-a90f-de554d22c411 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:13.993712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d832c22-acfe-44ea-84ab-64a46d527e8c req-73f794de-978a-44d1-88c5-eed2b4cdcaba tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227169 Apr 05 20:38:14.048641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.067394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b8a69d-1835-428d-8e17-809e3ca744d0,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:14.107011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Checking segment: {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:14.107695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Network hostable DHCP agents. Network: 098d4f5c-6f3c-41a1-b88a-01f04f4f1352, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:38:14.199831 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359e184e-f1e8-4e04-b467-cd327beed2f2'] response: {'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'code': 200} Apr 05 20:38:14.248587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:38:14.270559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:14.338859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 098d4f5c-6f3c-41a1-b88a-01f04f4f1352) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:14.338859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:14.339252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.443764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5411df5-e4c6-4124-9a5e-2393f4e5dbbc None None] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:38:14.460896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ad32805f-4876-4ba6-b044-5a56cdde41cf up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:14.490855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Pushing event updated for resources: {'Port': ['ID=ef662c9d-b041-4f1d-a90f-de554d22c411,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:14.495546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-de250515-7486-4f7f-b20d-89dd3c07239b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3176975 Apr 05 20:38:14.505257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53068) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:14.511205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:14.519339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:14.536652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Usage tracker for resource:router and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:14.538446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085a5f1-3000-4a89-87d8-80d5b54823c9 req-fa6d4c68-a973-4e2f-b2e5-2c0e7b1c70d6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:14.550313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53072) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:14.554541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3085a5f1-3000-4a89-87d8-80d5b54823c9 req-fa6d4c68-a973-4e2f-b2e5-2c0e7b1c70d6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.3198006 Apr 05 20:38:14.554690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:14.563577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Request body: {'floatingip': {'port_id': 'd11516fb-8e6b-46f0-81bf-f805226a72ca'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:14.653287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Attempting to bind port ef662c9d-b041-4f1d-a90f-de554d22c411 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:14.654379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Attempting to bind port ef662c9d-b041-4f1d-a90f-de554d22c411 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:14.654954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Attempting to bind port ef662c9d-b041-4f1d-a90f-de554d22c411 on network c1e86064-d749-47f8-8f0f-0d59171dffee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:14.682075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Port ef662c9d-b041-4f1d-a90f-de554d22c411 on network c1e86064-d749-47f8-8f0f-0d59171dffee not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:38:14.682721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Attempting to bind port ef662c9d-b041-4f1d-a90f-de554d22c411 on network c1e86064-d749-47f8-8f0f-0d59171dffee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:14.713241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008e2b6-c836-45e2-b938-3e7d94329604 req-39e6e707-3e43-46f3-b634-88e5a06f5f74 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:14.718826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:14.724536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1008e2b6-c836-45e2-b938-3e7d94329604 req-39e6e707-3e43-46f3-b634-88e5a06f5f74 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 943 time: 0.1690521 Apr 05 20:38:14.761187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.781570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:14.782079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Checking segment: {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:14.782615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Bound using segment: {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:14.783362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Bound port: ef662c9d-b041-4f1d-a90f-de554d22c411, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76b355a-e72b-4fed-8816-069d99e5f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:14.783988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.837399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1008e2b6-c836-45e2-b938-3e7d94329604 req-b6213e32-3047-4a32-9bc0-57f987404ba5 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111453 Apr 05 20:38:14.859121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.860460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.935864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ad32805f-4876-4ba6-b044-5a56cdde41cf completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:15.077673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.126550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] For port ef662c9d-b041-4f1d-a90f-de554d22c411, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:15.147451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] For port ef662c9d-b041-4f1d-a90f-de554d22c411, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef662c9d-b041-4f1d-a90f-de554d22c411,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:15.159995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dc8d5-3694-495b-a30a-001f2ea7c571 req-97cf762b-8394-4242-b52d-f9db05886a8c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:15.170923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-230dc8d5-3694-495b-a30a-001f2ea7c571 req-97cf762b-8394-4242-b52d-f9db05886a8c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 944 time: 0.1392887 Apr 05 20:38:15.243556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ad32805f-4876-4ba6-b044-5a56cdde41cf triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:15.244884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-230dc8d5-3694-495b-a30a-001f2ea7c571 req-945e96a1-2089-4246-913e-4f47ef049c67 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723689 Apr 05 20:38:15.246776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.252346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.348084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.352168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] 10.222.0.23 "PUT /v2.0/ports/ef662c9d-b041-4f1d-a90f-de554d22c411 HTTP/1.1" status: 200 len: 1091 time: 3.4700007 Apr 05 20:38:15.379577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:15.426983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:38:15.431592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.507874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936884ad-3504-4307-9a9d-0a90b656e65f service neutron] Pushing event updated for resources: {'Port': ['ID=ef662c9d-b041-4f1d-a90f-de554d22c411,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:15.579585 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039e3e09-56ff-4428-8fca-8f44ec629780'] response: {'name': 'network-changed', 'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'status': 'completed', 'code': 200} Apr 05 20:38:15.662240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-2bbe3dbe-268b-4140-b9dc-f9f26344f567 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233b5c8a7507405380d7b821947f39a2&device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 1094 time: 0.1409075 Apr 05 20:38:15.738838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port': {'id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '07bf1325-ed55-40c9-ade7-c2aa13a06d52', 'name': '', 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'mac_address': 'fa:16:3e:13:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:56Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 2, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'subnets': [{'id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:15.792173 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.807219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Checking router: 7fde25c1-75e7-4452-898d-2af3bca43de3 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:38:15.807985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Updating router 7fde25c1-75e7-4452-898d-2af3bca43de3 port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:38:15.866593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-d3c198e8-55e8-49cf-9570-9eec808e2ae9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef662c9d-b041-4f1d-a90f-de554d22c411 HTTP/1.1" status: 200 len: 217 time: 0.1945841 Apr 05 20:38:15.959177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.978488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-c87ec8d5-f8c8-47af-8c6b-8e1b88bf6b67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:15.979804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-c87ec8d5-f8c8-47af-8c6b-8e1b88bf6b67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c05a1f0-9958-47dc-ba2f-9d8dfcdab467 HTTP/1.1" status: 200 len: 845 time: 0.1071599 Apr 05 20:38:16.069763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.257250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae90cd-059b-4076-bc22-389701b28054 req-793a2751-1556-412f-b82d-5a21b5846097 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:16.266171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20ae90cd-059b-4076-bc22-389701b28054 req-793a2751-1556-412f-b82d-5a21b5846097 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.4738171 Apr 05 20:38:16.366920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31abeec-eb21-4503-abc4-3f122ecb0993 req-9d363f4e-60fe-47c0-b231-9531ca6cded8 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:16.374416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f31abeec-eb21-4503-abc4-3f122ecb0993 req-9d363f4e-60fe-47c0-b231-9531ca6cded8 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 943 time: 0.2102051 Apr 05 20:38:16.379019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-8a3d8eee-391b-4c37-ab5a-04d7127ba507 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1e86064-d749-47f8-8f0f-0d59171dffee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3894415 Apr 05 20:38:16.386068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:38:16.441159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20ae90cd-059b-4076-bc22-389701b28054 req-0b80b831-0ddd-48ef-8d0e-5961c16896d4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754842 Apr 05 20:38:16.462858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ad32805f-4876-4ba6-b044-5a56cdde41cf, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ad32805f-4876-4ba6-b044-5a56cdde41cf,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:16.497879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Allocated IP 172.20.0.2 (098d4f5c-6f3c-41a1-b88a-01f04f4f1352/65b8a69d-1835-428d-8e17-809e3ca744d0/5a01e0d1-8064-4614-bf90-6c9905122918) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:16.576040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:38:16.629177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f31abeec-eb21-4503-abc4-3f122ecb0993 req-0e05afe1-8d5a-43f9-9ea1-a6aecaef2048 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538803 Apr 05 20:38:16.717208 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.771942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.776404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-ca79dbef-4e66-4735-bee0-10d75bce0c6c service neutron] 10.222.0.23 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506002 Apr 05 20:38:16.947529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bddf04-0bba-418b-a16a-24deefe0f21a req-2b2b0c79-1302-4e61-913b-4dddaa5717e1 service neutron] 10.222.0.23 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616879 Apr 05 20:38:16.969537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.975452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927a8ce-0108-4616-928d-4de8f7e7633e req-bac38753-dd6b-4a76-8743-25213dd1f1a6 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:16.982984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0927a8ce-0108-4616-928d-4de8f7e7633e req-bac38753-dd6b-4a76-8743-25213dd1f1a6 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 944 time: 0.2630680 Apr 05 20:38:17.007910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.052909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0927a8ce-0108-4616-928d-4de8f7e7633e req-c98074e3-cfdc-4da7-b1c8-9c344a1899ad tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690110 Apr 05 20:38:17.123277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.301588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69828d9b-421f-486c-8c4d-83a41313909a req-21754a92-8a7f-4193-a871-8357574ba3d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233b5c8a7507405380d7b821947f39a2&device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 1094 time: 0.1554778 Apr 05 20:38:17.448067 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.464841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Transition to ACTIVE for port object 5a01e0d1-8064-4614-bf90-6c9905122918 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:17.468407 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Floating IP 58469c76-895a-4f1b-b055-de71725e8798 associated. External IP: 172.25.2.180, port: d11516fb-8e6b-46f0-81bf-f805226a72ca. Apr 05 20:38:17.495847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69828d9b-421f-486c-8c4d-83a41313909a req-6ec64c81-4798-4b0f-89b6-b5380f4b35b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:17.496613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69828d9b-421f-486c-8c4d-83a41313909a req-6ec64c81-4798-4b0f-89b6-b5380f4b35b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1e86064-d749-47f8-8f0f-0d59171dffee HTTP/1.1" status: 200 len: 907 time: 0.1891420 Apr 05 20:38:17.497124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Transition to ACTIVE for port object 5a01e0d1-8064-4614-bf90-6c9905122918 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:17.500529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ad32805f-4876-4ba6-b044-5a56cdde41cf,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:17.511408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.532792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:17.538444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Allocated IP 172.25.2.219 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/e9b1eb6c-1249-41ba-9e84-e1dab7b43442) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:17.581797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad', 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'port_id': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad', 'mac_address': 'fa:16:3e:82:71:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:38:17.590223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Transition to ACTIVE for port object 07bf1325-ed55-40c9-ade7-c2aa13a06d52 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:17.631069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69828d9b-421f-486c-8c4d-83a41313909a req-5ac6ea0b-54ca-4ebf-8bbc-0614d0fddc49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef662c9d-b041-4f1d-a90f-de554d22c411 HTTP/1.1" status: 200 len: 217 time: 0.1278853 Apr 05 20:38:17.709371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.719673 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.763183 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.818468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:17.838367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:17.891341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69828d9b-421f-486c-8c4d-83a41313909a req-dddaa445-6bd0-4a64-9487-84e63fc0b60d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:17.894084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69828d9b-421f-486c-8c4d-83a41313909a req-dddaa445-6bd0-4a64-9487-84e63fc0b60d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c05a1f0-9958-47dc-ba2f-9d8dfcdab467 HTTP/1.1" status: 200 len: 845 time: 0.2220807 Apr 05 20:38:17.899859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:17.902627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f521cbe-cb55-462d-8499-2d5a760a2afa None None] Pushing event updated for resources: {'Port': ['ID=07bf1325-ed55-40c9-ade7-c2aa13a06d52,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:17.914576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:17.984727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d175a1-e69d-4381-bbcb-1674cd1050d5 req-880d1d29-f6b6-4e7b-bfc4-38f675681aca tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:17.996139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9d175a1-e69d-4381-bbcb-1674cd1050d5 req-880d1d29-f6b6-4e7b-bfc4-38f675681aca tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.3638239 Apr 05 20:38:18.001552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:18.086442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9d175a1-e69d-4381-bbcb-1674cd1050d5 req-14e86d0a-851e-49a5-9d93-ced9362df628 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885136 Apr 05 20:38:18.095110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc496f5-596b-41b7-8d9e-154e39c0c638 req-146e5d54-3311-4bb2-b50d-b242e1af5739 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:18.102236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3dc496f5-596b-41b7-8d9e-154e39c0c638 req-146e5d54-3311-4bb2-b50d-b242e1af5739 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 943 time: 0.3124254 Apr 05 20:38:18.107313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.205567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69828d9b-421f-486c-8c4d-83a41313909a req-f2a6a3fa-f409-4007-af02-dc443980911f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1e86064-d749-47f8-8f0f-0d59171dffee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3041339 Apr 05 20:38:18.249586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.378927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Pushing event updated for resources: {'Port': ['ID=5a01e0d1-8064-4614-bf90-6c9905122918,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:18.405153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Attempting to bind port 5a01e0d1-8064-4614-bf90-6c9905122918 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:18.406423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Attempting to bind port 5a01e0d1-8064-4614-bf90-6c9905122918 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:18.410056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Attempting to bind port 5a01e0d1-8064-4614-bf90-6c9905122918 on network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:18.449523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69828d9b-421f-486c-8c4d-83a41313909a req-4ca34f47-20ea-4c93-a47f-3b8d9c929a2e service neutron] 10.222.0.23 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352815 Apr 05 20:38:18.453979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:18.458800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:18.458964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.462161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Pushing event updated for resources: {'Port': ['ID=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:18.464719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:18.566937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:18.593204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Attempting to bind port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:18.593574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Attempting to bind port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:18.594241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Attempting to bind port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 on network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:18.602404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:18.602637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Checking segment: {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:18.602865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.603255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Bound using segment: {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:18.604389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Bound port: 07bf1325-ed55-40c9-ade7-c2aa13a06d52, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:18.604389 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.656153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:18.656451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Checking segment: {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:18.657497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.657497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Bound using segment: {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:18.659264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Bound port: 5a01e0d1-8064-4614-bf90-6c9905122918, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:18.659403 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.693711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3dc496f5-596b-41b7-8d9e-154e39c0c638 req-148fd58a-f1e2-42e1-8d20-c065dcd4083d tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5903311 Apr 05 20:38:18.695435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Router afe36d24-77e1-4c5c-9e37-fc030217e216 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:18.792889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69828d9b-421f-486c-8c4d-83a41313909a req-e15c84d0-d19d-4420-9eb1-24d44ebc0607 service neutron] 10.222.0.23 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779100 Apr 05 20:38:18.851940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] For port 07bf1325-ed55-40c9-ade7-c2aa13a06d52, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:18.856785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] For port 07bf1325-ed55-40c9-ade7-c2aa13a06d52, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=07bf1325-ed55-40c9-ade7-c2aa13a06d52,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:18.856970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559fb0-84b3-48ef-b4d1-3e634ad9afe7 req-cd2d6de0-49cf-4ff6-88fb-ab519074d92c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:18.858131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] For port 5a01e0d1-8064-4614-bf90-6c9905122918, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:18.858574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75559fb0-84b3-48ef-b4d1-3e634ad9afe7 req-cd2d6de0-49cf-4ff6-88fb-ab519074d92c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 945 time: 0.4073327 Apr 05 20:38:18.866219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] For port 5a01e0d1-8064-4614-bf90-6c9905122918, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5a01e0d1-8064-4614-bf90-6c9905122918,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:18.910801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75559fb0-84b3-48ef-b4d1-3e634ad9afe7 req-9766354f-cbf6-4668-a255-a3b31f242e07 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454681 Apr 05 20:38:18.924096 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.966818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.967908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.984585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:19.022144 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:19.107816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Routers {'7fde25c1-75e7-4452-898d-2af3bca43de3'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:19.108477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7fde25c1-75e7-4452-898d-2af3bca43de3'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:19.249808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ad32805f-4876-4ba6-b044-5a56cdde41cf up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:19.352676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:19.370142 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] Sync routers for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:19.382679 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:19.388876 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:19.389976 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:19.495231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f521cbe-cb55-462d-8499-2d5a760a2afa None None] Pushing event updated for resources: {'Port': ['ID=07bf1325-ed55-40c9-ade7-c2aa13a06d52,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:19.549947 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f51ed299-94c6-45c8-a46a-0393c6f1f810 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "PUT /v2.0/floatingips/58469c76-895a-4f1b-b055-de71725e8798 HTTP/1.1" status: 200 len: 991 time: 4.9964795 Apr 05 20:38:19.549947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:19.689962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63eaea-4d21-4465-86e4-cf5c88c9c1af req-7692d8ec-0d76-46ec-83a1-aa124aaab9b6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:19.703847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca63eaea-4d21-4465-86e4-cf5c88c9c1af req-7692d8ec-0d76-46ec-83a1-aa124aaab9b6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.3717031 Apr 05 20:38:19.728633 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:19.779899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Router b348b61a-daed-4a63-bef1-2a84728fecb6 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:38:19.802483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca63eaea-4d21-4465-86e4-cf5c88c9c1af req-bae35953-7c99-440d-a639-5a30d8da13a4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975850 Apr 05 20:38:19.971753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2aabb-cf4f-4184-9f01-4f65200fa2a6 req-86653d93-aac5-4d92-b907-fd4e96205c57 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:19.982597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b36d28-a671-4316-bd1f-3a1e726e5e42 None None] Pushing event updated for resources: {'Port': ['ID=5a01e0d1-8064-4614-bf90-6c9905122918,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:19.983544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e2aabb-cf4f-4184-9f01-4f65200fa2a6 req-86653d93-aac5-4d92-b907-fd4e96205c57 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.1699967 Apr 05 20:38:20.000202 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580509b9-c79e-4377-a40b-4683406afcba'] response: {'name': 'network-changed', 'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'status': 'completed', 'code': 200} Apr 05 20:38:20.098610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.119719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] Set router 7fde25c1-75e7-4452-898d-2af3bca43de3 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:20.240505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ad32805f-4876-4ba6-b044-5a56cdde41cf triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:20.240877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.258425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e2aabb-cf4f-4184-9f01-4f65200fa2a6 req-df191ea8-0d9a-4fe1-b1a1-a2bfb96ef0f4 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736943 Apr 05 20:38:20.372378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:20.429621 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '58469c76-895a-4f1b-b055-de71725e8798', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'port_id': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'mac_address': 'fa:16:3e:2b:12:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:37:46Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 1, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:44Z', 'revision_number': 5, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:20.437720 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] Checking router: afe36d24-77e1-4c5c-9e37-fc030217e216 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:38:20.443587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Sync routers for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:20.455317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-8fec771b-90da-423e-8982-640638f78c6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a99ad01f410047ff83288b1b3960e343&device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 1096 time: 0.4346426 Apr 05 20:38:20.473617 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:20.474264 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:20.691707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2688df-8abb-4d6b-9045-60d51c3af858 None None] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:38:20.703323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.703323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8d8c149c-e910-4593-b6ee-039fa72efafc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1962426 Apr 05 20:38:20.705460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53138) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:20.714835 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:20.738994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76b122-da5f-4eeb-80f4-5814fe8ab9ee req-a6f98f39-173f-4ff1-9d4d-43c511a89a69 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:20.748059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b76b122-da5f-4eeb-80f4-5814fe8ab9ee req-a6f98f39-173f-4ff1-9d4d-43c511a89a69 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 943 time: 0.4882891 Apr 05 20:38:20.780167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-13b22ac1-5d6c-4801-9b80-a0989bd58b4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:20.781764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-13b22ac1-5d6c-4801-9b80-a0989bd58b4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=499afe4a-d66f-4a1b-b5b9-fd40998d564b HTTP/1.1" status: 200 len: 913 time: 0.3202646 Apr 05 20:38:20.802057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:20.802765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:20.932707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-b1b7a640-1022-4921-a896-2d0c017cddc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca HTTP/1.1" status: 200 len: 999 time: 0.1439273 Apr 05 20:38:21.087973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:21.103181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b76b122-da5f-4eeb-80f4-5814fe8ab9ee req-a0c7e7a2-91cb-4c5a-998d-f00fbb54542c tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536410 Apr 05 20:38:21.139004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a12a9-873d-44bd-9c8c-312d20e1fab7 req-b48754af-049f-46af-921f-25ab6309f4cf tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:21.159039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac5a12a9-873d-44bd-9c8c-312d20e1fab7 req-b48754af-049f-46af-921f-25ab6309f4cf tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 945 time: 0.5232477 Apr 05 20:38:21.225411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-ba401a0b-6b8a-4969-a976-337695e2ee26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:21.227572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-ba401a0b-6b8a-4969-a976-337695e2ee26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=952a5a25-7481-4fd0-a75a-f3edc3071c89 HTTP/1.1" status: 200 len: 851 time: 0.2845614 Apr 05 20:38:21.272211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef662c9d-b041-4f1d-a90f-de554d22c411 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:38:21.399381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac5a12a9-873d-44bd-9c8c-312d20e1fab7 req-dc5b9326-12ea-4821-b0be-6d56fa0a2e12 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381802 Apr 05 20:38:21.516663 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '58469c76-895a-4f1b-b055-de71725e8798', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'port_id': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'mac_address': 'fa:16:3e:2b:12:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:37:46Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 1, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:44Z', 'revision_number': 5, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:21.529398 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc30f6e-4c97-4d28-90d3-90a4766ea98a None None] The sync data for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 is: [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '58469c76-895a-4f1b-b055-de71725e8798', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'port_id': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'mac_address': 'fa:16:3e:2b:12:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:37:46Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 1, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:44Z', 'revision_number': 5, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:21.594492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-88193cd1-c9a7-4b1d-b14e-d8dccb502d8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=499afe4a-d66f-4a1b-b5b9-fd40998d564b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3568740 Apr 05 20:38:21.777120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bace99cc-2e48-4892-a70e-8ea3e2ff37a4 None None] Provisioning for port 5a01e0d1-8064-4614-bf90-6c9905122918 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:21.796940 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:38:21.834022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-fe21e71d-250b-46ab-be39-8383cd7a4615 service neutron] 10.222.0.23 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308552 Apr 05 20:38:21.845854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a456b-621a-408b-9012-fe322a8a5928 req-437473ca-936f-40f7-b12c-210c2973fe17 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:21.853569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c0a456b-621a-408b-9012-fe322a8a5928 req-437473ca-936f-40f7-b12c-210c2973fe17 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.4480655 Apr 05 20:38:21.860504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5a01e0d1-8064-4614-bf90-6c9905122918 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:22.039437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c0a456b-621a-408b-9012-fe322a8a5928 req-714da0ed-a28a-4d4d-a1ae-0b2647b6a347 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849074 Apr 05 20:38:22.079370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb61d8-6a2a-40eb-adf7-659fd0d4c00b req-9acbef72-5d0e-4c98-9ffa-a0c8bf422e64 service neutron] 10.222.0.23 "GET /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028193 Apr 05 20:38:22.176492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ef662c9d-b041-4f1d-a90f-de554d22c411, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef662c9d-b041-4f1d-a90f-de554d22c411,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:22.178816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.211817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port': {'id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '07bf1325-ed55-40c9-ade7-c2aa13a06d52', 'name': '', 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'mac_address': 'fa:16:3e:13:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:56Z', 'updated_at': '2022-04-05T20:38:18Z', 'revision_number': 4, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'subnets': [{'id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:22.214129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'port_id': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'mac_address': 'fa:16:3e:cc:18:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:38:22.229025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed2126-fba9-48a0-8542-595f567ad1b8 None None] The sync data for ids ['7fde25c1-75e7-4452-898d-2af3bca43de3'] in n-d-836605-1 is: [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port': {'id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '07bf1325-ed55-40c9-ade7-c2aa13a06d52', 'name': '', 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'mac_address': 'fa:16:3e:13:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:56Z', 'updated_at': '2022-04-05T20:38:18Z', 'revision_number': 4, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'subnets': [{'id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:22.380981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 5a01e0d1-8064-4614-bf90-6c9905122918 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:22.434749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5a01e0d1-8064-4614-bf90-6c9905122918 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:22.435517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.525382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:22.613086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf89ab-4c96-45c4-914e-c25941f5b547 req-296bf683-84c0-4303-b0fd-36410c77fcdd tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:22.633040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91cf89ab-4c96-45c4-914e-c25941f5b547 req-296bf683-84c0-4303-b0fd-36410c77fcdd tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 943 time: 0.2177885 Apr 05 20:38:22.658953 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.735743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef662c9d-b041-4f1d-a90f-de554d22c411 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:22.752808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:18Z', 'revision_number': 3, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:22.782907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91cf89ab-4c96-45c4-914e-c25941f5b547 req-f3b95b1d-28ea-4e52-9405-d73405f3c1b0 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486974 Apr 05 20:38:22.784649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Checking router: b348b61a-daed-4a63-bef1-2a84728fecb6 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:38:22.785530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Updating router b348b61a-daed-4a63-bef1-2a84728fecb6 port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:38:22.829332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ef662c9d-b041-4f1d-a90f-de554d22c411, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef662c9d-b041-4f1d-a90f-de554d22c411,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:22.850386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Allocated IP 172.20.0.1 (098d4f5c-6f3c-41a1-b88a-01f04f4f1352/65b8a69d-1835-428d-8e17-809e3ca744d0/5597211e-cba1-4a47-9bab-8e6cd1ae95b3) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:22.953527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cb891-e825-4323-b76d-090bb9306ae1 req-e4874b0e-8154-4e24-b5a9-fb0c46710b2f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:22.964610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-922cb891-e825-4323-b76d-090bb9306ae1 req-e4874b0e-8154-4e24-b5a9-fb0c46710b2f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 945 time: 0.1787817 Apr 05 20:38:22.982306 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.058365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-922cb891-e825-4323-b76d-090bb9306ae1 req-8680ce0c-62a8-4112-9bc8-691cf557597d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923831 Apr 05 20:38:23.140525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.168175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Transition to ACTIVE for port object 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:23.176695 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.230765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ef662c9d-b041-4f1d-a90f-de554d22c411,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:23.249023 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.272610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.320190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 5a01e0d1-8064-4614-bf90-6c9905122918, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5a01e0d1-8064-4614-bf90-6c9905122918,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:23.321566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-45e55188-7059-4d04-a73d-53633c72218f None None] Provisioning complete for port 5a01e0d1-8064-4614-bf90-6c9905122918 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:23.325411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-45e55188-7059-4d04-a73d-53633c72218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.376026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ef662c9d-b041-4f1d-a90f-de554d22c411'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:23.401772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Pushing event updated for resources: {'Port': ['ID=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:23.432420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.432976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.433369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.433701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.434322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.434661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.434985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.435304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.435639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.435943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.436269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:23.455709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:23.457028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:23.459634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:23.468853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:23.499955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.506371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fb50b-c6ca-4c40-a829-209a97624a5b req-f55832b1-5fb8-4f78-8359-dd4b94c7939b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:23.516078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-976fb50b-c6ca-4c40-a829-209a97624a5b req-f55832b1-5fb8-4f78-8359-dd4b94c7939b tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.2470758 Apr 05 20:38:23.570522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.631799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-976fb50b-c6ca-4c40-a829-209a97624a5b req-7fd9d08b-11de-44ab-9b6b-33af367d8081 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147773 Apr 05 20:38:23.635504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:23.635876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.798068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.940652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 07bf1325-ed55-40c9-ade7-c2aa13a06d52 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:24.104431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5a01e0d1-8064-4614-bf90-6c9905122918,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:24.219135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07706a9-52ac-4164-8f5c-fd82b4c33c5f req-00dbf1b2-cdd0-4981-81ca-64e95ceffde7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:24.228343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b07706a9-52ac-4164-8f5c-fd82b4c33c5f req-00dbf1b2-cdd0-4981-81ca-64e95ceffde7 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 944 time: 0.1462047 Apr 05 20:38:24.305826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b07706a9-52ac-4164-8f5c-fd82b4c33c5f req-64f4433f-190b-4817-8a20-be07cea4f569 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726659 Apr 05 20:38:24.360741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.437032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b56530-2221-465e-b8c3-d59637e81659 req-f21e918f-54e9-4904-9b29-5d6d23fd04af tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:24.437032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9b56530-2221-465e-b8c3-d59637e81659 req-f21e918f-54e9-4904-9b29-5d6d23fd04af tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 945 time: 0.1014888 Apr 05 20:38:24.450029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.520097 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.594964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.632306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9b56530-2221-465e-b8c3-d59637e81659 req-c73604c0-3836-4f62-9370-1eb3df831ae9 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935225 Apr 05 20:38:24.677598 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:24.706662 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.731466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:24.754214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:24.759222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:24.759790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.768861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Pushing event updated for resources: {'Port': ['ID=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:24.816312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Transition to ACTIVE for port object e9b1eb6c-1249-41ba-9e84-e1dab7b43442 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:24.823224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c7c8f33f-9d9c-4ad0-9358-95ce1ea06702 None None] Provisioning for port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:24.852521 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.898864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:24.899334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:24.915066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c7c8f33f-9d9c-4ad0-9358-95ce1ea06702 None None] Provisioning complete for port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:24.915793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c7c8f33f-9d9c-4ad0-9358-95ce1ea06702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.961841 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cce09a-2f4d-4e41-bdd4-50be79b88448'] response: {'server_uuid': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad', 'code': 200} Apr 05 20:38:24.981719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:25.049722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8f33f-9d9c-4ad0-9358-95ce1ea06702 None None] Port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:38:25.111608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:25.224274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Attempting to bind port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:25.224799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Attempting to bind port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:25.225332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Attempting to bind port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:25.231559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb383ff7-60f5-43ea-9c98-491d00e07890 req-c70d58a3-5193-4d9b-a34f-3d6e9630e51d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:25.233716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb383ff7-60f5-43ea-9c98-491d00e07890 req-c70d58a3-5193-4d9b-a34f-3d6e9630e51d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.3147659 Apr 05 20:38:25.260359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d83c4f86-0cbc-40bc-a269-6a42a4c8926a req-57962218-7e11-4a32-aba3-a8159dbcd3f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 1097 time: 0.2297611 Apr 05 20:38:25.336719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26ad37-0730-4178-8f8b-86aff543bf53 None None] Pushing event updated for resources: {'Port': ['ID=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:25.339263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:25.339924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:25.340489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:25.340951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:25.341550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Bound port: e9b1eb6c-1249-41ba-9e84-e1dab7b43442, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:25.342010 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:25.377270 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:25.441579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb383ff7-60f5-43ea-9c98-491d00e07890 req-3280e64e-b458-46a0-8897-9b08092f2812 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942692 Apr 05 20:38:25.452319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d83c4f86-0cbc-40bc-a269-6a42a4c8926a req-87e13deb-a5a0-4816-9ca3-4611afce71da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502547 Apr 05 20:38:25.551055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 07bf1325-ed55-40c9-ade7-c2aa13a06d52, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=07bf1325-ed55-40c9-ade7-c2aa13a06d52,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:25.554566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] For port e9b1eb6c-1249-41ba-9e84-e1dab7b43442, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:25.569249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] For port e9b1eb6c-1249-41ba-9e84-e1dab7b43442, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:25.581901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a7437555-971c-44a1-96f3-45b63cf5c377 None None] Provisioning complete for port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:25.588847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a7437555-971c-44a1-96f3-45b63cf5c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:25.664388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:25.706581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2190228-cad3-4bc5-929d-f80e22b15c6c req-43ed6c0b-9901-4428-b58e-577fd338b97f tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:25.713728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2190228-cad3-4bc5-929d-f80e22b15c6c req-43ed6c0b-9901-4428-b58e-577fd338b97f tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 944 time: 0.1558318 Apr 05 20:38:25.731930 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:25.794182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a7437555-971c-44a1-96f3-45b63cf5c377 None None] Port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:38:25.844357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5a01e0d1-8064-4614-bf90-6c9905122918 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:25.849460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2190228-cad3-4bc5-929d-f80e22b15c6c req-6c127123-def4-4af5-8b34-9c693be2191b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347461 Apr 05 20:38:25.890868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Router b348b61a-daed-4a63-bef1-2a84728fecb6 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:25.904627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:25.904627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:25.974522 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729266a-54c8-401f-83dd-a8899852b718 None None] New status for floating IP 58469c76-895a-4f1b-b055-de71725e8798: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:38:26.209944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e07d98-fdcf-4ee4-a699-f001b880b351 req-c3aa2188-cb47-42fd-84f4-62ab2d22e41a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:26.223719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32e07d98-fdcf-4ee4-a699-f001b880b351 req-c3aa2188-cb47-42fd-84f4-62ab2d22e41a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.1595097 Apr 05 20:38:26.301518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32e07d98-fdcf-4ee4-a699-f001b880b351 req-9b1c72ce-5932-4f7f-aa6c-2ad3b3b2427a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752313 Apr 05 20:38:26.302055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:26.349188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:26.367813 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9c1205c0-c9f9-4c90-90db-6f46f5e3a980 admin admin] 10.222.0.10 "PUT /v2.0/routers/b348b61a-daed-4a63-bef1-2a84728fecb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6606748 Apr 05 20:38:26.500529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=07bf1325-ed55-40c9-ade7-c2aa13a06d52,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:26.622927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.625870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.626919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.627689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb91b2-9888-468a-a550-234c5a580c4f req-e6191c48-4351-4a86-a3ac-7120ed2bd5f3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:26.628156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.628637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.629496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.631086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.633324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.633883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.634876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16bb91b2-9888-468a-a550-234c5a580c4f req-e6191c48-4351-4a86-a3ac-7120ed2bd5f3 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.1677101 Apr 05 20:38:26.635421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.636843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:26.710315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16bb91b2-9888-468a-a550-234c5a580c4f req-ab931f75-549f-4b4c-93bb-d3734338cb44 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745203 Apr 05 20:38:27.078929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5a01e0d1-8064-4614-bf90-6c9905122918 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:27.079292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.167408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f592-ca0c-45c9-9504-6d0f6de4e2d5 req-92223dee-5f37-46bd-af6b-f6fcbc9fe66b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:27.168867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26ad37-0730-4178-8f8b-86aff543bf53 None None] Pushing event updated for resources: {'Port': ['ID=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:27.169488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d391f592-ca0c-45c9-9504-6d0f6de4e2d5 req-92223dee-5f37-46bd-af6b-f6fcbc9fe66b tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 944 time: 0.1329503 Apr 05 20:38:27.193186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef662c9d-b041-4f1d-a90f-de554d22c411 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:27.262692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d391f592-ca0c-45c9-9504-6d0f6de4e2d5 req-f567371f-9844-4a55-818f-658555649ef6 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859449 Apr 05 20:38:27.801011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb1e9b-7227-4032-927c-333ea7883792 req-6bef5fe7-0648-4482-b877-39305de5b0eb tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:27.801011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cdb1e9b-7227-4032-927c-333ea7883792 req-6bef5fe7-0648-4482-b877-39305de5b0eb tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.1453941 Apr 05 20:38:27.807902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 2, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:27.811806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335a325-f51e-4ea3-9e02-3bacd72ba9a4 None None] The sync data for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 is: [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 2, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:27.815542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cdb1e9b-7227-4032-927c-333ea7883792 req-46ea5bb7-4970-415b-81d3-7284de37eac2 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194963 Apr 05 20:38:27.815542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806cedd-ea77-4253-9769-33e774a6b749 req-b3abb6bc-caa6-4bfd-b58a-fae0fcd4f583 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:27.815542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2806cedd-ea77-4253-9769-33e774a6b749 req-b3abb6bc-caa6-4bfd-b58a-fae0fcd4f583 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.1341410 Apr 05 20:38:27.815542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2806cedd-ea77-4253-9769-33e774a6b749 req-184afab0-56fe-44b9-acd0-b778ed17b8cb tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586228 Apr 05 20:38:27.819254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port ef662c9d-b041-4f1d-a90f-de554d22c411 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:27.819254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port ef662c9d-b041-4f1d-a90f-de554d22c411 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:27.819254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.819254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 07bf1325-ed55-40c9-ade7-c2aa13a06d52 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:28.110267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.188616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-c04f763b-ecff-4541-ac98-a41423af2d19 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:28.188616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-c04f763b-ecff-4541-ac98-a41423af2d19 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.3157556 Apr 05 20:38:28.214889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:28.214889 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.275907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:28.306659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ef662c9d-b041-4f1d-a90f-de554d22c411, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef662c9d-b041-4f1d-a90f-de554d22c411,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:28.387073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.417580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb71d65-acb3-4ee7-abe7-93629295dc72 req-fd1d82e0-d21c-4b01-a68e-285fdb2f3c2e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:28.425542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fb71d65-acb3-4ee7-abe7-93629295dc72 req-fd1d82e0-d21c-4b01-a68e-285fdb2f3c2e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 946 time: 0.4064217 Apr 05 20:38:28.442939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Deleting port b74efc39-bb9e-4428-9e5e-464c32b6d21f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:28.442939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.531465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ef662c9d-b041-4f1d-a90f-de554d22c411,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:28.584088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fb71d65-acb3-4ee7-abe7-93629295dc72 req-d827b219-5cec-47bb-a785-1ffeb04cccfd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574242 Apr 05 20:38:28.757882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] For port b74efc39-bb9e-4428-9e5e-464c32b6d21f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b74efc39-bb9e-4428-9e5e-464c32b6d21f,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:28.758403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.779679 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66d9536-218d-4b85-8260-902de78482c5'] response: {'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'code': 200} Apr 05 20:38:28.826800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53254) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:28.833069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-790599833-network', 'tenant_id': '95d9b6933728438dab25c326f1458276'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:28.838654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:28.843735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Usage tracker for resource:network and tenant:95d9b6933728438dab25c326f1458276 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:28.849615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:28.858576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:28.948244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Made reservation on behalf of 95d9b6933728438dab25c326f1458276 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:28.950582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.969377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.984108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Calling delete_port for b74efc39-bb9e-4428-9e5e-464c32b6d21f owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:29.042642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-d453ad17-d0ad-4b36-b681-6e999d73ea44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 1097 time: 0.1528695 Apr 05 20:38:29.044189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:29.054400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Usage tracker for resource:security_group_rule and tenant:95d9b6933728438dab25c326f1458276 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:29.083640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:29.097897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:29.296846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-788866a6-8c1a-4510-a098-332d9af5a8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:29.298185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-788866a6-8c1a-4510-a098-332d9af5a8ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 912 time: 0.2451274 Apr 05 20:38:29.361770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc53f33d-4dbd-467d-9264-3ae6cbe6b785 req-4776be67-6fef-429b-8f30-02a2977fa33b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 1096 time: 0.4192855 Apr 05 20:38:29.414793 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-c8b65f12-ac92-45e8-890e-95289bc3f0dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad HTTP/1.1" status: 200 len: 217 time: 0.1080189 Apr 05 20:38:29.476114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.500901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-76d3cf32-25d8-4095-b936-f3e377c6cf69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:29.502987 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-76d3cf32-25d8-4095-b936-f3e377c6cf69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ff7d5c-ea36-4166-8dac-6fad07295978 HTTP/1.1" status: 200 len: 851 time: 0.0767400 Apr 05 20:38:29.517171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59c27e-29fc-4bf0-9e84-6d3d74f15091 req-0d937c25-5c57-45e3-a2cd-c7f856abc696 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:29.521926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c59c27e-29fc-4bf0-9e84-6d3d74f15091 req-0d937c25-5c57-45e3-a2cd-c7f856abc696 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.5790248 Apr 05 20:38:29.549456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.576576 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-a3c62d7d-54ba-41ad-829a-9834e3f15c86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75db5fa6-4b8f-42bb-b9fd-412ec9935469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644515 Apr 05 20:38:29.587424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc53f33d-4dbd-467d-9264-3ae6cbe6b785 req-0acf9b26-5d18-4bba-8917-5140bea8dcf3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164888 Apr 05 20:38:29.613245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:38:29.657377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c59c27e-29fc-4bf0-9e84-6d3d74f15091 req-b715553e-5d0f-42e9-b2d7-0dfd6883ee93 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912640 Apr 05 20:38:29.695678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1dd028-7773-458b-affb-0552dd04fe10,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:29.707062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.707062 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Added segment 6b5e2a6e-8dd4-4960-adf2-bcf2280f9044 of type vlan for network 9b033032-5662-4cc6-b3f8-540360ccbb58 Apr 05 20:38:29.710372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4475486-b714-4581-a407-f101de0450a2 req-c88fe96b-719c-443a-951e-8c010b43468a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:29.722481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4475486-b714-4581-a407-f101de0450a2 req-c88fe96b-719c-443a-951e-8c010b43468a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.3022666 Apr 05 20:38:29.762958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.775472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.802456 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-a0d0f061-4cf5-4c02-97d0-d7039222450e service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092288 Apr 05 20:38:29.895702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event deleted for resources: {'Port': ['ID=b74efc39-bb9e-4428-9e5e-464c32b6d21f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:29.906158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4475486-b714-4581-a407-f101de0450a2 req-965add2a-24b0-4b09-90fd-6a346524f813 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825826 Apr 05 20:38:29.987761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] No DVR routers for this DVR port b74efc39-bb9e-4428-9e5e-464c32b6d21f on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:29.991247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.994469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661704d4-642f-4197-a099-761dc4f18441', 'name': 'network-vif-deleted', 'tag': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:29.995238 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e13ca677-acd2-4f10-be92-195b6f67dca8 req-d03f04d3-fb21-4673-b703-6ec69c5f5d31 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828017 Apr 05 20:38:30.002570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:30.002570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:30.002570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:30.024867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02fd03e5-c7ad-4511-9943-769da30b70cd req-52baa362-8854-4277-938d-87f09de8813c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "DELETE /v2.0/ports/b74efc39-bb9e-4428-9e5e-464c32b6d21f HTTP/1.1" status: 204 len: 173 time: 1.8323865 Apr 05 20:38:30.049701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb4e82-f6b5-430b-8a5c-e64df5e54aeb req-57487cd4-8b07-4fec-b13b-0799d904438f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:30.051680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91eb4e82-f6b5-430b-8a5c-e64df5e54aeb req-57487cd4-8b07-4fec-b13b-0799d904438f tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.2338028 Apr 05 20:38:30.114658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-021da6d2-4a5f-4fa2-911a-279700c119a0 req-f98dc8d0-29f8-4d4b-bca9-f4e8c5e907c2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:30.161535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] Pushing event updated for resources: {'Network': ['ID=9b033032-5662-4cc6-b3f8-540360ccbb58,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:30.163150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91eb4e82-f6b5-430b-8a5c-e64df5e54aeb req-a53b599c-c0eb-4ac1-99d2-e2ceb42c69d3 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759938 Apr 05 20:38:30.167462 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-307f707c-f666-4c8c-ab07-f956ad1c0262 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3392711 Apr 05 20:38:30.174151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53274) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:30.175846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:38:30.200333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Request body: {'subnet': {'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-subnet', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:30.205039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:30.213352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Usage tracker for resource:subnet and tenant:95d9b6933728438dab25c326f1458276 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:30.216774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:30.234910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:30.284175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-021da6d2-4a5f-4fa2-911a-279700c119a0 req-f98dc8d0-29f8-4d4b-bca9-f4e8c5e907c2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:30.292810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-021da6d2-4a5f-4fa2-911a-279700c119a0 req-f98dc8d0-29f8-4d4b-bca9-f4e8c5e907c2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=661704d4-642f-4197-a099-761dc4f18441 HTTP/1.1" status: 200 len: 210 time: 0.2388966 Apr 05 20:38:30.296847 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e531b3d-b667-41e9-977d-dc4061a5c811'] response: {'server_uuid': '661704d4-642f-4197-a099-761dc4f18441', 'name': 'network-vif-deleted', 'tag': 'b74efc39-bb9e-4428-9e5e-464c32b6d21f', 'status': 'completed', 'code': 200} Apr 05 20:38:30.333695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Made reservation on behalf of 95d9b6933728438dab25c326f1458276 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:30.337198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:30.553991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b74efc39-bb9e-4428-9e5e-464c32b6d21f no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:30.620539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: b74efc39-bb9e-4428-9e5e-464c32b6d21f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:38:30.622241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b74efc39-bb9e-4428-9e5e-464c32b6d21f not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:30.661409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:30.769150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75aa0a31-9ac7-4858-9941-fe8e5d62e069,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:30.774915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Checking segment: {'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:30.775279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Network hostable DHCP agents. Network: 9b033032-5662-4cc6-b3f8-540360ccbb58, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:38:30.906884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:38:30.985437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b06ba-d9bd-4ba8-9a1a-5b2525e4ede1 req-eb8e5313-0a16-4c11-83b3-f9000c5f51da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:30.987683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab2b06ba-d9bd-4ba8-9a1a-5b2525e4ede1 req-eb8e5313-0a16-4c11-83b3-f9000c5f51da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.1187572 Apr 05 20:38:30.991540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 9b033032-5662-4cc6-b3f8-540360ccbb58) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:31.012417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf97ba4-b48f-4cad-a937-25b456a7b3ec None None] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:38:31.031452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:31.032018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.156290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53288) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:31.156846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a70b06dc-e2f2-4782-abe4-b2c0c03a98a3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9850600 Apr 05 20:38:31.176478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:31.182390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab2b06ba-d9bd-4ba8-9a1a-5b2525e4ede1 req-fe4b3c14-abfb-43c4-896d-f50efd0c6a91 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768661 Apr 05 20:38:31.192578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:31.209110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Usage tracker for resource:router and tenant:95d9b6933728438dab25c326f1458276 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:31.219555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:31.230581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:31.299627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-ca51c672-3068-4ee8-8985-ab1ee26d595c tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:31.301375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-ca51c672-3068-4ee8-8985-ab1ee26d595c tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 0.1915607 Apr 05 20:38:31.307967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.310029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.348258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.353760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be48af-6a65-40c0-99ca-defe7739039f req-4cb239b5-c846-4d47-b020-ab3a36096db0 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:31.363096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24be48af-6a65-40c0-99ca-defe7739039f req-4cb239b5-c846-4d47-b020-ab3a36096db0 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.2957435 Apr 05 20:38:31.381301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-9b033032-5662-4cc6-b3f8-540360ccbb58', 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'fixed_ips': [{'subnet_id': '75aa0a31-9ac7-4858-9941-fe8e5d62e069'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:38:31.382837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.591612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Deleting port a7bd77e4-6c8d-4e0f-9254-232596977323 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:31.592226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.698088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Allocated IP 172.20.0.2 (9b033032-5662-4cc6-b3f8-540360ccbb58/75aa0a31-9ac7-4858-9941-fe8e5d62e069/320d179c-3743-418d-9ea0-8d2053fa6af8) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:31.801864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.915044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] For port a7bd77e4-6c8d-4e0f-9254-232596977323, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a7bd77e4-6c8d-4e0f-9254-232596977323,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:31.915044 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.067571 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.097911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Transition to ACTIVE for port object 320d179c-3743-418d-9ea0-8d2053fa6af8 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:32.159230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Transition to ACTIVE for port object 320d179c-3743-418d-9ea0-8d2053fa6af8 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:32.209342 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.214210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.289560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.387871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Pushing event updated for resources: {'Port': ['ID=320d179c-3743-418d-9ea0-8d2053fa6af8,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:32.407055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:32.412694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:32.416158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:32.474749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24be48af-6a65-40c0-99ca-defe7739039f req-0d19a332-9bbd-469f-9dfe-cb0b3fe16546 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093533 Apr 05 20:38:32.485008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.485504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.486376 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Floating IP 6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e disassociated. External IP: 172.25.2.10, port: a7bd77e4-6c8d-4e0f-9254-232596977323. Apr 05 20:38:32.486727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Calling delete_port for a7bd77e4-6c8d-4e0f-9254-232596977323 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:32.487992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Allocated IP 172.25.2.173 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/e15d85de-44ee-4a48-9683-cdf74052846a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:32.567002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbcca5-761f-4036-85b4-9d3b9debd1ec req-77ce4a71-e077-4f50-a0a1-13bd4b31edbb tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:32.573733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8cbcca5-761f-4036-85b4-9d3b9debd1ec req-77ce4a71-e077-4f50-a0a1-13bd4b31edbb tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 946 time: 1.1201506 Apr 05 20:38:32.635330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Attempting to bind port 320d179c-3743-418d-9ea0-8d2053fa6af8 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:32.635693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Attempting to bind port 320d179c-3743-418d-9ea0-8d2053fa6af8 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:32.636045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Attempting to bind port 320d179c-3743-418d-9ea0-8d2053fa6af8 on network 9b033032-5662-4cc6-b3f8-540360ccbb58 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:32.651234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:32.651604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Checking segment: {'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:32.652002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.652388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Bound using segment: {'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:32.653620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Bound port: 320d179c-3743-418d-9ea0-8d2053fa6af8, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:32.654004 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.686133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8cbcca5-761f-4036-85b4-9d3b9debd1ec req-b2a8b297-2df2-4242-8473-eb7765a72a58 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups?id=3a7cf434-d7e8-4f55-9d6b-2fe493137d19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113069 Apr 05 20:38:32.703235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.792407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.825616 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.881621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] For port 320d179c-3743-418d-9ea0-8d2053fa6af8, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:32.886782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] For port 320d179c-3743-418d-9ea0-8d2053fa6af8, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=320d179c-3743-418d-9ea0-8d2053fa6af8,segment=NetworkSegment(6b5e2a6e-8dd4-4960-adf2-bcf2280f9044),segment_id=6b5e2a6e-8dd4-4960-adf2-bcf2280f9044)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:32.896465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:32.903334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:32.913587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:32.948639 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.960586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Pushing event updated for resources: {'Port': ['ID=e15d85de-44ee-4a48-9683-cdf74052846a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:33.040933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8611ea-ab67-4769-bb4e-6446028a1cb4 None None] Pushing event updated for resources: {'Port': ['ID=320d179c-3743-418d-9ea0-8d2053fa6af8,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:33.051956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event deleted for resources: {'Port': ['ID=a7bd77e4-6c8d-4e0f-9254-232596977323,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:33.268836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.270399 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.469235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92320db0-3967-4750-9738-f611b8f170df req-43b1b394-26de-4d26-a678-64530b8043ee tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:33.476782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92320db0-3967-4750-9738-f611b8f170df req-43b1b394-26de-4d26-a678-64530b8043ee tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.5423899 Apr 05 20:38:33.551541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.678892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-1c7d3b0a-f694-429a-b20c-0efead82b174 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:33.680348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-1c7d3b0a-f694-429a-b20c-0efead82b174 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.5057228 Apr 05 20:38:33.684323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92320db0-3967-4750-9738-f611b8f170df req-31d47fd5-9778-4fc6-9181-3e8c7cde3afd tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022932 Apr 05 20:38:33.733073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-fda4dcf5-be12-42c3-b901-0855e2512ce5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/quotas/d7e305de1d324644a7f70cbb8e8077f3 HTTP/1.1" status: 200 len: 375 time: 0.0368600 Apr 05 20:38:33.791376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:38:33.852184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-a839c8a0-5524-42f1-b6ff-25d680e93be6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1166000 Apr 05 20:38:33.871104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 320d179c-3743-418d-9ea0-8d2053fa6af8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:34.054199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 320d179c-3743-418d-9ea0-8d2053fa6af8 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:34.122667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:34.136606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Sync routers for ids ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:34.154333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-2b911bf5-0a7c-4da0-a67e-5ef1185846f7 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012052 Apr 05 20:38:34.162455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Routers {'d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:34.166420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:34.278726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:34.281439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bd5d6830-793e-4fe2-a4d3-96bb156bec1e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1238711 Apr 05 20:38:34.284268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53320) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:34.311396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6f33-c117-4413-8d08-1d00757f3106 req-048fc82a-1ffd-465a-870e-63c5c81508b2 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:34.319454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aac6f33-c117-4413-8d08-1d00757f3106 req-048fc82a-1ffd-465a-870e-63c5c81508b2 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.3374317 Apr 05 20:38:34.384098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Router 332c09f0-1add-4847-b3b8-af0f58c8eb39 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:34.405745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-08a55d64-88fd-4a0a-af7d-3750044bfef2 service neutron] 10.222.0.10 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503459 Apr 05 20:38:34.486814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aac6f33-c117-4413-8d08-1d00757f3106 req-970c74dd-27b4-4630-8910-ca4b1980c375 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664629 Apr 05 20:38:34.491500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Set router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:34.650376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a85e93-97db-4dfb-b154-896d18d0c657 None None] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:38:34.782383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a7bd77e4-6c8d-4e0f-9254-232596977323 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:35.022861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c99ddadc-832c-414c-b685-64945be8c63c req-859bebc4-6db7-427d-956d-68628bc7c0ec tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 210 time: 0.1932330 Apr 05 20:38:35.031459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: a7bd77e4-6c8d-4e0f-9254-232596977323 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:38:35.031905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a7bd77e4-6c8d-4e0f-9254-232596977323 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:35.248195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a5389e9-9f50-43ea-ac92-8d1780ab181c req-ea0c7fe5-bf4b-434e-bd98-28d6f4b54e66 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 210 time: 0.0463784 Apr 05 20:38:35.261470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-95bde22f-2a81-41b1-b4a6-800df21bf049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.311152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2b872a14-14e9-4f8c-9f19-894d39039475 None None] Provisioning for port 320d179c-3743-418d-9ea0-8d2053fa6af8 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:35.341611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2b872a14-14e9-4f8c-9f19-894d39039475 None None] Provisioning complete for port 320d179c-3743-418d-9ea0-8d2053fa6af8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:35.341978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2b872a14-14e9-4f8c-9f19-894d39039475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.357305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5b317-9be5-4af0-abfa-b4a54156a0c6 req-29c7e0f9-9980-40f5-87e7-b6dcfa7c9349 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:35.358922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdd5b317-9be5-4af0-abfa-b4a54156a0c6 req-29c7e0f9-9980-40f5-87e7-b6dcfa7c9349 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.3918030 Apr 05 20:38:35.369483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53336) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:35.383966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Request body: {'floatingip': {'port_id': 'ef662c9d-b041-4f1d-a90f-de554d22c411'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:35.484189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:35.511933 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] Sync routers for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:35.542315 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:35.542948 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:35.576445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.658787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:38:33Z', 'revision_number': 3, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:35.669482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Checking router: d1412ef2-ec3a-4e68-a03f-a6d8d36d01db for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:38:35.669831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Updating router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db port e15d85de-44ee-4a48-9683-cdf74052846a binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:38:35.688085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] No DVR routers for this DVR port a7bd77e4-6c8d-4e0f-9254-232596977323 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:35.694418 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.725731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'name': 'network-vif-deleted', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:35.847070 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.860355 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367624a5-f9b2-4e6e-a01c-97fccde32a40'] response: {'server_uuid': 'c76c99df-001d-4885-8873-304f65583d39', 'name': 'network-vif-deleted', 'tag': 'a7bd77e4-6c8d-4e0f-9254-232596977323', 'status': 'completed', 'code': 200} Apr 05 20:38:35.863870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6b10949-f661-498a-bdb4-2069614e2cfa req-1a48d2c9-9c0e-46fc-9b9c-9ed1330a65ce tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.39 "DELETE /v2.0/ports/a7bd77e4-6c8d-4e0f-9254-232596977323 HTTP/1.1" status: 204 len: 173 time: 4.5460484 Apr 05 20:38:35.929297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a57f79-e6e7-4c2b-8ac4-4f5e671d91f8 req-1e373251-4567-441d-8b7a-4d5615a67112 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:35.930835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a57f79-e6e7-4c2b-8ac4-4f5e671d91f8 req-1e373251-4567-441d-8b7a-4d5615a67112 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.1867847 Apr 05 20:38:35.976565 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:36.015441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a57f79-e6e7-4c2b-8ac4-4f5e671d91f8 req-8f52b76b-149d-4639-8ef7-7c4ae04d9b79 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785284 Apr 05 20:38:36.155947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2b872a14-14e9-4f8c-9f19-894d39039475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.348345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2b872a14-14e9-4f8c-9f19-894d39039475 None None] For port 320d179c-3743-418d-9ea0-8d2053fa6af8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=320d179c-3743-418d-9ea0-8d2053fa6af8,segment=NetworkSegment(6b5e2a6e-8dd4-4960-adf2-bcf2280f9044),segment_id=6b5e2a6e-8dd4-4960-adf2-bcf2280f9044)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:36.439312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2b872a14-14e9-4f8c-9f19-894d39039475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.494486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45037fe7-2677-45b4-a5aa-8067a5c79a39 req-eca38cae-95fe-472c-8fcc-a66fa1b03ce5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Synchronizing usage tracker for tenant:0a9778ff8abd472f9af8d79b66eb8430 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:36.668915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cf21aba-99bb-41a8-bf39-4d04b4c1c0be req-3c5ec60e-a160-48e2-ae2f-336c172f1ae4 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 210 time: 0.0921295 Apr 05 20:38:36.671234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45037fe7-2677-45b4-a5aa-8067a5c79a39 req-eca38cae-95fe-472c-8fcc-a66fa1b03ce5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Unset dirty status for tenant:0a9778ff8abd472f9af8d79b66eb8430 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:36.685919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45037fe7-2677-45b4-a5aa-8067a5c79a39 req-eca38cae-95fe-472c-8fcc-a66fa1b03ce5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 210 time: 0.3094773 Apr 05 20:38:36.764327 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:38Z', 'revision_number': 5, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:36.774401 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] Checking router: 332c09f0-1add-4847-b3b8-af0f58c8eb39 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:38:36.802789 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] Routers {'332c09f0-1add-4847-b3b8-af0f58c8eb39'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:36.805618 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['332c09f0-1add-4847-b3b8-af0f58c8eb39'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:36.949713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b872a14-14e9-4f8c-9f19-894d39039475 None None] Pushing event updated for resources: {'Port': ['ID=320d179c-3743-418d-9ea0-8d2053fa6af8,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:37.036034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-80feda67-052d-42b5-82a9-3e55b5f167e6 None None] Provisioning complete for port 320d179c-3743-418d-9ea0-8d2053fa6af8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:37.036354 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-80feda67-052d-42b5-82a9-3e55b5f167e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.089022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.175254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c8f4403-daa3-4b5b-8fb8-5360313d173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.191786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] Set router 332c09f0-1add-4847-b3b8-af0f58c8eb39 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:37.231077 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.292920 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Transition to ACTIVE for port object e15d85de-44ee-4a48-9683-cdf74052846a will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:37.334065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fcc36-de47-454d-a91d-fcc3978e8e94 req-32eb85ac-ce00-43c1-a557-8ce07593d5a0 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:37.346157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-372fcc36-de47-454d-a91d-fcc3978e8e94 req-32eb85ac-ce00-43c1-a557-8ce07593d5a0 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.1255784 Apr 05 20:38:37.397149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.402592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-372fcc36-de47-454d-a91d-fcc3978e8e94 req-fbc34c67-fcdc-426f-9821-fe87ffbe003a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553017 Apr 05 20:38:37.509099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.512216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Allocated IP 172.20.0.1 (9b033032-5662-4cc6-b3f8-540360ccbb58/75aa0a31-9ac7-4858-9941-fe8e5d62e069/f803997b-8db1-463a-9c39-0ee25b164ff1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:37.519086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc6b77-de74-4ac5-bf71-7dc159987138 None None] Pushing event updated for resources: {'Port': ['ID=e15d85de-44ee-4a48-9683-cdf74052846a,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:37.523177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Attempting to bind port e15d85de-44ee-4a48-9683-cdf74052846a on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:37.523709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Attempting to bind port e15d85de-44ee-4a48-9683-cdf74052846a by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:37.524237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Attempting to bind port e15d85de-44ee-4a48-9683-cdf74052846a on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:37.540032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:37.540412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:37.540809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.541779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:37.541779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Bound port: e15d85de-44ee-4a48-9683-cdf74052846a, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:37.542040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.603391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.631464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] For port e15d85de-44ee-4a48-9683-cdf74052846a, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:37.635437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] For port e15d85de-44ee-4a48-9683-cdf74052846a, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e15d85de-44ee-4a48-9683-cdf74052846a,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:37.706629 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.791515 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:38Z', 'revision_number': 5, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:37.806225 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b62d310-a859-4e4e-9f2b-78468d7c1049 None None] The sync data for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 is: [{'id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'name': 'tempest-ServersTestBootFromVolume-1023570132-router', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:35:23Z', 'updated_at': '2022-04-05T20:35:29Z', 'revision_number': 4, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'gw_port': {'id': 'a186a2f6-8a40-4715-afe9-27136ae550cd', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:24Z', 'updated_at': '2022-04-05T20:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '634aefe5-b320-4a3e-9955-b0a206459d9b', 'name': '', 'network_id': 'f86eb5ba-903d-4f43-ae36-67e4215b5223', 'tenant_id': '0a9778ff8abd472f9af8d79b66eb8430', 'mac_address': 'fa:16:3e:75:29:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332c09f0-1add-4847-b3b8-af0f58c8eb39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:35:28Z', 'updated_at': '2022-04-05T20:35:38Z', 'revision_number': 5, 'project_id': '0a9778ff8abd472f9af8d79b66eb8430', 'subnets': [{'id': '50295cf9-4147-4e9f-be6d-1fc1c8b9cd54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:37.900832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Routers {'d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:37.901705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:38.024448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 320d179c-3743-418d-9ea0-8d2053fa6af8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:38.091606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.127591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Transition to ACTIVE for port object f803997b-8db1-463a-9c39-0ee25b164ff1 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:38.170626 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Floating IP 9d631db6-e06e-4d22-b758-e60045ea22ca associated. External IP: 172.25.2.68, port: ef662c9d-b041-4f1d-a90f-de554d22c411. Apr 05 20:38:38.229223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-02f9a68a-4de8-421f-bd1d-321fafb1a6a2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:38.240953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-02f9a68a-4de8-421f-bd1d-321fafb1a6a2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 811 time: 0.3016214 Apr 05 20:38:38.336388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Request body: {'port': {'device_id': '91d1a517-e083-49c4-ae43-cad398772a15', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'admin_state_up': True, 'tenant_id': 'd7e305de1d324644a7f70cbb8e8077f3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:38.340828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc6b77-de74-4ac5-bf71-7dc159987138 None None] Pushing event updated for resources: {'Port': ['ID=e15d85de-44ee-4a48-9683-cdf74052846a,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:38.364572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.446451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 320d179c-3743-418d-9ea0-8d2053fa6af8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:38.447368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.474935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46b27baf-6c7e-4f92-b1e9-b1de318caa07 req-f2474a1b-01e0-44ed-b52c-d52695995808 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 210 time: 0.2326014 Apr 05 20:38:38.478174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:38.490855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:38.490855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:38.505639 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.518859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.518859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] Set router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:38.560537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Pushing event updated for resources: {'Port': ['ID=f803997b-8db1-463a-9c39-0ee25b164ff1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:38.639249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.786862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e2ae4e4-05d6-4ae8-ac0a-de67019bb3d7 req-7d4cd6c1-9d27-44da-b5c2-604b92a1cd42 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/ports?device_id=c76c99df-001d-4885-8873-304f65583d39 HTTP/1.1" status: 200 len: 210 time: 0.4675801 Apr 05 20:38:38.931058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:38.941784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:38.990923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.025715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51328b-1c4b-4ff7-9169-581df7b570cf req-f0780bce-08f2-4cd6-a313-e79500b9cf3f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:39.034219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea51328b-1c4b-4ff7-9169-581df7b570cf req-f0780bce-08f2-4cd6-a313-e79500b9cf3f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.2312250 Apr 05 20:38:39.071356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Made reservation on behalf of d7e305de1d324644a7f70cbb8e8077f3 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:39.074603 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.081908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:38:33Z', 'revision_number': 3, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:39.087380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b3ff2-c122-46c4-993d-ebe2a8932253 None None] The sync data for ids ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'] in n-d-836605-1 is: [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:38:33Z', 'revision_number': 3, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:39.118035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0043e24a-ef03-467c-aa55-3439d7c9a2b4 None None] Provisioning for port f803997b-8db1-463a-9c39-0ee25b164ff1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:39.125585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0043e24a-ef03-467c-aa55-3439d7c9a2b4 None None] Provisioning complete for port f803997b-8db1-463a-9c39-0ee25b164ff1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:39.126186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0043e24a-ef03-467c-aa55-3439d7c9a2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.176196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea51328b-1c4b-4ff7-9169-581df7b570cf req-131cb84e-4e53-43a7-bc47-f86f9d078025 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406467 Apr 05 20:38:39.241656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0043e24a-ef03-467c-aa55-3439d7c9a2b4 None None] Port f803997b-8db1-463a-9c39-0ee25b164ff1 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:38:39.354948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Allocated IP 172.20.0.6 (103afd5c-3b83-4da2-baad-2149cd494344/b566519c-6688-43c0-836f-d699ab04fc2b/54e033e4-11fb-4543-8406-20ee579022aa) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:39.370590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.380696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Router dcb90c47-3b68-48d6-a5ea-b0804f32680e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:39.507949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.607140 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.650983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.654627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Pushing event updated for resources: {'Port': ['ID=f803997b-8db1-463a-9c39-0ee25b164ff1,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:39.694966 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.740679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.844629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event updated for resources: {'Port': ['ID=54e033e4-11fb-4543-8406-20ee579022aa,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:39.848731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Network 103afd5c-3b83-4da2-baad-2149cd494344 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:39.850922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:39.853768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:39.930363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a5d76-7d40-4cf0-8c9d-f8451c679c6c req-c8af5f94-c5e7-4f48-9087-aade7decdf18 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:39.931837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-124a5d76-7d40-4cf0-8c9d-f8451c679c6c req-c8af5f94-c5e7-4f48-9087-aade7decdf18 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 931 time: 0.2304590 Apr 05 20:38:39.940355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:39.942642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:39.945789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:39.946287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.011517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-124a5d76-7d40-4cf0-8c9d-f8451c679c6c req-9b7cff71-f7f1-4453-ba87-b9b7e1f842f2 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709412 Apr 05 20:38:40.072278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-9db06f71-28e2-411a-9ec8-51045f565a7f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7490342 Apr 05 20:38:40.090963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Request body: {'port': {'device_id': '91d1a517-e083-49c4-ae43-cad398772a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:40.318468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:40.329184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] Sync routers for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:40.347894 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.357159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:40.357807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:40.468243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.555261 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-50a5eb89-4744-4cfa-8e9a-3dd78032d06a tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "PUT /v2.0/floatingips/9d631db6-e06e-4d22-b758-e60045ea22ca HTTP/1.1" status: 200 len: 990 time: 5.1842456 Apr 05 20:38:40.556807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:40.648793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-acf18fd9-adcc-453c-bacd-c4197a2d62bd None None] Provisioning complete for port f803997b-8db1-463a-9c39-0ee25b164ff1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:40.649355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-acf18fd9-adcc-453c-bacd-c4197a2d62bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.749328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:40.819959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-acf18fd9-adcc-453c-bacd-c4197a2d62bd None None] Port f803997b-8db1-463a-9c39-0ee25b164ff1 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:38:40.838948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:40.847367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53446) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:40.999578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51918fb5-a1fd-4081-bac9-91321a750685 req-9b0060c8-78c1-4f56-a792-32218a108d70 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:41.001378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51918fb5-a1fd-4081-bac9-91321a750685 req-9b0060c8-78c1-4f56-a792-32218a108d70 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.4760659 Apr 05 20:38:41.086783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9c0e55-6ff3-4cff-abdb-ab6af7846dd5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.126675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9c0e55-6ff3-4cff-abdb-ab6af7846dd5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.209556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e033e4-11fb-4543-8406-20ee579022aa {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:41.227970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:41.239819 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.257665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51918fb5-a1fd-4081-bac9-91321a750685 req-d551bd3a-de8b-4001-be5c-de147073eec6 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495263 Apr 05 20:38:41.266172 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f1ccc1c6-240e-4580-8218-5c992427880b admin admin] 10.222.0.10 "PUT /v2.0/routers/d1412ef2-ec3a-4e68-a03f-a6d8d36d01db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9794164 Apr 05 20:38:41.290239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Transition to ACTIVE for port object 54e033e4-11fb-4543-8406-20ee579022aa will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:41.300206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9c0e55-6ff3-4cff-abdb-ab6af7846dd5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.302719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 44a23ef3-258f-464c-a479-354c7fbe9bdb no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:41.303212 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d9c0e55-6ff3-4cff-abdb-ab6af7846dd5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.307589 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d9c0e55-6ff3-4cff-abdb-ab6af7846dd5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "DELETE /v2.0/security-groups/3a7cf434-d7e8-4f55-9d6b-2fe493137d19 HTTP/1.1" status: 204 len: 168 time: 0.4589479 Apr 05 20:38:41.308250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:41.337997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e1b5-ee92-4406-ab01-52b4b6e9498d req-a645d897-d829-472f-bd92-cbb5c933d604 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:41.348211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af9e1b5-ee92-4406-ab01-52b4b6e9498d req-a645d897-d829-472f-bd92-cbb5c933d604 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.2843757 Apr 05 20:38:41.371910 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-b97320d4-3df0-4435-9da2-5f190f601abd tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] show failed (client error): The resource could not be found. Apr 05 20:38:41.378648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b97320d4-3df0-4435-9da2-5f190f601abd tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "GET /v2.0/security-groups/3a7cf434-d7e8-4f55-9d6b-2fe493137d19 HTTP/1.1" status: 404 len: 347 time: 0.0541286 Apr 05 20:38:41.379257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53458) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:41.432259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.480843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c0e55-6ff3-4cff-abdb-ab6af7846dd5 tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7cf434-d7e8-4f55-9d6b-2fe493137d19,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:41.484963 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68532b0a-86cf-4c9c-8f18-63428bfd40b2'] response: {'name': 'network-changed', 'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'status': 'completed', 'code': 200} Apr 05 20:38:41.569891 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.641338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Deleting port b33bc2a6-62a6-46ce-aab7-ba3334019162 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:41.642431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.656580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:41.661357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:41.735795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.765949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af9e1b5-ee92-4406-ab01-52b4b6e9498d req-4ab8358c-ed35-494e-af8d-18313fd4ef25 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098976 Apr 05 20:38:41.940850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9b1eb6c-1249-41ba-9e84-e1dab7b43442 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:42.007067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=54e033e4-11fb-4543-8406-20ee579022aa,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:42.009250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.009732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.101498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:42.152402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '9d631db6-e06e-4d22-b758-e60045ea22ca', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'port_id': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'mac_address': 'fa:16:3e:cc:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:38:03Z', 'updated_at': '2022-04-05T20:38:37Z', 'revision_number': 1, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 5, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:42.167605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] Checking router: dcb90c47-3b68-48d6-a5ea-b0804f32680e for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:38:42.183219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-6b615492-6f8f-48a0-8f44-c8173295c2ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=233b5c8a7507405380d7b821947f39a2&device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 1096 time: 0.7137575 Apr 05 20:38:42.189534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:42.190180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:42.220694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Calling delete_port for b33bc2a6-62a6-46ce-aab7-ba3334019162 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:42.330130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:42.415987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-21e129fd-0161-49b8-afdf-191de13191e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:42.417654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-21e129fd-0161-49b8-afdf-191de13191e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c1e86064-d749-47f8-8f0f-0d59171dffee HTTP/1.1" status: 200 len: 907 time: 0.2212424 Apr 05 20:38:42.448068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:42.448447 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.491691 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d9ac77-97ea-427a-986e-f1fcc3041ec9'] response: {'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'code': 200} Apr 05 20:38:42.523052 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.589729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Attempting to bind port 54e033e4-11fb-4543-8406-20ee579022aa on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:42.590152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Attempting to bind port 54e033e4-11fb-4543-8406-20ee579022aa by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:42.590578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Attempting to bind port 54e033e4-11fb-4543-8406-20ee579022aa on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:42.679166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:42.682378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Port 54e033e4-11fb-4543-8406-20ee579022aa on network 103afd5c-3b83-4da2-baad-2149cd494344 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:38:42.682831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Attempting to bind port 54e033e4-11fb-4543-8406-20ee579022aa on network 103afd5c-3b83-4da2-baad-2149cd494344 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:42.702787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-8dbafe68-2869-4069-8152-52f8efb80c24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef662c9d-b041-4f1d-a90f-de554d22c411 HTTP/1.1" status: 200 len: 998 time: 0.2392793 Apr 05 20:38:42.717033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe24362-93b3-4e96-93d0-78fda05eacd9 req-a86e77f5-a491-4db7-8270-085296df4efd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:42.717906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-afe24362-93b3-4e96-93d0-78fda05eacd9 req-a86e77f5-a491-4db7-8270-085296df4efd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:42.728117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:42.728577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Checking segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:42.744762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Bound using segment: {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:42.744762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Bound port: 54e033e4-11fb-4543-8406-20ee579022aa, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:42.744762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.745280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Pushing event deleted for resources: {'Port': ['ID=b33bc2a6-62a6-46ce-aab7-ba3334019162,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:42.804772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.843372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.855668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-5328b1c4-cde2-4f78-bf9f-cab72924e6a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:42.857231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-5328b1c4-cde2-4f78-bf9f-cab72924e6a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c05a1f0-9958-47dc-ba2f-9d8dfcdab467 HTTP/1.1" status: 200 len: 845 time: 0.1338632 Apr 05 20:38:42.882153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e9b1eb6c-1249-41ba-9e84-e1dab7b43442, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:42.904829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0cba4-b8c3-4448-ab31-0f46b7f996db req-bdf42d21-5352-4dfb-b5a5-6e202be9536c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:42.906399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ff0cba4-b8c3-4448-ab31-0f46b7f996db req-bdf42d21-5352-4dfb-b5a5-6e202be9536c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.3126137 Apr 05 20:38:42.918412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-afe24362-93b3-4e96-93d0-78fda05eacd9 req-a86e77f5-a491-4db7-8270-085296df4efd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:42.918983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.919678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afe24362-93b3-4e96-93d0-78fda05eacd9 req-a86e77f5-a491-4db7-8270-085296df4efd tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 943 time: 0.4993503 Apr 05 20:38:42.920145 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9a96a5d4-5a79-4757-8cf8-f260d1e4fd5b tempest-ServersTestBootFromVolume-835345331 tempest-ServersTestBootFromVolume-835345331-project] 10.222.0.10 "DELETE /v2.0/floatingips/6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e HTTP/1.1" status: 204 len: 168 time: 1.5370922 Apr 05 20:38:42.923373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53498) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:42.959867 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.003419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] For port 54e033e4-11fb-4543-8406-20ee579022aa, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:43.036863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] For port 54e033e4-11fb-4543-8406-20ee579022aa, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54e033e4-11fb-4543-8406-20ee579022aa,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:43.056743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ff0cba4-b8c3-4448-ab31-0f46b7f996db req-79532eb8-523e-4a1d-aafa-e166477be863 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260402 Apr 05 20:38:43.068022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afe24362-93b3-4e96-93d0-78fda05eacd9 req-81f92099-f88c-486a-b0ac-4294f7af54a6 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352479 Apr 05 20:38:43.086546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-582177c2-58c7-4e1d-a04c-8e9db8fd8898 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c1e86064-d749-47f8-8f0f-0d59171dffee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214234 Apr 05 20:38:43.117154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.148585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:43.383762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '9d631db6-e06e-4d22-b758-e60045ea22ca', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'port_id': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'mac_address': 'fa:16:3e:cc:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:38:03Z', 'updated_at': '2022-04-05T20:38:37Z', 'revision_number': 1, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 5, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:43.388781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d7d22-ba69-4a9e-beef-7ef0bc0e644c None None] The sync data for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 is: [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '9d631db6-e06e-4d22-b758-e60045ea22ca', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'floating_ip_address': '172.25.2.68', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'port_id': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'mac_address': 'fa:16:3e:cc:18:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:38:03Z', 'updated_at': '2022-04-05T20:38:37Z', 'revision_number': 1, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 5, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:43.424446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.449070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=54e033e4-11fb-4543-8406-20ee579022aa,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:43.546552 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.548679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-305f8bdd-aab7-4b9c-b77f-2a6e13b8ca8b service neutron] 10.222.0.39 "PUT /v2.0/ports/54e033e4-11fb-4543-8406-20ee579022aa HTTP/1.1" status: 200 len: 1091 time: 3.4615400 Apr 05 20:38:43.582247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d1a517-e083-49c4-ae43-cad398772a15', 'tag': '54e033e4-11fb-4543-8406-20ee579022aa'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:43.666212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-c79504c6-4651-4843-aef8-e420f49216c1 service neutron] 10.222.0.23 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703387 Apr 05 20:38:43.774527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9b1eb6c-1249-41ba-9e84-e1dab7b43442 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:43.855194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:43.855565 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.895916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4aad1c-e7ba-400e-a1fc-7c7982b71168 req-fce9d954-54b1-411f-9d11-46be635be47b service neutron] 10.222.0.23 "GET /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230091 Apr 05 20:38:43.913339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-92608172-b914-45c2-90b1-f21fb337f384 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:43.920452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-92608172-b914-45c2-90b1-f21fb337f384 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 0.4933648 Apr 05 20:38:43.929604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aecf72-5c00-45d5-b5c9-4a973c4fe4a7 req-5d549681-b808-492d-88d7-53a911666d73 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:43.936437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63aecf72-5c00-45d5-b5c9-4a973c4fe4a7 req-5d549681-b808-492d-88d7-53a911666d73 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.4054282 Apr 05 20:38:43.954903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-0201641c-8874-4e02-a9be-3147584c17fb tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/quotas/98325b48f78f433f9dacd569718efdc6 HTTP/1.1" status: 200 len: 375 time: 0.0339785 Apr 05 20:38:44.065664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63aecf72-5c00-45d5-b5c9-4a973c4fe4a7 req-573d5e1c-0038-4409-96aa-503cb675d769 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282873 Apr 05 20:38:44.111864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-ac7fd17f-cb35-4747-8af9-ef84a37b7198 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 1094 time: 0.3990293 Apr 05 20:38:44.122874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-9a307936-21f4-4915-9ae2-d33de2c77afe tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671288 Apr 05 20:38:44.191141 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37040106-d249-40c9-a9ee-16e05eda8104'] response: {'name': 'network-changed', 'server_uuid': '91d1a517-e083-49c4-ae43-cad398772a15', 'tag': '54e033e4-11fb-4543-8406-20ee579022aa', 'status': 'completed', 'code': 200} Apr 05 20:38:44.210192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Deleting port 634aefe5-b320-4a3e-9955-b0a206459d9b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:44.210744 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.355307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-a49340c5-c06c-4d92-b252-bc2814f73ff4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54e033e4-11fb-4543-8406-20ee579022aa HTTP/1.1" status: 200 len: 217 time: 0.2293196 Apr 05 20:38:44.418116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] For port 634aefe5-b320-4a3e-9955-b0a206459d9b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=634aefe5-b320-4a3e-9955-b0a206459d9b,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:44.418558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.531123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-67bb61a5-5fd2-4c21-80f3-2c3a341ceb4a service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423002 Apr 05 20:38:44.543208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-f23ce685-0846-4041-b57e-bb5a98cfca71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:44.544622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-f23ce685-0846-4041-b57e-bb5a98cfca71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1460004 Apr 05 20:38:44.545590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Calling delete_port for 634aefe5-b320-4a3e-9955-b0a206459d9b owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:44.624231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-19f9a711-dbc5-4950-b7d8-e38d67bbd093 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:44.625821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-19f9a711-dbc5-4950-b7d8-e38d67bbd093 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "GET /v2.0/ports?device_id=a38dba48-394e-4425-8881-8f1a17be2e05 HTTP/1.1" status: 200 len: 944 time: 0.4381094 Apr 05 20:38:44.632589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-0612de10-958e-4f7c-88ca-33c634a351a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793293 Apr 05 20:38:44.766451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de875c6d-c6e5-4215-a2b4-699e6161e971 req-cb89109e-2462-4e99-83e8-be1c21ce72b1 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:44.768494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de875c6d-c6e5-4215-a2b4-699e6161e971 req-cb89109e-2462-4e99-83e8-be1c21ce72b1 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.4185290 Apr 05 20:38:44.881836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Deleting port 44a23ef3-258f-464c-a479-354c7fbe9bdb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:44.882181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.883193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.935834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Pushing event deleted for resources: {'Port': ['ID=634aefe5-b320-4a3e-9955-b0a206459d9b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:45.157373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-ae57df42-de03-4a2b-a614-8449b85fa887 service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664706 Apr 05 20:38:45.163973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de875c6d-c6e5-4215-a2b4-699e6161e971 req-b76122f3-9525-41c9-88f8-27679b0de702 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417962 Apr 05 20:38:45.205369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-add99500-a2d2-4699-a35b-c01ded39c87b service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882510 Apr 05 20:38:45.394314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.655290 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c81ed75-00d4-474c-9ade-41bf281e299c req-6da9b249-be1d-4ad7-951f-c6a51cb12ae8 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395514 Apr 05 20:38:45.682720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] For port 44a23ef3-258f-464c-a479-354c7fbe9bdb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=44a23ef3-258f-464c-a479-354c7fbe9bdb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:45.682720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.843630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Calling delete_port for 44a23ef3-258f-464c-a479-354c7fbe9bdb owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:45.963443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef1f6d-6a0f-4f14-be57-b37162c14e23 req-cf386904-d37c-4268-8e57-70ab6242c809 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:45.964896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46ef1f6d-6a0f-4f14-be57-b37162c14e23 req-cf386904-d37c-4268-8e57-70ab6242c809 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.5781171 Apr 05 20:38:46.036034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26179c97-0106-4819-b276-28e2e8465aaa req-80aa4f2f-c32c-4282-9258-281b347cb0c0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:46.042847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26179c97-0106-4819-b276-28e2e8465aaa req-80aa4f2f-c32c-4282-9258-281b347cb0c0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 943 time: 0.4615722 Apr 05 20:38:46.148095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46ef1f6d-6a0f-4f14-be57-b37162c14e23 req-37a94c0e-0e41-4140-acfa-f3d3d6f9031a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704514 Apr 05 20:38:46.163665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-72c5fc99-c7cb-4c67-92a3-5fa9149ad216 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 1094 time: 0.2766547 Apr 05 20:38:46.165734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Router 332c09f0-1add-4847-b3b8-af0f58c8eb39 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:46.190723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26179c97-0106-4819-b276-28e2e8465aaa req-89fabf8b-82da-49b6-bd2e-f76392250b22 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469450 Apr 05 20:38:46.328541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.334574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecfaf540-4200-46ce-be4c-1ecbccafc0b5 req-9f82a226-83d4-4da7-bfb1-91e51f5d8195 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 210 time: 0.0584095 Apr 05 20:38:46.457374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:46.473097 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f6606b3-806f-4cde-ac43-664fc39de144 admin admin] 10.222.0.10 "PUT /v2.0/routers/332c09f0-1add-4847-b3b8-af0f58c8eb39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5467741 Apr 05 20:38:46.474147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53556) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:46.488894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event deleted for resources: {'Port': ['ID=44a23ef3-258f-464c-a479-354c7fbe9bdb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:46.597273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-ede38f62-61f4-407c-8244-c3bf75303759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:46.598036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-ede38f62-61f4-407c-8244-c3bf75303759 service neutron] 10.222.0.39 "GET /v2.0/networks?id=103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 200 len: 912 time: 0.4243469 Apr 05 20:38:46.717178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] No DVR routers for this DVR port 44a23ef3-258f-464c-a479-354c7fbe9bdb on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:46.726410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.736375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-deleted', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:46.759741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-32a40538-a28b-4fd1-ae7d-35cc71f09fcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54e033e4-11fb-4543-8406-20ee579022aa HTTP/1.1" status: 200 len: 217 time: 0.1054077 Apr 05 20:38:46.832258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607b0ce-441e-4edb-9680-a493143fdf69 req-ec056e5a-367c-47ac-8a4a-732e50ef06e0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:46.833804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6607b0ce-441e-4edb-9680-a493143fdf69 req-ec056e5a-367c-47ac-8a4a-732e50ef06e0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.4116526 Apr 05 20:38:46.835037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.862168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00bad9-b5bd-4082-bdb8-90811ab0bf52 req-d245130c-2418-43bf-bee1-e635c80bb414 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:46.863642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d00bad9-b5bd-4082-bdb8-90811ab0bf52 req-d245130c-2418-43bf-bee1-e635c80bb414 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.3726163 Apr 05 20:38:46.872196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-f8ecf5ea-8cb9-41a9-ae2c-d86a37556945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:46.875507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-f8ecf5ea-8cb9-41a9-ae2c-d86a37556945 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 200 len: 851 time: 0.1094649 Apr 05 20:38:46.895663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60996403-86de-48b2-b4d8-2e16cc614d33 req-1007f5e2-22b5-4d00-8a99-80b0b944f014 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "DELETE /v2.0/ports/44a23ef3-258f-464c-a479-354c7fbe9bdb HTTP/1.1" status: 204 len: 173 time: 2.2620721 Apr 05 20:38:47.076424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-eb44815b-652b-4ef9-8767-313280e54997 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=103afd5c-3b83-4da2-baad-2149cd494344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797540 Apr 05 20:38:47.107251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.122679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6607b0ce-441e-4edb-9680-a493143fdf69 req-3fd07e44-2795-4d5c-8ca4-7aebad1156be tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804368 Apr 05 20:38:47.182469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Deleting port a186a2f6-8a40-4715-afe9-27136ae550cd {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:47.183999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.205588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d00bad9-b5bd-4082-bdb8-90811ab0bf52 req-f74ac1f5-6d5d-4191-b85c-62dfd1577b6d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270867 Apr 05 20:38:47.249917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 44a23ef3-258f-464c-a479-354c7fbe9bdb no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:47.311178 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabe8486-06aa-46fe-96b3-dad0fedcecf8'] response: {'server_uuid': 'a38dba48-394e-4425-8881-8f1a17be2e05', 'name': 'network-vif-deleted', 'tag': '44a23ef3-258f-464c-a479-354c7fbe9bdb', 'status': 'completed', 'code': 200} Apr 05 20:38:47.327757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-ce8334eb-3db9-4750-88d6-2560858da4c9 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366123 Apr 05 20:38:47.336598 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 44a23ef3-258f-464c-a479-354c7fbe9bdb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:38:47.337197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 44a23ef3-258f-464c-a479-354c7fbe9bdb not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:47.469882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] For port a186a2f6-8a40-4715-afe9-27136ae550cd, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a186a2f6-8a40-4715-afe9-27136ae550cd,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:47.470663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.608917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Calling delete_port for a186a2f6-8a40-4715-afe9-27136ae550cd owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:47.643715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb38ef9-1d73-4d27-b038-b5b013e0d99a req-e748c9cc-d930-441e-b108-0385bce27a76 service neutron] 10.222.0.39 "GET /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083160 Apr 05 20:38:47.684940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca1bd-6fa5-4791-9771-7737b9be90a0 req-05d01f2e-65cb-4253-a1cb-61ee794513fb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:47.686448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12fca1bd-6fa5-4791-9771-7737b9be90a0 req-05d01f2e-65cb-4253-a1cb-61ee794513fb tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 943 time: 0.3007469 Apr 05 20:38:47.696359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9e654-e9ac-45cf-a9b3-90b519ae6ca9 req-789ed838-1a6d-4887-9e14-21a19891e358 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:47.698001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0b9e654-e9ac-45cf-a9b3-90b519ae6ca9 req-789ed838-1a6d-4887-9e14-21a19891e358 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2107143 Apr 05 20:38:47.890522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12fca1bd-6fa5-4791-9771-7737b9be90a0 req-621f8f05-4da8-4bf1-811d-a7a59b41eb06 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915388 Apr 05 20:38:47.895063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.924613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0b9e654-e9ac-45cf-a9b3-90b519ae6ca9 req-05fbc26e-0097-43a1-9197-afe933c9bdc0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602890 Apr 05 20:38:47.938096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-272eb6ca-f2ae-4c7c-86cb-011f8020483c tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:47.945384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-272eb6ca-f2ae-4c7c-86cb-011f8020483c tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 0.2947381 Apr 05 20:38:47.961782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Request body: {'port': {'device_id': '13176baa-1866-4ec6-b68d-b5add3cef278', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'admin_state_up': True, 'tenant_id': '98325b48f78f433f9dacd569718efdc6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:47.994485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a186a2f6-8a40-4715-afe9-27136ae550cd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:48.176447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b2e0a3f7-4b6d-430e-9dda-ed91e2d58695 req-6ffdbd79-c404-46f0-8261-544beb4cd8aa tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:48.289314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b2e0a3f7-4b6d-430e-9dda-ed91e2d58695 req-6ffdbd79-c404-46f0-8261-544beb4cd8aa tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:48.301642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2e0a3f7-4b6d-430e-9dda-ed91e2d58695 req-6ffdbd79-c404-46f0-8261-544beb4cd8aa tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 210 time: 0.2197330 Apr 05 20:38:48.302986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:48.342198 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.355327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:48.515314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Made reservation on behalf of 98325b48f78f433f9dacd569718efdc6 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:48.521443 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.590410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-a972f432-8539-4c32-8a1d-9d27db2c999a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:48.598019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-a972f432-8539-4c32-8a1d-9d27db2c999a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.2859972 Apr 05 20:38:48.634546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f334c34b-2b7c-4012-b0c2-8ca0649b7ff7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/quotas/df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 375 time: 0.0355036 Apr 05 20:38:48.639733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54e033e4-11fb-4543-8406-20ee579022aa details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:38:48.662983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.669791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.757074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.758284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 332c09f0-1add-4847-b3b8-af0f58c8eb39 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:38:48.784937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.786698 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2cbc2116-7ae9-4053-863c-6ad030adf5ef admin admin] 10.222.0.10 "DELETE /v2.0/routers/332c09f0-1add-4847-b3b8-af0f58c8eb39 HTTP/1.1" status: 204 len: 168 time: 2.3114986 Apr 05 20:38:48.789157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53584) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:48.844662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 54e033e4-11fb-4543-8406-20ee579022aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54e033e4-11fb-4543-8406-20ee579022aa,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:48.861782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '54e033e4-11fb-4543-8406-20ee579022aa', 'network_id': '103afd5c-3b83-4da2-baad-2149cd494344', 'port_id': '54e033e4-11fb-4543-8406-20ee579022aa', 'mac_address': 'fa:16:3e:56:54:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b566519c-6688-43c0-836f-d699ab04fc2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:38:48.872690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db14c2a-c1d7-441c-825e-216152b2cc00 req-ede835f9-0234-4dc3-a2c8-ec29cd33dd3d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:48.874262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8db14c2a-c1d7-441c-825e-216152b2cc00 req-ede835f9-0234-4dc3-a2c8-ec29cd33dd3d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.3357525 Apr 05 20:38:48.938319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-37ba5bc7-ff1a-4755-8dc0-1c6e2f1ab1a1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3024709 Apr 05 20:38:48.967738 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.991751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e033e4-11fb-4543-8406-20ee579022aa {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:48.993975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] Deleting subnet 50295cf9-4147-4e9f-be6d-1fc1c8b9cd54 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:38:48.997310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.014677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 54e033e4-11fb-4543-8406-20ee579022aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54e033e4-11fb-4543-8406-20ee579022aa,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:49.031024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Allocated IP 172.20.0.8 (8f0dfb86-f644-44c0-8db1-95159aee7c52/1246ba7d-c905-4313-b63a-d22ca624e201/ddb6f6cd-f804-4aae-8155-103b1b35a9c3) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:49.051301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.089979 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.102686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8db14c2a-c1d7-441c-825e-216152b2cc00 req-54ada603-0e7e-4c2b-9ff4-8ef12eb5958c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201176 Apr 05 20:38:49.161960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.182276 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a940bb1-a4b3-4474-9e4f-c36282264d9e None None] New status for floating IP 6bfa888e-0eb8-46c5-94c9-46ebc0f2cb5e: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:38:49.229418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=54e033e4-11fb-4543-8406-20ee579022aa,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:49.247236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-860c5d86-483a-4154-87c8-e2dabb32df5d service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073685 Apr 05 20:38:49.398169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.401025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52edca25-4b0e-40e4-ab17-533ee305d890 None None] New status for floating IP 9d631db6-e06e-4d22-b758-e60045ea22ca: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:38:49.500779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50295cf9-4147-4e9f-be6d-1fc1c8b9cd54,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:49.523185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.534436 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-abd82395-0b17-46c5-9fe4-152272e8d05d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/50295cf9-4147-4e9f-be6d-1fc1c8b9cd54 HTTP/1.1" status: 204 len: 168 time: 0.7409921 Apr 05 20:38:49.537614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:49.544044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beafc279-a2f7-42de-a8b6-68585aa3138e None None] Network f86eb5ba-903d-4f43-ae36-67e4215b5223 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:38:49.750726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['54e033e4-11fb-4543-8406-20ee579022aa'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:49.820396 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.838453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Deleting port e21116f0-2f9f-40f5-80b2-4cd30afd30df {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:49.838807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.081423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0b09e-a999-4b1c-9438-f05fd0464dd5 req-b8d1e2c7-0fb9-4a1a-8e53-8c0099611843 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:50.091236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f0b09e-a999-4b1c-9438-f05fd0464dd5 req-b8d1e2c7-0fb9-4a1a-8e53-8c0099611843 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 944 time: 0.3697855 Apr 05 20:38:50.102917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1df0075-44e1-4bd8-a98a-a25130ac531d service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547730 Apr 05 20:38:50.218596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e15d85de-44ee-4a48-9683-cdf74052846a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:50.266990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f0b09e-a999-4b1c-9438-f05fd0464dd5 req-52354c1e-1937-4134-bd8c-393f0e26ba24 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337445 Apr 05 20:38:50.289181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.440372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] For port e21116f0-2f9f-40f5-80b2-4cd30afd30df, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e21116f0-2f9f-40f5-80b2-4cd30afd30df,segment=NetworkSegment(f5341790-80a4-48bb-8924-393690b2bed9),segment_id=f5341790-80a4-48bb-8924-393690b2bed9)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:50.440372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.443472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.455236 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:38:50.626433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Calling delete_port for e21116f0-2f9f-40f5-80b2-4cd30afd30df owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:50.655026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.774830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:50.788267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:50.834530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:50.843109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.883718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e15d85de-44ee-4a48-9683-cdf74052846a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:50.895274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:50.925374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e15d85de-44ee-4a48-9683-cdf74052846a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:50.926590 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.936328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] No DVR routers for this DVR port e21116f0-2f9f-40f5-80b2-4cd30afd30df on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:50.987327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e21116f0-2f9f-40f5-80b2-4cd30afd30df,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:51.010159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e084dfa-0753-477a-b511-ee7e36bbc539 None None] DHCP port deletion for f86eb5ba-903d-4f43-ae36-67e4215b5223 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:38:51.039277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:51.041031 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.108949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.129523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b00fd-a9bc-469a-8048-619e255ede78 req-37f07adb-4a36-414a-b2ad-66edf9f678c7 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:51.131442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-068b00fd-a9bc-469a-8048-619e255ede78 req-37f07adb-4a36-414a-b2ad-66edf9f678c7 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.3409934 Apr 05 20:38:51.152685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86eb5ba-903d-4f43-ae36-67e4215b5223']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:51.179955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eb43d-6c7f-4bd9-9336-88b7228e72bc req-41379707-6b97-48aa-9355-8bcea8b4f47b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:51.180184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5341790-80a4-48bb-8924-393690b2bed9') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:51.180184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5341790-80a4-48bb-8924-393690b2bed9') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:51.180365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0c6eb43d-6c7f-4bd9-9336-88b7228e72bc req-41379707-6b97-48aa-9355-8bcea8b4f47b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:51.194850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dcea3fff-4f75-4a67-ab47-f3d01c7b969d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2367713 Apr 05 20:38:51.212120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.216549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Request body: {'port': {'device_id': '13176baa-1866-4ec6-b68d-b5add3cef278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:51.244428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.265683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:38:51.266298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:38:51.302597 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:38:51.305422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-068b00fd-a9bc-469a-8048-619e255ede78 req-ef3324fb-94ac-4f8c-b121-c81ab4ddf39e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635768 Apr 05 20:38:51.375027 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.387790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0c6eb43d-6c7f-4bd9-9336-88b7228e72bc req-41379707-6b97-48aa-9355-8bcea8b4f47b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:51.395083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c6eb43d-6c7f-4bd9-9336-88b7228e72bc req-41379707-6b97-48aa-9355-8bcea8b4f47b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 931 time: 0.7793610 Apr 05 20:38:51.440908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e15d85de-44ee-4a48-9683-cdf74052846a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e15d85de-44ee-4a48-9683-cdf74052846a,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:51.549192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c6eb43d-6c7f-4bd9-9336-88b7228e72bc req-a1e54383-2f3d-4bd5-86e2-c5299d54db07 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527371 Apr 05 20:38:51.655203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.666717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6aa8e36b-94c7-496e-9de7-b3b45c471453 req-fc816e35-9878-4c23-8f63-c7989c4db53a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 210 time: 0.0506358 Apr 05 20:38:52.114959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e726d-7fb9-47df-99d2-f68ec47c3904 req-342cff97-c5b4-41d5-b53f-5662136cfaa7 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:52.116252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a71e726d-7fb9-47df-99d2-f68ec47c3904 req-342cff97-c5b4-41d5-b53f-5662136cfaa7 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 944 time: 0.1914277 Apr 05 20:38:52.159811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb6f6cd-f804-4aae-8155-103b1b35a9c3 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:52.171179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.210186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Transition to ACTIVE for port object ddb6f6cd-f804-4aae-8155-103b1b35a9c3 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:52.214128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.219165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a71e726d-7fb9-47df-99d2-f68ec47c3904 req-76857e1c-be65-4a14-9676-7085409be60a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863566 Apr 05 20:38:52.253332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d75b1-59ac-4f30-a84d-1137205fdab4 req-8db6ba31-a2e1-48e4-8230-0279d96f7f5b tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:52.253332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e12d75b1-59ac-4f30-a84d-1137205fdab4 req-8db6ba31-a2e1-48e4-8230-0279d96f7f5b tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.1847122 Apr 05 20:38:52.288140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.337980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e21116f0-2f9f-40f5-80b2-4cd30afd30df no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:52.346647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.350463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e12d75b1-59ac-4f30-a84d-1137205fdab4 req-c7135178-41ed-4631-bb90-d5bafbc09632 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989287 Apr 05 20:38:52.351467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.367492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=f86eb5ba-903d-4f43-ae36-67e4215b5223,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:52.389307 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a0be0b8-d3a6-4160-815f-1bc367d87e2a admin admin] 10.222.0.10 "DELETE /v2.0/networks/f86eb5ba-903d-4f43-ae36-67e4215b5223 HTTP/1.1" status: 204 len: 168 time: 2.8505898 Apr 05 20:38:52.451669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e21116f0-2f9f-40f5-80b2-4cd30afd30df {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:38:52.452129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e21116f0-2f9f-40f5-80b2-4cd30afd30df not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:52.474782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e15d85de-44ee-4a48-9683-cdf74052846a,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:52.659658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54e033e4-11fb-4543-8406-20ee579022aa up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:52.718587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:52.859893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 54e033e4-11fb-4543-8406-20ee579022aa completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:52.873220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 54e033e4-11fb-4543-8406-20ee579022aa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:52.874862 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.995052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53640) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:53.077766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bed37-ae43-4907-bff7-245732a8e415 req-e1330f11-cf91-43d3-87a1-946c2054b420 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:53.079876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a50bed37-ae43-4907-bff7-245732a8e415 req-e1330f11-cf91-43d3-87a1-946c2054b420 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.4514153 Apr 05 20:38:53.083537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Attempting to bind port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:53.083935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Attempting to bind port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:53.084265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Attempting to bind port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:53.086123 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f3d17bab-e532-4683-8f5e-33ddd9696af9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a9778ff8abd472f9af8d79b66eb8430&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0899012 Apr 05 20:38:53.086948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53644) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:53.095262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:38:53.100196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Attempting to bind port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:53.101780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.123025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57987-11ef-4a32-a15a-db20ef3c3c21 req-82c0cb76-9e2f-4e65-8db2-0f4dd0e25ead tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:53.131000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ee57987-11ef-4a32-a15a-db20ef3c3c21 req-82c0cb76-9e2f-4e65-8db2-0f4dd0e25ead tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 943 time: 0.2487469 Apr 05 20:38:53.159496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:53.163210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Checking segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:53.163210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Bound using segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:53.163210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Bound port: ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:53.163210 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.170809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1a517-e083-49c4-ae43-cad398772a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e033e4-11fb-4543-8406-20ee579022aa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:53.182464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 54e033e4-11fb-4543-8406-20ee579022aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54e033e4-11fb-4543-8406-20ee579022aa,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:53.204334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcba42e5-7ac5-467f-8f9a-e1677f758d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.250276 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.263138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a50bed37-ae43-4907-bff7-245732a8e415 req-32a28f51-d981-4f75-aaaa-cd233e182bac tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637337 Apr 05 20:38:53.271159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcba42e5-7ac5-467f-8f9a-e1677f758d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.286363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ee57987-11ef-4a32-a15a-db20ef3c3c21 req-15910b9c-b677-4dc2-a5af-f914b8d5fec8 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544220 Apr 05 20:38:53.353537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:38:53.364236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:38:53.419406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=54e033e4-11fb-4543-8406-20ee579022aa,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:53.430644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.506454 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcba42e5-7ac5-467f-8f9a-e1677f758d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.511323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.512739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/ddb6f6cd-f804-4aae-8155-103b1b35a9c3 HTTP/1.1" status: 200 len: 1091 time: 2.3014038 Apr 05 20:38:53.513490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:53.534839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36446201-1a25-4cfc-aaf4-2e69a238d6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:53.558379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba42e5-7ac5-467f-8f9a-e1677f758d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeddf9e1-64e9-43e5-8c9b-35b485b679f1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:53.564985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcba42e5-7ac5-467f-8f9a-e1677f758d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.573815 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fcba42e5-7ac5-467f-8f9a-e1677f758d0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeddf9e1-64e9-43e5-8c9b-35b485b679f1 HTTP/1.1" status: 204 len: 168 time: 0.4818773 Apr 05 20:38:53.632975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2909a03d-0289-4bef-b442-1628d8c8d38e req-a7d8a74c-5745-44f8-8cf6-afb4a06fd934 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 210 time: 0.0879953 Apr 05 20:38:53.765384 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90eb4aba-d6b0-442e-81d8-037f2615c5cc'] response: {'server_uuid': '91d1a517-e083-49c4-ae43-cad398772a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e033e4-11fb-4543-8406-20ee579022aa', 'code': 200} Apr 05 20:38:53.778812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-2664b776-991c-4e5c-83de-3e589ad8d232 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 1094 time: 0.1396840 Apr 05 20:38:53.930655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-49b36cb3-25bd-4224-bcde-d70489ba0c71 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3 HTTP/1.1" status: 200 len: 217 time: 0.1436427 Apr 05 20:38:54.086360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-508becb3-a9ca-4170-bad0-83e503f06cff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:54.087006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-508becb3-a9ca-4170-bad0-83e503f06cff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.1138895 Apr 05 20:38:54.143913 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466db386-5ffe-4302-8266-baf676046192'] response: {'name': 'network-changed', 'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'status': 'completed', 'code': 200} Apr 05 20:38:54.146792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-1a260c21-b2f8-44ad-baed-1281a504a123 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496109 Apr 05 20:38:54.158921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220b2a3-4602-4730-a6d8-3decb2c71dc5 req-f3f79492-1ab4-4d4e-b4ef-f72160dc7d3f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:54.160386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f220b2a3-4602-4730-a6d8-3decb2c71dc5 req-f3f79492-1ab4-4d4e-b4ef-f72160dc7d3f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.2826097 Apr 05 20:38:54.266068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f251bda3-36a5-45bd-9c03-e5aa30a16d82 req-d3e8123b-bc3b-4043-98aa-ce35dba8301b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 1096 time: 0.3366125 Apr 05 20:38:54.345724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e15d85de-44ee-4a48-9683-cdf74052846a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:54.463763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e15d85de-44ee-4a48-9683-cdf74052846a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:54.464398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.624904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f220b2a3-4602-4730-a6d8-3decb2c71dc5 req-b408f54e-57ef-4e9f-bc3a-dc437c35dd9e tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368365 Apr 05 20:38:54.693437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f251bda3-36a5-45bd-9c03-e5aa30a16d82 req-d01eaa4c-e0bd-4d36-92ad-ef6fe6eb86fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144430 Apr 05 20:38:54.713635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-b79a691d-65e0-4e32-b1b0-da6ec509bd49 service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522020 Apr 05 20:38:54.935521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-0512e784-de80-49de-8719-ecd4ad940f0d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:54.936672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-0512e784-de80-49de-8719-ecd4ad940f0d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.5465162 Apr 05 20:38:54.949253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9839a-f908-4b49-89b3-e2543ef20592 req-14d74c64-2d3e-4e11-b9fc-91b5681da1fd tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:54.949904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ae9839a-f908-4b49-89b3-e2543ef20592 req-14d74c64-2d3e-4e11-b9fc-91b5681da1fd tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.6305933 Apr 05 20:38:54.957095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'port': {'device_id': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'admin_state_up': True, 'tenant_id': 'df176d4439164131ac58acc3a8187809'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:55.236189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aa38cc3-9594-49dd-8836-867b0d61c927 req-dd278c26-cdea-412b-86a6-b43f9413505b service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141518 Apr 05 20:38:55.288902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53684) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:55.289867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ae9839a-f908-4b49-89b3-e2543ef20592 req-3a777076-420b-4388-92db-0af22e8c5a95 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3132136 Apr 05 20:38:55.313916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4e51d-a6ea-490e-85c7-9c754e0ca57a req-07c8d03b-f4d5-4cce-9989-ba2323ae7710 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:55.316110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fb4e51d-a6ea-490e-85c7-9c754e0ca57a req-07c8d03b-f4d5-4cce-9989-ba2323ae7710 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 943 time: 0.4589541 Apr 05 20:38:55.348386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:55.359872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:55.443352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Made reservation on behalf of df176d4439164131ac58acc3a8187809 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:55.447346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.476934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fb4e51d-a6ea-490e-85c7-9c754e0ca57a req-13d58a71-765a-4f2c-8044-39822f8cc21c tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521082 Apr 05 20:38:55.522486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1842298722-network', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:55.529175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:55.539299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Usage tracker for resource:network and tenant:29b52250e5734214ba99ff977cfe1cc9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:55.543144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:55.553079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:55.565374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-4ef6ba66-74f5-4f39-9140-2cbaa3aacaa1 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:55.566878 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-4ef6ba66-74f5-4f39-9140-2cbaa3aacaa1 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.23 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.1209474 Apr 05 20:38:55.659893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Deleting port d11516fb-8e6b-46f0-81bf-f805226a72ca {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:38:55.660249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.689171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Made reservation on behalf of 29b52250e5734214ba99ff977cfe1cc9 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:55.690435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab913d2c-84fe-4d2f-92c5-43ca5d57e4fb req-3634ad7b-cb44-4b21-8990-13fbe0cd6cf9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 210 time: 0.0600879 Apr 05 20:38:55.691914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.719531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.761633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-3b3da2c7-5d30-4f19-8026-d877e15a3884 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 1094 time: 0.3611467 Apr 05 20:38:55.806087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d272c-3360-415f-9b4e-d2553a9176d1 req-4fe6f549-01d6-4e33-a3ca-f46e57c899b4 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:55.807614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f91d272c-3360-415f-9b4e-d2553a9176d1 req-4fe6f549-01d6-4e33-a3ca-f46e57c899b4 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.3654451 Apr 05 20:38:55.892612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Allocated IP 172.20.0.6 (085ac82a-4593-4f2f-b6e0-e1591b49614b/a5b68241-c312-4340-9158-5ed180b9be3a/3e333271-12e6-4201-a88e-bb57d9be9a40) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:55.901101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:55.908565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Usage tracker for resource:security_group_rule and tenant:29b52250e5734214ba99ff977cfe1cc9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:55.929615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:55.983042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:56.048454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f91d272c-3360-415f-9b4e-d2553a9176d1 req-ad293362-9255-40a9-9396-246db14e88d8 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867316 Apr 05 20:38:56.078107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-5e199ab6-28b7-47c9-a3aa-095ffdbc93e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:56.080092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-5e199ab6-28b7-47c9-a3aa-095ffdbc93e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 905 time: 0.3092411 Apr 05 20:38:56.099150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] For port d11516fb-8e6b-46f0-81bf-f805226a72ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d11516fb-8e6b-46f0-81bf-f805226a72ca,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:56.099512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.210017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.232464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-c65e788c-a99e-43e4-a697-e82e79d524a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3 HTTP/1.1" status: 200 len: 217 time: 0.1447668 Apr 05 20:38:56.283017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.293825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32215d9e-ea02-4d05-ab17-23c34cff17af req-be6ade3c-505b-4ab1-8bb2-038ccdcc1e2d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:56.295288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32215d9e-ea02-4d05-ab17-23c34cff17af req-be6ade3c-505b-4ab1-8bb2-038ccdcc1e2d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.4199235 Apr 05 20:38:56.318362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:38:56.398907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.398907 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Added segment 7986bd67-9c19-43e0-b980-810f6b2fa2fe of type vlan for network f1fac179-7fed-49ef-bd5f-5f752ab13c4f Apr 05 20:38:56.405421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b303da3-9714-480d-b640-e435cbb121ec,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:56.411585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-1d732041-0952-47d2-acf0-d3a7ff6e0f69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:56.425458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-1d732041-0952-47d2-acf0-d3a7ff6e0f69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.1827013 Apr 05 20:38:56.529923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.539680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32215d9e-ea02-4d05-ab17-23c34cff17af req-583b4689-f026-44e3-b375-2f614ea79f80 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350054 Apr 05 20:38:56.544062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.544398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-55f1d280-d3ce-44d5-b146-7120eb32aa4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055667 Apr 05 20:38:56.544500 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.544738 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Floating IP 58469c76-895a-4f1b-b055-de71725e8798 disassociated. External IP: 172.25.2.180, port: d11516fb-8e6b-46f0-81bf-f805226a72ca. Apr 05 20:38:56.545101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Calling delete_port for d11516fb-8e6b-46f0-81bf-f805226a72ca owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:38:56.549256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.659621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Transition to ACTIVE for port object 3e333271-12e6-4201-a88e-bb57d9be9a40 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:56.717533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.718487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:56.719131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.772816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-e1f9648e-f7e4-4efc-addc-ee6372467c22 service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206552 Apr 05 20:38:56.786666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff659c-ea9a-4806-ab81-7ae02bde1f8d req-83512a3e-0b42-420a-a538-7532cbe3a448 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:56.788263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eff659c-ea9a-4806-ab81-7ae02bde1f8d req-83512a3e-0b42-420a-a538-7532cbe3a448 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 945 time: 0.3147786 Apr 05 20:38:56.856946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] Pushing event updated for resources: {'Network': ['ID=f1fac179-7fed-49ef-bd5f-5f752ab13c4f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:56.869080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:38:56.905441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.934517 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.944216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['da6229ec-2b13-4c13-9928-93713495904d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:56.994276 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5d5a383f-41b4-4b67-81c4-2819e4b9db5c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7002497 Apr 05 20:38:56.998234 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] Sync routers for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:57.013530 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:57.014197 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:38:57.014935 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'332c09f0-1add-4847-b3b8-af0f58c8eb39'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:38:57.015334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53702) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:57.016451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event deleted for resources: {'Port': ['ID=d11516fb-8e6b-46f0-81bf-f805226a72ca,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:57.028670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Request body: {'subnet': {'network_id': 'f1fac179-7fed-49ef-bd5f-5f752ab13c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1842298722-subnet', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:57.035806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:57.043483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Usage tracker for resource:subnet and tenant:29b52250e5734214ba99ff977cfe1cc9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:57.045650 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:57.046441 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:38:57.047432 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'332c09f0-1add-4847-b3b8-af0f58c8eb39'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:38:57.048224 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827073b2-f24a-4039-be75-45ef032fe37e None None] The sync data for ids ['332c09f0-1add-4847-b3b8-af0f58c8eb39'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:38:57.072248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:57.091042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1f27b857-fbe1-4bbc-9662-179a30345cd4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:57.094436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:57.162825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:57.175399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c3eec-c40d-4afc-9a96-d638c68edd1c req-fe686934-ba95-4719-9989-8f4f8c8ce834 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:57.184527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef2c3eec-c40d-4afc-9a96-d638c68edd1c req-fe686934-ba95-4719-9989-8f4f8c8ce834 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 943 time: 0.4884005 Apr 05 20:38:57.191839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=3e333271-12e6-4201-a88e-bb57d9be9a40,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:57.196627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:57.198749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:38:57.301803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ddb6f6cd-f804-4aae-8155-103b1b35a9c3 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:38:57.422154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Made reservation on behalf of 29b52250e5734214ba99ff977cfe1cc9 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:57.424520 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.471313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:38:57.671091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eff659c-ea9a-4806-ab81-7ae02bde1f8d req-80ef603f-c2df-435f-87cd-00d176989d04 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7167414-7a37-4094-a43a-5e14390495b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8506236 Apr 05 20:38:57.694102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef2c3eec-c40d-4afc-9a96-d638c68edd1c req-64dcb994-5ec6-47ed-96aa-891c62e91646 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103920 Apr 05 20:38:57.741782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4330922e-367b-4e40-a8a1-60f9f4cf2596 req-b67217df-0c1e-4a4f-9402-79e164bf40f4 service neutron] 10.222.0.23 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9508476 Apr 05 20:38:57.755570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:57.765770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.849628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Router afe36d24-77e1-4c5c-9e37-fc030217e216 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:38:57.856145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c823705c-5d86-4b85-afe5-8c8001ff7af2 req-dd9d03f8-59b3-41b5-99e5-bb420cc74b56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 1097 time: 0.2899857 Apr 05 20:38:57.870230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a31a55ab-64e4-49d8-b28f-4e2563859c09 None None] Provisioning for port 3e333271-12e6-4201-a88e-bb57d9be9a40 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:57.898797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:57.909990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a31a55ab-64e4-49d8-b28f-4e2563859c09 None None] Provisioning complete for port 3e333271-12e6-4201-a88e-bb57d9be9a40 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:57.910201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a31a55ab-64e4-49d8-b28f-4e2563859c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.933370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c823705c-5d86-4b85-afe5-8c8001ff7af2 req-29207eef-f669-4c56-8997-85dca017c11a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Apr 05 20:38:57.935014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-5a0e3f64-af6a-4d6a-b866-58711bb4e64d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9840391 Apr 05 20:38:57.948971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Request body: {'port': {'device_id': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:57.971583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'mac_address': 'fa:16:3e:3a:62:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:38:58.004593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.028226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a31a55ab-64e4-49d8-b28f-4e2563859c09 None None] Port 3e333271-12e6-4201-a88e-bb57d9be9a40 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:38:58.040996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.064725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb6f6cd-f804-4aae-8155-103b1b35a9c3 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:58.082998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:38:58.137688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb5516d-55f9-493a-a006-21d77d4fecf3,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:58.145076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.231237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.264767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e9a53-d84d-445b-a8ba-00eadd6e87c4 req-b06b2960-60e4-427f-b2ad-2b84fff9ef98 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.265594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5a2e9a53-d84d-445b-a8ba-00eadd6e87c4 req-b06b2960-60e4-427f-b2ad-2b84fff9ef98 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:58.266508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:58.340166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Checking segment: {'id': '7986bd67-9c19-43e0-b980-810f6b2fa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f1fac179-7fed-49ef-bd5f-5f752ab13c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:58.340526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Network hostable DHCP agents. Network: f1fac179-7fed-49ef-bd5f-5f752ab13c4f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:38:58.395864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ddb6f6cd-f804-4aae-8155-103b1b35a9c3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:38:58.460878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:38:58.499835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] Sync routers for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:38:58.528145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:38:58.532442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4a28-5f4e-42ea-848b-078865aedae2 req-efc3fb19-811d-4bfc-87a5-b31dcd6cba9e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.532442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-869d4a28-5f4e-42ea-848b-078865aedae2 req-efc3fb19-811d-4bfc-87a5-b31dcd6cba9e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.4680769 Apr 05 20:38:58.536741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5a2e9a53-d84d-445b-a8ba-00eadd6e87c4 req-b06b2960-60e4-427f-b2ad-2b84fff9ef98 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:58.540999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:38:58.541901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:58.543040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2e9a53-d84d-445b-a8ba-00eadd6e87c4 req-b06b2960-60e4-427f-b2ad-2b84fff9ef98 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 931 time: 0.4788089 Apr 05 20:38:58.576785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] No DVR routers for this DVR port d11516fb-8e6b-46f0-81bf-f805226a72ca on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:58.582349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.582349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'name': 'network-vif-deleted', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:38:58.590947 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d3b05cf4-33f7-484a-8a20-209cf227f36c req-c5afdc9d-b19f-4915-a54a-0b1ad8838bd7 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.23 "DELETE /v2.0/ports/d11516fb-8e6b-46f0-81bf-f805226a72ca HTTP/1.1" status: 204 len: 173 time: 3.0152805 Apr 05 20:38:58.638308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f1fac179-7fed-49ef-bd5f-5f752ab13c4f) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:58.644437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.645217 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.664867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-869d4a28-5f4e-42ea-848b-078865aedae2 req-32807046-c65e-4997-be23-53eb5b392633 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197512 Apr 05 20:38:58.669557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2e9a53-d84d-445b-a8ba-00eadd6e87c4 req-54f15af7-0379-49e1-bbb1-ca8ad30b846a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256733 Apr 05 20:38:58.671801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba4b22-738d-449b-bea6-e6ba60ca1a12 None None] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:38:58.790249 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-32213b25-0841-42d8-80f4-9ad9f5fd4c79 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7708244 Apr 05 20:38:58.790877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53718) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:58.803413 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfe9e4a-4c9b-4c77-a335-46a76c0d9302'] response: {'server_uuid': '32f92962-b255-4acf-9c73-b8c0262f9ff6', 'name': 'network-vif-deleted', 'tag': 'd11516fb-8e6b-46f0-81bf-f805226a72ca', 'status': 'completed', 'code': 200} Apr 05 20:38:58.811142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1842298722-router', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:38:58.817999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:58.825561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Usage tracker for resource:router and tenant:29b52250e5734214ba99ff977cfe1cc9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:58.830327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:58.850842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:58.953348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e333271-12e6-4201-a88e-bb57d9be9a40 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:38:58.957447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.960447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.967173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.989265 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:59.000708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Transition to ACTIVE for port object 3e333271-12e6-4201-a88e-bb57d9be9a40 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:59.011134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead325c1-e1e0-4d76-9cd2-a8bfd652e880 req-11750074-821f-4d84-887c-e079643f825a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:59.013693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ead325c1-e1e0-4d76-9cd2-a8bfd652e880 req-11750074-821f-4d84-887c-e079643f825a tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.2046733 Apr 05 20:38:59.104114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:59.167461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:38:59.185765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3e58038-2c19-43cb-8afa-623527d19998 req-8b2b30f5-538e-4c40-a47c-0f0f3a4cfc4b tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/ports?device_id=32f92962-b255-4acf-9c73-b8c0262f9ff6 HTTP/1.1" status: 200 len: 210 time: 0.1376185 Apr 05 20:38:59.269976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f1fac179-7fed-49ef-bd5f-5f752ab13c4f', 'network_id': 'f1fac179-7fed-49ef-bd5f-5f752ab13c4f', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'fixed_ips': [{'subnet_id': 'dfb5516d-55f9-493a-a006-21d77d4fecf3'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:38:59.270780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:59.341306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d11516fb-8e6b-46f0-81bf-f805226a72ca no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:59.342750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:59.399917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Pushing event updated for resources: {'Port': ['ID=3e333271-12e6-4201-a88e-bb57d9be9a40,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:59.448565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ead325c1-e1e0-4d76-9cd2-a8bfd652e880 req-894427e7-9b0e-4011-a8d8-ce538ed54136 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132688 Apr 05 20:38:59.454028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: d11516fb-8e6b-46f0-81bf-f805226a72ca {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:38:59.456288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d11516fb-8e6b-46f0-81bf-f805226a72ca not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:59.750475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Attempting to bind port 3e333271-12e6-4201-a88e-bb57d9be9a40 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:59.750685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Attempting to bind port 3e333271-12e6-4201-a88e-bb57d9be9a40 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:59.751472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Attempting to bind port 3e333271-12e6-4201-a88e-bb57d9be9a40 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:59.771036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d380f6-ddfd-4980-bb39-aac1553fa574 req-03c1461c-9cd0-40e9-8964-57bc551b77b1 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:59.784607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06d380f6-ddfd-4980-bb39-aac1553fa574 req-03c1461c-9cd0-40e9-8964-57bc551b77b1 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 944 time: 0.3235505 Apr 05 20:38:59.803586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Port 3e333271-12e6-4201-a88e-bb57d9be9a40 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:38:59.804367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Attempting to bind port 3e333271-12e6-4201-a88e-bb57d9be9a40 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:38:59.808249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:59.831657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:38:59.832055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:38:59.832376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Bound using segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:38:59.832831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Bound port: 3e333271-12e6-4201-a88e-bb57d9be9a40, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:59.834242 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:59.847478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:59.885815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06d380f6-ddfd-4980-bb39-aac1553fa574 req-42277965-761f-45aa-a713-ff9b9ac480af tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994496 Apr 05 20:39:00.037767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Allocated IP 172.25.2.221 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/99777cac-2952-4e8e-a863-457a0e3005ea) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:00.073390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Allocated IP 172.20.0.2 (f1fac179-7fed-49ef-bd5f-5f752ab13c4f/dfb5516d-55f9-493a-a006-21d77d4fecf3/b6b92b6e-516c-461e-82c0-f2098be4f02c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:00.223559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:44Z', 'revision_number': 5, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:00.236901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] Checking router: afe36d24-77e1-4c5c-9e37-fc030217e216 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:00.248696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] For port 3e333271-12e6-4201-a88e-bb57d9be9a40, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:00.254134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] For port 3e333271-12e6-4201-a88e-bb57d9be9a40, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e333271-12e6-4201-a88e-bb57d9be9a40,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:00.293230 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.298365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af79c2-7270-4f13-9063-71b5e6c7385b req-1be54ef0-0a1e-4896-a7ca-e7df76e7db6a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:00.300430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 634aefe5-b320-4a3e-9955-b0a206459d9b no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:00.308082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24af79c2-7270-4f13-9063-71b5e6c7385b req-1be54ef0-0a1e-4896-a7ca-e7df76e7db6a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 943 time: 0.2836633 Apr 05 20:39:00.379484 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.389800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 634aefe5-b320-4a3e-9955-b0a206459d9b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:00.390140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 634aefe5-b320-4a3e-9955-b0a206459d9b not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:00.398772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:00.399402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:00.409281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.496982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24af79c2-7270-4f13-9063-71b5e6c7385b req-3181f292-8f5c-42da-ade5-83abb27260a0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878676 Apr 05 20:39:00.515895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.515895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] 10.222.0.23 "PUT /v2.0/ports/3e333271-12e6-4201-a88e-bb57d9be9a40 HTTP/1.1" status: 200 len: 1091 time: 2.5697689 Apr 05 20:39:00.516229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:00.538957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:00.546896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:00.553314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:00.602745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.626970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Pushing event updated for resources: {'Port': ['ID=99777cac-2952-4e8e-a863-457a0e3005ea,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:00.655899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Transition to ACTIVE for port object b6b92b6e-516c-461e-82c0-f2098be4f02c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:00.687483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Transition to ACTIVE for port object b6b92b6e-516c-461e-82c0-f2098be4f02c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:00.692456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:00.815483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c29eb3-442a-46cf-9824-764a3dfadd41 service neutron] Pushing event updated for resources: {'Port': ['ID=3e333271-12e6-4201-a88e-bb57d9be9a40,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:00.860634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.959975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437dc4fb-e466-45f6-966e-3eebc7ef2d4b req-02ffffe9-5826-4e7a-9387-35e0c0178519 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:00.959975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-437dc4fb-e466-45f6-966e-3eebc7ef2d4b req-02ffffe9-5826-4e7a-9387-35e0c0178519 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.4304669 Apr 05 20:39:00.989982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-437dc4fb-e466-45f6-966e-3eebc7ef2d4b req-aad20742-4e8a-469e-a427-65dd1a95121a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116297 Apr 05 20:39:01.003510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-ecef69a1-6193-4c04-8016-8ee990f7cd75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 1094 time: 0.2214000 Apr 05 20:39:01.048391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:01.051654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Pushing event updated for resources: {'Port': ['ID=b6b92b6e-516c-461e-82c0-f2098be4f02c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:01.054216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:01.059933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:01.068790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.069649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.184165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-a927afc1-b8a9-4549-beb0-31e8f6c57243 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e333271-12e6-4201-a88e-bb57d9be9a40 HTTP/1.1" status: 200 len: 217 time: 0.1684384 Apr 05 20:39:01.190514 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385e32b5-55f4-4088-a8de-3e15e7f2127e'] response: {'name': 'network-changed', 'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40', 'status': 'completed', 'code': 200} Apr 05 20:39:01.303770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53752) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:01.325127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0dce5-37b0-4b3c-aa3d-5032b4ef4bbf req-1ffa6802-64d2-4abb-80e2-2fa5c0757ff5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:01.334950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cd0dce5-37b0-4b3c-aa3d-5032b4ef4bbf req-1ffa6802-64d2-4abb-80e2-2fa5c0757ff5 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.4659693 Apr 05 20:39:01.341275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ddb6f6cd-f804-4aae-8155-103b1b35a9c3 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:01.424226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Attempting to bind port b6b92b6e-516c-461e-82c0-f2098be4f02c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:01.424600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Attempting to bind port b6b92b6e-516c-461e-82c0-f2098be4f02c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '7986bd67-9c19-43e0-b980-810f6b2fa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f1fac179-7fed-49ef-bd5f-5f752ab13c4f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:01.424955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Attempting to bind port b6b92b6e-516c-461e-82c0-f2098be4f02c on network f1fac179-7fed-49ef-bd5f-5f752ab13c4f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:01.443533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:01.443918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Checking segment: {'id': '7986bd67-9c19-43e0-b980-810f6b2fa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f1fac179-7fed-49ef-bd5f-5f752ab13c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:01.444298 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.444687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Bound using segment: {'id': '7986bd67-9c19-43e0-b980-810f6b2fa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f1fac179-7fed-49ef-bd5f-5f752ab13c4f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:01.445229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Bound port: b6b92b6e-516c-461e-82c0-f2098be4f02c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7986bd67-9c19-43e0-b980-810f6b2fa2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f1fac179-7fed-49ef-bd5f-5f752ab13c4f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:01.445605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.518295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:44Z', 'revision_number': 5, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:01.528874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba526c-88e4-49f1-92e9-6b62f58ff542 None None] The sync data for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 is: [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port': {'id': 'a4c5203f-0500-415e-81b1-026dd1847fdb', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:27Z', 'updated_at': '2022-04-05T20:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c', 'name': '', 'network_id': '499afe4a-d66f-4a1b-b5b9-fd40998d564b', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'mac_address': 'fa:16:3e:dd:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:32Z', 'updated_at': '2022-04-05T20:37:44Z', 'revision_number': 5, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'subnets': [{'id': '952a5a25-7481-4fd0-a75a-f3edc3071c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:01.574346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] For port b6b92b6e-516c-461e-82c0-f2098be4f02c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:01.578895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] For port b6b92b6e-516c-461e-82c0-f2098be4f02c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b6b92b6e-516c-461e-82c0-f2098be4f02c,segment=NetworkSegment(7986bd67-9c19-43e0-b980-810f6b2fa2fe),segment_id=7986bd67-9c19-43e0-b980-810f6b2fa2fe)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:01.587614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cd0dce5-37b0-4b3c-aa3d-5032b4ef4bbf req-f87ad371-2535-4644-a601-a4502826ee85 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517083 Apr 05 20:39:01.589349 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f55fae2a-5df0-4e52-8b86-48098080ace8 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.597482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-d8ea43e4-72ef-4608-b523-c20217cfe6cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:01.599475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-d8ea43e4-72ef-4608-b523-c20217cfe6cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.4065473 Apr 05 20:39:01.805231 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f55fae2a-5df0-4e52-8b86-48098080ace8 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.867248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2d0a8-a6e4-49a9-92e6-59abe2d7397f req-3b4076f6-8857-41fa-800b-7cf5336ea6f4 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:01.869112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61f2d0a8-a6e4-49a9-92e6-59abe2d7397f req-3b4076f6-8857-41fa-800b-7cf5336ea6f4 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 944 time: 0.3962371 Apr 05 20:39:01.949557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-ab1feeee-ada3-4aea-9bdc-da2b54187b6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3189728 Apr 05 20:39:01.960889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-16fe9a66-b83b-4b44-8a7a-975c6101b610 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:02.036585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-16fe9a66-b83b-4b44-8a7a-975c6101b610 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 811 time: 0.2609661 Apr 05 20:39:02.036585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61f2d0a8-a6e4-49a9-92e6-59abe2d7397f req-ec7399b0-56af-45ca-8fe9-218128ffd485 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175034 Apr 05 20:39:02.036838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:02.036838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:02.036838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.078562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-7aecfd2e-af1f-4475-914f-250ec6a80cbe tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/quotas/6b117e04743246c0a80472e837a08d4f HTTP/1.1" status: 200 len: 375 time: 0.0951548 Apr 05 20:39:02.094312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.128251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Router 1a582d66-594d-47a1-8d20-d3539ccd4db4 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:39:02.139815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f55fae2a-5df0-4e52-8b86-48098080ace8 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.221761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fae2a-5df0-4e52-8b86-48098080ace8 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7167414-7a37-4094-a43a-5e14390495b4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:02.264297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-8d3879cf-b07b-40d9-b1cb-038e53ec1325 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010490 Apr 05 20:39:02.293007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad1eef-3b6d-4826-9d1e-a095d81958d7 None None] Pushing event updated for resources: {'Port': ['ID=b6b92b6e-516c-461e-82c0-f2098be4f02c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:02.317776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.384078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:02.385136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:02.429459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f55fae2a-5df0-4e52-8b86-48098080ace8 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.432572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f55fae2a-5df0-4e52-8b86-48098080ace8 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "DELETE /v2.0/security-groups/b7167414-7a37-4094-a43a-5e14390495b4 HTTP/1.1" status: 204 len: 168 time: 1.1212406 Apr 05 20:39:02.432889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53770) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:02.459932 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.462598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-afb7b3a0-919e-4c1d-af2f-30e7bd405ab3 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3780799 Apr 05 20:39:02.473870 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-22a48b17-ec18-4a20-bbfd-2d3afdcf573a tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] show failed (client error): The resource could not be found. Apr 05 20:39:02.473870 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-22a48b17-ec18-4a20-bbfd-2d3afdcf573a tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "GET /v2.0/security-groups/b7167414-7a37-4094-a43a-5e14390495b4 HTTP/1.1" status: 404 len: 347 time: 0.0387115 Apr 05 20:39:02.476512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53774) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:02.526509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7e03e-75b9-4b3f-af49-13a2f9305a08 req-2defbb23-567f-497b-a13a-e31e27ac5a61 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:02.536388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7f7e03e-75b9-4b3f-af49-13a2f9305a08 req-2defbb23-567f-497b-a13a-e31e27ac5a61 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 943 time: 0.3889389 Apr 05 20:39:02.579769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:02.633146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:39:02.643923 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Sync routers for ids ['1a582d66-594d-47a1-8d20-d3539ccd4db4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:02.659703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-395d1c3b-c612-4fe5-9569-f11313e34ada req-261e19dc-688b-42bf-9bb0-a6b7cb63455d service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846767 Apr 05 20:39:02.660327 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Routers {'1a582d66-594d-47a1-8d20-d3539ccd4db4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:02.661225 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1a582d66-594d-47a1-8d20-d3539ccd4db4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:02.715093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7f7e03e-75b9-4b3f-af49-13a2f9305a08 req-ce836b13-78dc-406c-aac1-5e45ccbdafe7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756539 Apr 05 20:39:02.773442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-ada06023-5acd-4220-9907-e6d0af93f4d4 service neutron] 10.222.0.10 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987754 Apr 05 20:39:02.848360 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebda358f-bfe7-4ae5-91b7-8e19a33b156a'] response: {'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'code': 200} Apr 05 20:39:02.949868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Deleting port e8d3f1f1-cfb8-4a35-9e5e-e75287dbfa0f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:02.950491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.953306 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Set router 1a582d66-594d-47a1-8d20-d3539ccd4db4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:02.977728 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.979079 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7890c514-cb34-4bb2-b905-4685ee0ceace admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1822298 Apr 05 20:39:02.985292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53784) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:03.210665 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-82ef47a8-5356-4936-95c1-2bf3c419f738 req-dcf7b6fb-8a1d-4115-a589-254a4f1576ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 1096 time: 0.2624424 Apr 05 20:39:03.338565 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-82ef47a8-5356-4936-95c1-2bf3c419f738 req-e14dc5be-c5df-4b28-829d-a3bc0c11e76a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169372 Apr 05 20:39:03.362985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.363659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.411845 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'name': 'tempest-ServersTestFqdnHostnames-1842298722-router', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:58Z', 'updated_at': '2022-04-05T20:39:00Z', 'revision_number': 3, 'project_id': '29b52250e5734214ba99ff977cfe1cc9', 'gw_port': {'id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:59Z', 'updated_at': '2022-04-05T20:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:03.417895 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Checking router: 1a582d66-594d-47a1-8d20-d3539ccd4db4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:03.418238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Updating router 1a582d66-594d-47a1-8d20-d3539ccd4db4 port 99777cac-2952-4e8e-a863-457a0e3005ea binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:39:03.509008 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.580456 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.596428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Calling delete_port for e8d3f1f1-cfb8-4a35-9e5e-e75287dbfa0f owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:03.610029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-6f086275-7d47-427e-9f85-40d8d113ef51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 1094 time: 0.7933609 Apr 05 20:39:03.619184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-f0f05066-d1f3-46b7-b2b1-035bcbd1d570 service neutron] 10.222.0.10 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8446336 Apr 05 20:39:03.738952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e319b-5dd0-4ac7-a708-4bf21a5e118f None None] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:03.776614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-45134882-8777-48f9-ad74-665ba45ae168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:03.778338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-45134882-8777-48f9-ad74-665ba45ae168 service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.1581995 Apr 05 20:39:03.861007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600569b-439f-45b8-829c-848b7c4e355a req-d9bbc5e1-adfa-452d-ad6a-dd74c95f9051 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:03.862598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9600569b-439f-45b8-829c-848b7c4e355a req-d9bbc5e1-adfa-452d-ad6a-dd74c95f9051 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.5930309 Apr 05 20:39:03.871080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-4d15b132-1885-454a-856b-fa361143e826 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e333271-12e6-4201-a88e-bb57d9be9a40 HTTP/1.1" status: 200 len: 217 time: 0.0816615 Apr 05 20:39:03.911987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.978493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9600569b-439f-45b8-829c-848b7c4e355a req-e3e35193-3c2d-4287-a5b2-f7eb1d69d64c tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051557 Apr 05 20:39:03.986727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d9ab980-4708-4e46-930f-89869db7cc4f None None] Provisioning for port b6b92b6e-516c-461e-82c0-f2098be4f02c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:03.998016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-bf55e99c-a837-4a3d-8751-772eb90a1c24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:03.999440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-bf55e99c-a837-4a3d-8751-772eb90a1c24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.0925622 Apr 05 20:39:04.026049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Pushing event deleted for resources: {'Port': ['ID=e8d3f1f1-cfb8-4a35-9e5e-e75287dbfa0f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:04.201245 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.217827 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Transition to ACTIVE for port object 99777cac-2952-4e8e-a863-457a0e3005ea will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:04.246809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.275633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.275633 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a324e6b3-8345-421b-bf8b-80fb58fb1bd6 tempest-ServersTestManualDisk-791314461 tempest-ServersTestManualDisk-791314461-project] 10.222.0.10 "DELETE /v2.0/floatingips/58469c76-895a-4f1b-b055-de71725e8798 HTTP/1.1" status: 204 len: 168 time: 1.7979400 Apr 05 20:39:04.278743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53802) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:04.328535 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.455915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b6b92b6e-516c-461e-82c0-f2098be4f02c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:04.499714 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Attempting to bind port 99777cac-2952-4e8e-a863-457a0e3005ea on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:04.499714 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Attempting to bind port 99777cac-2952-4e8e-a863-457a0e3005ea by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:04.499714 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Attempting to bind port 99777cac-2952-4e8e-a863-457a0e3005ea on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:04.508890 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:04.509564 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:04.512729 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.513013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-9d2dd2d3-de17-4bcd-bdc8-2aaacd126fe1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5019233 Apr 05 20:39:04.513498 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:04.514334 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Bound port: 99777cac-2952-4e8e-a863-457a0e3005ea, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:04.515181 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.678478 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830fc75-2b1f-4aea-98e8-7dd5894f050f None None] Pushing event updated for resources: {'Port': ['ID=99777cac-2952-4e8e-a863-457a0e3005ea,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:04.762340 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] For port 99777cac-2952-4e8e-a863-457a0e3005ea, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:04.766422 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] For port 99777cac-2952-4e8e-a863-457a0e3005ea, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=99777cac-2952-4e8e-a863-457a0e3005ea,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:04.802896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b6b92b6e-516c-461e-82c0-f2098be4f02c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:04.811008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eab69af9-92a3-40f8-bbb0-48bf96b8580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.814724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b6b92b6e-516c-461e-82c0-f2098be4f02c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:04.823147 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.882945 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.897332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3467-413c-4f4d-8840-12313a50a63d req-b9f44a1b-e37a-4341-867e-28e91ff8f855 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:04.910303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a8c3467-413c-4f4d-8840-12313a50a63d req-b9f44a1b-e37a-4341-867e-28e91ff8f855 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.7078898 Apr 05 20:39:04.934630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6f773bbd-6ef2-4cc6-b3ac-970e19b6a56c None None] Provisioning complete for port b6b92b6e-516c-461e-82c0-f2098be4f02c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:04.935002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f773bbd-6ef2-4cc6-b3ac-970e19b6a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.002113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a0b6a-07ad-4dbf-9498-56b9d9df0bec req-f844813c-68c7-44c4-b9da-2393c289122c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:05.018468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f5a0b6a-07ad-4dbf-9498-56b9d9df0bec req-f844813c-68c7-44c4-b9da-2393c289122c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 943 time: 0.6766083 Apr 05 20:39:05.024257 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830fc75-2b1f-4aea-98e8-7dd5894f050f None None] Pushing event updated for resources: {'Port': ['ID=99777cac-2952-4e8e-a863-457a0e3005ea,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:05.051020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.061131 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Routers {'1a582d66-594d-47a1-8d20-d3539ccd4db4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:05.064031 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1a582d66-594d-47a1-8d20-d3539ccd4db4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:05.081704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.104671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b6b92b6e-516c-461e-82c0-f2098be4f02c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b6b92b6e-516c-461e-82c0-f2098be4f02c,segment=NetworkSegment(7986bd67-9c19-43e0-b980-810f6b2fa2fe),segment_id=7986bd67-9c19-43e0-b980-810f6b2fa2fe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:05.161392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f5a0b6a-07ad-4dbf-9498-56b9d9df0bec req-221a25fe-2310-4132-981a-bf9ed2b94198 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418858 Apr 05 20:39:05.197725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.231513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f773bbd-6ef2-4cc6-b3ac-970e19b6a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.275738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a8c3467-413c-4f4d-8840-12313a50a63d req-e09fbe5e-2665-4539-9b5e-9c6be38a804c tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644912 Apr 05 20:39:05.280990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-f0d50cb1-42a4-483a-9a98-09d9b02ad751 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539327 Apr 05 20:39:05.412887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-6f773bbd-6ef2-4cc6-b3ac-970e19b6a56c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:39:05.413284 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-6f773bbd-6ef2-4cc6-b3ac-970e19b6a56c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:39:05.415275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e333271-12e6-4201-a88e-bb57d9be9a40 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:05.418451 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] Set router 1a582d66-594d-47a1-8d20-d3539ccd4db4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:05.443773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b6b92b6e-516c-461e-82c0-f2098be4f02c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:05.555361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c462cc47-6666-4354-b002-f74296421d84 req-8118c9da-8c33-4a27-be05-8b9f7b09feee tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 210 time: 0.0441170 Apr 05 20:39:05.764533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e333271-12e6-4201-a88e-bb57d9be9a40, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e333271-12e6-4201-a88e-bb57d9be9a40,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:05.816979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '3e333271-12e6-4201-a88e-bb57d9be9a40', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '3e333271-12e6-4201-a88e-bb57d9be9a40', 'mac_address': 'fa:16:3e:91:98:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:05.959685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f53d1b84-a439-4d8d-8baa-18f27c71fe72 req-45057be8-64e4-44a3-9ea4-e8302d4bf9dc service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644878 Apr 05 20:39:06.005062 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.097733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e333271-12e6-4201-a88e-bb57d9be9a40 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:06.102658 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'name': 'tempest-ServersTestFqdnHostnames-1842298722-router', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:58Z', 'updated_at': '2022-04-05T20:39:00Z', 'revision_number': 3, 'project_id': '29b52250e5734214ba99ff977cfe1cc9', 'gw_port': {'id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:59Z', 'updated_at': '2022-04-05T20:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:06.112449 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cb42d-bc32-49a1-b0ae-5ee7031fc831 None None] The sync data for ids ['1a582d66-594d-47a1-8d20-d3539ccd4db4'] in n-d-836605-1 is: [{'id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'name': 'tempest-ServersTestFqdnHostnames-1842298722-router', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:58Z', 'updated_at': '2022-04-05T20:39:00Z', 'revision_number': 3, 'project_id': '29b52250e5734214ba99ff977cfe1cc9', 'gw_port': {'id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:59Z', 'updated_at': '2022-04-05T20:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:06.144948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e333271-12e6-4201-a88e-bb57d9be9a40, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e333271-12e6-4201-a88e-bb57d9be9a40,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:06.231195 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.344857 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.347496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b6b92b6e-516c-461e-82c0-f2098be4f02c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:06.515676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Deleting port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:06.516215 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.594849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3e333271-12e6-4201-a88e-bb57d9be9a40,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:06.626703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b6b92b6e-516c-461e-82c0-f2098be4f02c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:06.627660 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.689495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3e333271-12e6-4201-a88e-bb57d9be9a40'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:06.768591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] For port 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:06.769147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.786529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Allocated IP 172.20.0.1 (f1fac179-7fed-49ef-bd5f-5f752ab13c4f/dfb5516d-55f9-493a-a006-21d77d4fecf3/1b8bebe1-d89a-491c-9b77-c07073defa4b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:06.916882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Calling delete_port for 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:06.936634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b66cfa6a-4094-428d-9e14-94e3626e84a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.140929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-bb35340f-42cd-4980-9211-5f49a9259d8b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:07.143683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-bb35340f-42cd-4980-9211-5f49a9259d8b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 811 time: 0.4280045 Apr 05 20:39:07.176958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Request body: {'port': {'device_id': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'admin_state_up': True, 'tenant_id': '6b117e04743246c0a80472e837a08d4f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:07.265363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.265764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a2b3d-1e52-412e-ba9f-b8bfb8205fea req-39b24831-141f-4d7c-a651-b57f845f5e58 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:07.267750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f89a2b3d-1e52-412e-ba9f-b8bfb8205fea req-39b24831-141f-4d7c-a651-b57f845f5e58 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.6117573 Apr 05 20:39:07.270521 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.298958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c631-6411-41f8-965a-811983a7b232 req-0701b3bb-49f5-4168-a5dd-9e095b2c34e6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:07.299992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afb4c631-6411-41f8-965a-811983a7b232 req-0701b3bb-49f5-4168-a5dd-9e095b2c34e6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 944 time: 0.6427622 Apr 05 20:39:07.347677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:07.370658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Transition to ACTIVE for port object 1b8bebe1-d89a-491c-9b77-c07073defa4b will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:07.458585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f89a2b3d-1e52-412e-ba9f-b8bfb8205fea req-46a830f7-a377-41e3-a99b-ced699f957aa tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722732 Apr 05 20:39:07.517970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afb4c631-6411-41f8-965a-811983a7b232 req-38617826-6b86-4fb0-a471-76af1e76e90e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866255 Apr 05 20:39:07.520321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:07.534169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.537924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:07.679832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Pushing event updated for resources: {'Port': ['ID=1b8bebe1-d89a-491c-9b77-c07073defa4b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:07.720137 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.768155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e658ab18-53eb-467e-8702-a435d67d909f req-70db05c0-6ca9-448d-b040-7b7fb734efb5 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 210 time: 0.0943906 Apr 05 20:39:07.785844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:07.794338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:07.807221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:07.845780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Made reservation on behalf of 6b117e04743246c0a80472e837a08d4f for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:07.848826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.980845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.992816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aa8da-6ea1-4782-acb5-6642529a0be7 req-6279dfde-d359-4586-8848-081e42f314cc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:07.998704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e00aa8da-6ea1-4782-acb5-6642529a0be7 req-6279dfde-d359-4586-8848-081e42f314cc tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.3198466 Apr 05 20:39:08.128332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e00aa8da-6ea1-4782-acb5-6642529a0be7 req-645fc79e-4a40-4543-94cb-ade003e30c43 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248868 Apr 05 20:39:08.176507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Allocated IP 172.20.0.7 (75db5fa6-4b8f-42bb-b9fd-412ec9935469/89ff7d5c-ea36-4166-8dac-6fad07295978/918a146e-0ab1-48aa-bfde-da73d4143c56) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:08.346763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a186a2f6-8a40-4715-afe9-27136ae550cd no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:08.413431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a186a2f6-8a40-4715-afe9-27136ae550cd {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:08.414098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a186a2f6-8a40-4715-afe9-27136ae550cd not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:08.431544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.432245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-95ea21c6-692b-4688-b402-32ae181d7d0a None None] Provisioning for port 1b8bebe1-d89a-491c-9b77-c07073defa4b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:08.437426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-95ea21c6-692b-4688-b402-32ae181d7d0a None None] Provisioning complete for port 1b8bebe1-d89a-491c-9b77-c07073defa4b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:08.437792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-95ea21c6-692b-4688-b402-32ae181d7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.499665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.505383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-95ea21c6-692b-4688-b402-32ae181d7d0a None None] Port 1b8bebe1-d89a-491c-9b77-c07073defa4b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:39:08.541898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abd8ed-740c-47fd-8697-57304efc6409 req-d14d84bd-60cd-4132-b99c-755fe8f7b22f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:08.542626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-65abd8ed-740c-47fd-8697-57304efc6409 req-d14d84bd-60cd-4132-b99c-755fe8f7b22f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Synchronizing usage tracker for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:08.561010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-65abd8ed-740c-47fd-8697-57304efc6409 req-d14d84bd-60cd-4132-b99c-755fe8f7b22f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Unset dirty status for tenant:d7e305de1d324644a7f70cbb8e8077f3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:08.562154 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-65abd8ed-740c-47fd-8697-57304efc6409 req-d14d84bd-60cd-4132-b99c-755fe8f7b22f tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.2654350 Apr 05 20:39:08.646997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Deleting port 54e033e4-11fb-4543-8406-20ee579022aa {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:08.646997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.665999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.846965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bc86-ac39-4a19-9136-6e11db48d305 req-28717a1a-9e72-40f6-afa7-f77e14ad8f3e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:08.848423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efd5bc86-ac39-4a19-9136-6e11db48d305 req-28717a1a-9e72-40f6-afa7-f77e14ad8f3e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.5133085 Apr 05 20:39:08.861639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Router afe36d24-77e1-4c5c-9e37-fc030217e216 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:39:08.888043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.021070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efd5bc86-ac39-4a19-9136-6e11db48d305 req-5e7ae753-1671-4235-b577-1fa38ed9ed38 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612260 Apr 05 20:39:09.030074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687d30-fa05-40b5-9787-263c0c41923d req-ea7b53c2-28fa-40eb-8625-c52bf039eb36 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.032756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af687d30-fa05-40b5-9787-263c0c41923d req-ea7b53c2-28fa-40eb-8625-c52bf039eb36 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 944 time: 0.3532100 Apr 05 20:39:09.054784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] For port 54e033e4-11fb-4543-8406-20ee579022aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54e033e4-11fb-4543-8406-20ee579022aa,segment=NetworkSegment(1f1f3c80-a040-4dad-b1b9-757ed1f15ebb),segment_id=1f1f3c80-a040-4dad-b1b9-757ed1f15ebb)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:09.054784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.116179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af687d30-fa05-40b5-9787-263c0c41923d req-805349d5-9801-4668-b5a0-5b5d36e83185 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638475 Apr 05 20:39:09.139540 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.179851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Calling delete_port for 54e033e4-11fb-4543-8406-20ee579022aa owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:09.199713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.243165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:09.292982 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.364594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Pushing event updated for resources: {'Port': ['ID=918a146e-0ab1-48aa-bfde-da73d4143c56,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:09.374606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e333271-12e6-4201-a88e-bb57d9be9a40 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:09.379180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:39:09.444275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:09.445253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.449116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.449458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.449791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.450144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.450471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.450796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.451113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.451430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.451751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.452066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.452494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:09.486320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:09.495305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.498527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:09.569085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Pushing event deleted for resources: {'Port': ['ID=54e033e4-11fb-4543-8406-20ee579022aa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:09.578613 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-401b4d1b-09c6-49e0-b0de-603946429d95 admin admin] 10.222.0.10 "PUT /v2.0/routers/afe36d24-77e1-4c5c-9e37-fc030217e216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2981961 Apr 05 20:39:09.588408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53846) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:09.664685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] No DVR routers for this DVR port 54e033e4-11fb-4543-8406-20ee579022aa on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:09.666692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.669029 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-65abd8ed-740c-47fd-8697-57304efc6409 req-03802d45-6250-46d4-a3de-0b13d06d755d tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.39 "DELETE /v2.0/ports/54e033e4-11fb-4543-8406-20ee579022aa HTTP/1.1" status: 204 len: 173 time: 1.0992990 Apr 05 20:39:09.669721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1a517-e083-49c4-ae43-cad398772a15', 'name': 'network-vif-deleted', 'tag': '54e033e4-11fb-4543-8406-20ee579022aa'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:09.705205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 3e333271-12e6-4201-a88e-bb57d9be9a40 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:09.710369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 3e333271-12e6-4201-a88e-bb57d9be9a40 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:09.710783 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.746647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Pushing event updated for resources: {'Port': ['ID=1b8bebe1-d89a-491c-9b77-c07073defa4b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:09.816293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.822386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dae2a-ad7a-428a-86d9-b1fe1f909b00 req-5e855288-793c-4244-8ca6-0a04ac9b479d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.824422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c6dae2a-ad7a-428a-86d9-b1fe1f909b00 req-5e855288-793c-4244-8ca6-0a04ac9b479d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 931 time: 0.6704984 Apr 05 20:39:09.837202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.846111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.846282 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.874672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:09.886050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3e333271-12e6-4201-a88e-bb57d9be9a40, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e333271-12e6-4201-a88e-bb57d9be9a40,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:09.888467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4c419-8d88-46bd-a11d-571346b811f4 req-715f45f9-2ad9-4fea-b434-871d82d54612 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.889982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96c4c419-8d88-46bd-a11d-571346b811f4 req-715f45f9-2ad9-4fea-b434-871d82d54612 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/ports?device_id=91d1a517-e083-49c4-ae43-cad398772a15 HTTP/1.1" status: 200 len: 945 time: 0.5270584 Apr 05 20:39:10.003503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c6dae2a-ad7a-428a-86d9-b1fe1f909b00 req-804e315e-a03a-48e7-b614-395b1de8739f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602409 Apr 05 20:39:10.010626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:10.015653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:10.046756 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.098288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-4b239c77-730c-438d-ab41-0d4ca6d3529e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9308817 Apr 05 20:39:10.098739 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a55b7f2-c058-41a2-8005-a4478c7a464c'] response: {'server_uuid': '91d1a517-e083-49c4-ae43-cad398772a15', 'name': 'network-vif-deleted', 'tag': '54e033e4-11fb-4543-8406-20ee579022aa', 'status': 'completed', 'code': 200} Apr 05 20:39:10.132899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3e333271-12e6-4201-a88e-bb57d9be9a40,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:10.161617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96c4c419-8d88-46bd-a11d-571346b811f4 req-3655f673-1113-4c84-bf24-1535cac125e0 tempest-DeleteServersTestJSON-580697075 tempest-DeleteServersTestJSON-580697075-project] 10.222.0.10 "GET /v2.0/security-groups?id=617fd59a-e44f-4468-a36b-246c1c8edfaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505295 Apr 05 20:39:10.166018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Request body: {'port': {'device_id': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:10.178015 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd432e1a-85e8-4786-916c-680decfcf4f1'] response: {'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40', 'code': 200} Apr 05 20:39:10.456911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eaa7c223-a644-4fd9-9618-9201763acc06 None None] Provisioning complete for port 1b8bebe1-d89a-491c-9b77-c07073defa4b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:10.457603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c223-a644-4fd9-9618-9201763acc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.514440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7c223-a644-4fd9-9618-9201763acc06 None None] Port 1b8bebe1-d89a-491c-9b77-c07073defa4b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:39:10.721897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54e033e4-11fb-4543-8406-20ee579022aa no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:10.751273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.761202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 54e033e4-11fb-4543-8406-20ee579022aa {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:10.761544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54e033e4-11fb-4543-8406-20ee579022aa not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:10.874383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb5d2f-c3db-4d15-a50f-2c32550b919c req-af553538-4e00-4172-baec-958ba614ac10 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:10.876371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2bcb5d2f-c3db-4d15-a50f-2c32550b919c req-af553538-4e00-4172-baec-958ba614ac10 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.4608715 Apr 05 20:39:10.887603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a035690-e6a4-4d62-b5e7-71e535f50108 req-3033e2ed-91cd-47c6-8343-a14e4dad5bb3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 1096 time: 0.5111275 Apr 05 20:39:10.909007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7406dc-f9b2-409a-9d6d-8b34133571f9 req-47fda079-160d-4d6a-929c-9d8382ed4f15 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:10.910481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de7406dc-f9b2-409a-9d6d-8b34133571f9 req-47fda079-160d-4d6a-929c-9d8382ed4f15 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 945 time: 0.4944410 Apr 05 20:39:10.971554 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.263276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a035690-e6a4-4d62-b5e7-71e535f50108 req-576b8057-92ac-45fa-9a6f-e84f1aa24b6b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609521 Apr 05 20:39:11.271378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2bcb5d2f-c3db-4d15-a50f-2c32550b919c req-15a43dcd-d59e-4358-9946-679c6d8d7049 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828599 Apr 05 20:39:11.296660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de7406dc-f9b2-409a-9d6d-8b34133571f9 req-ebfb2bda-17be-49e9-9770-984117036c17 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495395 Apr 05 20:39:11.669940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b269-ea82-4a82-871a-824749315f32 req-4ca81497-0b6a-4c3f-9102-a3992ee85f72 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:11.670802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-77d2b269-ea82-4a82-871a-824749315f32 req-4ca81497-0b6a-4c3f-9102-a3992ee85f72 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Synchronizing usage tracker for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:11.690988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Router 1a582d66-594d-47a1-8d20-d3539ccd4db4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:39:11.701428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918a146e-0ab1-48aa-bfde-da73d4143c56 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:11.715262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.745120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Transition to ACTIVE for port object 918a146e-0ab1-48aa-bfde-da73d4143c56 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:11.758523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.887823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-77d2b269-ea82-4a82-871a-824749315f32 req-4ca81497-0b6a-4c3f-9102-a3992ee85f72 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Unset dirty status for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:11.889044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77d2b269-ea82-4a82-871a-824749315f32 req-4ca81497-0b6a-4c3f-9102-a3992ee85f72 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 931 time: 0.4673190 Apr 05 20:39:11.943179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.142727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Deleting port a4c5203f-0500-415e-81b1-026dd1847fdb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:12.143060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.276947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77d2b269-ea82-4a82-871a-824749315f32 req-fb5f86f8-bdc3-4a2d-9105-283a4def09b1 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763592 Apr 05 20:39:12.286219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Pushing event updated for resources: {'Port': ['ID=918a146e-0ab1-48aa-bfde-da73d4143c56,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:12.636657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] For port a4c5203f-0500-415e-81b1-026dd1847fdb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a4c5203f-0500-415e-81b1-026dd1847fdb,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:12.637016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.797900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Calling delete_port for a4c5203f-0500-415e-81b1-026dd1847fdb owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:12.822642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Attempting to bind port 918a146e-0ab1-48aa-bfde-da73d4143c56 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:12.822977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Attempting to bind port 918a146e-0ab1-48aa-bfde-da73d4143c56 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:12.823305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Attempting to bind port 918a146e-0ab1-48aa-bfde-da73d4143c56 on network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:12.871388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e1d7a-d677-43ee-8e62-446afc0fcfbe req-6cdc758c-df2e-423d-ad84-a8234b7b58c0 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:12.872730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb6e1d7a-d677-43ee-8e62-446afc0fcfbe req-6cdc758c-df2e-423d-ad84-a8234b7b58c0 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.4926095 Apr 05 20:39:12.873273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Port 918a146e-0ab1-48aa-bfde-da73d4143c56 on network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:39:12.873595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Attempting to bind port 918a146e-0ab1-48aa-bfde-da73d4143c56 on network 75db5fa6-4b8f-42bb-b9fd-412ec9935469 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:12.891876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:39:12.913915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e1764-aa0c-4368-b57f-5dcbb136ca85 req-110ade3f-5e2e-42c0-9bac-d3122255deb6 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:12.915363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25e1764-aa0c-4368-b57f-5dcbb136ca85 req-110ade3f-5e2e-42c0-9bac-d3122255deb6 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.4202180 Apr 05 20:39:12.919878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dfa5a8b2-b557-45d2-a00f-6c593b63ec0c admin admin] 10.222.0.10 "PUT /v2.0/routers/1a582d66-594d-47a1-8d20-d3539ccd4db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9273961 Apr 05 20:39:12.938799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:12.939145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Checking segment: {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:12.939538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Bound using segment: {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:12.939989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Bound port: 918a146e-0ab1-48aa-bfde-da73d4143c56, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:12.940362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.039649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d78d72-5de8-41aa-b6ad-94270d5a9b17 None None] New status for floating IP 58469c76-895a-4f1b-b055-de71725e8798: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:39:13.064681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53894) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:13.078297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb6e1d7a-d677-43ee-8e62-446afc0fcfbe req-f0d7d0e4-13b0-4222-b665-fc6d6f73fccd tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948116 Apr 05 20:39:13.109970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25e1764-aa0c-4368-b57f-5dcbb136ca85 req-0995346a-6eb9-4cee-b53c-203aebcc5f9f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836674 Apr 05 20:39:13.172316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] For port 918a146e-0ab1-48aa-bfde-da73d4143c56, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:13.199089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] For port 918a146e-0ab1-48aa-bfde-da73d4143c56, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=918a146e-0ab1-48aa-bfde-da73d4143c56,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:13.348169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.356904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.384684 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Sync routers for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:13.430570 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:13.435923 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:13.480883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] Sync routers for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:13.504839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:13.506758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:13.714427 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Sync routers for ids ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:13.760489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.761928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] 10.222.0.39 "PUT /v2.0/ports/918a146e-0ab1-48aa-bfde-da73d4143c56 HTTP/1.1" status: 200 len: 1091 time: 3.6077209 Apr 05 20:39:13.772260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'tag': '918a146e-0ab1-48aa-bfde-da73d4143c56'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:13.801577 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Routers {'d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:13.802498 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:13.831092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772e07b-3add-4463-b461-ca9db230cc2e service neutron] Pushing event updated for resources: {'Port': ['ID=918a146e-0ab1-48aa-bfde-da73d4143c56,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:13.839347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:13.916016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c5203f-0500-415e-81b1-026dd1847fdb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:13.958548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.968723 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:14.058449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56b612-1854-4776-84f0-1833310706db req-f73e9192-f847-40b0-b737-69d41140cf63 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:14.065648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e56b612-1854-4776-84f0-1833310706db req-f73e9192-f847-40b0-b737-69d41140cf63 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 945 time: 0.7793660 Apr 05 20:39:14.074702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:39:13Z', 'revision_number': 7, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:14.081348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] Checking router: afe36d24-77e1-4c5c-9e37-fc030217e216 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:14.114262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] Routers {'afe36d24-77e1-4c5c-9e37-fc030217e216'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:14.115361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['afe36d24-77e1-4c5c-9e37-fc030217e216'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:14.380137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] Set router afe36d24-77e1-4c5c-9e37-fc030217e216 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:14.500180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e01a7f-1be0-408f-b97b-02a8ff9f6522 req-64447831-5978-4cee-b6a1-bd08c459024a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:14.507576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25e01a7f-1be0-408f-b97b-02a8ff9f6522 req-64447831-5978-4cee-b6a1-bd08c459024a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 943 time: 0.8733542 Apr 05 20:39:14.521999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.550550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99777cac-2952-4e8e-a863-457a0e3005ea up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:14.557607 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Set router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:14.646417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:39:13Z', 'revision_number': 7, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:14.659774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a942350-30d1-49ea-b5dd-dbe4cf1dd801 None None] The sync data for ids ['afe36d24-77e1-4c5c-9e37-fc030217e216'] in n-d-836605-1 is: [{'id': 'afe36d24-77e1-4c5c-9e37-fc030217e216', 'name': 'tempest-ServersTestManualDisk-2043510225-router', 'tenant_id': 'a99ad01f410047ff83288b1b3960e343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:25Z', 'updated_at': '2022-04-05T20:39:13Z', 'revision_number': 7, 'project_id': 'a99ad01f410047ff83288b1b3960e343', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:14.694769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e56b612-1854-4776-84f0-1833310706db req-713bf84a-8d5e-4344-9836-cc4e83b3d1d4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279476 Apr 05 20:39:14.819711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 99777cac-2952-4e8e-a863-457a0e3005ea completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:14.825264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 99777cac-2952-4e8e-a863-457a0e3005ea triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:14.825638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.947990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.951199 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.981030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25e01a7f-1be0-408f-b97b-02a8ff9f6522 req-94115021-805b-49e2-80a1-3244217d59e3 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725926 Apr 05 20:39:14.984152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-9f07b81f-c44c-4d0a-9463-f444a7740936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 1094 time: 1.0692995 Apr 05 20:39:15.006050 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 2, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:15.064500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Checking router: b348b61a-daed-4a63-bef1-2a84728fecb6 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:15.069207 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Updating router b348b61a-daed-4a63-bef1-2a84728fecb6 port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:39:15.090508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Deleting port 1b8bebe1-d89a-491c-9b77-c07073defa4b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:15.091021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.112651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.113195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe36d24-77e1-4c5c-9e37-fc030217e216 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:39:15.141003 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde50e27-05b1-4fec-b4e5-9085361e49e5'] response: {'name': 'network-changed', 'server_uuid': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'tag': '918a146e-0ab1-48aa-bfde-da73d4143c56', 'status': 'completed', 'code': 200} Apr 05 20:39:15.149363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-c4846dcc-a375-45b8-82a1-277bfb3520ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918a146e-0ab1-48aa-bfde-da73d4143c56 HTTP/1.1" status: 200 len: 217 time: 0.1506617 Apr 05 20:39:15.172214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.211720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 99777cac-2952-4e8e-a863-457a0e3005ea, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=99777cac-2952-4e8e-a863-457a0e3005ea,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:15.233835 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.248022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.252888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-344abeb7-b146-447f-adcf-945b4f76723d admin admin] 10.222.0.10 "DELETE /v2.0/routers/afe36d24-77e1-4c5c-9e37-fc030217e216 HTTP/1.1" status: 204 len: 168 time: 5.6524851 Apr 05 20:39:15.253697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53922) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:15.312092 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.312334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-6c269a35-47d0-4871-a9ae-6182eafc1385 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:15.315725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-6c269a35-47d0-4871-a9ae-6182eafc1385 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ff7d5c-ea36-4166-8dac-6fad07295978 HTTP/1.1" status: 200 len: 851 time: 0.1464403 Apr 05 20:39:15.443835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=99777cac-2952-4e8e-a863-457a0e3005ea,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:15.445403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] Deleting subnet 952a5a25-7481-4fd0-a75a-f3edc3071c89 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:39:15.457655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.473066 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:38:38Z', 'revision_number': 4, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f803997b-8db1-463a-9c39-0ee25b164ff1', 'name': '', 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'mac_address': 'fa:16:3e:8a:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75aa0a31-9ac7-4858-9941-fe8e5d62e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:37Z', 'updated_at': '2022-04-05T20:38:39Z', 'revision_number': 2, 'project_id': '95d9b6933728438dab25c326f1458276', 'subnets': [{'id': '75aa0a31-9ac7-4858-9941-fe8e5d62e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:15.476865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-5953f540-498d-4153-81a9-50c9d1f80693 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75db5fa6-4b8f-42bb-b9fd-412ec9935469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537759 Apr 05 20:39:15.480336 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Checking router: d1412ef2-ec3a-4e68-a03f-a6d8d36d01db for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:15.480678 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Updating router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db port f803997b-8db1-463a-9c39-0ee25b164ff1 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:39:15.541758 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.613829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.633793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e359b8-a81b-497f-864d-dac2cda6a579 req-e6d2b549-92f3-4d51-bd05-e0b153b2a047 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:15.639673 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01e359b8-a81b-497f-864d-dac2cda6a579 req-e6d2b549-92f3-4d51-bd05-e0b153b2a047 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.2536898 Apr 05 20:39:15.646828 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.757997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-a496c395-31c4-449d-a052-a604c00e2a61 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741654 Apr 05 20:39:15.767325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Calling delete_port for 1b8bebe1-d89a-491c-9b77-c07073defa4b owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:15.785606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc349525-8f81-426a-975d-35ce7e67ebca req-a1369918-b386-4b40-891b-56cafd7ca085 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 267 time: 0.1019888 Apr 05 20:39:15.788987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01e359b8-a81b-497f-864d-dac2cda6a579 req-4e0f949d-d6f6-4a18-8a84-07f4a445c374 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483903 Apr 05 20:39:15.897600 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.001299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc349525-8f81-426a-975d-35ce7e67ebca req-1d038977-a8e3-4fb9-a9bd-02f68b67ca72 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:16.002776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc349525-8f81-426a-975d-35ce7e67ebca req-1d038977-a8e3-4fb9-a9bd-02f68b67ca72 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 945 time: 0.1903265 Apr 05 20:39:16.023187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'port': {'security_groups': []}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:16.114616 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.166467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.216680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952a5a25-7481-4fd0-a75a-f3edc3071c89,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:16.222467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.228244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc933592-57a0-4af2-9368-ad18c56c4b62 None None] Network 499afe4a-d66f-4a1b-b5b9-fd40998d564b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:16.235992 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-48b74bd6-8fb3-4951-8a14-22a622db9ecf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/952a5a25-7481-4fd0-a75a-f3edc3071c89 HTTP/1.1" status: 204 len: 168 time: 0.9750311 Apr 05 20:39:16.235992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.238786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53934) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:16.262460 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Transition to ACTIVE for port object 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:16.307485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47f4ee31-c4be-4f3c-a64e-756369752b71 req-b737f00e-ea54-4f49-a361-d5cf084f5382 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264773 Apr 05 20:39:16.334530 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.358065 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Transition to ACTIVE for port object f803997b-8db1-463a-9c39-0ee25b164ff1 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:16.385956 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.386973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.435408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719309d2-7553-49a5-916e-2ab06c75b22e req-ee5efb45-2589-4766-97e5-4326a1261d09 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:16.437011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-719309d2-7553-49a5-916e-2ab06c75b22e req-ee5efb45-2589-4766-97e5-4326a1261d09 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.3439751 Apr 05 20:39:16.500315 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.617518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99777cac-2952-4e8e-a863-457a0e3005ea up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:16.708432 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Pushing event updated for resources: {'Port': ['ID=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:16.765219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.793434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8bebe1-d89a-491c-9b77-c07073defa4b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:16.849968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 99777cac-2952-4e8e-a863-457a0e3005ea triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:16.857937 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.912576 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.912912 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.913291 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.913681 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.914016 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.914473 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.914799 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.915117 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.915441 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.915920 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.916254 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:16.937170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Deleting port ce938d50-d616-40b6-b103-e05f04ab91c5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:16.937582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.186812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] DHCP port deletion for 499afe4a-d66f-4a1b-b5b9-fd40998d564b request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:39:17.201714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a4c5203f-0500-415e-81b1-026dd1847fdb no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:17.320570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Deleting port ce938d50-d616-40b6-b103-e05f04ab91c5 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:17.322438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.375171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a4c5203f-0500-415e-81b1-026dd1847fdb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:17.375434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a4c5203f-0500-415e-81b1-026dd1847fdb not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:17.376473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:17.413250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] For port ce938d50-d616-40b6-b103-e05f04ab91c5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ce938d50-d616-40b6-b103-e05f04ab91c5,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:17.414197 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.445749 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Attempting to bind port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:17.446115 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Attempting to bind port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:17.446472 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Attempting to bind port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 on network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:17.450765 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43757b4-56bc-4825-a824-bdb016e2cc47 None None] Pushing event updated for resources: {'Port': ['ID=f803997b-8db1-463a-9c39-0ee25b164ff1,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:17.454713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:17.455452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5d61fb6e-1d14-4464-bb0d-4cdaa96fc05c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:17.456561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-719309d2-7553-49a5-916e-2ab06c75b22e req-03b5d5f3-68c7-4710-a97c-7277fbd7b255 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0104392 Apr 05 20:39:17.475143 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Attempting to bind port f803997b-8db1-463a-9c39-0ee25b164ff1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:17.475684 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Attempting to bind port f803997b-8db1-463a-9c39-0ee25b164ff1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:17.476194 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Attempting to bind port f803997b-8db1-463a-9c39-0ee25b164ff1 on network 9b033032-5662-4cc6-b3f8-540360ccbb58 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:17.477588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-5b74ca75-dc1a-4c36-acea-375435918c26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 1094 time: 0.9781480 Apr 05 20:39:17.507973 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:17.508605 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Checking segment: {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:17.510855 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.511406 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Bound using segment: {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:17.514471 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Bound port: 5597211e-cba1-4a47-9bab-8e6cd1ae95b3, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:17.515047 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.543914 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:17.544734 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Checking segment: {'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:17.547485 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.548889 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Bound using segment: {'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:17.549565 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Bound port: f803997b-8db1-463a-9c39-0ee25b164ff1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:17.550342 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.641629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] For port 3e333271-12e6-4201-a88e-bb57d9be9a40, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e333271-12e6-4201-a88e-bb57d9be9a40,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:17.669490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.757527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Calling delete_port for ce938d50-d616-40b6-b103-e05f04ab91c5 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:17.785791 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] For port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:17.787942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.793107 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] For port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:17.884079 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.945950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f119f5-1724-469d-8b92-1e5d68949253 req-86e43c4f-ba8d-493c-a21e-6936c5e45e5e tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:17.947889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95f119f5-1724-469d-8b92-1e5d68949253 req-86e43c4f-ba8d-493c-a21e-6936c5e45e5e tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.23 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 945 time: 0.9436209 Apr 05 20:39:17.958887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] For port ce938d50-d616-40b6-b103-e05f04ab91c5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ce938d50-d616-40b6-b103-e05f04ab91c5,segment=NetworkSegment(f6f337d9-88d8-46fd-93dd-9fb46e1517d3),segment_id=f6f337d9-88d8-46fd-93dd-9fb46e1517d3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:17.959489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.980799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['da6229ec-2b13-4c13-9928-93713495904d', '3e333271-12e6-4201-a88e-bb57d9be9a40'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:18.024074 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3817ad0-3116-43f2-b57c-5ba01c669257 None None] Pushing event updated for resources: {'Port': ['ID=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:18.044421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:18.045076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.046485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc349525-8f81-426a-975d-35ce7e67ebca req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "PUT /v2.0/ports/3e333271-12e6-4201-a88e-bb57d9be9a40 HTTP/1.1" status: 200 len: 904 time: 2.0279286 Apr 05 20:39:18.048950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:18.067894 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] For port f803997b-8db1-463a-9c39-0ee25b164ff1, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:18.075644 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] For port f803997b-8db1-463a-9c39-0ee25b164ff1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f803997b-8db1-463a-9c39-0ee25b164ff1,segment=NetworkSegment(6b5e2a6e-8dd4-4960-adf2-bcf2280f9044),segment_id=6b5e2a6e-8dd4-4960-adf2-bcf2280f9044)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:18.091581 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:18.092443 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:18.114737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1f27b857-fbe1-4bbc-9662-179a30345cd4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:18.197974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbfc42-5526-43b8-af67-98cfd92b9b74 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=3e333271-12e6-4201-a88e-bb57d9be9a40,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:18.210088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-837e7d2d-5f0d-49ba-b1c2-03340c20e9ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:18.211944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-837e7d2d-5f0d-49ba-b1c2-03340c20e9ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 912 time: 0.7015903 Apr 05 20:39:18.258918 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.290490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.390700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce938d50-d616-40b6-b103-e05f04ab91c5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:18.422609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] No DVR routers for this DVR port ce938d50-d616-40b6-b103-e05f04ab91c5 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:18.436325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Deleting port ef662c9d-b041-4f1d-a90f-de554d22c411 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:18.436911 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.559650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e99f5-69be-41cc-8393-b211b26b0499 req-d4fc5002-6e3e-41d2-91af-94d24bfba9ec tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:18.567694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-436e99f5-69be-41cc-8393-b211b26b0499 req-d4fc5002-6e3e-41d2-91af-94d24bfba9ec tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 943 time: 0.8334391 Apr 05 20:39:18.612298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-c9c9e723-994d-4df6-ac96-118523fa4a9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918a146e-0ab1-48aa-bfde-da73d4143c56 HTTP/1.1" status: 200 len: 217 time: 0.3897002 Apr 05 20:39:18.676694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3e333271-12e6-4201-a88e-bb57d9be9a40'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:18.702207 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43757b4-56bc-4825-a824-bdb016e2cc47 None None] Pushing event updated for resources: {'Port': ['ID=f803997b-8db1-463a-9c39-0ee25b164ff1,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:18.722050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Calling delete_port for ce938d50-d616-40b6-b103-e05f04ab91c5 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:18.760720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.794141 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Routers {'d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:18.796192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:18.803639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:18.835111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499afe4a-d66f-4a1b-b5b9-fd40998d564b']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:18.863206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:18.863512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f337d9-88d8-46fd-93dd-9fb46e1517d3') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:18.917955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.958574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.974953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:39:18.975355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.075991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-436e99f5-69be-41cc-8393-b211b26b0499 req-51b65b73-dcc3-4a15-b4fe-c96f5f00abf4 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076344 Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:39:19.130699 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:39:19.167728 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] Set router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:19.194108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.263710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.286522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:39:19.287156 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:39:19.299732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.318545 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] Pushing event deleted for resources: {'Network': ['ID=499afe4a-d66f-4a1b-b5b9-fd40998d564b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:19.318739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-f9d358c4-269f-4e54-8a9a-f80631c89fb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:19.324681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-f9d358c4-269f-4e54-8a9a-f80631c89fb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ff7d5c-ea36-4166-8dac-6fad07295978 HTTP/1.1" status: 200 len: 851 time: 0.6381629 Apr 05 20:39:19.361739 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c215e513-2159-4802-89cf-ea989a017856 admin admin] 10.222.0.10 "DELETE /v2.0/networks/499afe4a-d66f-4a1b-b5b9-fd40998d564b HTTP/1.1" status: 204 len: 168 time: 2.8261142 Apr 05 20:39:19.560894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:19.593157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] Sync routers for ids ['1a582d66-594d-47a1-8d20-d3539ccd4db4'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:19.625677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-0e979edf-8d91-4dd1-938e-3482b134e443 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75db5fa6-4b8f-42bb-b9fd-412ec9935469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513360 Apr 05 20:39:19.648317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:19.648849 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.739580 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:38:38Z', 'revision_number': 4, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f803997b-8db1-463a-9c39-0ee25b164ff1', 'name': '', 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'mac_address': 'fa:16:3e:8a:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75aa0a31-9ac7-4858-9941-fe8e5d62e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:37Z', 'updated_at': '2022-04-05T20:39:18Z', 'revision_number': 4, 'project_id': '95d9b6933728438dab25c326f1458276', 'subnets': [{'id': '75aa0a31-9ac7-4858-9941-fe8e5d62e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:19.745987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] Routers {'1a582d66-594d-47a1-8d20-d3539ccd4db4'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:19.745987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1a582d66-594d-47a1-8d20-d3539ccd4db4'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:19.746670 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3cc898-c1cf-4a1a-8b50-56e22ccc05ce None None] The sync data for ids ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'] in n-d-836605-1 is: [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:38:38Z', 'revision_number': 4, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f803997b-8db1-463a-9c39-0ee25b164ff1', 'name': '', 'network_id': '9b033032-5662-4cc6-b3f8-540360ccbb58', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'mac_address': 'fa:16:3e:8a:28:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75aa0a31-9ac7-4858-9941-fe8e5d62e069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:37Z', 'updated_at': '2022-04-05T20:39:18Z', 'revision_number': 4, 'project_id': '95d9b6933728438dab25c326f1458276', 'subnets': [{'id': '75aa0a31-9ac7-4858-9941-fe8e5d62e069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:19.811322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Deleting port ce938d50-d616-40b6-b103-e05f04ab91c5 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:19.823233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.858446 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:19.879669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-2a6d7c8a-ecdf-4c18-ab79-0b3ceb48ed6c service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440248 Apr 05 20:39:20.076387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8eb1d159-3c41-4603-8494-9361b770ca12 req-ee27bd69-79f0-4512-9ca7-42d967090fe3 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783195 Apr 05 20:39:20.093698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0177364-aaca-4d29-84c6-b10dec0ed5b8 req-54ba26c0-529d-4f5e-9265-e5aede74cc42 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:20.095353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0177364-aaca-4d29-84c6-b10dec0ed5b8 req-54ba26c0-529d-4f5e-9265-e5aede74cc42 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 1.7319169 Apr 05 20:39:20.097969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] For port ef662c9d-b041-4f1d-a90f-de554d22c411, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ef662c9d-b041-4f1d-a90f-de554d22c411,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:20.098642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.121749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9104df04-72a2-4ce5-893c-c8eac3f52e6c None None] The port 'ce938d50-d616-40b6-b103-e05f04ab91c5' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:39:20.154762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1227211a-abe3-417e-ae87-6abfbcd27a88 None None] Provisioning complete for port 3e333271-12e6-4201-a88e-bb57d9be9a40 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:20.155128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1227211a-abe3-417e-ae87-6abfbcd27a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.228431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53974) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:20.304038 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.371268 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.389586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0177364-aaca-4d29-84c6-b10dec0ed5b8 req-469757a7-ec55-4795-a6ec-2a4e56e1a9d1 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713034 Apr 05 20:39:20.393645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f84e5744-28a1-4260-a91b-3164b5f9e786 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a99ad01f410047ff83288b1b3960e343&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1638613 Apr 05 20:39:20.402015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:20.489006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7ec08-152a-4a9d-855a-31a96657a42c req-ed43fb77-5d46-4672-a0fa-07cca7cd101e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:20.508413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36a7ec08-152a-4a9d-855a-31a96657a42c req-ed43fb77-5d46-4672-a0fa-07cca7cd101e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 907 time: 1.1510513 Apr 05 20:39:20.567075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:20.879202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] Set router 1a582d66-594d-47a1-8d20-d3539ccd4db4 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:20.914028 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:17Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:20.918403 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95ecad-5a04-4360-a2e6-8b2c8e3fc2a2 None None] The sync data for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 is: [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:17Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:20.977497 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.977998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.978168 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Floating IP 9d631db6-e06e-4d22-b758-e60045ea22ca disassociated. External IP: 172.25.2.68, port: ef662c9d-b041-4f1d-a90f-de554d22c411. Apr 05 20:39:20.978513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Calling delete_port for ef662c9d-b041-4f1d-a90f-de554d22c411 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:20.978803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 918a146e-0ab1-48aa-bfde-da73d4143c56 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:20.995126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.103800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269f137d-8fec-49c2-9a0d-17c256306a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.146645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269f137d-8fec-49c2-9a0d-17c256306a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.265941 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2ee938-7e14-4313-a4ea-e11259b2b7ac'] response: {'name': 'network-changed', 'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40', 'status': 'completed', 'code': 200} Apr 05 20:39:21.373815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:21.377337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ce938d50-d616-40b6-b103-e05f04ab91c5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:21.406600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.406891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269f137d-8fec-49c2-9a0d-17c256306a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.417482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef662c9d-b041-4f1d-a90f-de554d22c411 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:21.455796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f137d-8fec-49c2-9a0d-17c256306a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d852b60a-5af2-4f00-a094-e33b3b9931dc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:21.479605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269f137d-8fec-49c2-9a0d-17c256306a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.482144 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-269f137d-8fec-49c2-9a0d-17c256306a92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d852b60a-5af2-4f00-a094-e33b3b9931dc HTTP/1.1" status: 204 len: 168 time: 1.0789225 Apr 05 20:39:21.518641 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-f55e0d64-3885-4ff1-a050-f167e5bf81ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 1058 time: 0.8242371 Apr 05 20:39:21.556943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event deleted for resources: {'Port': ['ID=ef662c9d-b041-4f1d-a90f-de554d22c411,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:21.557901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: ef662c9d-b041-4f1d-a90f-de554d22c411 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:21.558572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ef662c9d-b041-4f1d-a90f-de554d22c411 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:21.645351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ce938d50-d616-40b6-b103-e05f04ab91c5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:21.645351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ce938d50-d616-40b6-b103-e05f04ab91c5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:21.667207 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:39:21.766425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384afb2-87ef-4958-abe1-60062c5fb512 req-22fcbe10-8658-438f-abd0-e05edcd2a932 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:21.767953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2384afb2-87ef-4958-abe1-60062c5fb512 req-22fcbe10-8658-438f-abd0-e05edcd2a932 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 867 time: 0.5767019 Apr 05 20:39:21.831552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-9bbd179b-0ac7-45ad-b505-89ebfa8a69f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:21.833019 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-9bbd179b-0ac7-45ad-b505-89ebfa8a69f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.3040195 Apr 05 20:39:21.851842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Router 1a582d66-594d-47a1-8d20-d3539ccd4db4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:39:21.943414 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-46db5025-1a7a-4054-8254-4c67be1bfd82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e333271-12e6-4201-a88e-bb57d9be9a40 HTTP/1.1" status: 200 len: 217 time: 0.0939312 Apr 05 20:39:22.004366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2384afb2-87ef-4958-abe1-60062c5fb512 req-cb1cb279-179a-41f0-a4e8-c08f95ac3417 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d152e9-1606-4f24-881a-83f9e8cbe232&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259936 Apr 05 20:39:22.010174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98967a18-c4d5-42ef-8d1f-74e81bef38f3 req-b1ba3d8e-0495-4c7d-aaec-6984233eebfd tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:22.027877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98967a18-c4d5-42ef-8d1f-74e81bef38f3 req-b1ba3d8e-0495-4c7d-aaec-6984233eebfd tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 943 time: 0.7601912 Apr 05 20:39:22.236335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 918a146e-0ab1-48aa-bfde-da73d4143c56, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=918a146e-0ab1-48aa-bfde-da73d4143c56,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:22.253561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98967a18-c4d5-42ef-8d1f-74e81bef38f3 req-75318e59-53a1-4940-afa5-8ad1602508ec tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247794 Apr 05 20:39:22.336602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:22.339937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-e750c66f-6742-475a-9d6d-49a3b8ca540a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:22.345243 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-e750c66f-6742-475a-9d6d-49a3b8ca540a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.3954446 Apr 05 20:39:22.369641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '918a146e-0ab1-48aa-bfde-da73d4143c56', 'network_id': '75db5fa6-4b8f-42bb-b9fd-412ec9935469', 'port_id': '918a146e-0ab1-48aa-bfde-da73d4143c56', 'mac_address': 'fa:16:3e:85:d1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ff7d5c-ea36-4166-8dac-6fad07295978', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:22.493755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3371c-80c0-4306-8e0b-e12e7f881bf4 req-2bc38611-9be9-4d0a-86ee-f55d4d02e232 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:22.495716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ed3371c-80c0-4306-8e0b-e12e7f881bf4 req-2bc38611-9be9-4d0a-86ee-f55d4d02e232 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2405124 Apr 05 20:39:22.536263 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.555265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:22.555795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.570751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Router dcb90c47-3b68-48d6-a5ea-b0804f32680e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:39:22.573314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-bedc981d-ce38-47a5-938c-ea82cd06ac63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937318 Apr 05 20:39:22.663462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a146e-0ab1-48aa-bfde-da73d4143c56 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:22.692132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'name': 'tempest-ServersTestFqdnHostnames-1842298722-router', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:58Z', 'updated_at': '2022-04-05T20:39:16Z', 'revision_number': 5, 'project_id': '29b52250e5734214ba99ff977cfe1cc9', 'gw_port': {'id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:59Z', 'updated_at': '2022-04-05T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:22.697680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ed3371c-80c0-4306-8e0b-e12e7f881bf4 req-0ccaf379-3b6d-481b-a18f-bef7ec4aa987 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869183 Apr 05 20:39:22.699761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 918a146e-0ab1-48aa-bfde-da73d4143c56, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=918a146e-0ab1-48aa-bfde-da73d4143c56,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:22.715410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] Checking router: 1a582d66-594d-47a1-8d20-d3539ccd4db4 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:22.808723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:39:22.818107 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c1e42542-8848-44e5-8cbc-01e4794203a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/1a582d66-594d-47a1-8d20-d3539ccd4db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7485518 Apr 05 20:39:22.819953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54016) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:22.844339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f803997b-8db1-463a-9c39-0ee25b164ff1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:22.880825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.934913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] Routers {'1a582d66-594d-47a1-8d20-d3539ccd4db4'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:22.936009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1a582d66-594d-47a1-8d20-d3539ccd4db4'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:22.974953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb935-3dc7-4d41-8291-bdecc2da57ff req-c0980a00-30eb-49ee-8fbf-508ec44ecd05 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:22.976891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-660fb935-3dc7-4d41-8291-bdecc2da57ff req-c0980a00-30eb-49ee-8fbf-508ec44ecd05 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.1863527 Apr 05 20:39:23.079157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-660fb935-3dc7-4d41-8291-bdecc2da57ff req-403a4963-c433-4263-b05a-fa1b9ff2a239 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932331 Apr 05 20:39:23.096596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:39:23.122215 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] Sync routers for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:23.145733 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:23.166103 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:23.209143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=918a146e-0ab1-48aa-bfde-da73d4143c56,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:23.257700 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-fbb15a7e-3454-4844-950a-faac6fc1dd51 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676075 Apr 05 20:39:23.323052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] No DVR routers for this DVR port ef662c9d-b041-4f1d-a90f-de554d22c411 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:23.323644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['918a146e-0ab1-48aa-bfde-da73d4143c56'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:23.334655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.364781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'name': 'network-vif-deleted', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:23.421308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95f119f5-1724-469d-8b92-1e5d68949253 req-c0dbb4af-b698-4c4f-a3c8-0cb422ae0980 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.23 "DELETE /v2.0/ports/ef662c9d-b041-4f1d-a90f-de554d22c411 HTTP/1.1" status: 204 len: 173 time: 5.4611490 Apr 05 20:39:23.441605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f803997b-8db1-463a-9c39-0ee25b164ff1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:23.459928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766b052-4c2e-4bb5-9221-2c5b738a4164 req-b40853e6-079c-44dc-b6ee-be9dc0245b6f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:23.460795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f803997b-8db1-463a-9c39-0ee25b164ff1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:23.460996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.472903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6766b052-4c2e-4bb5-9221-2c5b738a4164 req-b40853e6-079c-44dc-b6ee-be9dc0245b6f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3042505 Apr 05 20:39:23.539601 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05a65dd6-d677-4175-b6b9-56cf83b87ed9 req-7a408355-e524-45fd-9f94-530841a8716f service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698386 Apr 05 20:39:23.585091 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:23.587042 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.603294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6766b052-4c2e-4bb5-9221-2c5b738a4164 req-47c88cf2-44e6-47fe-957f-d59518d8f3e0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292815 Apr 05 20:39:23.622743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] Set router 1a582d66-594d-47a1-8d20-d3539ccd4db4 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:23.710758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-838015f8-9274-4695-ad49-af779eb016e7 req-ca7cce48-87c0-4665-9b0b-68a4d813bb66 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Synchronizing usage tracker for tenant:233b5c8a7507405380d7b821947f39a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:23.860169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-838015f8-9274-4695-ad49-af779eb016e7 req-ca7cce48-87c0-4665-9b0b-68a4d813bb66 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Unset dirty status for tenant:233b5c8a7507405380d7b821947f39a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:23.865474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-838015f8-9274-4695-ad49-af779eb016e7 req-ca7cce48-87c0-4665-9b0b-68a4d813bb66 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/ports?device_id=40827a27-3a3b-4ddf-9616-9373a2ae0430 HTTP/1.1" status: 200 len: 210 time: 0.2611611 Apr 05 20:39:23.866246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54042) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:23.875938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-814072556'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:23.886556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:23.897567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:network and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:23.905917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:23.925270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.933197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:23.945910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54046) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:24.037997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Deleting port 99777cac-2952-4e8e-a863-457a0e3005ea {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:24.038340 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.114098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:24.114772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.123933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.127453 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7893bfb-b574-4e50-a8a9-07a9eb108aae'] response: {'server_uuid': '40827a27-3a3b-4ddf-9616-9373a2ae0430', 'name': 'network-vif-deleted', 'tag': 'ef662c9d-b041-4f1d-a90f-de554d22c411', 'status': 'completed', 'code': 200} Apr 05 20:39:24.127959 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 5, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:24.132361 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] Checking router: dcb90c47-3b68-48d6-a5ea-b0804f32680e for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:24.146604 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] Routers {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:24.147499 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:24.166791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54052) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:24.217960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0d483-9b68-41fc-a70a-c7cbdcd60f91 req-6303af25-2b25-43a2-a5f7-6a5c5f12e8a0 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:24.219051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-589797656-network', 'tenant_id': 'c64643b23b4e41e6ac2e0730d36e202f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:24.221263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53b0d483-9b68-41fc-a70a-c7cbdcd60f91 req-6303af25-2b25-43a2-a5f7-6a5c5f12e8a0 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 944 time: 0.4348209 Apr 05 20:39:24.351329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:24.356302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f803997b-8db1-463a-9c39-0ee25b164ff1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f803997b-8db1-463a-9c39-0ee25b164ff1,segment=NetworkSegment(6b5e2a6e-8dd4-4960-adf2-bcf2280f9044),segment_id=6b5e2a6e-8dd4-4960-adf2-bcf2280f9044)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:24.363884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:24.382425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Usage tracker for resource:network and tenant:c64643b23b4e41e6ac2e0730d36e202f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:24.395063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:24.419634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:24.429987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.440729 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Added segment 099c0712-6790-4209-919a-d03563cb9357 of type vlan for network 567c7863-c308-4909-9599-dc218f927a9e Apr 05 20:39:24.451170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53b0d483-9b68-41fc-a70a-c7cbdcd60f91 req-4744edb0-05cb-47d5-9b36-af1b3d0a40f7 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215471 Apr 05 20:39:24.462299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.488666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.503537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] For port 99777cac-2952-4e8e-a863-457a0e3005ea, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=99777cac-2952-4e8e-a863-457a0e3005ea,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:24.503900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.524342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'name': 'tempest-ServersTestFqdnHostnames-1842298722-router', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:58Z', 'updated_at': '2022-04-05T20:39:16Z', 'revision_number': 5, 'project_id': '29b52250e5734214ba99ff977cfe1cc9', 'gw_port': {'id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:59Z', 'updated_at': '2022-04-05T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:24.538619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2681fa1b-d2c2-47b2-b109-30985d17b792 None None] The sync data for ids ['1a582d66-594d-47a1-8d20-d3539ccd4db4'] in n-d-836605-1 is: [{'id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'name': 'tempest-ServersTestFqdnHostnames-1842298722-router', 'tenant_id': '29b52250e5734214ba99ff977cfe1cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:58Z', 'updated_at': '2022-04-05T20:39:16Z', 'revision_number': 5, 'project_id': '29b52250e5734214ba99ff977cfe1cc9', 'gw_port': {'id': '99777cac-2952-4e8e-a863-457a0e3005ea', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a582d66-594d-47a1-8d20-d3539ccd4db4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:59Z', 'updated_at': '2022-04-05T20:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:24.546640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] Deleting subnet b566519c-6688-43c0-836f-d699ab04fc2b {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:39:24.561863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.565750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f803997b-8db1-463a-9c39-0ee25b164ff1,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:24.611084 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] Set router dcb90c47-3b68-48d6-a5ea-b0804f32680e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:24.630672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.672075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Made reservation on behalf of c64643b23b4e41e6ac2e0730d36e202f for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:24.675820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.714243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Calling delete_port for 99777cac-2952-4e8e-a863-457a0e3005ea owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:24.737399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.792009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.873529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eaf82-f5b4-467c-be12-2f319d15fb0d req-80e86963-4cf6-4802-be35-9bbadccc0437 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:24.879850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e37eaf82-f5b4-467c-be12-2f319d15fb0d req-80e86963-4cf6-4802-be35-9bbadccc0437 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.5754187 Apr 05 20:39:24.895763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:24.905528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Usage tracker for resource:security_group_rule and tenant:c64643b23b4e41e6ac2e0730d36e202f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:24.909908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.913573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:24.914168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.930359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:24.970028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e37eaf82-f5b4-467c-be12-2f319d15fb0d req-3f4e17ec-8a1c-4946-bd70-b8ae0c8ad286 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788505 Apr 05 20:39:25.005820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44486f8b-af05-4e1b-aae8-628d16509043 req-bdb3b51b-00f9-41fd-b026-86bbc8e0725d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:25.013153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44486f8b-af05-4e1b-aae8-628d16509043 req-bdb3b51b-00f9-41fd-b026-86bbc8e0725d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.2126901 Apr 05 20:39:25.045420 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.074223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:25.086154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b566519c-6688-43c0-836f-d699ab04fc2b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:25.103638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.112980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Network': ['ID=567c7863-c308-4909-9599-dc218f927a9e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:25.126749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44486f8b-af05-4e1b-aae8-628d16509043 req-3a890c76-9569-4c3a-b12a-01034c2213ac tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126752 Apr 05 20:39:25.130197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-53f60054-077a-418a-ad91-c6ebe984dc10 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b566519c-6688-43c0-836f-d699ab04fc2b HTTP/1.1" status: 204 len: 168 time: 0.9624610 Apr 05 20:39:25.133496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54066) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:25.134877 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 5, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:25.144699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.145182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.145632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.145975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.146089 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714fbc45-7494-46c1-9ef1-7abdbef144c1 None None] The sync data for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 is: [{'id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'name': 'tempest-ServersTestJSON-1928495528-router', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:37:57Z', 'revision_number': 4, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'gw_port': {'id': 'f1b2f636-5a6e-4c32-b922-5954e453ed79', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ad32805f-4876-4ba6-b044-5a56cdde41cf', 'name': '', 'network_id': 'c1e86064-d749-47f8-8f0f-0d59171dffee', 'tenant_id': '233b5c8a7507405380d7b821947f39a2', 'mac_address': 'fa:16:3e:57:a9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb90c47-3b68-48d6-a5ea-b0804f32680e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:55Z', 'updated_at': '2022-04-05T20:38:16Z', 'revision_number': 5, 'project_id': '233b5c8a7507405380d7b821947f39a2', 'subnets': [{'id': '8c05a1f0-9958-47dc-ba2f-9d8dfcdab467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:25.146310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.146646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.146977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.147302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.147627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.147953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.148273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:25.171630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 567c7863-c308-4909-9599-dc218f927a9e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:25.192453 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-40f8d30d-5e43-4f27-8f71-92bc73d57c07 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3223672 Apr 05 20:39:25.195011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54070) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:25.216227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1309386615'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:25.309212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54074) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:25.316980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.320345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:25.327779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:network and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:25.333671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:25.346776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:25.394165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.416932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.449556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:25.461502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7f3165-1bf0-46e7-b3e9-678ac76b4e66,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:25.465785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.466127 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Added segment 78c9303a-0b5b-4da5-95c8-ba2f54910374 of type vlan for network 5ec19328-a89e-4855-aa3d-190df7d4b736 Apr 05 20:39:25.493409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.498229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:25.501699 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.546774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:25.555862 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.556205 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Added segment e0346369-da90-4430-9250-e2adf2901cbd of type vlan for network 6ce56abd-0a77-426d-b416-6f997dfa7407 Apr 05 20:39:25.562543 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.566643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-597284ad-1b9d-442f-b902-7d0aa5da31da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.612834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99777cac-2952-4e8e-a863-457a0e3005ea,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:25.629498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.645094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.663433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.663738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-597284ad-1b9d-442f-b902-7d0aa5da31da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.664271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:25.664843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.676821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfdfd0-b0d5-49a2-8b19-0bdd3c7dfb53 req-a323425b-3367-4be9-ad9e-80773e140bac tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:25.678491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76dfdfd0-b0d5-49a2-8b19-0bdd3c7dfb53 req-a323425b-3367-4be9-ad9e-80773e140bac tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3332574 Apr 05 20:39:25.726820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103afd5c-3b83-4da2-baad-2149cd494344']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:25.753032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:25.753356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1f3c80-a040-4dad-b1b9-757ed1f15ebb') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:25.783326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.821749 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.833072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:39:25.833845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.851483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76dfdfd0-b0d5-49a2-8b19-0bdd3c7dfb53 req-e6cd0499-bd0b-4625-8f71-34d5517ecdc1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575110 Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:39:25.852166 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:39:25.885932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:39:25.916330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c93c4-3a64-4b24-a9b1-75409ea9e08a req-8b5adf39-4030-4391-ac83-da7cee5f566a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:25.917814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-695c93c4-3a64-4b24-a9b1-75409ea9e08a req-8b5adf39-4030-4391-ac83-da7cee5f566a tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 944 time: 0.3247156 Apr 05 20:39:25.946652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] Pushing event updated for resources: {'Network': ['ID=5ec19328-a89e-4855-aa3d-190df7d4b736,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:25.961380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5ec19328-a89e-4855-aa3d-190df7d4b736 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:25.966398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-597284ad-1b9d-442f-b902-7d0aa5da31da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.996734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597284ad-1b9d-442f-b902-7d0aa5da31da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d152e9-1606-4f24-881a-83f9e8cbe232,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:26.023814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-695c93c4-3a64-4b24-a9b1-75409ea9e08a req-d7d3d48b-4cb6-4b92-afb6-b06c0b97186f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927622 Apr 05 20:39:26.043745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-597284ad-1b9d-442f-b902-7d0aa5da31da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.046861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-597284ad-1b9d-442f-b902-7d0aa5da31da tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "DELETE /v2.0/security-groups/d8d152e9-1606-4f24-881a-83f9e8cbe232 HTTP/1.1" status: 204 len: 168 time: 0.7335355 Apr 05 20:39:26.048098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.049698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54082) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.069419 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4cd78353-460a-45ac-93c9-f3b91b870f4a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1224153 Apr 05 20:39:26.077576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.077976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.078222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.079852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] 10.222.0.10 "DELETE /v2.0/networks/103afd5c-3b83-4da2-baad-2149cd494344 HTTP/1.1" status: 204 len: 168 time: 0.9452398 Apr 05 20:39:26.084908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:26.086974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.088775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c99c64-0233-43e8-bab0-d6b7a3edb36d admin admin] Pushing event deleted for resources: {'Network': ['ID=103afd5c-3b83-4da2-baad-2149cd494344,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:26.090916 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-28499169-33e5-4cde-9adf-80092a910a41 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] show failed (client error): The resource could not be found. Apr 05 20:39:26.093105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-28499169-33e5-4cde-9adf-80092a910a41 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "GET /v2.0/security-groups/d8d152e9-1606-4f24-881a-83f9e8cbe232 HTTP/1.1" status: 404 len: 347 time: 0.0411596 Apr 05 20:39:26.098723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54094) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.122702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Request body: {'subnet': {'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-589797656-subnet', 'tenant_id': 'c64643b23b4e41e6ac2e0730d36e202f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:26.138187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:26.204095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Usage tracker for resource:subnet and tenant:c64643b23b4e41e6ac2e0730d36e202f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:26.207329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.351780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:26.374490 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1784558 Apr 05 20:39:26.380475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:26.382345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54104) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.405999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'subnet': {'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:26.425539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726f9e2-36db-4839-8814-46905e45141e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Network': ['ID=6ce56abd-0a77-426d-b416-6f997dfa7407,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:26.444737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:26.540730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Deleting port d45e0f0c-3253-47be-be5e-06680577ceb0 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:26.541285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.565127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.569250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.598951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54108) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.639335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Made reservation on behalf of c64643b23b4e41e6ac2e0730d36e202f for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:26.642243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.653787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f803997b-8db1-463a-9c39-0ee25b164ff1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:26.728513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f803997b-8db1-463a-9c39-0ee25b164ff1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:26.728986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.763922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-a9c1cca6-cf2f-40c8-9434-46aeebfdd0fe tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:26.765383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-a9c1cca6-cf2f-40c8-9434-46aeebfdd0fe tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.5564783 Apr 05 20:39:26.768171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:26.774658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:subnet and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:26.780784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:26.790927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:26.792612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.793132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a582d66-594d-47a1-8d20-d3539ccd4db4 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:39:26.810622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.813996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-550b996f-41e7-48d4-ae53-316f0a5864f5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1a582d66-594d-47a1-8d20-d3539ccd4db4 HTTP/1.1" status: 204 len: 168 time: 3.9910240 Apr 05 20:39:26.818355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54112) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.829514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf3027-585c-433d-9887-521fd02b65ba req-c8f72531-3ae3-4891-995b-0dfabd6d8b23 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:26.830965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33cf3027-585c-433d-9887-521fd02b65ba req-c8f72531-3ae3-4891-995b-0dfabd6d8b23 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.5248320 Apr 05 20:39:26.838917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9c51060a-462c-4f76-8e55-d18f1fedc310 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7e305de1d324644a7f70cbb8e8077f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2367465 Apr 05 20:39:26.842976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-463c5de8-e78f-4009-b57d-19a45a1302bf tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/quotas/df176d4439164131ac58acc3a8187809 HTTP/1.1" status: 200 len: 375 time: 0.0706313 Apr 05 20:39:26.848803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54116) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.916638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:26.938472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.938686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.942038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 918a146e-0ab1-48aa-bfde-da73d4143c56 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:26.954672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] Deleting subnet dfb5516d-55f9-493a-a006-21d77d4fecf3 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:39:27.007127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.071808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 918a146e-0ab1-48aa-bfde-da73d4143c56 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:27.077489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 918a146e-0ab1-48aa-bfde-da73d4143c56 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:27.080331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.082895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Calling delete_port for d45e0f0c-3253-47be-be5e-06680577ceb0 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:27.105992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.127635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.168431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33cf3027-585c-433d-9887-521fd02b65ba req-440b8d01-12c3-4e92-a1fb-02e4a8cb5c32 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203926 Apr 05 20:39:27.219240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ed56e-3de3-46c3-aaa5-9b15fd6ae380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.220444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.233882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-ee9aecf7-130c-45a4-8122-952ae772d960 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3900580 Apr 05 20:39:27.277775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a146e-0ab1-48aa-bfde-da73d4143c56'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:27.283913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ed56e-3de3-46c3-aaa5-9b15fd6ae380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.298469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 918a146e-0ab1-48aa-bfde-da73d4143c56, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=918a146e-0ab1-48aa-bfde-da73d4143c56,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:27.308376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.314647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.374221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.450656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=918a146e-0ab1-48aa-bfde-da73d4143c56,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:27.456852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:39:27.460610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.460960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.461406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.461738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.462070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.462396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.462720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.463047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.463372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.463752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.464054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:27.587904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-97584d1b-f017-4036-bec2-6b4958c813e8 service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486234 Apr 05 20:39:27.598278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ed56e-3de3-46c3-aaa5-9b15fd6ae380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.599363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5658e2a6-a2cb-4037-9de0-0102d00b802f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:27.615836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4c9f-a520-419c-8387-7be688f0a2c0 req-e634e3a6-2997-483d-9698-140da9f7f7f8 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:27.617300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79ee4c9f-a520-419c-8387-7be688f0a2c0 req-e634e3a6-2997-483d-9698-140da9f7f7f8 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.2769902 Apr 05 20:39:27.647715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Checking segment: {'id': '78c9303a-0b5b-4da5-95c8-ba2f54910374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:27.648068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Network hostable DHCP agents. Network: 5ec19328-a89e-4855-aa3d-190df7d4b736, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:27.664713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ed56e-3de3-46c3-aaa5-9b15fd6ae380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617fd59a-e44f-4468-a36b-246c1c8edfaa,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:27.715232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.751315 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.783717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Pushing event deleted for resources: {'Port': ['ID=d45e0f0c-3253-47be-be5e-06680577ceb0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:27.788924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb5516d-55f9-493a-a006-21d77d4fecf3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:27.792736 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.797034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Network 5ec19328-a89e-4855-aa3d-190df7d4b736 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:27.844143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.850013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92091dd9-2cf2-4363-a038-29489a61aad0 None None] Network f1fac179-7fed-49ef-bd5f-5f752ab13c4f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:27.853013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79ee4c9f-a520-419c-8387-7be688f0a2c0 req-50fade39-0cbb-43ac-9ae9-969959976133 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133830 Apr 05 20:39:27.875302 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f4ee3f07-1da5-4a7b-b7bd-4e990b3ee070 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dfb5516d-55f9-493a-a006-21d77d4fecf3 HTTP/1.1" status: 204 len: 168 time: 1.0536988 Apr 05 20:39:27.877363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54124) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:27.914598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Subnet': ['ID=351c7923-f01e-4047-b7a1-df6ebf0120e7,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:27.921894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5ec19328-a89e-4855-aa3d-190df7d4b736) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:27.943386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f808849-a257-44ae-a4e5-142c29e550dc None None] Network 5ec19328-a89e-4855-aa3d-190df7d4b736 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:27.966448 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23383011-4e39-4345-80a8-c566951b7a07'] response: {'server_uuid': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a146e-0ab1-48aa-bfde-da73d4143c56', 'code': 200} Apr 05 20:39:27.977724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:27.978358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.008691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Checking segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:28.009061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network hostable DHCP agents. Network: 567c7863-c308-4909-9599-dc218f927a9e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:28.010740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-f2f5d55b-2928-4489-9b69-12f02721cf55 service neutron] 10.222.0.10 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081383 Apr 05 20:39:28.012292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ed56e-3de3-46c3-aaa5-9b15fd6ae380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.013567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-618ed56e-3de3-46c3-aaa5-9b15fd6ae380 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/617fd59a-e44f-4468-a36b-246c1c8edfaa HTTP/1.1" status: 204 len: 168 time: 1.1607995 Apr 05 20:39:28.016902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.019943 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.021426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-75170128-18e6-4e27-979a-bdd387e07c32 tempest-ServersTestJSON-649797430 tempest-ServersTestJSON-649797430-project] 10.222.0.10 "DELETE /v2.0/floatingips/9d631db6-e06e-4d22-b758-e60045ea22ca HTTP/1.1" status: 204 len: 168 time: 1.9212420 Apr 05 20:39:28.024242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54130) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:28.044605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.083517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Deleting port b6b92b6e-516c-461e-82c0-f2098be4f02c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:28.083906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.125879 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f574dd29-3700-40d4-aded-ddb4f58f0edd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0354528 Apr 05 20:39:28.167859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 567c7863-c308-4909-9599-dc218f927a9e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:28.182369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 567c7863-c308-4909-9599-dc218f927a9e) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:28.206081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:28.209817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f03fc-f8be-4999-bea9-7151cb385b8d None None] Network 567c7863-c308-4909-9599-dc218f927a9e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:28.211528 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.394647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d1313334-51f5-435a-bd7b-0aabd0d06302 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0077579 Apr 05 20:39:28.437359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54142) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:28.496918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b174fe88-9128-4a29-8a8c-1bd65f0ae5e4 None None] Network 5ec19328-a89e-4855-aa3d-190df7d4b736 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:28.508928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'subnet': {'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:28.621548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] For port b6b92b6e-516c-461e-82c0-f2098be4f02c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b6b92b6e-516c-461e-82c0-f2098be4f02c,segment=NetworkSegment(7986bd67-9c19-43e0-b980-810f6b2fa2fe),segment_id=7986bd67-9c19-43e0-b980-810f6b2fa2fe)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:28.622274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.700773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] DHCP port deletion for f1fac179-7fed-49ef-bd5f-5f752ab13c4f request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:39:28.755533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Deleting port b6b92b6e-516c-461e-82c0-f2098be4f02c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:28.759225 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.783098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-567c7863-c308-4909-9599-dc218f927a9e', 'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'fixed_ips': [{'subnet_id': '351c7923-f01e-4047-b7a1-df6ebf0120e7'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:39:28.783908 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.800082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Calling delete_port for b6b92b6e-516c-461e-82c0-f2098be4f02c owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:28.838807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-180a807c-b037-4bc5-b603-3e61fe915ba8 req-b41f0677-92a6-4765-9ea5-726340506cee tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 210 time: 0.3348382 Apr 05 20:39:28.955400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2510bf7c-7c3d-4c2a-83cc-dfc5ece176f2 req-707d37a2-ce02-40a6-b3ee-3d547b055f02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 1096 time: 0.8255260 Apr 05 20:39:28.988803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:29.007335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:subnet and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:29.017875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d179e-95f5-4179-b9da-06bdbc5914f4 req-6374fcd7-61ac-489f-9f1f-e7b4f4a1a1da tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:29.025868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b22d179e-95f5-4179-b9da-06bdbc5914f4 req-6374fcd7-61ac-489f-9f1f-e7b4f4a1a1da tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.5208223 Apr 05 20:39:29.028508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:29.042811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.079732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:29.124994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b22d179e-95f5-4179-b9da-06bdbc5914f4 req-18db1632-f23b-4f5e-b2d7-7460eb5c440b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981681 Apr 05 20:39:29.129031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2510bf7c-7c3d-4c2a-83cc-dfc5ece176f2 req-06451c65-0a6e-43d3-80b2-9755accda6be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638279 Apr 05 20:39:29.161845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] No DVR routers for this DVR port b6b92b6e-516c-461e-82c0-f2098be4f02c on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:29.244419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b92b6e-516c-461e-82c0-f2098be4f02c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:29.316353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:29.372663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Allocated IP 10.1.1.2 (567c7863-c308-4909-9599-dc218f927a9e/351c7923-f01e-4047-b7a1-df6ebf0120e7/d925971e-4b92-4c6d-9331-9bbb0aab8fa6) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:29.407047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.445685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fac179-7fed-49ef-bd5f-5f752ab13c4f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:29.458328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7986bd67-9c19-43e0-b980-810f6b2fa2fe') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:29.464993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7986bd67-9c19-43e0-b980-810f6b2fa2fe') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:29.470663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.514116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] For port b6b92b6e-516c-461e-82c0-f2098be4f02c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b6b92b6e-516c-461e-82c0-f2098be4f02c,segment=NetworkSegment(7986bd67-9c19-43e0-b980-810f6b2fa2fe),segment_id=7986bd67-9c19-43e0-b980-810f6b2fa2fe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:29.514504 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.557872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.570616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:39:29.571022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:39:29.659245 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:39:29.685501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Calling delete_port for b6b92b6e-516c-461e-82c0-f2098be4f02c owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:29.692201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.797157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.817811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.839958 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:39:29.840314 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:39:29.841186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.847757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1fac179-7fed-49ef-bd5f-5f752ab13c4f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:29.852247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ec938f77-9dfe-4ada-9240-7d2ed28ed421 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f1fac179-7fed-49ef-bd5f-5f752ab13c4f HTTP/1.1" status: 204 len: 168 time: 1.9723611 Apr 05 20:39:29.865299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Transition to ACTIVE for port object d925971e-4b92-4c6d-9331-9bbb0aab8fa6 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:29.866865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-72752aee-a2c9-413b-b405-54485a7b870a tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:29.869321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-72752aee-a2c9-413b-b405-54485a7b870a tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/networks?id=5ec19328-a89e-4855-aa3d-190df7d4b736 HTTP/1.1" status: 200 len: 821 time: 0.4286237 Apr 05 20:39:29.891986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d81fd3-0dab-4370-aaf8-15bc6d8e9feb req-19382aa7-4bf8-4f5d-8b02-aadede17a8ca tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:29.898921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85d81fd3-0dab-4370-aaf8-15bc6d8e9feb req-19382aa7-4bf8-4f5d-8b02-aadede17a8ca tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.4599705 Apr 05 20:39:29.907534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Transition to ACTIVE for port object d925971e-4b92-4c6d-9331-9bbb0aab8fa6 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:29.945706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-cdacba82-d555-4a6d-b5bc-389323cbbdca tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/quotas/c64643b23b4e41e6ac2e0730d36e202f HTTP/1.1" status: 200 len: 375 time: 0.0687368 Apr 05 20:39:29.997861 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.018724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-5cab6910-b188-4a29-ab8a-df7b9f85acc0 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c64643b23b4e41e6ac2e0730d36e202f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613291 Apr 05 20:39:30.069252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85d81fd3-0dab-4370-aaf8-15bc6d8e9feb req-8fbf0acb-85fa-426b-bffe-337bafe23c32 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693895 Apr 05 20:39:30.082373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Network 567c7863-c308-4909-9599-dc218f927a9e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:30.088560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:30.109931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Pushing event updated for resources: {'Port': ['ID=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:30.110823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:30.265410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Attempting to bind port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:30.266018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Attempting to bind port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:30.267175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Attempting to bind port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:30.270772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54186) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:30.274712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:30.278067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.278185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Checking segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:30.278185 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.278185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Bound using segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:30.278185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Bound port: d925971e-4b92-4c6d-9331-9bbb0aab8fa6, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:30.278185 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.341259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Deleting port b6b92b6e-516c-461e-82c0-f2098be4f02c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:30.341639 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.363256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54192) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:30.437487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-526f6531-65f9-4b2f-bb73-6fd25b53b0c8 None None] The port 'b6b92b6e-516c-461e-82c0-f2098be4f02c' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:39:30.453756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7883573a-9979-4ad5-b5bf-77d0365d84fa req-323911d3-20ba-4edb-b81f-4a530c2b3df0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 210 time: 0.2278163 Apr 05 20:39:30.457196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ae406584-1f5b-4c94-ac89-d81313637c5e service neutron] 10.222.0.10 "GET /v2.0/networks/5ec19328-a89e-4855-aa3d-190df7d4b736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905623 Apr 05 20:39:30.469097 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c61f6f08-2802-4f8f-8f3d-71268d50ac30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29b52250e5734214ba99ff977cfe1cc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1023743 Apr 05 20:39:30.469297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] For port d925971e-4b92-4c6d-9331-9bbb0aab8fa6, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:30.469412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54196) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:30.471584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] For port d925971e-4b92-4c6d-9331-9bbb0aab8fa6, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:30.594317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b6b92b6e-516c-461e-82c0-f2098be4f02c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:30.602982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa85d666-02c5-426c-b59e-49361b2f5ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.632171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa85d666-02c5-426c-b59e-49361b2f5ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.656795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.727108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b6b92b6e-516c-461e-82c0-f2098be4f02c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:30.728417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b6b92b6e-516c-461e-82c0-f2098be4f02c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:30.753116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-621289113-network', 'tenant_id': '9d488c484eb540bc80afdc0293429cd5'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:30.761702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:30.765622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa85d666-02c5-426c-b59e-49361b2f5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.783868 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.784090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Usage tracker for resource:network and tenant:9d488c484eb540bc80afdc0293429cd5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:30.794484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:30.818585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:30.827281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85d666-02c5-426c-b59e-49361b2f5ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b303da3-9714-480d-b640-e435cbb121ec,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:30.839316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa85d666-02c5-426c-b59e-49361b2f5ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.851290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fa85d666-02c5-426c-b59e-49361b2f5ec0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b303da3-9714-480d-b640-e435cbb121ec HTTP/1.1" status: 204 len: 168 time: 0.3741937 Apr 05 20:39:30.860179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11606a77-2b61-4025-8a7d-3cfb9ef683ea None None] Pushing event updated for resources: {'Port': ['ID=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:30.928639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Made reservation on behalf of 9d488c484eb540bc80afdc0293429cd5 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:30.932684 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.995452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:31.022542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Subnet': ['ID=f35ddee5-c066-493e-b752-f4cf428c9b7c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:31.048120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Checking segment: {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:31.048478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network hostable DHCP agents. Network: 6ce56abd-0a77-426d-b416-6f997dfa7407, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:31.078233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-e70bab73-26fa-402b-b357-d04d36067729 service neutron] 10.222.0.10 "GET /v2.0/networks/5ec19328-a89e-4855-aa3d-190df7d4b736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045158 Apr 05 20:39:31.134391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55322a5a-1c37-4840-85bd-93ccdf20a831 req-c777e1f3-7737-47d3-bea1-4ddea970cc95 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:31.148713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55322a5a-1c37-4840-85bd-93ccdf20a831 req-c777e1f3-7737-47d3-bea1-4ddea970cc95 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.4005904 Apr 05 20:39:31.204722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:31.243727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Usage tracker for resource:security_group_rule and tenant:9d488c484eb540bc80afdc0293429cd5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:31.252141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:31.273316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:31.291588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:31.335380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-1e4c7a08-dcb5-4f54-91e7-730f90b24978 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:31.340562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-1e4c7a08-dcb5-4f54-91e7-730f90b24978 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 812 time: 0.3857317 Apr 05 20:39:31.347754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55322a5a-1c37-4840-85bd-93ccdf20a831 req-3e11d9ee-eadf-4ceb-ae34-8dd088d3c339 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968279 Apr 05 20:39:31.375137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Request body: {'port': {'device_id': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'admin_state_up': True, 'tenant_id': 'df176d4439164131ac58acc3a8187809'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:31.405508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6ce56abd-0a77-426d-b416-6f997dfa7407) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:31.414640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793d4f2-29d3-44c7-927d-6c83ea229343 None None] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:31.437356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:31.440026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:31.610885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d9e9a7d8-bf7b-40eb-8394-e61d1cf95a9f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1420026 Apr 05 20:39:31.619573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54212) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:31.627037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'port': {'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-3214131', 'fixed_ips': [{'subnet_id': '351c7923-f01e-4047-b7a1-df6ebf0120e7'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:31.941032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:31.973222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-6ce56abd-0a77-426d-b416-6f997dfa7407', 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'fixed_ips': [{'subnet_id': 'f35ddee5-c066-493e-b752-f4cf428c9b7c'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:39:31.973222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:31.978081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:31.999832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:32.024809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d259a63d-8675-4b4b-9779-e23a18becd23 req-c22d4879-22b6-478c-8143-107c3f9d386c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 210 time: 0.2637939 Apr 05 20:39:32.064959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.100742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Made reservation on behalf of df176d4439164131ac58acc3a8187809 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:32.106130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.138655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:32.166490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac424a04-57e2-4a3c-abb3-d985a6e06f49 req-6bd71172-86c7-4c74-98f2-e86a871f9fa0 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 210 time: 0.0672452 Apr 05 20:39:32.204614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ffca77-21f7-4afe-bfce-5204bb900335,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:32.245159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.245651 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Added segment cd7e10ea-3ff5-4d7e-a87d-62195cab07ea of type vlan for network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 Apr 05 20:39:32.269058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Allocated IP 10.2.2.2 (6ce56abd-0a77-426d-b416-6f997dfa7407/f35ddee5-c066-493e-b752-f4cf428c9b7c/4ddf9043-8043-4a19-8625-2a0616431f56) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:32.318365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429bcc6-ac3a-4824-9096-b125fb121e1a req-2ef8ea4e-2989-4f34-8518-c05656a090bc tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:32.328071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b429bcc6-ac3a-4824-9096-b125fb121e1a req-2ef8ea4e-2989-4f34-8518-c05656a090bc tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.5659802 Apr 05 20:39:32.357836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:32.366610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:port and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:32.374703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:32.412150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.427109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:32.502915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b429bcc6-ac3a-4824-9096-b125fb121e1a req-b50eec91-5a77-43fb-93f7-6ac428382076 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730576 Apr 05 20:39:32.591218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:32.614725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6347dc75-4787-4303-952c-4c42897aac6d None None] Network 567c7863-c308-4909-9599-dc218f927a9e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:32.665442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d925971e-4b92-4c6d-9331-9bbb0aab8fa6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:32.669606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.670197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:32.672468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.814094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd45c4e-8e8e-4edf-913a-07fcb8ec0bfc req-dc5f680f-f91e-4577-87d7-81c61e89ded9 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:32.821774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cd45c4e-8e8e-4edf-913a-07fcb8ec0bfc req-dc5f680f-f91e-4577-87d7-81c61e89ded9 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.3042674 Apr 05 20:39:32.827946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] Pushing event updated for resources: {'Network': ['ID=e013a7fd-ecf6-4369-a8c3-b542b5f275f8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:32.835702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e41ffb6b-f501-42e2-b73d-cfecf1592d54 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5604336 Apr 05 20:39:32.853139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54238) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:32.854424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:32.862866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Request body: {'subnet': {'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-621289113-subnet', 'tenant_id': '9d488c484eb540bc80afdc0293429cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:32.872894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:32.887352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Usage tracker for resource:subnet and tenant:9d488c484eb540bc80afdc0293429cd5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:32.891687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:32.898816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:32.926245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Allocated IP 172.20.0.5 (085ac82a-4593-4f2f-b6e0-e1591b49614b/a5b68241-c312-4340-9158-5ed180b9be3a/25197589-9e2e-42db-ae5f-5a541f15bdf3) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:32.957510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cd45c4e-8e8e-4edf-913a-07fcb8ec0bfc req-a0506ce3-09c3-44e6-91e1-ae082ca612b7 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343422 Apr 05 20:39:32.969166 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.013497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Made reservation on behalf of 9d488c484eb540bc80afdc0293429cd5 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:33.017181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.057454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] device_id is not set on port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:39:33.114760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54246) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:33.214891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Deleting port ad32805f-4876-4ba6-b044-5a56cdde41cf {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:33.215272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.226071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:33.251286 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.277700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6676d6bc-2c6e-478a-beec-b8d432fa3f15 None None] Provisioning for port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:33.356809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Transition to ACTIVE for port object 4ddf9043-8043-4a19-8625-2a0616431f56 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:33.396298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6676d6bc-2c6e-478a-beec-b8d432fa3f15 None None] Provisioning complete for port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:33.396879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6676d6bc-2c6e-478a-beec-b8d432fa3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.402213 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.490732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Transition to ACTIVE for port object 25197589-9e2e-42db-ae5f-5a541f15bdf3 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:33.495990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Transition to ACTIVE for port object 4ddf9043-8043-4a19-8625-2a0616431f56 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:33.602227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.667568 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.685759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-477854034-network', 'tenant_id': '58bb8abfee0347c3b2705a143dd9f8b6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:33.697696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-beb62cd9-bb30-4e83-9b42-30e896b164ae req-4a96f13a-d62f-42c1-a7cb-073448555515 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 210 time: 0.4110575 Apr 05 20:39:33.700388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6676d6bc-2c6e-478a-beec-b8d432fa3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.713523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:33.713614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:33.721516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:33.737905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:33.741000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Pushing event updated for resources: {'Port': ['ID=4ddf9043-8043-4a19-8625-2a0616431f56,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:33.747125 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.766919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Usage tracker for resource:network and tenant:58bb8abfee0347c3b2705a143dd9f8b6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:33.833643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6676d6bc-2c6e-478a-beec-b8d432fa3f15 None None] For port d925971e-4b92-4c6d-9331-9bbb0aab8fa6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:33.850306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:33.852893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Attempting to bind port 4ddf9043-8043-4a19-8625-2a0616431f56 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:33.853313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Attempting to bind port 4ddf9043-8043-4a19-8625-2a0616431f56 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:33.853928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Attempting to bind port 4ddf9043-8043-4a19-8625-2a0616431f56 on network 6ce56abd-0a77-426d-b416-6f997dfa7407 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:33.860070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:33.862345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:33.862716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Checking segment: {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:33.863420 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.864045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Bound using segment: {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:33.864467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Bound port: 4ddf9043-8043-4a19-8625-2a0616431f56, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:33.864837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.883040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.900408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=840c8e41-293c-4f9b-baca-9e788fb51f98,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:33.920737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['da6229ec-2b13-4c13-9928-93713495904d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:33.958810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1f27b857-fbe1-4bbc-9662-179a30345cd4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:33.970104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-2d5a2f93-29fd-4229-a239-c061a5d03eef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 1096 time: 0.6507797 Apr 05 20:39:33.998857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:34.001828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:34.004813 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6676d6bc-2c6e-478a-beec-b8d432fa3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.007565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:34.011097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:34.094942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:34.095475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.120624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 10.1.1.143 (567c7863-c308-4909-9599-dc218f927a9e/351c7923-f01e-4047-b7a1-df6ebf0120e7/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:34.145397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Checking segment: {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:34.148952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Network hostable DHCP agents. Network: e013a7fd-ecf6-4369-a8c3-b542b5f275f8, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:34.165845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Made reservation on behalf of 58bb8abfee0347c3b2705a143dd9f8b6 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:34.170850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.219704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70a0d504-17d6-469b-b380-3ea215fd794c req-d1f28cfb-2bea-4d60-ada6-364ba6cc957d tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 210 time: 0.1915970 Apr 05 20:39:34.224533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] For port 4ddf9043-8043-4a19-8625-2a0616431f56, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:34.226495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] For port ad32805f-4876-4ba6-b044-5a56cdde41cf, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ad32805f-4876-4ba6-b044-5a56cdde41cf,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:34.226845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.233476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676d6bc-2c6e-478a-beec-b8d432fa3f15 None None] Pushing event updated for resources: {'Port': ['ID=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:34.238680 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-e197334f-5e83-40e2-a466-78e745933eb7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8848078 Apr 05 20:39:34.252687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Request body: {'port': {'device_id': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:34.268684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.285259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] For port 4ddf9043-8043-4a19-8625-2a0616431f56, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ddf9043-8043-4a19-8625-2a0616431f56,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:34.304038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-22796ca8-25c8-450d-83f8-f6724f00a7cc None None] Provisioning complete for port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:34.304038 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22796ca8-25c8-450d-83f8-f6724f00a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.335044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89d0f9-b4c9-44b3-b7df-2c4b7e70ce07 req-09bcb759-966a-4795-8d5b-5576e100a294 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:34.341022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:34.342522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df89d0f9-b4c9-44b3-b7df-2c4b7e70ce07 req-09bcb759-966a-4795-8d5b-5576e100a294 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.8670781 Apr 05 20:39:34.379841 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.450491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.464190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, e013a7fd-ecf6-4369-a8c3-b542b5f275f8) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:34.485503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ce011-6f79-43d7-b68d-cf78c89c1897 None None] Network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:34.498162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:34.499506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.506309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Calling delete_port for ad32805f-4876-4ba6-b044-5a56cdde41cf owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:34.643845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d925971e-4b92-4c6d-9331-9bbb0aab8fa6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:34.766626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06751881-b6d3-48e3-9f2c-a84b0731ddb4 None None] Pushing event updated for resources: {'Port': ['ID=4ddf9043-8043-4a19-8625-2a0616431f56,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:34.811616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-87f0518f-a4b7-44eb-863a-502ae7abc7dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:34.814107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-87f0518f-a4b7-44eb-863a-502ae7abc7dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 912 time: 0.8205016 Apr 05 20:39:34.852698 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-23517848-11de-4a95-8a70-faac6442dddc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9884653 Apr 05 20:39:34.864049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df89d0f9-b4c9-44b3-b7df-2c4b7e70ce07 req-bb36c5bd-047e-4319-8cb9-b4fbc073d42c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190551 Apr 05 20:39:34.993343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:35.168073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Usage tracker for resource:security_group_rule and tenant:58bb8abfee0347c3b2705a143dd9f8b6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:35.174113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:35.174113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.195177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:35.229279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d2185-362a-4ba6-b9bf-cf92c8ca7119 None None] Network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:35.257035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:35.298965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-fe4eac89-5d51-4bfb-8b13-4f257d70a711 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918a146e-0ab1-48aa-bfde-da73d4143c56 HTTP/1.1" status: 200 len: 217 time: 0.4473467 Apr 05 20:39:35.332677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-cc06657f-13be-4475-a514-db31ff4cc8d9 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:35.335312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-cc06657f-13be-4475-a514-db31ff4cc8d9 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Synchronizing usage tracker for tenant:c64643b23b4e41e6ac2e0730d36e202f on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:35.413599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c464c-a285-41ba-ab7d-240c9070ecb2 req-5ad5ce7c-2b5d-493c-8cf1-074a3513b339 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:35.415517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a3c464c-a285-41ba-ab7d-240c9070ecb2 req-5ad5ce7c-2b5d-493c-8cf1-074a3513b339 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 945 time: 0.9890656 Apr 05 20:39:35.449704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0c90269d-d845-4525-8e19-a873bc701e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.549515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-b2afc258-123b-4856-9ffa-d01bfe341692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:35.550665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25197589-9e2e-42db-ae5f-5a541f15bdf3 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:35.552858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-b2afc258-123b-4856-9ffa-d01bfe341692 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ff7d5c-ea36-4166-8dac-6fad07295978 HTTP/1.1" status: 200 len: 851 time: 0.2322972 Apr 05 20:39:35.561034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.570057 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.577791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Transition to ACTIVE for port object 25197589-9e2e-42db-ae5f-5a541f15bdf3 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:35.653805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-cc06657f-13be-4475-a514-db31ff4cc8d9 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Unset dirty status for tenant:c64643b23b4e41e6ac2e0730d36e202f on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:35.655252 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-cc06657f-13be-4475-a514-db31ff4cc8d9 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.39 "GET /v2.0/networks?id=5ec19328-a89e-4855-aa3d-190df7d4b736 HTTP/1.1" status: 200 len: 821 time: 0.7221339 Apr 05 20:39:35.677838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Request body: {'port': {'device_id': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736', 'admin_state_up': True, 'tenant_id': 'c64643b23b4e41e6ac2e0730d36e202f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:35.694608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.704924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e6e7417a-1cd8-468d-af7c-87ae9ec5eba6 None None] Provisioning for port 25197589-9e2e-42db-ae5f-5a541f15bdf3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:35.710242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-c5092031-fa21-4043-a0ef-53eb8d043c00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75db5fa6-4b8f-42bb-b9fd-412ec9935469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233137 Apr 05 20:39:35.725314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Transition to ACTIVE for port object c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:35.739082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854171f7-6c45-4a28-b1e4-f8b11bc6a1df req-81399305-d6d8-4270-91f1-605ef60836be tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:35.740568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854171f7-6c45-4a28-b1e4-f8b11bc6a1df req-81399305-d6d8-4270-91f1-605ef60836be tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 931 time: 0.5805931 Apr 05 20:39:35.775189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a3c464c-a285-41ba-ab7d-240c9070ecb2 req-daa09bd7-2c84-468b-bb1b-fde88551f2d2 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218536 Apr 05 20:39:35.779277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.890637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.932245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:36.066008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:36.072296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Usage tracker for resource:port and tenant:c64643b23b4e41e6ac2e0730d36e202f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:36.075718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:36.143176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:36.157809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:36.176430 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.177127 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Added segment 1cf79004-460f-4dca-b8a2-947081f2b42b of type vlan for network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 Apr 05 20:39:36.217123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.285957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Made reservation on behalf of c64643b23b4e41e6ac2e0730d36e202f for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:36.294686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.311340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Attempting to bind port 25197589-9e2e-42db-ae5f-5a541f15bdf3 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:36.311677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Attempting to bind port 25197589-9e2e-42db-ae5f-5a541f15bdf3 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:36.312006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Attempting to bind port 25197589-9e2e-42db-ae5f-5a541f15bdf3 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:36.316507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.329102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Port 25197589-9e2e-42db-ae5f-5a541f15bdf3 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:39:36.329693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Attempting to bind port 25197589-9e2e-42db-ae5f-5a541f15bdf3 on network 085ac82a-4593-4f2f-b6e0-e1591b49614b {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:36.389932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c373f-b46f-4370-9df8-a7c28096a51b None None] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:36.406667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:36.407008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Checking segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:36.407395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Bound using segment: {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:36.407838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Bound port: 25197589-9e2e-42db-ae5f-5a541f15bdf3, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:36.408177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.560270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad32805f-4876-4ba6-b044-5a56cdde41cf,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:36.567084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053cde1-c329-425a-b274-d0367e66c1fc req-06a74cd6-2fe6-4e6d-975f-391455926cb5 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:36.568817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-06a74cd6-2fe6-4e6d-975f-391455926cb5 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 814 time: 0.1617954 Apr 05 20:39:36.570306 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.583294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:36.594406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:36.606552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Allocated IP 172.20.0.14 (5ec19328-a89e-4855-aa3d-190df7d4b736/5658e2a6-a2cb-4037-9de0-0102d00b802f/54087b23-3872-43fc-b719-855edd1b4687) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:36.643801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.645178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:36.645922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.659547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-4c667498-6d86-4eb1-b676-8288f672456b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/quotas/9d488c484eb540bc80afdc0293429cd5 HTTP/1.1" status: 200 len: 375 time: 0.0278952 Apr 05 20:39:36.671816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ddf9043-8043-4a19-8625-2a0616431f56 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:36.753407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1c33c3a6-ab31-4777-b1f0-6c6fd0f85b0a None None] Provisioning for port 4ddf9043-8043-4a19-8625-2a0616431f56 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:36.770955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.862019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.863436 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] 10.222.0.23 "PUT /v2.0/ports/25197589-9e2e-42db-ae5f-5a541f15bdf3 HTTP/1.1" status: 200 len: 1091 time: 2.6164417 Apr 05 20:39:36.863873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:36.874101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854171f7-6c45-4a28-b1e4-f8b11bc6a1df req-4a513f05-86b8-4066-a9ea-35cfa4baea81 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1042767 Apr 05 20:39:36.905468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd562ee-9d31-4a7c-b570-dced48b5d8e8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:36.911807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-95a1f6ac-f441-4870-806b-13097626a749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.931723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:36.931895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1f1cb-72c9-4989-8a96-df335971bcfd service neutron] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:36.936799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-77742403-db40-4726-8f80-d132115fc4ac tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2762492 Apr 05 20:39:37.019004 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.024441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4ddf9043-8043-4a19-8625-2a0616431f56 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:37.054744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4ddf9043-8043-4a19-8625-2a0616431f56 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:37.055164 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.062550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c4caa-f9dd-4d76-9256-d908289ba0d4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:37.185153 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-91822714-bfc3-416c-b1b3-eeae595cdcdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 1094 time: 0.1302354 Apr 05 20:39:37.223267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.262109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4ddf9043-8043-4a19-8625-2a0616431f56, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ddf9043-8043-4a19-8625-2a0616431f56,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:37.273664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fb60f623-70bb-494a-9546-58acbd095ccb None None] Provisioning complete for port 4ddf9043-8043-4a19-8625-2a0616431f56 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:37.274035 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fb60f623-70bb-494a-9546-58acbd095ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.285504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.350724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Network 5ec19328-a89e-4855-aa3d-190df7d4b736 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:37.367655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.367873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:37.371344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:37.430145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-7c2c4bf9-9391-4fb8-afd7-2005f63c05e6 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7032616 Apr 05 20:39:37.442528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:37.443296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.444008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fa925ad6-be2c-4de9-8d71-46d34d611a74 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3263299 Apr 05 20:39:37.457866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4ddf9043-8043-4a19-8625-2a0616431f56,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:37.463656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-35ac6852-54a5-49c0-beb1-26082ad3db03 service neutron] 10.222.0.10 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256801 Apr 05 20:39:37.463834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54288) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:37.479610 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-881f59bc-418c-4c30-9afd-f41cd19d34e4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3 HTTP/1.1" status: 200 len: 217 time: 0.2871544 Apr 05 20:39:37.483384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Request body: {'subnet': {'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-477854034-subnet', 'tenant_id': '58bb8abfee0347c3b2705a143dd9f8b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:37.535764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:37.547775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Usage tracker for resource:subnet and tenant:58bb8abfee0347c3b2705a143dd9f8b6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:37.554670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:37.565245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Pushing event updated for resources: {'Port': ['ID=54087b23-3872-43fc-b719-855edd1b4687,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:37.583745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:37.585381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 567c7863-c308-4909-9599-dc218f927a9e is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:37.589739 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-bebb25f8-ffe3-4918-b199-fcf891a0859f tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9159386 Apr 05 20:39:37.601733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-ba6211ce-7bf5-4812-8b14-ba56d2b2630d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:37.603106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-ba6211ce-7bf5-4812-8b14-ba56d2b2630d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1117864 Apr 05 20:39:37.635174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:37.637555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:37.648903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Request body: {'port': {'device_id': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:37.657087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:37.681766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Made reservation on behalf of 58bb8abfee0347c3b2705a143dd9f8b6 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:37.684063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.785575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40a410-6ea1-47c6-beba-70fa98b55037 req-0e2f6aeb-dc97-4bc5-82df-1f99ebd1a536 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:37.787158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a40a410-6ea1-47c6-beba-70fa98b55037 req-0e2f6aeb-dc97-4bc5-82df-1f99ebd1a536 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 932 time: 0.7045279 Apr 05 20:39:37.846882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:37.847508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.870015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-eeb3d899-eb93-46c4-a850-3d1d9ed09540 service neutron] 10.222.0.10 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823602 Apr 05 20:39:37.878533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c65a473-21b8-4f71-922a-d46ea9673c44 req-467f35ba-8c0d-4510-8b5b-2c581dd5e67b service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231110 Apr 05 20:39:37.956925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a40a410-6ea1-47c6-beba-70fa98b55037 req-3ecf2afb-2449-42e5-aec7-6ce4c02fa58e tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496222 Apr 05 20:39:37.980194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.023286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:38.025583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3512c0f4-38ff-43d8-8902-a80b1785bd33 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3994467 Apr 05 20:39:38.029850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'port': {'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'name': 'tempest-TaggedBootDevicesTest_v242-703486830', 'fixed_ips': [{'subnet_id': '351c7923-f01e-4047-b7a1-df6ebf0120e7'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:38.179633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5f16ee6f-cda5-48aa-a3c3-875ede6c4fd9 None None] Provisioning for port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:38.194767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5f16ee6f-cda5-48aa-a3c3-875ede6c4fd9 None None] Provisioning complete for port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:38.198809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5f16ee6f-cda5-48aa-a3c3-875ede6c4fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.298537 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-2c885773-681d-42be-91b3-9196f1d2023f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6878126 Apr 05 20:39:38.299437 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.399686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5f16ee6f-cda5-48aa-a3c3-875ede6c4fd9 None None] Port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:39:38.524564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.526688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.542575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3253591-2a57-4198-a527-1a2e31b6b4b3 req-59f2a2d9-e064-48b4-b44a-56386ce6bc5b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:38.545111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3253591-2a57-4198-a527-1a2e31b6b4b3 req-59f2a2d9-e064-48b4-b44a-56386ce6bc5b tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.1376286 Apr 05 20:39:38.656325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ddf9043-8043-4a19-8625-2a0616431f56 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:38.724145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:38.731446 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-23149c57-b9e4-471a-a5ea-6248076b219b service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198797 Apr 05 20:39:38.732357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:port and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:38.739596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:38.749074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4ddf9043-8043-4a19-8625-2a0616431f56 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:38.749393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3253591-2a57-4198-a527-1a2e31b6b4b3 req-051af783-34e9-416e-a1d4-cadca1ed56ed tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332324 Apr 05 20:39:38.749530 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.790023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:38.918429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.925136 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca829c2a-4670-4554-8dea-89b816a4b986'] response: {'name': 'network-changed', 'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'status': 'completed', 'code': 200} Apr 05 20:39:39.058301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13010201-2edc-4bad-b8bd-085d2a8a1d85 req-21d960c4-5738-40cc-85e4-0f0241b0cff9 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 210 time: 0.0608461 Apr 05 20:39:39.091137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:39.131639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Pushing event updated for resources: {'Subnet': ['ID=958bd1a9-2623-4ca1-aad4-8c7413f77063,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:39.142059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Router dcb90c47-3b68-48d6-a5ea-b0804f32680e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:39:39.225651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8833a44-87b8-486b-b627-1fb01ce3fcf3 req-7382a7dd-c263-4bfe-957a-768a39a36143 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:39.227135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8833a44-87b8-486b-b627-1fb01ce3fcf3 req-7382a7dd-c263-4bfe-957a-768a39a36143 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 943 time: 0.1679945 Apr 05 20:39:39.292826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b6fcdb13-b3a7-4b8e-a775-2338f283be97 req-9df51780-9fd8-49bc-b6d8-f780575a2450 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542171 Apr 05 20:39:39.324821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.357598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Checking segment: {'id': '1cf79004-460f-4dca-b8a2-947081f2b42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:39.357851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Network hostable DHCP agents. Network: 9dd562ee-9d31-4a7c-b570-dced48b5d8e8, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:39.416411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] device_id is not set on port 24220829-8caf-4bf7-a350-1689866690f6 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:39:39.430657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8833a44-87b8-486b-b627-1fb01ce3fcf3 req-abd9fe5a-9696-460f-a70f-d09f008082c4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965175 Apr 05 20:39:39.468515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac4051-fb54-46ea-b531-c0b3677b920c req-8a77575d-6339-422f-9092-148ef93518bc tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:39.470049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6ac4051-fb54-46ea-b531-c0b3677b920c req-8a77575d-6339-422f-9092-148ef93518bc tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 932 time: 0.1293380 Apr 05 20:39:39.535011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54087b23-3872-43fc-b719-855edd1b4687 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:39.542615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6ac4051-fb54-46ea-b531-c0b3677b920c req-e4c7dc44-f78b-40b8-9a7a-2771dbd07754 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663073 Apr 05 20:39:39.550888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.556416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:39:39.566543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7f948852-8e17-4ab7-9e65-bd588d2b405b admin admin] 10.222.0.10 "PUT /v2.0/routers/dcb90c47-3b68-48d6-a5ea-b0804f32680e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5398436 Apr 05 20:39:39.567284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54320) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:39.631437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Transition to ACTIVE for port object 54087b23-3872-43fc-b719-855edd1b4687 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:39.667181 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-57e0bb3e-65da-440f-822f-e6f67a2ec1a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 1094 time: 0.2142262 Apr 05 20:39:39.705212 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.720052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:39.735542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.788169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.841427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 9dd562ee-9d31-4a7c-b570-dced48b5d8e8) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:39.861628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:39.862132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.864333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9415dc5-63ce-4de2-8a32-4090ae5c4f0b None None] Network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:40.076792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 10.1.1.228 (567c7863-c308-4909-9599-dc218f927a9e/351c7923-f01e-4047-b7a1-df6ebf0120e7/24220829-8caf-4bf7-a350-1689866690f6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:40.082049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Pushing event updated for resources: {'Port': ['ID=54087b23-3872-43fc-b719-855edd1b4687,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:40.173514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94066fb-80f8-46d9-9605-e7e9e8fe02a4 None None] Network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:40.215415 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e93e92a0-8868-4a3b-a45f-a726ceed603b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7505844 Apr 05 20:39:40.216668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-32c608ca-601d-4c2e-85e2-a9a7ae0892f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:40.218163 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-32c608ca-601d-4c2e-85e2-a9a7ae0892f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.5193100 Apr 05 20:39:40.331469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a534722-e630-4d85-9260-1834527e8ff9 req-e09d53d8-4764-47a9-9dd0-467fc145a3c5 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:40.332922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a534722-e630-4d85-9260-1834527e8ff9 req-e09d53d8-4764-47a9-9dd0-467fc145a3c5 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.4048514 Apr 05 20:39:40.348032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afd05d3c-741d-4913-a842-7940951070f7 req-1c667e98-ab9b-4313-bb28-51e83ff92780 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 210 time: 0.0886004 Apr 05 20:39:40.356921 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-34119ff5-177f-433c-9bb9-fbb0c84baef2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3 HTTP/1.1" status: 200 len: 217 time: 0.1242754 Apr 05 20:39:40.428843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a534722-e630-4d85-9260-1834527e8ff9 req-280a6ad0-3193-4cab-a712-c3007dff91a8 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847023 Apr 05 20:39:40.533099 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.632497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Deleting port f1b2f636-5a6e-4c32-b922-5954e453ed79 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:40.633141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.675860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-4898b23f-808e-4ca8-be0a-de7f2e06223d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:40.677817 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-4898b23f-808e-4ca8-be0a-de7f2e06223d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.2897897 Apr 05 20:39:40.750651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Attempting to bind port 54087b23-3872-43fc-b719-855edd1b4687 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:40.751714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Attempting to bind port 54087b23-3872-43fc-b719-855edd1b4687 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '78c9303a-0b5b-4da5-95c8-ba2f54910374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:40.752201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Attempting to bind port 54087b23-3872-43fc-b719-855edd1b4687 on network 5ec19328-a89e-4855-aa3d-190df7d4b736 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:40.756576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.781002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Port 54087b23-3872-43fc-b719-855edd1b4687 on network 5ec19328-a89e-4855-aa3d-190df7d4b736 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:39:40.781672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Attempting to bind port 54087b23-3872-43fc-b719-855edd1b4687 on network 5ec19328-a89e-4855-aa3d-190df7d4b736 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:40.784064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Transition to ACTIVE for port object 24220829-8caf-4bf7-a350-1689866690f6 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:40.824927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:40.825291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Checking segment: {'id': '78c9303a-0b5b-4da5-95c8-ba2f54910374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:40.825675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Bound using segment: {'id': '78c9303a-0b5b-4da5-95c8-ba2f54910374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:40.826111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Bound port: 54087b23-3872-43fc-b719-855edd1b4687, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c9303a-0b5b-4da5-95c8-ba2f54910374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:40.826453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.849093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cf199-2bc7-4047-891f-7594f325a008 req-08ba9a07-89d7-4306-a6ec-fbefd4daa40d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:40.853540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-753cf199-2bc7-4047-891f-7594f325a008 req-08ba9a07-89d7-4306-a6ec-fbefd4daa40d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 943 time: 0.2562184 Apr 05 20:39:40.902143 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-15fc7561-cc0d-40d3-a3e7-54be62e6763d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033758 Apr 05 20:39:40.964698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-753cf199-2bc7-4047-891f-7594f325a008 req-6d0bb106-c5c1-48fb-9668-6a2eee78b491 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038432 Apr 05 20:39:40.967075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] For port f1b2f636-5a6e-4c32-b922-5954e453ed79, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f1b2f636-5a6e-4c32-b922-5954e453ed79,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:40.967433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.988690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] For port 54087b23-3872-43fc-b719-855edd1b4687, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:40.999247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.007927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] For port 54087b23-3872-43fc-b719-855edd1b4687, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54087b23-3872-43fc-b719-855edd1b4687,segment=NetworkSegment(78c9303a-0b5b-4da5-95c8-ba2f54910374),segment_id=78c9303a-0b5b-4da5-95c8-ba2f54910374)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:41.052624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d470d66-bef8-4b26-ab34-29973c9291ba None None] New status for floating IP 9d631db6-e06e-4d22-b758-e60045ea22ca: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:39:41.112717 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.138007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Calling delete_port for f1b2f636-5a6e-4c32-b922-5954e453ed79 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:41.183322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54348) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:41.186096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.187315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] 10.222.0.39 "PUT /v2.0/ports/54087b23-3872-43fc-b719-855edd1b4687 HTTP/1.1" status: 200 len: 1092 time: 3.5481980 Apr 05 20:39:41.199128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0145d38-5966-44d7-9b40-2786cd460b26 req-2c5a06b0-1489-4c77-ac91-edc49f07d424 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:41.199959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 567c7863-c308-4909-9599-dc218f927a9e is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:41.200590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'tag': '54087b23-3872-43fc-b719-855edd1b4687'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:41.205591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0145d38-5966-44d7-9b40-2786cd460b26 req-2c5a06b0-1489-4c77-ac91-edc49f07d424 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 944 time: 0.4732583 Apr 05 20:39:41.209489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:41.211810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:41.267376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-539923468-network', 'tenant_id': '41f0c61da9be40ba98caf98321e54cf3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:41.291876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=24220829-8caf-4bf7-a350-1689866690f6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:41.322020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:41.338607 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c74233e-f8ce-410c-b329-873f86a06027'] response: {'name': 'network-changed', 'server_uuid': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'tag': '54087b23-3872-43fc-b719-855edd1b4687', 'status': 'completed', 'code': 200} Apr 05 20:39:41.341800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Usage tracker for resource:network and tenant:41f0c61da9be40ba98caf98321e54cf3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:41.352029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:41.395913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:41.435579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 25197589-9e2e-42db-ae5f-5a541f15bdf3 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:41.497568 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-aea58aad-0bfa-4030-b635-9d013b8762a2 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834332 Apr 05 20:39:41.498194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03d1ef-6774-42a6-a145-26fa7ff19f57 service neutron] Pushing event updated for resources: {'Port': ['ID=54087b23-3872-43fc-b719-855edd1b4687,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:41.514414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:41.514966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.625629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0145d38-5966-44d7-9b40-2786cd460b26 req-e6d03e66-9ba8-480e-be7e-27f782499089 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190786 Apr 05 20:39:41.670053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:41.686104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'mac_address': 'fa:16:3e:c3:95:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:41.689987 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7c7d3ee9-9f36-40b8-9dd1-e9ad7a02b620 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6655223 Apr 05 20:39:41.704044 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c85eff4d-b271-452e-96ee-5ef05c66d794 req-455871ca-4b70-4f57-bf38-84848ac8cb06 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715245 Apr 05 20:39:41.704531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f17fd5e-e933-49fe-826d-bbfeff394b2a req-10cb9343-0521-4244-a0b6-e7500b3c23ba tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 210 time: 0.0689178 Apr 05 20:39:41.726254 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e2bd3de-75e8-4eb1-862c-ac3616494f43 req-e244200b-9918-4672-bab0-ab93dabc2e39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c64643b23b4e41e6ac2e0730d36e202f&device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 1095 time: 0.3496747 Apr 05 20:39:41.793894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053cde1-c329-425a-b274-d0367e66c1fc req-e873f0e5-e340-41c9-9e03-0cbc30dede43 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:41.800996 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-e873f0e5-e340-41c9-9e03-0cbc30dede43 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 814 time: 0.6925368 Apr 05 20:39:41.809280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Made reservation on behalf of 41f0c61da9be40ba98caf98321e54cf3 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:41.812658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.825181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-329b4f1d-3b3b-49b4-9654-4559761fc2a7 None None] Provisioning for port 24220829-8caf-4bf7-a350-1689866690f6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:41.832939 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.857980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25197589-9e2e-42db-ae5f-5a541f15bdf3 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:41.865140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-329b4f1d-3b3b-49b4-9654-4559761fc2a7 None None] Provisioning complete for port 24220829-8caf-4bf7-a350-1689866690f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:41.865535 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-329b4f1d-3b3b-49b4-9654-4559761fc2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.866956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Request body: {'port': {'device_id': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'admin_state_up': True, 'tenant_id': '9d488c484eb540bc80afdc0293429cd5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:41.929863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd3de-75e8-4eb1-862c-ac3616494f43 req-ff376c32-4bef-4e0d-ad87-df2896a51cdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:41.932088 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e2bd3de-75e8-4eb1-862c-ac3616494f43 req-ff376c32-4bef-4e0d-ad87-df2896a51cdf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c64643b23b4e41e6ac2e0730d36e202f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1906939 Apr 05 20:39:41.946503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:41.951352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-329b4f1d-3b3b-49b4-9654-4559761fc2a7 None None] Port 24220829-8caf-4bf7-a350-1689866690f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:39:41.955889 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.992509 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.994881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ddb6f6cd-f804-4aae-8155-103b1b35a9c3 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:42.015555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b2f636-5a6e-4c32-b922-5954e453ed79,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:42.034705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.102371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bd3de-75e8-4eb1-862c-ac3616494f43 req-ddf38b49-45c7-40b6-bd1f-d31db0a455e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:42.104044 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e2bd3de-75e8-4eb1-862c-ac3616494f43 req-ddf38b49-45c7-40b6-bd1f-d31db0a455e8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1656139 Apr 05 20:39:42.114335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:42.120345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Usage tracker for resource:security_group_rule and tenant:41f0c61da9be40ba98caf98321e54cf3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:42.129114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:42.152246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:42.176188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:42.324161 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-6eb2026b-b0ff-441d-b355-d810aa0689e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c64643b23b4e41e6ac2e0730d36e202f&device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 1095 time: 0.1342323 Apr 05 20:39:42.381155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:42.393279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Usage tracker for resource:port and tenant:9d488c484eb540bc80afdc0293429cd5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:42.397833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:42.399627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:42.418055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:42.429175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-4c5202fe-cdbf-4f7f-9040-fd4c46cd43f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7986956 Apr 05 20:39:42.440044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'mac_address': 'fa:16:3e:3a:62:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:42.443806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8e1d2-1f1b-4d49-9795-11fec2c80f8f req-beca8600-1b84-4e22-9e65-96ea97491dbe tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:42.451542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a8e1d2-1f1b-4d49-9795-11fec2c80f8f req-beca8600-1b84-4e22-9e65-96ea97491dbe tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.6492651 Apr 05 20:39:42.575071 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.595053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddb6f6cd-f804-4aae-8155-103b1b35a9c3 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:42.612795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:42.670547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Made reservation on behalf of 9d488c484eb540bc80afdc0293429cd5 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:42.674012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.691721 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-3b5fe6b6-5734-4083-9328-bc0f9f478ef4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54087b23-3872-43fc-b719-855edd1b4687 HTTP/1.1" status: 200 len: 217 time: 0.3510470 Apr 05 20:39:42.699518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.722838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54380) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:42.751414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137254829', 'description': 'tempest-description--366654186'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:42.772877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.790176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-38cc407f-878b-402d-8ee6-1f937f00b3db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:42.797626 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-38cc407f-878b-402d-8ee6-1f937f00b3db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5658e2a6-a2cb-4037-9de0-0102d00b802f HTTP/1.1" status: 200 len: 861 time: 0.0926545 Apr 05 20:39:42.835996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ddb6f6cd-f804-4aae-8155-103b1b35a9c3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:42.840313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:42.848469 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-095ecaef-0860-41ff-98e8-8f7a9e3d3cf7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ec19328-a89e-4855-aa3d-190df7d4b736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491948 Apr 05 20:39:42.904387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:42.958400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:security_group and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:42.980780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['25197589-9e2e-42db-ae5f-5a541f15bdf3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:43.023809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a8e1d2-1f1b-4d49-9795-11fec2c80f8f req-81ebb299-1d0d-4286-a480-948e929e21ae tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713243 Apr 05 20:39:43.042178 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-9f5e5b07-1ac1-41f2-9f87-775a8152c96f service neutron] 10.222.0.39 "GET /v2.0/networks/5ec19328-a89e-4855-aa3d-190df7d4b736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864991 Apr 05 20:39:43.059680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:43.099482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.117722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:43.250225 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-392fcb7b-ccb4-4c93-b64c-d2cd4aebda0b req-d550a87e-8773-4c71-a577-5fe2edba76e2 service neutron] 10.222.0.39 "GET /v2.0/networks/5ec19328-a89e-4855-aa3d-190df7d4b736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995049 Apr 05 20:39:43.410984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.461152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ddb6f6cd-f804-4aae-8155-103b1b35a9c3 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:43.477447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9f130-ddb4-4b6d-aa88-0902f5377425,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:43.480373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.506375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.568162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:43.584328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:43.584804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.597564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-9fcd1857-5da7-4568-9bde-206e447154a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 1097 time: 0.9699519 Apr 05 20:39:43.603809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.620476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.620476 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Added segment b9cdc4e3-3e58-4985-8a4a-4e18e597280b of type vlan for network 93ebbb96-2db5-4241-b04b-9835fcae9738 Apr 05 20:39:43.681018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:43.749980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0346b5-baca-484f-ae76-157a5f002779 req-a0ab34a9-b7a3-45f8-8159-f40b86451461 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:43.757739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f0346b5-baca-484f-ae76-157a5f002779 req-a0ab34a9-b7a3-45f8-8159-f40b86451461 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 944 time: 0.9128883 Apr 05 20:39:43.767966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:security_group_rule and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:43.774083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Allocated IP 172.20.0.10 (e013a7fd-ecf6-4369-a8c3-b542b5f275f8/840c8e41-293c-4f9b-baca-9e788fb51f98/254c64db-fc97-4d24-b98e-ad0ad38b4cd9) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:43.786927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.793818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:43.827402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:43.827772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:43.829717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:43.857532 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.916636 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.949087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259808a-4e33-4bac-b81d-fdd65d598301 req-6d18720e-2830-42e7-bf2d-339047bcdc41 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:43.955397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d259808a-4e33-4bac-b81d-fdd65d598301 req-6d18720e-2830-42e7-bf2d-339047bcdc41 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 944 time: 0.6563070 Apr 05 20:39:43.991162 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.991658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb90c47-3b68-48d6-a5ea-b0804f32680e {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:39:44.018936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:44.029440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f0346b5-baca-484f-ae76-157a5f002779 req-d344fe21-ef6e-4698-8dcc-0dcc6e890ceb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711520 Apr 05 20:39:44.090762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-48d5662a-e79c-4013-8fd7-36b80d7219c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:44.092112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-48d5662a-e79c-4013-8fd7-36b80d7219c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.4525130 Apr 05 20:39:44.219726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.220574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:44.221172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.424978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.515226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-f6105f16-9589-42df-9a48-6b52f1919eb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da6229ec-2b13-4c13-9928-93713495904d HTTP/1.1" status: 200 len: 217 time: 0.3662193 Apr 05 20:39:44.521630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d259808a-4e33-4bac-b81d-fdd65d598301 req-5c60778d-9f6b-4477-b2a1-7fa818df5031 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653329 Apr 05 20:39:44.544258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4b1eac03-96d0-4073-bfdb-452f7b5c9537 req-4c87fea1-6607-4a40-803d-1340da117cf0 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Synchronizing usage tracker for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:44.603996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.634975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.635828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d942acd6-7578-4c1a-950b-021bd7ce3a09 admin admin] 10.222.0.10 "DELETE /v2.0/routers/dcb90c47-3b68-48d6-a5ea-b0804f32680e HTTP/1.1" status: 204 len: 168 time: 5.0672619 Apr 05 20:39:44.638584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54404) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:44.647568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4568667 Apr 05 20:39:44.669375 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1240eb-dd5f-4ddd-b962-bb899a76250d'] response: {'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'code': 200} Apr 05 20:39:44.674596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54408) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:44.682995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Request body: {'subnet': {'network_id': '93ebbb96-2db5-4241-b04b-9835fcae9738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-539923468-subnet', 'tenant_id': '41f0c61da9be40ba98caf98321e54cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:44.696331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d6c3-0479-4cf6-87fb-7c659b362661 admin admin] Pushing event updated for resources: {'Network': ['ID=93ebbb96-2db5-4241-b04b-9835fcae9738,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:44.699003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:44.712587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 93ebbb96-2db5-4241-b04b-9835fcae9738 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:44.712779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Usage tracker for resource:subnet and tenant:41f0c61da9be40ba98caf98321e54cf3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:44.717917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:44.725778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c5635-a75d-4d88-9293-47e834d65cdf,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:44.729729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:44.741890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] Deleting subnet 8c05a1f0-9958-47dc-ba2f-9d8dfcdab467 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:39:44.743855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-572fbb55-b3ae-4d5b-a868-4b70ca7aa8f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:44.745423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.745555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-572fbb55-b3ae-4d5b-a868-4b70ca7aa8f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.2032530 Apr 05 20:39:44.753107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.795234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.796342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ae8d006e-a0d0-4d45-9fdc-9012a945ef0c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0686281 Apr 05 20:39:44.803254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54412) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:44.810894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'security_group_rule': {'security_group_id': '8c0c5635-a75d-4d88-9293-47e834d65cdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:44.815759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4b1eac03-96d0-4073-bfdb-452f7b5c9537 req-4c87fea1-6607-4a40-803d-1340da117cf0 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Unset dirty status for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:44.827484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b1eac03-96d0-4073-bfdb-452f7b5c9537 req-4c87fea1-6607-4a40-803d-1340da117cf0 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 210 time: 0.6183534 Apr 05 20:39:44.836766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:44.848153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:security_group_rule and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:44.853461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:44.854363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.866116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:44.901724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-f333e0b1-cca6-4027-914d-13603665c5a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452892 Apr 05 20:39:44.905247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Made reservation on behalf of 41f0c61da9be40ba98caf98321e54cf3 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:44.909359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.045964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.054174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.091016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.300186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:45.316122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:45.318111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:45.322741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.331588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:45.358234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.372408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c05a1f0-9958-47dc-ba2f-9d8dfcdab467,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:45.392180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-3af19329-f599-45dd-ad12-b75ab65f6cef service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819174 Apr 05 20:39:45.427297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.432462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949a334d-43e9-4086-9365-f7d8aa9757fb None None] Network c1e86064-d749-47f8-8f0f-0d59171dffee requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:45.437463 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fa1110a0-cd0c-4343-98e0-2010c74922a6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8c05a1f0-9958-47dc-ba2f-9d8dfcdab467 HTTP/1.1" status: 204 len: 168 time: 0.7978017 Apr 05 20:39:45.441334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54418) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:45.485892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28243775-803f-40d5-a085-82f814fe11d5,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:45.496372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 25197589-9e2e-42db-ae5f-5a541f15bdf3 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:45.518232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.524017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9daeb7-2cbb-43e0-ae94-32312c52a3e1 req-dd0d76f6-1b20-4dc7-a51e-a060b2924c52 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.525451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f9daeb7-2cbb-43e0-ae94-32312c52a3e1 req-dd0d76f6-1b20-4dc7-a51e-a060b2924c52 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.5335655 Apr 05 20:39:45.532747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.533590 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.567427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Checking segment: {'id': 'b9cdc4e3-3e58-4985-8a4a-4e18e597280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '93ebbb96-2db5-4241-b04b-9835fcae9738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:45.567693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Network hostable DHCP agents. Network: 93ebbb96-2db5-4241-b04b-9835fcae9738, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:45.599679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.602229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.627446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Deleting port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:45.627785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.650227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13377f80-723b-4711-8230-a992d2166007 req-57ed2732-174b-4ddc-a3d3-903cdc8e173f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.651966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13377f80-723b-4711-8230-a992d2166007 req-57ed2732-174b-4ddc-a3d3-903cdc8e173f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 944 time: 0.4042838 Apr 05 20:39:45.684575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b475af-ad12-43c2-a9ad-8d576560aaac,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:45.704647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-761fd4db-512c-437a-8a79-d37e4dca134b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8812037 Apr 05 20:39:45.719759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Request body: {'port': {'device_id': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:45.752118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852610d1-0f2b-44fc-891d-a63d4dc8a193 req-e93dba83-b31f-4e39-afb5-c5b03015577d service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522556 Apr 05 20:39:45.754603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f9daeb7-2cbb-43e0-ae94-32312c52a3e1 req-dff331ca-31e9-44bd-a5e8-baaaeaaf07b0 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077370 Apr 05 20:39:45.797077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.798522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1d6830c3-43e5-45da-8eaf-7e717b881a89 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9942288 Apr 05 20:39:45.804574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54426) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:45.821645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'security_group_rule': {'security_group_id': '8c0c5635-a75d-4d88-9293-47e834d65cdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:45.849137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:45.849339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] For port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=21d92f4a-f13f-4cae-b9e8-1504bd56c0b6,segment=NetworkSegment(c76b355a-e72b-4fed-8816-069d99e5f2f3),segment_id=c76b355a-e72b-4fed-8816-069d99e5f2f3)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:45.849774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.900107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 25197589-9e2e-42db-ae5f-5a541f15bdf3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:45.919122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 25197589-9e2e-42db-ae5f-5a541f15bdf3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:45.919898 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.942792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:security_group_rule and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:45.959091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13377f80-723b-4711-8230-a992d2166007 req-4280b063-8691-4bcf-bee6-7a6c13251f65 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951119 Apr 05 20:39:45.960136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:46.044667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:46.083895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Calling delete_port for 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:39:46.085573 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.087223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c74d3a-f8df-4d59-808b-09b710d2cfbb None None] DHCP port deletion for c1e86064-d749-47f8-8f0f-0d59171dffee request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:39:46.112587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b9c74d3a-f8df-4d59-808b-09b710d2cfbb None None] Deleting port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:39:46.113031 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b9c74d3a-f8df-4d59-808b-09b710d2cfbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.158773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Network 93ebbb96-2db5-4241-b04b-9835fcae9738 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:46.192883 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.223404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.242275 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.269562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b9c74d3a-f8df-4d59-808b-09b710d2cfbb None None] The port '21d92f4a-f13f-4cae-b9e8-1504bd56c0b6' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:39:46.299208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:46.324170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 93ebbb96-2db5-4241-b04b-9835fcae9738) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:46.340135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5b11-0e1d-47de-92a9-f97a9c944d80 req-a98cdcab-08d9-45ba-b266-92e72806e313 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:46.340337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d92f4a-f13f-4cae-b9e8-1504bd56c0b6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:46.344318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:46.344855 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.348296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d68b5b11-0e1d-47de-92a9-f97a9c944d80 req-a98cdcab-08d9-45ba-b266-92e72806e313 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 944 time: 0.3848090 Apr 05 20:39:46.350918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a48323f-0a95-40c5-a6bb-0cecb73577b8 None None] Network 93ebbb96-2db5-4241-b04b-9835fcae9738 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:46.356317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] No DVR routers for this DVR port 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:46.416978 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] Sync routers for ids ['1a582d66-594d-47a1-8d20-d3539ccd4db4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:46.439068 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:46.439525 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:39:46.440338 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a582d66-594d-47a1-8d20-d3539ccd4db4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:39:46.470264 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:46.470786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:39:46.471492 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a582d66-594d-47a1-8d20-d3539ccd4db4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:39:46.472103 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa466e50-52d5-4421-9329-d51dbcf057f9 None None] The sync data for ids ['1a582d66-594d-47a1-8d20-d3539ccd4db4'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:46.546131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.549522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d68b5b11-0e1d-47de-92a9-f97a9c944d80 req-23e8a5a3-f96a-4e6a-95ed-0f8571f3a221 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000873 Apr 05 20:39:46.573366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e86064-d749-47f8-8f0f-0d59171dffee']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:46.599382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76b355a-e72b-4fed-8816-069d99e5f2f3') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:46.599382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76b355a-e72b-4fed-8816-069d99e5f2f3') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:46.611482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.633419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.640357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:39:46.640825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.654775 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.672906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] Sync routers for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:46.675468 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.692933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:46.737256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df4062-e857-49fa-8b80-36759f68c228 req-a42dd1c9-c881-4a57-9d97-5eaf4505e548 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:46.745340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4df4062-e857-49fa-8b80-36759f68c228 req-a42dd1c9-c881-4a57-9d97-5eaf4505e548 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 932 time: 0.4713695 Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:39:46.750613 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:39:46.755523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.758805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:46.820395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.862665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.871043 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699d2240-57fd-4f8e-8272-883f7aae387b'] response: {'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'code': 200} Apr 05 20:39:46.879207 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-97a13d8b-59e7-4a00-930f-e3e40efae47d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1970234 Apr 05 20:39:46.879307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:46.879307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 21d92f4a-f13f-4cae-b9e8-1504bd56c0b6 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:46.897061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e86064-d749-47f8-8f0f-0d59171dffee,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:46.936346 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-264775c9-61eb-4a35-b05f-5f9c4b6d26b5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c1e86064-d749-47f8-8f0f-0d59171dffee HTTP/1.1" status: 204 len: 168 time: 1.4742641 Apr 05 20:39:47.040682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:47.040682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:39:47.041468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_agentschedulers_db [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84582) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:39:47.062971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54087b23-3872-43fc-b719-855edd1b4687 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:47.101076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:47.107942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1ff887-9582-45e4-9d62-843535639048,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:47.112452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919205aa-39b7-41ad-a1c8-e0bdba0b77a4 None None] Network 93ebbb96-2db5-4241-b04b-9835fcae9738 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:47.213726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4df4062-e857-49fa-8b80-36759f68c228 req-c4032261-66fd-450f-864f-15b85fb30613 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670734 Apr 05 20:39:47.277257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:39:47.290625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:47.291148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 20:39:47.291775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_agentschedulers_db [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dcb90c47-3b68-48d6-a5ea-b0804f32680e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84582) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 20:39:47.292672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ecfad-8dfd-4c45-b560-2e874431c5c8 None None] The sync data for ids ['dcb90c47-3b68-48d6-a5ea-b0804f32680e'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:39:47.343484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-778b4ba2-18b1-46fc-ae72-65bff7a1ba67 req-6fe01b0c-93d8-4f6d-b0e1-e6ae2b4897fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 1096 time: 0.3106568 Apr 05 20:39:47.434791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:47.444640 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.464584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Transition to ACTIVE for port object 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:47.490651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.493027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8b19036f-63c2-49a5-980e-3b1d1bc08bc4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6851852 Apr 05 20:39:47.498033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:47.504329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:47.526949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-778b4ba2-18b1-46fc-ae72-65bff7a1ba67 req-5b1ccc8a-dd61-45e4-b9b3-0a35b3fd8f60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608156 Apr 05 20:39:47.530803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:47.544495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54458) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:47.548175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa15e60-8f7d-4d9b-89ee-51a44a2740b1 req-a4356e4b-6419-4bbd-9fd4-41d79d429d49 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.550405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:floatingip and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:47.550929 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa15e60-8f7d-4d9b-89ee-51a44a2740b1 req-a4356e4b-6419-4bbd-9fd4-41d79d429d49 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.4315221 Apr 05 20:39:47.552288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.577075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:47.596835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 54087b23-3872-43fc-b719-855edd1b4687, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54087b23-3872-43fc-b719-855edd1b4687,segment=NetworkSegment(78c9303a-0b5b-4da5-95c8-ba2f54910374),segment_id=78c9303a-0b5b-4da5-95c8-ba2f54910374)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:47.604694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:47.629868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:47.653102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '54087b23-3872-43fc-b719-855edd1b4687', 'network_id': '5ec19328-a89e-4855-aa3d-190df7d4b736', 'port_id': '54087b23-3872-43fc-b719-855edd1b4687', 'mac_address': 'fa:16:3e:f8:ca:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5658e2a6-a2cb-4037-9de0-0102d00b802f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:47.701247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-237a8f95-f5ed-4045-abed-87ab6c99d40c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=233b5c8a7507405380d7b821947f39a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1533508 Apr 05 20:39:47.702515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54464) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:47.720590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.784043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa15e60-8f7d-4d9b-89ee-51a44a2740b1 req-33993816-f970-4399-bc2f-9e5dd535c0d9 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916933 Apr 05 20:39:47.815847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.851317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54087b23-3872-43fc-b719-855edd1b4687 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:47.907991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 54087b23-3872-43fc-b719-855edd1b4687, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54087b23-3872-43fc-b719-855edd1b4687,segment=NetworkSegment(78c9303a-0b5b-4da5-95c8-ba2f54910374),segment_id=78c9303a-0b5b-4da5-95c8-ba2f54910374)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:47.943566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b1bb-0f20-4cb8-a6af-0ea26a72579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.992207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b1bb-0f20-4cb8-a6af-0ea26a72579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.019619 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.075287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604d358-f8ae-48ff-9e3a-20e36ceec7ed req-db8f49ca-b084-4978-881b-5dc887cccd40 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:48.082847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a604d358-f8ae-48ff-9e3a-20e36ceec7ed req-db8f49ca-b084-4978-881b-5dc887cccd40 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.2447066 Apr 05 20:39:48.122761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Attempting to bind port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:48.123167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Attempting to bind port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:48.123501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Attempting to bind port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:48.130320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:39:48.130819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Attempting to bind port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:48.167591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a604d358-f8ae-48ff-9e3a-20e36ceec7ed req-3916d26d-8691-4380-b61d-274af91eb53f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838003 Apr 05 20:39:48.174610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=54087b23-3872-43fc-b719-855edd1b4687,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:48.177594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.189539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:48.190111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Checking segment: {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:48.190738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Bound using segment: {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:48.191051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Bound port: 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:48.191502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.420807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b1bb-0f20-4cb8-a6af-0ea26a72579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.447304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['54087b23-3872-43fc-b719-855edd1b4687'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:48.452683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2b1bb-0f20-4cb8-a6af-0ea26a72579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007b827-b60a-4b58-9ea2-e2b4a3a6601b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:48.505692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ffc2b1bb-0f20-4cb8-a6af-0ea26a72579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.507060 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ffc2b1bb-0f20-4cb8-a6af-0ea26a72579c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2007b827-b60a-4b58-9ea2-e2b4a3a6601b HTTP/1.1" status: 204 len: 168 time: 0.8035157 Apr 05 20:39:48.508569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 172.25.2.172 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/01475faa-ae92-49bb-9d77-ae4473e86798) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:48.546283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:48.635246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:48.718183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb0cec-83d9-4bf0-9fb2-fe3b3f0cd838 req-9a066884-6c3c-4e1d-be93-9f561bd1b4b1 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:48.727877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dfb0cec-83d9-4bf0-9fb2-fe3b3f0cd838 req-9a066884-6c3c-4e1d-be93-9f561bd1b4b1 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 945 time: 0.2949429 Apr 05 20:39:48.738089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-916f5da9-63ac-4bab-a029-7a21327d8f40 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:48.739167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-916f5da9-63ac-4bab-a029-7a21327d8f40 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Synchronizing usage tracker for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:48.779604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.850177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dfb0cec-83d9-4bf0-9fb2-fe3b3f0cd838 req-dbcbde71-aa14-4276-9a00-8a0f5f9295cd tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204441 Apr 05 20:39:48.853023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.913440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.914922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] 10.222.0.23 "PUT /v2.0/ports/254c64db-fc97-4d24-b98e-ad0ad38b4cd9 HTTP/1.1" status: 200 len: 1092 time: 3.2002883 Apr 05 20:39:48.915393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:48.937013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea504aa0-0e83-47f3-80d9-cc93fefd5e26 service neutron] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:49.016673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.026787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-916f5da9-63ac-4bab-a029-7a21327d8f40 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Unset dirty status for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:49.033274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-916f5da9-63ac-4bab-a029-7a21327d8f40 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/networks?id=9dd562ee-9d31-4a7c-b570-dced48b5d8e8 HTTP/1.1" status: 200 len: 824 time: 0.7313278 Apr 05 20:39:49.180337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-74c22a54-f5c4-48fd-8d24-c8bd0713bfec tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/quotas/58bb8abfee0347c3b2705a143dd9f8b6 HTTP/1.1" status: 200 len: 375 time: 0.1426075 Apr 05 20:39:49.184082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:49.197371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:49.201988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=01475faa-ae92-49bb-9d77-ae4473e86798,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:49.204427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:49.307565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-a1b7ca0e-5086-4492-91f5-2cbf847037d9 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=58bb8abfee0347c3b2705a143dd9f8b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1292448 Apr 05 20:39:49.416452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beb209-27ec-4fe1-9c95-25439929294f req-4e92add9-0879-4255-a774-e8fd6e16edaf tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.423334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5beb209-27ec-4fe1-9c95-25439929294f req-4e92add9-0879-4255-a774-e8fd6e16edaf tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 944 time: 0.4494286 Apr 05 20:39:49.501011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5beb209-27ec-4fe1-9c95-25439929294f req-75615529-a488-47a1-a39c-53d77f917c99 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570960 Apr 05 20:39:49.522313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.538318 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-d6aa63d8-9ab5-4994-aad7-92453abaa43e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 1095 time: 0.4470391 Apr 05 20:39:49.662777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-f02d6d54-7877-4b48-8a6a-1807eef7d151 service neutron] 10.222.0.10 "GET /v2.0/networks/9dd562ee-9d31-4a7c-b570-dced48b5d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545451 Apr 05 20:39:49.666247 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-8ce10496-1ddc-447b-bd89-f19151b50410 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9 HTTP/1.1" status: 200 len: 217 time: 0.1075854 Apr 05 20:39:49.693863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.991131 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.995976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.016852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053cde1-c329-425a-b274-d0367e66c1fc req-9792d6ff-7786-44ec-9e6d-7a3f40cb26c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.018291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-9792d6ff-7786-44ec-9e6d-7a3f40cb26c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=840c8e41-293c-4f9b-baca-9e788fb51f98 HTTP/1.1" status: 200 len: 854 time: 0.3210793 Apr 05 20:39:50.090222 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-9e8245c6-6694-4ec3-9e7d-6d070b17c564 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573709 Apr 05 20:39:50.135681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-581f9e0e-53f6-494d-aa95-43b253d78f3c service neutron] 10.222.0.10 "GET /v2.0/networks/9dd562ee-9d31-4a7c-b570-dced48b5d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637628 Apr 05 20:39:50.144769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.209967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a291fe-aaf3-45bf-988a-05a191d15d8b req-5e44200c-c038-4f32-9dec-f31c2e4026d7 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.211519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56a291fe-aaf3-45bf-988a-05a191d15d8b req-5e44200c-c038-4f32-9dec-f31c2e4026d7 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.3445654 Apr 05 20:39:50.341767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56a291fe-aaf3-45bf-988a-05a191d15d8b req-787bef92-1577-49a7-9995-b53da35609c5 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121349 Apr 05 20:39:50.372902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-063600ab-3db7-4ba5-b34e-8a2fbb7cd13a service neutron] 10.222.0.23 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714856 Apr 05 20:39:50.571788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=01475faa-ae92-49bb-9d77-ae4473e86798,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:50.571909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f1b2f636-5a6e-4c32-b922-5954e453ed79 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:50.657756 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f200ed3f-4f4f-456d-adcd-0f0219ad6f15'] response: {'name': 'network-changed', 'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'status': 'completed', 'code': 200} Apr 05 20:39:50.676689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f1b2f636-5a6e-4c32-b922-5954e453ed79 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:50.680546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f1b2f636-5a6e-4c32-b922-5954e453ed79 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:50.681265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ad32805f-4876-4ba6-b044-5a56cdde41cf no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:50.691782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54522) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:50.705135 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.740819 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-8c4163de-8da6-4999-aba7-a31a57ba9971 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6774955 Apr 05 20:39:50.756675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ad32805f-4876-4ba6-b044-5a56cdde41cf {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:50.757552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ad32805f-4876-4ba6-b044-5a56cdde41cf not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:50.758441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99777cac-2952-4e8e-a863-457a0e3005ea no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:50.801527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 99777cac-2952-4e8e-a863-457a0e3005ea {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:39:50.802254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99777cac-2952-4e8e-a863-457a0e3005ea not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:50.807952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.809710 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-14c8f4d4-3b38-474b-af74-c17f6c2fa9a1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3102570 Apr 05 20:39:50.903794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2053cde1-c329-425a-b274-d0367e66c1fc req-bd935ed1-32e0-4bad-816c-167065ea8297 service neutron] 10.222.0.23 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234773 Apr 05 20:39:50.966455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeea3a-0174-4c0a-866f-0cb721fb0c44 req-2895e107-dac6-4458-ab9a-8ce5b8470aed tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.967985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdeeea3a-0174-4c0a-866f-0cb721fb0c44 req-2895e107-dac6-4458-ab9a-8ce5b8470aed tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 945 time: 0.1257198 Apr 05 20:39:50.974995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb35f0-b78a-4d72-83be-92e03f27068e req-f4aba322-631a-494e-931d-4546f5283b88 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.981748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb35f0-b78a-4d72-83be-92e03f27068e req-f4aba322-631a-494e-931d-4546f5283b88 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.2226310 Apr 05 20:39:51.028737 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-2b95e6f4-d8cc-402b-874b-357b2dd450b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.1782029 Apr 05 20:39:51.067305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-53791556-network', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:51.074295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54087b23-3872-43fc-b719-855edd1b4687 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:51.086043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fb35f0-b78a-4d72-83be-92e03f27068e req-ca63a6af-9dde-4743-ab1e-3dc5c6f0123b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033692 Apr 05 20:39:51.087162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:51.169384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdeeea3a-0174-4c0a-866f-0cb721fb0c44 req-75eae997-668b-44a0-bb2b-4a072bf72bd2 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856365 Apr 05 20:39:51.170373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Usage tracker for resource:network and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:51.186453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:51.254169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:51.284080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75b3583e-8a75-46d4-a6ef-17283a9d1ca1 req-75552b2e-afb8-46c8-b1c8-1b910ebf912d tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 210 time: 0.0821664 Apr 05 20:39:51.292314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 54087b23-3872-43fc-b719-855edd1b4687 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:51.309238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 54087b23-3872-43fc-b719-855edd1b4687 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:51.309238 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.313940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-62f6f520-dfa1-4fd5-aec8-3a571d7083fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 1095 time: 0.2241340 Apr 05 20:39:51.386375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-4dd59680-9027-4ebc-8ff9-69a53401c88a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:51.388051 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-4dd59680-9027-4ebc-8ff9-69a53401c88a service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.3169262 Apr 05 20:39:51.483069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:51.491932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.539797 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.610193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.626915 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-87e8635e-da3b-4e53-9adf-9f42bddd7ef3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.2277684 Apr 05 20:39:51.679573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:51.693034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 54087b23-3872-43fc-b719-855edd1b4687, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54087b23-3872-43fc-b719-855edd1b4687,segment=NetworkSegment(78c9303a-0b5b-4da5-95c8-ba2f54910374),segment_id=78c9303a-0b5b-4da5-95c8-ba2f54910374)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:51.698832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54087b23-3872-43fc-b719-855edd1b4687'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:51.712193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:51.722392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:51.737521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-9e0eed12-8deb-4154-90a3-0546e80e700b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:51.739016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-9e0eed12-8deb-4154-90a3-0546e80e700b service neutron] 10.222.0.23 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 915 time: 0.4189506 Apr 05 20:39:51.748165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:51.762394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-d2973fcd-eb62-489a-ae20-60df0f42fe91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:51.764399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-d2973fcd-eb62-489a-ae20-60df0f42fe91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.1313355 Apr 05 20:39:51.784109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.908972 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-a432f4eb-d4ad-4e74-b08d-88ba6ff4fb29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354301 Apr 05 20:39:51.954444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=54087b23-3872-43fc-b719-855edd1b4687,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:51.985522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-8758592b-62c2-4ccc-80fb-e1c3ae28f071 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9 HTTP/1.1" status: 200 len: 217 time: 0.2349803 Apr 05 20:39:52.107678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-ea4779be-af3a-4180-8a75-f6a040d2c70f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:52.109154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-ea4779be-af3a-4180-8a75-f6a040d2c70f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=840c8e41-293c-4f9b-baca-9e788fb51f98 HTTP/1.1" status: 200 len: 854 time: 0.1130738 Apr 05 20:39:52.148340 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-d83f5e88-5d43-4637-a1bb-51bc2b3d38e6 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321136 Apr 05 20:39:52.184107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.200824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-04a278af-b58e-4c28-9f23-b187489ec58b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795166 Apr 05 20:39:52.213961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05ea8-f266-4acd-807b-b6e31243aba6 req-d559f856-1836-4e91-af1e-1b643d70f090 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:52.220740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-adf05ea8-f266-4acd-807b-b6e31243aba6 req-d559f856-1836-4e91-af1e-1b643d70f090 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 944 time: 0.3544405 Apr 05 20:39:52.325434 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b131d679-fc9f-4adf-b1e1-53d49ea2f7d5 req-a24de046-182b-4534-aea1-35eccadc7a1e service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701820 Apr 05 20:39:52.393395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.405754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:52.416961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.416961 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Added segment 0862bafe-d423-4338-b04f-e1849acf39c4 of type vlan for network d650b792-245a-4a76-b86a-f727bb63dca4 Apr 05 20:39:52.457710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e6bc7e9b-3f00-4191-9a1d-87dce3c12241 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:52.633375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.659681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-adf05ea8-f266-4acd-807b-b6e31243aba6 req-90d6e678-06b0-471d-b3d8-dd66c9845986 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379845 Apr 05 20:39:52.682194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36288f48-9432-4298-8dee-1ea30cdacd53,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:52.762909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-e890d144-a770-441f-8e4c-e2af959efeb1 service neutron] 10.222.0.23 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373325 Apr 05 20:39:52.867876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e6bc7e9b-3f00-4191-9a1d-87dce3c12241 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:52.873847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e6bc7e9b-3f00-4191-9a1d-87dce3c12241 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2137254829&fields=id&tenant_id=a6e30bd010d64dbaa09a896a2d04a04b HTTP/1.1" status: 200 len: 267 time: 0.7034366 Apr 05 20:39:52.982302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.983212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:52.983882 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.197631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d650b792-245a-4a76-b86a-f727bb63dca4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:53.205939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f9dab34a-dc62-4be3-9ccb-9aa7af4a21aa tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:53.206644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f9dab34a-dc62-4be3-9ccb-9aa7af4a21aa tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:53.222495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e1da4aac-439e-4adf-9007-daaad7acf7e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5294280 Apr 05 20:39:53.225222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network d650b792-245a-4a76-b86a-f727bb63dca4 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:53.225741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54560) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:53.231519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Request body: {'subnet': {'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-53791556-subnet', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:53.239114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:53.243560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3f0f35-806a-452e-8884-3e7e9b8f6cf5 req-20665ef3-23df-490b-8c2d-d1325e94fc2c service neutron] 10.222.0.23 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600964 Apr 05 20:39:53.247972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Usage tracker for resource:subnet and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:53.252446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:53.268883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:53.296003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f96ec-42c7-4eba-b08c-cf9748e8cbdb req-b5f3db5a-2a4e-425a-9d0c-96c3205042eb tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:53.303067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e86f96ec-42c7-4eba-b08c-cf9748e8cbdb req-b5f3db5a-2a4e-425a-9d0c-96c3205042eb tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.4408581 Apr 05 20:39:53.399296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e86f96ec-42c7-4eba-b08c-cf9748e8cbdb req-be558d75-5f0f-4ad6-a80e-e8a6d11d4db6 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892785 Apr 05 20:39:53.405343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f9dab34a-dc62-4be3-9ccb-9aa7af4a21aa tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:53.413471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:53.414877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f9dab34a-dc62-4be3-9ccb-9aa7af4a21aa tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 200 len: 934 time: 0.4705474 Apr 05 20:39:53.418429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.485904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:53.531426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-87604fa4-ef35-4446-a1a0-1cff35244f93 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:53.534438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-87604fa4-ef35-4446-a1a0-1cff35244f93 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports/24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 200 len: 936 time: 0.1187081 Apr 05 20:39:53.648791 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef8d8ea-ce60-49e5-8d5c-d91c4f992d1d'] response: {'server_uuid': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54087b23-3872-43fc-b719-855edd1b4687', 'code': 200} Apr 05 20:39:53.687180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-1bad7449-260e-4ea5-8b0a-fd18c705e021 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1225870 Apr 05 20:39:53.723953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:53.755471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'port_id': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'mac_address': 'fa:16:3e:6f:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8e41-293c-4f9b-baca-9e788fb51f98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:53.839606 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.864555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:53.888677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:53.934519 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cafc9fe6-34e6-496c-8e71-8790ad79eea9 req-016f95d7-45da-4845-b9d4-dd79a77ec1db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 1097 time: 0.1653054 Apr 05 20:39:53.968006 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.003726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a71961f5-5231-4c86-95ef-910e24090000 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3147604 Apr 05 20:39:54.025505 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cafc9fe6-34e6-496c-8e71-8790ad79eea9 req-5466a571-838c-4183-a436-6f0f01d77e96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838888 Apr 05 20:39:54.028626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.147840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:54.165466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-d966a44b-a3b1-4626-b79b-c11461e9ce4b tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.167080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-d966a44b-a3b1-4626-b79b-c11461e9ce4b tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.23 "GET /v2.0/networks?id=9dd562ee-9d31-4a7c-b570-dced48b5d8e8 HTTP/1.1" status: 200 len: 824 time: 0.5984051 Apr 05 20:39:54.183488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-4014611f-c59b-416f-b706-e1ae79ee081c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.187390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-4014611f-c59b-416f-b706-e1ae79ee081c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.191822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-4014611f-c59b-416f-b706-e1ae79ee081c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.193431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-4014611f-c59b-416f-b706-e1ae79ee081c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/networks?id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=6ce56abd-0a77-426d-b416-6f997dfa7407&id=6ce56abd-0a77-426d-b416-6f997dfa7407 HTTP/1.1" status: 200 len: 1994 time: 0.1889374 Apr 05 20:39:54.202051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Checking segment: {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:54.202812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Network hostable DHCP agents. Network: d650b792-245a-4a76-b86a-f727bb63dca4, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:54.208073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Request body: {'port': {'device_id': 'c822acb7-67e1-475c-9569-609246c66f18', 'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8', 'admin_state_up': True, 'tenant_id': '58bb8abfee0347c3b2705a143dd9f8b6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:54.211357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4a761c-a67f-49e2-8c51-7476ce222383,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:54.233845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['254c64db-fc97-4d24-b98e-ad0ad38b4cd9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:39:54.339833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Network d650b792-245a-4a76-b86a-f727bb63dca4 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:54.394577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257e861-e6dc-4f10-9f96-c2a6478fd0c9 req-f9be7fe8-a2d7-40ae-901a-e15613a66970 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.396184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3257e861-e6dc-4f10-9f96-c2a6478fd0c9 req-f9be7fe8-a2d7-40ae-901a-e15613a66970 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.4749830 Apr 05 20:39:54.401113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c91701a0-90db-483b-959e-888e8e03fe72 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/quotas/a6e30bd010d64dbaa09a896a2d04a04b HTTP/1.1" status: 200 len: 375 time: 0.1745231 Apr 05 20:39:54.415981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, d650b792-245a-4a76-b86a-f727bb63dca4) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:54.455000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.461259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.461429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335c793-0daf-4463-8885-95314d69eddb None None] Network d650b792-245a-4a76-b86a-f727bb63dca4 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:54.565948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3257e861-e6dc-4f10-9f96-c2a6478fd0c9 req-4f4ae6e2-8e3e-4334-a384-22c91734778f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592622 Apr 05 20:39:54.582380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:54.596306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Usage tracker for resource:port and tenant:58bb8abfee0347c3b2705a143dd9f8b6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:54.596306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:54.608805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:54.639776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-7d6fe45d-1787-4a79-b6dc-1b05869e81ce tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2028017 Apr 05 20:39:54.782372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-d650b792-245a-4a76-b86a-f727bb63dca4', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:39:54.782372 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.854527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d75e51d9-87c6-4768-b39b-4faa86b76345 service neutron] 10.222.0.10 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008977 Apr 05 20:39:54.867056 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-91ecbb94-fe0d-4e5e-b41b-00807bbe3564 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6375489 Apr 05 20:39:54.869025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54576) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:54.872560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:54.877613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:54.882111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Usage tracker for resource:router and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:54.885030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:54.890231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51fa6e-ae49-4d59-91e8-0a41b22d4ea4 req-867520f6-63db-441c-9e43-05ef5b6eac25 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.891182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:54.892226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e51fa6e-ae49-4d59-91e8-0a41b22d4ea4 req-867520f6-63db-441c-9e43-05ef5b6eac25 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 946 time: 0.1619594 Apr 05 20:39:54.904084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Allocated IP 172.20.0.2 (d650b792-245a-4a76-b86a-f727bb63dca4/9a4a761c-a67f-49e2-8c51-7476ce222383/1a711410-4224-4653-9b0a-18d6ffb6707d) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:55.023599 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.026066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.060533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.114033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Made reservation on behalf of 58bb8abfee0347c3b2705a143dd9f8b6 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:55.117125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.187969 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.200787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Transition to ACTIVE for port object 1a711410-4224-4653-9b0a-18d6ffb6707d will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:55.230453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Transition to ACTIVE for port object 1a711410-4224-4653-9b0a-18d6ffb6707d will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:55.275103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e51fa6e-ae49-4d59-91e8-0a41b22d4ea4 req-5ea8a018-ab14-42c8-ac35-a460cbf89850 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369148 Apr 05 20:39:55.305473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.313315 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.352245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f004afab-d10e-45a6-8984-d2612a706734 service neutron] 10.222.0.10 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915109 Apr 05 20:39:55.411465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Pushing event updated for resources: {'Port': ['ID=1a711410-4224-4653-9b0a-18d6ffb6707d,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:55.421639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Network d650b792-245a-4a76-b86a-f727bb63dca4 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:55.423750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:55.427915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:55.515252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:55.672364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Attempting to bind port 1a711410-4224-4653-9b0a-18d6ffb6707d on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:55.672840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Attempting to bind port 1a711410-4224-4653-9b0a-18d6ffb6707d by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:55.673335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Attempting to bind port 1a711410-4224-4653-9b0a-18d6ffb6707d on network d650b792-245a-4a76-b86a-f727bb63dca4 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:55.685197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:55.685197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Checking segment: {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:55.685760 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.686220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Bound using segment: {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:55.686818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Bound port: 1a711410-4224-4653-9b0a-18d6ffb6707d, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:55.687264 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.718289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Allocated IP 172.20.0.14 (9dd562ee-9d31-4a7c-b570-dced48b5d8e8/958bd1a9-2623-4ca1-aad4-8c7413f77063/5721e536-dd96-4e12-9128-135f1d842d4e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:55.750527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5937e2bc-4d8e-4035-ad77-ab2b6d6c369c req-ffc33d02-c782-47aa-b396-c89f78270f6a tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 210 time: 0.1741509 Apr 05 20:39:55.753952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-22d0dffe-c376-438d-ac24-0810ae97f4ff service neutron] 10.222.0.10 "GET /v2.0/ports/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3848207 Apr 05 20:39:55.817004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] For port 1a711410-4224-4653-9b0a-18d6ffb6707d, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:55.823876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] For port 1a711410-4224-4653-9b0a-18d6ffb6707d, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1a711410-4224-4653-9b0a-18d6ffb6707d,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:55.829693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:55.831719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.843409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:55.853161 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.899402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.976396 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.064206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Allocated IP 172.25.2.85 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/c60a425b-b421-4473-b1bb-53b6ef901080) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:56.073832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada335b-5794-4b76-899e-1cdd9d570f65 None None] Pushing event updated for resources: {'Port': ['ID=1a711410-4224-4653-9b0a-18d6ffb6707d,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:56.153400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-1c414143-fafc-486d-a89a-a277c9aa5e84 service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875942 Apr 05 20:39:56.165263 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.222310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:56.223717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:39:56.253160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.310958 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.345761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.373398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b9134-2bed-477b-9cab-3cd4ab74a336 req-7c71c774-46f3-437a-b9a2-ba1346ef669d tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:56.376300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a9b9134-2bed-477b-9cab-3cd4ab74a336 req-7c71c774-46f3-437a-b9a2-ba1346ef669d tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 945 time: 0.4373682 Apr 05 20:39:56.428294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-1324aadc-2af2-4cf7-8895-df00f30f86ef service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605872 Apr 05 20:39:56.489472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:56.515172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Pushing event updated for resources: {'Port': ['ID=c60a425b-b421-4473-b1bb-53b6ef901080,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:56.520286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.539475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:56.553202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:56.561364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:56.631281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-94a234c1-6d12-4d7f-a893-ee0bbee1391e service neutron] 10.222.0.10 "GET /v2.0/ports/24220829-8caf-4bf7-a350-1689866690f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1919932 Apr 05 20:39:56.650306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a9b9134-2bed-477b-9cab-3cd4ab74a336 req-4544a62a-778f-4a41-9767-6f50b707838e tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506456 Apr 05 20:39:56.719624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1a711410-4224-4653-9b0a-18d6ffb6707d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:56.870907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-28b7d29b-ea8a-4ede-b6d8-c5b52d3b0d2e service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171671 Apr 05 20:39:56.946852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1a711410-4224-4653-9b0a-18d6ffb6707d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:56.988073 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.988820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.995914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.097185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Pushing event updated for resources: {'Port': ['ID=5721e536-dd96-4e12-9128-135f1d842d4e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:57.172514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:57.173680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:57.176379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:39:57.279739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:57.280327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.347956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-7d1b87ad-08df-4658-ba86-7c5bbeeea1ca service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707537 Apr 05 20:39:57.374651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:39:57.391256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5611d7-f298-4439-87eb-affbf818d3e9 req-f4b21f60-ecdd-4dec-b05d-9adbe58c4bd1 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:57.393441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c5611d7-f298-4439-87eb-affbf818d3e9 req-f4b21f60-ecdd-4dec-b05d-9adbe58c4bd1 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.4972255 Apr 05 20:39:57.491988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0175a631-f82d-4af3-a7e5-57db821367b4 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2973754 Apr 05 20:39:57.514631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Request body: {'port': {'device_id': 'c822acb7-67e1-475c-9569-609246c66f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:39:57.621664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78ad94-cb49-411c-9aad-5ed7c09d270d None None] Network d650b792-245a-4a76-b86a-f727bb63dca4 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:39:57.647796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:39:57.659857 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Sync routers for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:39:57.680386 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:39:57.681598 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:57.768181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c5611d7-f298-4439-87eb-affbf818d3e9 req-aa2bf3de-4424-49f6-95b7-6a73996b6c13 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674660 Apr 05 20:39:57.785880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.790212 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b95f1af6-393d-42c7-9999-ff009da6431c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9219735 Apr 05 20:39:57.790816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54592) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:57.804117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.840612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-336d373a-ce20-41b6-ab83-d2e656f880bc service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812775 Apr 05 20:39:57.892989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3136d05-c8f1-4761-ba55-4314c173b46a None None] Provisioning for port 1a711410-4224-4653-9b0a-18d6ffb6707d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:57.919696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3136d05-c8f1-4761-ba55-4314c173b46a None None] Provisioning complete for port 1a711410-4224-4653-9b0a-18d6ffb6707d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:57.920171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3136d05-c8f1-4761-ba55-4314c173b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.052167 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:39:58.168118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-179caa62-e64e-46c7-9598-36490f2d8a89 service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038616 Apr 05 20:39:58.285109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3136d05-c8f1-4761-ba55-4314c173b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.351717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e3136d05-c8f1-4761-ba55-4314c173b46a None None] For port 1a711410-4224-4653-9b0a-18d6ffb6707d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1a711410-4224-4653-9b0a-18d6ffb6707d,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:39:58.443487 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3136d05-c8f1-4761-ba55-4314c173b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.599984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3136d05-c8f1-4761-ba55-4314c173b46a None None] Pushing event updated for resources: {'Port': ['ID=1a711410-4224-4653-9b0a-18d6ffb6707d,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:58.619799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-70237b0a-e4fe-49d2-b3a2-e1ee836fd051 None None] Provisioning complete for port 1a711410-4224-4653-9b0a-18d6ffb6707d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:58.620603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70237b0a-e4fe-49d2-b3a2-e1ee836fd051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.676340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-06f213b2-cd98-4684-8582-deb68b8cca48 service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510951 Apr 05 20:39:58.693270 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:39:56Z', 'revision_number': 3, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:58.704043 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Checking router: 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:39:58.704820 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Updating router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 port c60a425b-b421-4473-b1bb-53b6ef901080 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:39:58.872732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d643290a-5380-4240-8b84-0aaa58e7ec41 service neutron] 10.222.0.10 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962278 Apr 05 20:39:58.938065 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.056817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5721e536-dd96-4e12-9128-135f1d842d4e {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:39:59.066847 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.102142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-8a6b298a-27b9-4639-b6da-304a6f03c2b7 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284608 Apr 05 20:39:59.263239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Transition to ACTIVE for port object 5721e536-dd96-4e12-9128-135f1d842d4e will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:59.268747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.271464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-8327e9ba-2313-4053-aef5-31bdc136ac6c service neutron] 10.222.0.10 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684060 Apr 05 20:39:59.277573 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b612a1-d4f6-4779-9bf3-beb3b9b67f1b'] response: {'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'code': 200} Apr 05 20:39:59.340337 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.538263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Pushing event updated for resources: {'Port': ['ID=5721e536-dd96-4e12-9128-135f1d842d4e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:59.567868 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.605008 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Transition to ACTIVE for port object c60a425b-b421-4473-b1bb-53b6ef901080 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:59.656680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Allocated IP 172.20.0.1 (d650b792-245a-4a76-b86a-f727bb63dca4/9a4a761c-a67f-49e2-8c51-7476ce222383/5fdcf4ce-4bb5-48a2-b424-bdc93057fd99) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:59.676686 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.824983 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1a1e1-6dca-4e82-9555-a7d1a51ecd32 None None] Pushing event updated for resources: {'Port': ['ID=c60a425b-b421-4473-b1bb-53b6ef901080,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:59.832690 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Attempting to bind port c60a425b-b421-4473-b1bb-53b6ef901080 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:59.833316 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Attempting to bind port c60a425b-b421-4473-b1bb-53b6ef901080 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:59.833866 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Attempting to bind port c60a425b-b421-4473-b1bb-53b6ef901080 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:39:59.840958 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:39:59.841483 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:39:59.841967 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.842434 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:39:59.843162 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Bound port: c60a425b-b421-4473-b1bb-53b6ef901080, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:59.843561 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.890992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.929460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Transition to ACTIVE for port object 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:59.938618 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] For port c60a425b-b421-4473-b1bb-53b6ef901080, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:39:59.942291 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] For port c60a425b-b421-4473-b1bb-53b6ef901080, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c60a425b-b421-4473-b1bb-53b6ef901080,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:39:59.993562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-2ae68fd8-78d4-4101-aaa1-16793f96de31 service neutron] 10.222.0.10 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210433 Apr 05 20:39:59.997635 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.025621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.097436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Network d650b792-245a-4a76-b86a-f727bb63dca4 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:00.103534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:00.104940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-840d29d2-401d-449f-b167-cb3d536e41fb req-6e5dead8-db9a-4602-aeca-7580a5c94866 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 1097 time: 0.6683350 Apr 05 20:40:00.116761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:00.118509 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:00.119251 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:00.163213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5196cc-b764-4e94-9649-132440423bc3 req-d42b51f8-f9ef-43c0-921f-7a06b6ef5ef0 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:00.164709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca5196cc-b764-4e94-9649-132440423bc3 req-d42b51f8-f9ef-43c0-921f-7a06b6ef5ef0 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 946 time: 0.6376319 Apr 05 20:40:00.209329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:00.218264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.305809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-cb136dc0-d6f7-48fa-8ef3-27420b0edc7f service neutron] 10.222.0.10 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114552 Apr 05 20:40:00.370563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-840d29d2-401d-449f-b167-cb3d536e41fb req-68defd27-5a49-43c5-96d6-e433b8357e1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539699 Apr 05 20:40:00.391800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Attempting to bind port 5721e536-dd96-4e12-9128-135f1d842d4e on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:00.392144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Attempting to bind port 5721e536-dd96-4e12-9128-135f1d842d4e by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '1cf79004-460f-4dca-b8a2-947081f2b42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:00.392469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Attempting to bind port 5721e536-dd96-4e12-9128-135f1d842d4e on network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:00.400905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:00.412151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Port 5721e536-dd96-4e12-9128-135f1d842d4e on network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:00.412151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Attempting to bind port 5721e536-dd96-4e12-9128-135f1d842d4e on network 9dd562ee-9d31-4a7c-b570-dced48b5d8e8 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:00.453118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:00.453461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Checking segment: {'id': '1cf79004-460f-4dca-b8a2-947081f2b42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:00.453852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Bound using segment: {'id': '1cf79004-460f-4dca-b8a2-947081f2b42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:00.454281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Bound port: 5721e536-dd96-4e12-9128-135f1d842d4e, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf79004-460f-4dca-b8a2-947081f2b42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:00.454624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.495291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.566851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca5196cc-b764-4e94-9649-132440423bc3 req-32eb2a46-8b7e-4f37-8506-ae8c1fd694df tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727422 Apr 05 20:40:00.601770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bdd03d93-180d-477d-87dd-9213f14ddbe2 None None] Provisioning for port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:00.610858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bdd03d93-180d-477d-87dd-9213f14ddbe2 None None] Provisioning complete for port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:00.611231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bdd03d93-180d-477d-87dd-9213f14ddbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.658109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:00.679009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5721e536-dd96-4e12-9128-135f1d842d4e,segment=NetworkSegment(1cf79004-460f-4dca-b8a2-947081f2b42b),segment_id=1cf79004-460f-4dca-b8a2-947081f2b42b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:00.714117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1a711410-4224-4653-9b0a-18d6ffb6707d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:00.780648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.866402 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1a1e1-6dca-4e82-9555-a7d1a51ecd32 None None] Pushing event updated for resources: {'Port': ['ID=c60a425b-b421-4473-b1bb-53b6ef901080,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:00.910560 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.912226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] 10.222.0.23 "PUT /v2.0/ports/5721e536-dd96-4e12-9128-135f1d842d4e HTTP/1.1" status: 200 len: 1092 time: 3.4017360 Apr 05 20:40:00.912742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:00.916351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bdd03d93-180d-477d-87dd-9213f14ddbe2 None None] Port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:00.925534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1287ce-ceee-4a9c-8dc8-9623045b6176 service neutron] Pushing event updated for resources: {'Port': ['ID=5721e536-dd96-4e12-9128-135f1d842d4e,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:00.946373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041ca5-24ff-4b56-a9f2-8a15258302e7 req-730e2ccf-7553-4565-a5d5-abf4f81638ff tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:00.947368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-13041ca5-24ff-4b56-a9f2-8a15258302e7 req-730e2ccf-7553-4565-a5d5-abf4f81638ff tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Synchronizing usage tracker for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:00.960074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1a711410-4224-4653-9b0a-18d6ffb6707d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:00.960445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.035884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-13041ca5-24ff-4b56-a9f2-8a15258302e7 req-730e2ccf-7553-4565-a5d5-abf4f81638ff tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Unset dirty status for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:01.037878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13041ca5-24ff-4b56-a9f2-8a15258302e7 req-730e2ccf-7553-4565-a5d5-abf4f81638ff tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 944 time: 0.3034110 Apr 05 20:40:01.081906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.102905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:39:56Z', 'revision_number': 3, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:01.115653 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60cfd95-cc75-4640-bfd0-0e0dcee730f0 None None] The sync data for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 is: [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:39:56Z', 'revision_number': 3, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:40:01.139618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.282394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.285873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:01.290316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-13041ca5-24ff-4b56-a9f2-8a15258302e7 req-fe37ca28-9663-49a7-9bf3-0b1aea1e81d0 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Synchronizing usage tracker for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:01.304283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-8501cd37-4291-4ecf-84be-44e26de9c553 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58bb8abfee0347c3b2705a143dd9f8b6&device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 1095 time: 0.2229323 Apr 05 20:40:01.427000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-be22087f-2b38-491d-814a-b0a8c3e5d326 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5721e536-dd96-4e12-9128-135f1d842d4e HTTP/1.1" status: 200 len: 217 time: 0.1132824 Apr 05 20:40:01.522924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Network d650b792-245a-4a76-b86a-f727bb63dca4 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:01.529027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:01.529523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-e324eb75-e295-44d6-9c93-3c26daa85528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:01.535324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-e324eb75-e295-44d6-9c93-3c26daa85528 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=958bd1a9-2623-4ca1-aad4-8c7413f77063 HTTP/1.1" status: 200 len: 864 time: 0.0909455 Apr 05 20:40:01.548317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 25197589-9e2e-42db-ae5f-5a541f15bdf3 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:40:01.601130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-13041ca5-24ff-4b56-a9f2-8a15258302e7 req-fe37ca28-9663-49a7-9bf3-0b1aea1e81d0 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Unset dirty status for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:01.633537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13041ca5-24ff-4b56-a9f2-8a15258302e7 req-fe37ca28-9663-49a7-9bf3-0b1aea1e81d0 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882549 Apr 05 20:40:01.736774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-cbda278d-f8ba-419d-b098-9dc8e2d56471 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9dd562ee-9d31-4a7c-b570-dced48b5d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991961 Apr 05 20:40:01.979970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-b00b5d18-f26f-4a39-bd7d-debdf71daffd service neutron] 10.222.0.23 "GET /v2.0/networks/9dd562ee-9d31-4a7c-b570-dced48b5d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361860 Apr 05 20:40:01.985501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:02.018525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'port_id': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'mac_address': 'fa:16:3e:c3:95:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:40:02.089144 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.099647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5cb7c4b0-ea03-43a0-9823-bdb6d6c8be96 None None] Provisioning complete for port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:02.099844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cb7c4b0-ea03-43a0-9823-bdb6d6c8be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.177566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25197589-9e2e-42db-ae5f-5a541f15bdf3 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:02.186700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea58e-b396-4624-ae84-23034420f22c req-cafab2fe-69d8-4997-885e-c75060847a8c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:02.188269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab0ea58e-b396-4624-ae84-23034420f22c req-cafab2fe-69d8-4997-885e-c75060847a8c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.2074008 Apr 05 20:40:02.201607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:02.222778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7c4b0-ea03-43a0-9823-bdb6d6c8be96 None None] Port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:02.255034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d0f280-1358-44c3-81cc-dd1dad268652 req-0321929c-e5ca-4674-8cbf-b59895c8371c service neutron] 10.222.0.23 "GET /v2.0/networks/9dd562ee-9d31-4a7c-b570-dced48b5d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423325 Apr 05 20:40:02.289254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.313347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab0ea58e-b396-4624-ae84-23034420f22c req-ec0651fc-ff25-42aa-b701-6ddba6f1f098 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962682 Apr 05 20:40:02.497379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:02.508074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['25197589-9e2e-42db-ae5f-5a541f15bdf3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:40:02.627530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:40:02.711450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793b28c-f2a3-45db-99c9-c3041a4168f0 req-d83d7d30-39dd-4501-9a50-3143116d8838 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:02.714097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b793b28c-f2a3-45db-99c9-c3041a4168f0 req-d83d7d30-39dd-4501-9a50-3143116d8838 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.2288320 Apr 05 20:40:02.807285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b793b28c-f2a3-45db-99c9-c3041a4168f0 req-7cd7426f-0a7c-47f7-9c00-712ebedbe599 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846314 Apr 05 20:40:02.842957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c60a425b-b421-4473-b1bb-53b6ef901080 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:02.983773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:40:03.025492 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cf028bdd-cf33-492f-898e-d3238fa09bd7 admin admin] 10.222.0.10 "PUT /v2.0/routers/1c6a4c3f-2a26-4dde-952c-dc1e909b3b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2267110 Apr 05 20:40:03.257459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c60a425b-b421-4473-b1bb-53b6ef901080 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:03.263200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c60a425b-b421-4473-b1bb-53b6ef901080 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:03.263575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.358564 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a482b3-0ff1-41e3-b7e4-67fe682a89ff'] response: {'name': 'network-changed', 'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e', 'status': 'completed', 'code': 200} Apr 05 20:40:03.374943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be68fb-8ba6-493e-9fe6-4ed6e1aa0a4a req-1745100f-420c-404e-ab6e-bd4a752c5296 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:03.388205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0be68fb-8ba6-493e-9fe6-4ed6e1aa0a4a req-1745100f-420c-404e-ab6e-bd4a752c5296 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 944 time: 0.2221603 Apr 05 20:40:03.614282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 25197589-9e2e-42db-ae5f-5a541f15bdf3 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:03.629838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0be68fb-8ba6-493e-9fe6-4ed6e1aa0a4a req-eebe3be0-cd62-4bb7-b161-cf6d8b09aa0e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405386 Apr 05 20:40:03.693180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-224f6f3d-4157-44a6-a0fb-4968de92587f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58bb8abfee0347c3b2705a143dd9f8b6&device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 1095 time: 0.3019054 Apr 05 20:40:03.716146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.737635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port c60a425b-b421-4473-b1bb-53b6ef901080, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c60a425b-b421-4473-b1bb-53b6ef901080,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:03.750913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 25197589-9e2e-42db-ae5f-5a541f15bdf3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:03.751407 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.775612 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.861140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.949934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.974089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=c60a425b-b421-4473-b1bb-53b6ef901080,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:03.987797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:04.002848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:04.065269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.080284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c326f-c011-4227-a356-4ba6cb66e41f req-989cca1a-da60-494c-b6e5-608b6fa32c68 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.082072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c326f-c011-4227-a356-4ba6cb66e41f req-989cca1a-da60-494c-b6e5-608b6fa32c68 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 944 time: 0.5240455 Apr 05 20:40:04.096941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00d3caee-bef9-4f2c-bf5b-3641e73913ec req-ada516ea-fdd1-4af4-a017-de4b53ffd7c6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 210 time: 0.1010396 Apr 05 20:40:04.195242 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:04.250773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514c326f-c011-4227-a356-4ba6cb66e41f req-37f7d5b1-a1d0-4b91-8c6d-cc15d2f6fe57 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483967 Apr 05 20:40:04.298841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-1db3ad31-8ec3-4298-9d6f-7387f3cd3fce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.301415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-1db3ad31-8ec3-4298-9d6f-7387f3cd3fce service neutron] 10.222.0.23 "GET /v2.0/networks?id=9dd562ee-9d31-4a7c-b570-dced48b5d8e8 HTTP/1.1" status: 200 len: 925 time: 0.5984921 Apr 05 20:40:04.448813 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:40:04.566316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-c925fa8b-e4db-4648-b743-ba7abee68524 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5721e536-dd96-4e12-9128-135f1d842d4e HTTP/1.1" status: 200 len: 217 time: 0.2581911 Apr 05 20:40:04.614634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c60a425b-b421-4473-b1bb-53b6ef901080 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:04.697923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-8073987f-5874-4417-a4d3-43c3e2ad4935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.700793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-8073987f-5874-4417-a4d3-43c3e2ad4935 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=958bd1a9-2623-4ca1-aad4-8c7413f77063 HTTP/1.1" status: 200 len: 864 time: 0.1272721 Apr 05 20:40:04.707665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c60a425b-b421-4473-b1bb-53b6ef901080 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:04.708290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.721576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54702) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:04.727513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1936398223-network', 'tenant_id': '7bc9c227eed645c2b474f909430072ea'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:04.736968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:04.743919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Usage tracker for resource:network and tenant:7bc9c227eed645c2b474f909430072ea is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:04.755117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:04.769533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:04.773302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceab220-bf9a-4f5d-b9cd-30fe03e1aa73 req-0f6f8aca-3951-4199-9b4f-2b5f4540d8c2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.774869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ceab220-bf9a-4f5d-b9cd-30fe03e1aa73 req-0f6f8aca-3951-4199-9b4f-2b5f4540d8c2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.3663669 Apr 05 20:40:04.776970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-7bb333f2-eb3a-494d-ab9f-90e14846b80a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9dd562ee-9d31-4a7c-b570-dced48b5d8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657451 Apr 05 20:40:04.804870 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-38eefcc8-023c-4927-a1c6-fa48773c906e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.822304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639da385-43b4-4754-9491-b331c2b71c07 req-b4f66eb7-c69a-4bf4-8ed2-74c5717771de tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.823846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-639da385-43b4-4754-9491-b331c2b71c07 req-b4f66eb7-c69a-4bf4-8ed2-74c5717771de tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.3575568 Apr 05 20:40:04.905072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Made reservation on behalf of 7bc9c227eed645c2b474f909430072ea for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:04.908585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.944944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.993318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:04.994912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-639da385-43b4-4754-9491-b331c2b71c07 req-d7c76442-c843-4dfb-acc9-d934ada4cb2e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640806 Apr 05 20:40:05.004072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ceab220-bf9a-4f5d-b9cd-30fe03e1aa73 req-45fae34d-1ad3-4dbd-a503-2918e803cf63 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219670 Apr 05 20:40:05.050749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc9c227eed645c2b474f909430072ea is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:05.050749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:05.051583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:05.152375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-fe182d15-ff93-4ab8-a5eb-e52e8d675dce service neutron] 10.222.0.23 "GET /v2.0/networks/9dd562ee-9d31-4a7c-b570-dced48b5d8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560911 Apr 05 20:40:05.198806 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8a182b-1e10-4f18-87cf-17708bc0813d'] response: {'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'code': 200} Apr 05 20:40:05.350404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-71381f40-eed2-4028-9ec4-491419be2cf2 req-ce811575-3268-40a9-98f8-7f17c16a96da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 1096 time: 0.2537601 Apr 05 20:40:05.415433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.468558 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-71381f40-eed2-4028-9ec4-491419be2cf2 req-55be0940-d2e8-4425-9a05-5563bcd8c3a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030047 Apr 05 20:40:05.482185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.541251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:40:05.556566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0401eab-6f36-437c-91f3-35b3bc9013a4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:05.571484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.571829 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Added segment 8e68c7c9-2ddb-41bd-956b-625a85b927bf of type vlan for network 93580db1-e290-4301-b749-20db7c571c9f Apr 05 20:40:05.579524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 5721e536-dd96-4e12-9128-135f1d842d4e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:40:05.605024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560fd671-8dd2-4b7b-b064-7abda203f01f req-a0e25161-c67b-4394-bd61-796116788407 service neutron] 10.222.0.23 "GET /v2.0/networks/9dd562ee-9d31-4a7c-b570-dced48b5d8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455960 Apr 05 20:40:05.628470 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.633478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac24986-23e3-4609-be61-f98c436dba6f req-271c1bc8-d6c9-4dc1-a25d-17df5536f4fc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:05.643015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aac24986-23e3-4609-be61-f98c436dba6f req-271c1bc8-d6c9-4dc1-a25d-17df5536f4fc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.3058782 Apr 05 20:40:05.696151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aac24986-23e3-4609-be61-f98c436dba6f req-c09fbf29-bbf9-47f5-8bc6-6199605e05a3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520542 Apr 05 20:40:05.776675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.777244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5721e536-dd96-4e12-9128-135f1d842d4e,segment=NetworkSegment(1cf79004-460f-4dca-b8a2-947081f2b42b),segment_id=1cf79004-460f-4dca-b8a2-947081f2b42b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:05.778196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:05.779358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.795781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Sync routers for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:40:05.802656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '5721e536-dd96-4e12-9128-135f1d842d4e', 'network_id': '9dd562ee-9d31-4a7c-b570-dced48b5d8e8', 'port_id': '5721e536-dd96-4e12-9128-135f1d842d4e', 'mac_address': 'fa:16:3e:2f:ae:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958bd1a9-2623-4ca1-aad4-8c7413f77063', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:40:05.885271 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.907957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5721e536-dd96-4e12-9128-135f1d842d4e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:05.942987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5721e536-dd96-4e12-9128-135f1d842d4e,segment=NetworkSegment(1cf79004-460f-4dca-b8a2-947081f2b42b),segment_id=1cf79004-460f-4dca-b8a2-947081f2b42b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:05.953639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:05.954965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:05.998959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf90bb-41be-4386-b091-99bfb138b92b req-402154cf-1f84-4c2a-99e1-cee58f373d94 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:06.004398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dbf90bb-41be-4386-b091-99bfb138b92b req-402154cf-1f84-4c2a-99e1-cee58f373d94 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.1173756 Apr 05 20:40:06.030143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=93580db1-e290-4301-b749-20db7c571c9f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:06.062042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 93580db1-e290-4301-b749-20db7c571c9f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:40:06.068293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dbf90bb-41be-4386-b091-99bfb138b92b req-8cbf6991-5aef-47b3-9f8c-687f3b9b98a3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576408 Apr 05 20:40:06.074314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8482fe7c-d7db-4b22-9fc5-e913b2a9f7a9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3489933 Apr 05 20:40:06.074562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54728) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:06.080791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Request body: {'subnet': {'network_id': '93580db1-e290-4301-b749-20db7c571c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1936398223-subnet', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:06.090145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:06.100302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Usage tracker for resource:subnet and tenant:7bc9c227eed645c2b474f909430072ea is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:06.108202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:06.113781 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.121141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:06.196098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Made reservation on behalf of 7bc9c227eed645c2b474f909430072ea for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:06.198654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.264239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34200969-31bd-4f8d-99a5-9851a1680d7d req-cb364ffa-272b-46e0-b397-8fc35e482c61 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 210 time: 0.0999632 Apr 05 20:40:06.398726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bca04-33fb-47e9-98f3-ead997c3b93f req-477e1c12-29de-437e-b7dd-2450267ec731 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:06.408002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c8bca04-33fb-47e9-98f3-ead997c3b93f req-477e1c12-29de-437e-b7dd-2450267ec731 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 945 time: 0.1426258 Apr 05 20:40:06.480353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c8bca04-33fb-47e9-98f3-ead997c3b93f req-4f2aae18-c43a-4c04-b628-b5c886f2f6bd tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707765 Apr 05 20:40:06.536264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=5721e536-dd96-4e12-9128-135f1d842d4e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:06.582442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['5721e536-dd96-4e12-9128-135f1d842d4e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:40:06.630434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:06.651861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.664861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c0612-7fd7-4c10-8bca-4764c6e8c088 req-4cac1675-31ed-41e4-81ae-bc0d16564b3a tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:06.666452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b2c0612-7fd7-4c10-8bca-4764c6e8c088 req-4cac1675-31ed-41e4-81ae-bc0d16564b3a tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 946 time: 0.1178663 Apr 05 20:40:06.731856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b2c0612-7fd7-4c10-8bca-4764c6e8c088 req-bbc4a492-e059-4d32-869c-8f13423a65be tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588536 Apr 05 20:40:07.038201 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d70585e3-a5e5-47d1-aceb-c057b1389c57 service neutron] 10.222.0.39 "GET /v2.0/ports/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 200 len: 1030 time: 0.2842507 Apr 05 20:40:07.059878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18616f-06ee-4bb7-ad8a-83641dbb6c38 req-a1588147-e1d6-41df-9895-be302c69f3ba tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.070285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c18616f-06ee-4bb7-ad8a-83641dbb6c38 req-a1588147-e1d6-41df-9895-be302c69f3ba tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.1607599 Apr 05 20:40:07.089485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61f0ac88-9c21-4993-8ce7-4c98f8ea6bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.156711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Checking segment: {'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:07.157385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Network hostable DHCP agents. Network: 93580db1-e290-4301-b749-20db7c571c9f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:40:07.168002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7aae23-13ab-4150-81c1-79d5fe70a651,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:07.205468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c18616f-06ee-4bb7-ad8a-83641dbb6c38 req-6549e92e-cad8-4363-8544-05f0b0aeda97 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335316 Apr 05 20:40:07.228557 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-58c36de1-e0e3-4cdc-b67c-60259e707ae3 service neutron] 10.222.0.39 "GET /v2.0/ports/24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 200 len: 1032 time: 0.1901076 Apr 05 20:40:07.350754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Network 93580db1-e290-4301-b749-20db7c571c9f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:40:07.437208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 2, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:07.441738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Checking router: 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:40:07.442283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Updating router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:40:07.444483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 93580db1-e290-4301-b749-20db7c571c9f) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:07.460986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.461589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.480347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b820ddb-940d-4640-b3d5-040b74519225 None None] Network 93580db1-e290-4301-b749-20db7c571c9f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:40:07.489388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d607a921-ddcd-4eb5-b2bd-9a9e0c5b5a12 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.494238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d607a921-ddcd-4eb5-b2bd-9a9e0c5b5a12 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.506907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d607a921-ddcd-4eb5-b2bd-9a9e0c5b5a12 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.507757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d607a921-ddcd-4eb5-b2bd-9a9e0c5b5a12 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:07.588667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.606048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ddb6f6cd-f804-4aae-8155-103b1b35a9c3 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:07.638326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d607a921-ddcd-4eb5-b2bd-9a9e0c5b5a12 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:07.639916 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d607a921-ddcd-4eb5-b2bd-9a9e0c5b5a12 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "GET /v2.0/networks?id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=6ce56abd-0a77-426d-b416-6f997dfa7407&id=6ce56abd-0a77-426d-b416-6f997dfa7407 HTTP/1.1" status: 200 len: 1994 time: 0.4037318 Apr 05 20:40:07.748688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c8cc13b7-347b-47f4-a167-76bad75cd6e4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:07.787773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c8cc13b7-347b-47f4-a167-76bad75cd6e4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:07.791509 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c8cc13b7-347b-47f4-a167-76bad75cd6e4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6e30bd010d64dbaa09a896a2d04a04b HTTP/1.1" status: 200 len: 380 time: 0.1066885 Apr 05 20:40:07.808440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'admin_state_up': True, 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'security_groups': ['8c0c5635-a75d-4d88-9293-47e834d65cdf']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:07.857307 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-803b3bff-c00c-4c4b-a4de-b25cb56ff224 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7793844 Apr 05 20:40:07.858303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54778) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:07.864373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:07.872070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:07.884238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Usage tracker for resource:router and tenant:7bc9c227eed645c2b474f909430072ea is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:07.888857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:07.898179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:08.058556 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.095600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.096545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.137959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:08.185715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:08.185829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:08.185829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:08.272448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.295307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-f8aef627-2321-449a-911a-21cdb5378032 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:08.297640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-f8aef627-2321-449a-911a-21cdb5378032 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 946 time: 0.3293769 Apr 05 20:40:08.300677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:08.305258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.417314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c99cc-96c0-4092-ae75-187aa3823288 req-00b0ce97-ee3a-4e14-ac74-15cf7f89dd7f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:08.418876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b10c99cc-96c0-4092-ae75-187aa3823288 req-00b0ce97-ee3a-4e14-ac74-15cf7f89dd7f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.3037138 Apr 05 20:40:08.440771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Deleting port 54087b23-3872-43fc-b719-855edd1b4687 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:08.446264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.467109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.498636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Transition to ACTIVE for port object 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:08.508809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-93580db1-e290-4301-b749-20db7c571c9f', 'network_id': '93580db1-e290-4301-b749-20db7c571c9f', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'fixed_ips': [{'subnet_id': '4c7aae23-13ab-4150-81c1-79d5fe70a651'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:40:08.510027 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.527038 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.652627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:08.679740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.680552 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.738673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 172.20.0.4 (098d4f5c-6f3c-41a1-b88a-01f04f4f1352/65b8a69d-1835-428d-8e17-809e3ca744d0/2ec5a4bc-4685-4211-b6f1-497dbddfe9d4) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:08.911535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec00ef1c-effb-48ad-a1b8-394f01321633 req-0b5d09a2-1147-4a84-9c7a-8047bacafaf5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 210 time: 0.1788435 Apr 05 20:40:09.075931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Allocated IP 172.20.0.2 (93580db1-e290-4301-b749-20db7c571c9f/4c7aae23-13ab-4150-81c1-79d5fe70a651/fff80a4f-0781-4177-989b-1852e09244e5) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:09.149754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b10c99cc-96c0-4092-ae75-187aa3823288 req-2209cda2-a1bd-4ad3-9245-21021d4e3720 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137053 Apr 05 20:40:09.244498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.317637 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.342314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.373497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Transition to ACTIVE for port object 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:09.425829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df04b83-8bbb-4769-ad0c-087ee5855335 None None] Pushing event updated for resources: {'Port': ['ID=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:09.500877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.638318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 5721e536-dd96-4e12-9128-135f1d842d4e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:09.649351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] For port 54087b23-3872-43fc-b719-855edd1b4687, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=54087b23-3872-43fc-b719-855edd1b4687,segment=NetworkSegment(78c9303a-0b5b-4da5-95c8-ba2f54910374),segment_id=78c9303a-0b5b-4da5-95c8-ba2f54910374)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:09.649351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.703501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:09.711722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:09.713207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:09.717806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:09.859039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.859654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.860908 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.874186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Transition to ACTIVE for port object fff80a4f-0781-4177-989b-1852e09244e5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:09.891331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Calling delete_port for 54087b23-3872-43fc-b719-855edd1b4687 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:09.902609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Transition to ACTIVE for port object fff80a4f-0781-4177-989b-1852e09244e5 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:09.915742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Attempting to bind port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:09.916108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Attempting to bind port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:09.916464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Attempting to bind port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 on network d650b792-245a-4a76-b86a-f727bb63dca4 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:09.920212 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.932326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:09.932884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Checking segment: {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:09.935986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.936459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Bound using segment: {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:09.937197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Bound port: 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:09.937592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.948486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fb3b2-550e-472d-996d-40b9a096ab8e req-9bb78bcb-6685-4c44-b388-9cd73288fd18 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.949999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-466fb3b2-550e-472d-996d-40b9a096ab8e req-9bb78bcb-6685-4c44-b388-9cd73288fd18 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2 HTTP/1.1" status: 200 len: 946 time: 0.4998479 Apr 05 20:40:09.956101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec41db0-0377-49b5-a249-7dcf791937b1 req-6ae8f534-e566-4ee6-b1ff-3b2837c39ef1 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.957702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ec41db0-0377-49b5-a249-7dcf791937b1 req-6ae8f534-e566-4ee6-b1ff-3b2837c39ef1 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 945 time: 0.5748057 Apr 05 20:40:10.042417 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.077188 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64d22aee-afb1-436e-9976-1d954f4bddba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2792499 Apr 05 20:40:10.096130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'admin_state_up': True, 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'security_groups': ['8c0c5635-a75d-4d88-9293-47e834d65cdf']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:10.137194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 5721e536-dd96-4e12-9128-135f1d842d4e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:10.164311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 5721e536-dd96-4e12-9128-135f1d842d4e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:10.164678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.193148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ec41db0-0377-49b5-a249-7dcf791937b1 req-602bb16c-3740-46c5-81d2-e23d7b27f2b1 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055199 Apr 05 20:40:10.219796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Network 93580db1-e290-4301-b749-20db7c571c9f is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:10.221280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] For port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:10.223743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-466fb3b2-550e-472d-996d-40b9a096ab8e req-ac0b53ed-02d3-42fa-8fd2-98c1d47a4be5 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7f3165-1bf0-46e7-b3e9-678ac76b4e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618482 Apr 05 20:40:10.292603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:10.350257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:10.370853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Pushing event updated for resources: {'Port': ['ID=fff80a4f-0781-4177-989b-1852e09244e5,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:10.470658 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f22d4b98-3b08-405b-9f30-5d87426d1995'] response: {'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'code': 200} Apr 05 20:40:10.506875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:10.508335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] For port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:10.521730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:port and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:10.522705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:10.526240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.537519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:10.589162 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.649362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:10.652835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.683342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Attempting to bind port fff80a4f-0781-4177-989b-1852e09244e5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:10.687712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Attempting to bind port fff80a4f-0781-4177-989b-1852e09244e5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:10.695458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Attempting to bind port fff80a4f-0781-4177-989b-1852e09244e5 on network 93580db1-e290-4301-b749-20db7c571c9f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:10.723456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fbb25fc5-9bb9-4295-8d34-a0107a9ba09b None None] Provisioning for port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:10.743562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fbb25fc5-9bb9-4295-8d34-a0107a9ba09b None None] Provisioning complete for port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:10.755649 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbb25fc5-9bb9-4295-8d34-a0107a9ba09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.836771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Pushing event deleted for resources: {'Port': ['ID=54087b23-3872-43fc-b719-855edd1b4687,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:10.853868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.854769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.855272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.855762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.856237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.856711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.857208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.857693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.858354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.858820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.859900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:10.935449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] No DVR routers for this DVR port 54087b23-3872-43fc-b719-855edd1b4687 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:10.941004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.975626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:10.978919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Checking segment: {'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:10.981273 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.981747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Bound using segment: {'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:10.983228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Bound port: fff80a4f-0781-4177-989b-1852e09244e5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:10.984665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.028146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 10.1.1.168 (567c7863-c308-4909-9599-dc218f927a9e/351c7923-f01e-4047-b7a1-df6ebf0120e7/86f319eb-e1f7-4ccb-91b7-eebaa45072d5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:11.130073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.136595 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.141332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'name': 'network-vif-deleted', 'tag': '54087b23-3872-43fc-b719-855edd1b4687'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:11.154485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.160629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-724a3c28-39ce-423d-ae73-1c7ff65f42ad req-6df2f3d7-fb74-4b80-ae6c-d72243b54b30 tempest-InstanceActionsNegativeTestJSON-1028543162 tempest-InstanceActionsNegativeTestJSON-1028543162-project] 10.222.0.39 "DELETE /v2.0/ports/54087b23-3872-43fc-b719-855edd1b4687 HTTP/1.1" status: 204 len: 173 time: 2.8582673 Apr 05 20:40:11.161744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df04b83-8bbb-4769-ad0c-087ee5855335 None None] Pushing event updated for resources: {'Port': ['ID=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:11.188703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54087b23-3872-43fc-b719-855edd1b4687 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:11.225134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:11.225955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:40:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:11.235715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4989-43d7-4fc0-839b-fcd6a55899b0 req-88694b23-801c-4764-8082-77364b9cc39c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:11.237497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f5c4989-43d7-4fc0-839b-fcd6a55899b0 req-88694b23-801c-4764-8082-77364b9cc39c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.4774301 Apr 05 20:40:11.289068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d634e-dc27-42ac-aff0-aacb788156ef req-ab685047-cf88-4b9a-a0e3-5b0fdec83d49 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:11.296647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45d634e-dc27-42ac-aff0-aacb788156ef req-ab685047-cf88-4b9a-a0e3-5b0fdec83d49 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.7743754 Apr 05 20:40:11.433408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45d634e-dc27-42ac-aff0-aacb788156ef req-4f4d49d8-d928-4787-9686-6268e0c365cc tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351368 Apr 05 20:40:11.447855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:11.482771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f5c4989-43d7-4fc0-839b-fcd6a55899b0 req-963a3735-5804-48a8-99d5-b4eff7d988e9 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307541 Apr 05 20:40:11.538488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Allocated IP 172.25.2.232 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/9c54107c-4f1d-4156-9c48-bad5c8434c44) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:11.550362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.663734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Transition to ACTIVE for port object 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:11.709282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 54087b23-3872-43fc-b719-855edd1b4687 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:40:11.709778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 54087b23-3872-43fc-b719-855edd1b4687 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:11.715969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fbb25fc5-9bb9-4295-8d34-a0107a9ba09b None None] Port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:11.848095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5721e536-dd96-4e12-9128-135f1d842d4e,segment=NetworkSegment(1cf79004-460f-4dca-b8a2-947081f2b42b),segment_id=1cf79004-460f-4dca-b8a2-947081f2b42b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:11.873427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] For port fff80a4f-0781-4177-989b-1852e09244e5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:11.906602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] For port fff80a4f-0781-4177-989b-1852e09244e5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=fff80a4f-0781-4177-989b-1852e09244e5,segment=NetworkSegment(8e68c7c9-2ddb-41bd-956b-625a85b927bf),segment_id=8e68c7c9-2ddb-41bd-956b-625a85b927bf)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:11.964214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dce80-8c3c-4b89-bbf5-c06c52071c74 req-a3da47f1-fae8-42fb-946b-23b6b333392a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:11.965656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018dce80-8c3c-4b89-bbf5-c06c52071c74 req-a3da47f1-fae8-42fb-946b-23b6b333392a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 931 time: 0.1505837 Apr 05 20:40:11.973150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.022048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:10Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:12.029453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0711a7-34a3-42c5-81b0-8cd5b8cc83f4 None None] The sync data for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 is: [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:10Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:40:12.037021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018dce80-8c3c-4b89-bbf5-c06c52071c74 req-a9e4267e-f296-4ec5-a110-291dc61ec80b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589595 Apr 05 20:40:12.079069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.134198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.141508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.230641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.244557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 567c7863-c308-4909-9599-dc218f927a9e is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:12.288600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:12.327115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:12.342469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:12.345473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:12.390759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:12.438338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=5721e536-dd96-4e12-9128-135f1d842d4e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:12.470507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:12.508631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Pushing event updated for resources: {'Port': ['ID=9c54107c-4f1d-4156-9c48-bad5c8434c44,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:12.610580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:12.636730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.649001 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1748bea7-57b4-4a83-acef-e3eaa22738d7'] response: {'server_uuid': 'bb2af9c5-6f34-4e39-a91d-65e5b0c4b2a2', 'name': 'network-vif-deleted', 'tag': '54087b23-3872-43fc-b719-855edd1b4687', 'status': 'completed', 'code': 200} Apr 05 20:40:12.698090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:12.804856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-820ea6f1-4e88-4615-84d1-4547ff695698 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7134471 Apr 05 20:40:12.827395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'admin_state_up': True, 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'security_groups': ['8c0c5635-a75d-4d88-9293-47e834d65cdf']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:12.854459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:12.949876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b5ab-07a4-4e56-8df7-b48bf5af575c req-1eaff5d3-1cb0-4561-96f4-05e8c63a5210 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:12.951434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1852b5ab-07a4-4e56-8df7-b48bf5af575c req-1eaff5d3-1cb0-4561-96f4-05e8c63a5210 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.6671331 Apr 05 20:40:13.128420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f22ac-2a3b-4a86-a94c-b7fd7d593756 None None] Pushing event updated for resources: {'Port': ['ID=fff80a4f-0781-4177-989b-1852e09244e5,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:13.217379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f7b9686-b525-4d3b-97d2-fbac461fd766 None None] Provisioning for port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:13.237965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:13.243775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:port and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:13.247464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f7b9686-b525-4d3b-97d2-fbac461fd766 None None] Provisioning complete for port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:13.247831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9686-b525-4d3b-97d2-fbac461fd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.248244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:13.257478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:13.281593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1852b5ab-07a4-4e56-8df7-b48bf5af575c req-b3a18fad-de46-481b-8caa-e42e3f2b9373 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024516 Apr 05 20:40:13.327517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd59f-0fec-469a-922d-a3bc110b844a req-de9102dc-e0e3-4931-a66a-4b06c9388ace tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:13.342632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-337dd59f-0fec-469a-922d-a3bc110b844a req-de9102dc-e0e3-4931-a66a-4b06c9388ace tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 946 time: 0.3150201 Apr 05 20:40:13.383525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b9686-b525-4d3b-97d2-fbac461fd766 None None] Port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:13.393521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:13.406667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:13.406667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.409745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:13.413838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.487120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-337dd59f-0fec-469a-922d-a3bc110b844a req-6322c81e-7e78-4738-8f67-2ef30045a479 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418312 Apr 05 20:40:13.525858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.527272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.603509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54822) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:13.685415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.786415 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:13.853585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.861039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] Deleting subnet 5658e2a6-a2cb-4037-9de0-0102d00b802f {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:40:13.889661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.013926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:14.050938 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.142445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.236623 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e0fc51-34dd-4873-ba1e-a05f2e2ed31c'] response: {'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e', 'code': 200} Apr 05 20:40:14.244277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c556ec-94ff-4e4b-9b6c-ff53bbdd0429 req-669abfca-8300-470a-8db2-4bbb32c3b59a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:14.247979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14c556ec-94ff-4e4b-9b6c-ff53bbdd0429 req-669abfca-8300-470a-8db2-4bbb32c3b59a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.3724711 Apr 05 20:40:14.360588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 10.1.1.22 (567c7863-c308-4909-9599-dc218f927a9e/351c7923-f01e-4047-b7a1-df6ebf0120e7/8554707a-c60a-4dc0-84a7-2c68fb5bc498) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:14.393017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.409091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05fc049-110e-403d-b418-0957a3bf98d8 None None] Network 93580db1-e290-4301-b749-20db7c571c9f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:40:14.464395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14c556ec-94ff-4e4b-9b6c-ff53bbdd0429 req-61975824-dfa2-4696-8478-0cfa303709c3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006011 Apr 05 20:40:14.542226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5658e2a6-a2cb-4037-9de0-0102d00b802f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:14.706131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.728900 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8b78c851-6012-480e-a3d7-6717a41708e5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5658e2a6-a2cb-4037-9de0-0102d00b802f HTTP/1.1" status: 204 len: 168 time: 1.1206210 Apr 05 20:40:14.731600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54838) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:14.786801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f4e4071c-a615-4854-84ee-00b3943596fc None None] Provisioning for port fff80a4f-0781-4177-989b-1852e09244e5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:14.864421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device fff80a4f-0781-4177-989b-1852e09244e5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:15.009979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e473b0-2688-4930-b801-f30f6883e119 req-f82f6c85-df5d-4656-b2b5-ec020977261a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:15.011567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9e473b0-2688-4930-b801-f30f6883e119 req-f82f6c85-df5d-4656-b2b5-ec020977261a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "GET /v2.0/ports?device_id=13176baa-1866-4ec6-b68d-b5add3cef278 HTTP/1.1" status: 200 len: 943 time: 1.0109468 Apr 05 20:40:15.038049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port fff80a4f-0781-4177-989b-1852e09244e5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:15.047327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port fff80a4f-0781-4177-989b-1852e09244e5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:15.048953 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.078693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.134039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.246482 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.335792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port fff80a4f-0781-4177-989b-1852e09244e5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=fff80a4f-0781-4177-989b-1852e09244e5,segment=NetworkSegment(8e68c7c9-2ddb-41bd-956b-625a85b927bf),segment_id=8e68c7c9-2ddb-41bd-956b-625a85b927bf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:15.342567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ed21a3cc-4ae2-4420-a566-662069a72c0f None None] Provisioning complete for port fff80a4f-0781-4177-989b-1852e09244e5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:15.343721 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed21a3cc-4ae2-4420-a566-662069a72c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.425264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.430256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.433326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:15.435437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Transition to ACTIVE for port object 8554707a-c60a-4dc0-84a7-2c68fb5bc498 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:15.500556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec19328-a89e-4855-aa3d-190df7d4b736']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:15.539246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c9303a-0b5b-4da5-95c8-ba2f54910374') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:15.539549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c9303a-0b5b-4da5-95c8-ba2f54910374') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:15.565579 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.610821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.626271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:40:15.626672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.634632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Deleting port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:15.635173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:40:15.648270 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:40:15.688823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=fff80a4f-0781-4177-989b-1852e09244e5,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:15.732452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:15.732887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.752476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71e67f2e-769b-4928-85b0-aa3f6a69d00d req-7cefa5c3-446a-49bb-8139-312b35b98d07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 1097 time: 1.3712852 Apr 05 20:40:15.756888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-18cd9699-9c47-4442-9869-ca1d1b472444 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:15.763396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-18cd9699-9c47-4442-9869-ca1d1b472444 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 1.2941742 Apr 05 20:40:15.766920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.811867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-485651f0-8f76-46a7-8218-bab2e3974953 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b117e04743246c0a80472e837a08d4f&device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 1096 time: 1.4317312 Apr 05 20:40:15.856087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-312c3033-1a36-4fb8-bc3f-e68b7db88ec8 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/quotas/98325b48f78f433f9dacd569718efdc6 HTTP/1.1" status: 200 len: 375 time: 0.0917697 Apr 05 20:40:15.856636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 567c7863-c308-4909-9599-dc218f927a9e is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:15.869451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:15.900627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:15.960176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=8554707a-c60a-4dc0-84a7-2c68fb5bc498,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:16.008747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:16.009472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.041412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f5a9-2e3b-4a19-93a1-5f47d2ec51fd req-0c72c567-6720-468a-9d8f-ba03e2d45f87 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:16.045176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f5a9-2e3b-4a19-93a1-5f47d2ec51fd req-0c72c567-6720-468a-9d8f-ba03e2d45f87 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:16.046781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e67f5a9-2e3b-4a19-93a1-5f47d2ec51fd req-0c72c567-6720-468a-9d8f-ba03e2d45f87 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 1653 time: 1.1920202 Apr 05 20:40:16.055847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.061373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.067171 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5ec19328-a89e-4855-aa3d-190df7d4b736 HTTP/1.1" status: 204 len: 168 time: 1.3144121 Apr 05 20:40:16.130949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3dba5f4b-b0bd-4014-be99-a7e1530387a3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3075113 Apr 05 20:40:16.132727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbc3c9-f3ad-40c1-b613-1143ba32fb77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec19328-a89e-4855-aa3d-190df7d4b736,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:16.151644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407', 'admin_state_up': True, 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'security_groups': ['8c0c5635-a75d-4d88-9293-47e834d65cdf']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:16.154866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71e67f2e-769b-4928-85b0-aa3f6a69d00d req-c616cf41-4afd-4211-b4a7-dcec7848dacc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816922 Apr 05 20:40:16.301933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Router 953bd39d-0526-4193-b314-be181aa24dea is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:40:16.314017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-feecfad5-cfd8-45fc-ba6d-dd09497f2cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:16.315445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-feecfad5-cfd8-45fc-ba6d-dd09497f2cb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 200 len: 912 time: 0.4924841 Apr 05 20:40:16.399494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e67f5a9-2e3b-4a19-93a1-5f47d2ec51fd req-d4b3cf3d-9fdc-457c-a66d-646e7b4c51e3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272817 Apr 05 20:40:16.411928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-88e31c83-318f-48a9-a60f-e8fab6d14f0f None None] Provisioning for port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:16.414093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-88e31c83-318f-48a9-a60f-e8fab6d14f0f None None] Provisioning complete for port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:16.414475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-88e31c83-318f-48a9-a60f-e8fab6d14f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.475696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:16.490609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:port and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:16.494991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:16.527884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:16.550173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-88e31c83-318f-48a9-a60f-e8fab6d14f0f None None] Port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:16.607207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-1c14b0f7-6cba-40a6-ae71-f9661b496364 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7502391 Apr 05 20:40:16.612474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] For port ddb6f6cd-f804-4aae-8155-103b1b35a9c3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:16.612840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.648180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:16.670127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device fff80a4f-0781-4177-989b-1852e09244e5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:16.676097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-bc0cba6e-72c3-44bd-b084-ff3ba4eef909 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=918a146e-0ab1-48aa-bfde-da73d4143c56 HTTP/1.1" status: 200 len: 217 time: 0.3521214 Apr 05 20:40:16.787874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port fff80a4f-0781-4177-989b-1852e09244e5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:16.788596 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.885634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54846) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:16.916680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-c14cf2fb-311a-4037-8590-949f72076a59 service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376256 Apr 05 20:40:16.979654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.001126 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3e8508a8-b55d-47c9-a0cb-548ed54b5d45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c64643b23b4e41e6ac2e0730d36e202f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1040127 Apr 05 20:40:17.003753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54852) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:17.186051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Calling delete_port for ddb6f6cd-f804-4aae-8155-103b1b35a9c3 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:17.204735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6eb52c6-ae2b-4b03-b9f7-d4593f21ef99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.300374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6eb52c6-ae2b-4b03-b9f7-d4593f21ef99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.461356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 10.2.2.100 (6ce56abd-0a77-426d-b416-6f997dfa7407/f35ddee5-c066-493e-b752-f4cf428c9b7c/663da1a9-e676-499f-828e-8ed07621dc08) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:17.517775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6eb52c6-ae2b-4b03-b9f7-d4593f21ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.561448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb52c6-ae2b-4b03-b9f7-d4593f21ef99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7f3165-1bf0-46e7-b3e9-678ac76b4e66,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:17.610636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ddb6f6cd-f804-4aae-8155-103b1b35a9c3 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:17.729185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-828ae209-e3a6-4686-94f7-5d37a56ac488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:17.730641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-828ae209-e3a6-4686-94f7-5d37a56ac488 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ff7d5c-ea36-4166-8dac-6fad07295978 HTTP/1.1" status: 200 len: 851 time: 0.8112915 Apr 05 20:40:17.815078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-1d1ffe2b-dae2-4c60-b9bf-dc0027af01db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75db5fa6-4b8f-42bb-b9fd-412ec9935469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724609 Apr 05 20:40:17.857377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6eb52c6-ae2b-4b03-b9f7-d4593f21ef99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.858584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a6eb52c6-ae2b-4b03-b9f7-d4593f21ef99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da7f3165-1bf0-46e7-b3e9-678ac76b4e66 HTTP/1.1" status: 204 len: 168 time: 0.8539345 Apr 05 20:40:17.899777 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.939027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Transition to ACTIVE for port object 663da1a9-e676-499f-828e-8ed07621dc08 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:17.991142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bb0e-f30c-4790-afc4-33e5589a829f req-d8726714-9138-4745-92d1-0ce0fd1a233e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:18.000432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64c1bb0e-f30c-4790-afc4-33e5589a829f req-d8726714-9138-4745-92d1-0ce0fd1a233e tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 1.3992448 Apr 05 20:40:18.030746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-2b8a17a5-a727-4080-a95f-8f589925b013 service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9574590 Apr 05 20:40:18.048481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.167677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:18.170876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:18.175422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:18.200271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.230613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=663da1a9-e676-499f-828e-8ed07621dc08,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:18.285797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:18.286461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.380437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event deleted for resources: {'Port': ['ID=ddb6f6cd-f804-4aae-8155-103b1b35a9c3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:18.387156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64c1bb0e-f30c-4790-afc4-33e5589a829f req-8811663f-78ec-4a59-8923-333cddf24a57 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865681 Apr 05 20:40:18.402950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-04054a7f-f724-4700-ad20-b445600b907a service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806112 Apr 05 20:40:18.408528 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ecb2234f-b7fe-4f46-9254-51f6035f1321 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2702134 Apr 05 20:40:18.425821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407', 'admin_state_up': True, 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'security_groups': ['8c0c5635-a75d-4d88-9293-47e834d65cdf']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:18.791419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:18.794753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] No DVR routers for this DVR port ddb6f6cd-f804-4aae-8155-103b1b35a9c3 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:18.799839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Usage tracker for resource:port and tenant:a6e30bd010d64dbaa09a896a2d04a04b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:18.803796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:18.825311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:18.836225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1225323b-a4bf-4692-bb6a-d74ca46f196b None None] Provisioning for port 663da1a9-e676-499f-828e-8ed07621dc08 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:18.845443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1225323b-a4bf-4692-bb6a-d74ca46f196b None None] Provisioning complete for port 663da1a9-e676-499f-828e-8ed07621dc08 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:18.849932 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1225323b-a4bf-4692-bb6a-d74ca46f196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.851737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.866268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-deleted', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:18.949382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1225323b-a4bf-4692-bb6a-d74ca46f196b None None] Port 663da1a9-e676-499f-828e-8ed07621dc08 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:18.973478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:40:18.973890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Made reservation on behalf of a6e30bd010d64dbaa09a896a2d04a04b for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:18.980103 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.986016 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Sync routers for ids ['953bd39d-0526-4193-b314-be181aa24dea'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:40:18.997834 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Routers {'953bd39d-0526-4193-b314-be181aa24dea'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:18.998443 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:40:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['953bd39d-0526-4193-b314-be181aa24dea'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:19.011372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12a307be-2b31-4b05-a7a9-b552a13a0d0d req-02f5d551-c5a6-4439-b295-e948381a3922 service neutron] 10.222.0.39 "GET /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404189 Apr 05 20:40:19.013274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9e473b0-2688-4930-b801-f30f6883e119 req-a4e1d23b-f9f3-44ae-a405-8d46624d6390 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.23 "DELETE /v2.0/ports/ddb6f6cd-f804-4aae-8155-103b1b35a9c3 HTTP/1.1" status: 204 len: 173 time: 3.9616919 Apr 05 20:40:19.059387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5e459-eac4-4bcc-9def-8f2d349f8ee5 req-673f7f4f-61b4-4d99-9774-ca464a767e6a tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:19.080817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bed5e459-eac4-4bcc-9def-8f2d349f8ee5 req-673f7f4f-61b4-4d99-9774-ca464a767e6a tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 946 time: 0.2803156 Apr 05 20:40:19.121919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ef6e4-6375-4295-a75d-4da2b127efa4 req-9fa8aecc-ea2b-4afe-814a-e1f1af44bdc2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:19.130165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf8ef6e4-6375-4295-a75d-4da2b127efa4 req-9fa8aecc-ea2b-4afe-814a-e1f1af44bdc2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.3904276 Apr 05 20:40:19.157126 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.161600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d3e64701-baf6-47ae-9843-7c9cfd05f245 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.3013871 Apr 05 20:40:19.166114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54880) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:19.448152 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Set router 953bd39d-0526-4193-b314-be181aa24dea gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:19.588038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bed5e459-eac4-4bcc-9def-8f2d349f8ee5 req-58dbae50-5030-475f-af8e-9918df8dcb80 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062983 Apr 05 20:40:19.672815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf8ef6e4-6375-4295-a75d-4da2b127efa4 req-242e9568-dc4f-4cb0-aaba-c98dc6d5fc4a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417111 Apr 05 20:40:19.826540 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Allocated IP 10.2.2.200 (6ce56abd-0a77-426d-b416-6f997dfa7407/f35ddee5-c066-493e-b752-f4cf428c9b7c/3ae2bebd-d815-46f1-815c-efbb947e342c) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:20.048408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.190217 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:40:12Z', 'revision_number': 3, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port': {'id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:11Z', 'updated_at': '2022-04-05T20:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:20.199429 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Checking router: 953bd39d-0526-4193-b314-be181aa24dea for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:40:20.199834 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Updating router 953bd39d-0526-4193-b314-be181aa24dea port 9c54107c-4f1d-4156-9c48-bad5c8434c44 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:40:20.295892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.304802 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.331964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Transition to ACTIVE for port object 3ae2bebd-d815-46f1-815c-efbb947e342c will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:20.464494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c2f49-4547-4b22-96e1-b19a8b73b274 req-adaf2f7a-acde-4b1f-a9b4-5f79e40dcefc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.472119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.474270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c2f49-4547-4b22-96e1-b19a8b73b274 req-adaf2f7a-acde-4b1f-a9b4-5f79e40dcefc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.489194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c2f49-4547-4b22-96e1-b19a8b73b274 req-adaf2f7a-acde-4b1f-a9b4-5f79e40dcefc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.493032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c2f49-4547-4b22-96e1-b19a8b73b274 req-adaf2f7a-acde-4b1f-a9b4-5f79e40dcefc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.494765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6c2f49-4547-4b22-96e1-b19a8b73b274 req-adaf2f7a-acde-4b1f-a9b4-5f79e40dcefc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 3094 time: 0.3712611 Apr 05 20:40:20.563809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56e455-5590-4aa7-809c-d0eeeaa88613 req-010afa1b-e4e9-4506-999a-98484da60f78 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.565338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea56e455-5590-4aa7-809c-d0eeeaa88613 req-010afa1b-e4e9-4506-999a-98484da60f78 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.3527281 Apr 05 20:40:20.639906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event updated for resources: {'Port': ['ID=3ae2bebd-d815-46f1-815c-efbb947e342c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:20.652579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:20.653943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:20.660237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:20.727116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6c2f49-4547-4b22-96e1-b19a8b73b274 req-8c8cc4c7-ce01-4ca7-897b-b8a00c007034 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058494 Apr 05 20:40:20.732533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea56e455-5590-4aa7-809c-d0eeeaa88613 req-28113998-3fd8-4f4f-96a8-3d5d34a2a797 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333544 Apr 05 20:40:20.815924 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.847746 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Transition to ACTIVE for port object 9c54107c-4f1d-4156-9c48-bad5c8434c44 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:20.891968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.891968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.103681 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.104915 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d6062c-8dad-43d0-92e1-e2a82b3dc9ab'] response: {'server_uuid': '13176baa-1866-4ec6-b68d-b5add3cef278', 'name': 'network-vif-deleted', 'tag': 'ddb6f6cd-f804-4aae-8155-103b1b35a9c3', 'status': 'completed', 'code': 200} Apr 05 20:40:21.127757 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-5ffa8b41-5044-408b-a1a7-1139f75b54b9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7067323 Apr 05 20:40:21.148541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:21.161830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43afa275-5bf7-41eb-b423-4a8fdd785e88 None None] Provisioning for port 3ae2bebd-d815-46f1-815c-efbb947e342c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:21.166791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43afa275-5bf7-41eb-b423-4a8fdd785e88 None None] Provisioning complete for port 3ae2bebd-d815-46f1-815c-efbb947e342c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:21.167383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-43afa275-5bf7-41eb-b423-4a8fdd785e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.207358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f25e4711-7911-4548-9a93-688e0f57c87d req-f8e549d5-3a7d-4bc0-ac9f-b1fe564aac9e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:21.211982 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Pushing event updated for resources: {'Port': ['ID=9c54107c-4f1d-4156-9c48-bad5c8434c44,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:21.241454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Attempting to bind port 9c54107c-4f1d-4156-9c48-bad5c8434c44 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:21.244087 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Attempting to bind port 9c54107c-4f1d-4156-9c48-bad5c8434c44 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:21.244725 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Attempting to bind port 9c54107c-4f1d-4156-9c48-bad5c8434c44 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:21.249220 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.250425 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.253337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.253337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.253337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.253337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.253337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.253337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.254500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.255044 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.255661 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:21.274224 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:21.274845 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:21.275351 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.277763 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:21.279041 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Bound port: 9c54107c-4f1d-4156-9c48-bad5c8434c44, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:21.281949 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.289499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72514eb-eddd-4eb5-a172-bf70642231b3 req-b6b45373-73c9-49ab-896f-b2cfe91c48d5 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:21.289879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-43afa275-5bf7-41eb-b423-4a8fdd785e88 None None] Port 3ae2bebd-d815-46f1-815c-efbb947e342c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:21.291728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d72514eb-eddd-4eb5-a172-bf70642231b3 req-b6b45373-73c9-49ab-896f-b2cfe91c48d5 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.1839268 Apr 05 20:40:21.301189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f25e4711-7911-4548-9a93-688e0f57c87d req-f8e549d5-3a7d-4bc0-ac9f-b1fe564aac9e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:21.302261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f25e4711-7911-4548-9a93-688e0f57c87d req-f8e549d5-3a7d-4bc0-ac9f-b1fe564aac9e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 210 time: 0.1963880 Apr 05 20:40:21.351096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.401657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d72514eb-eddd-4eb5-a172-bf70642231b3 req-830dbea2-696f-42d8-9e6d-fa622f1dab09 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013286 Apr 05 20:40:21.479927 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] For port 9c54107c-4f1d-4156-9c48-bad5c8434c44, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:21.488362 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] For port 9c54107c-4f1d-4156-9c48-bad5c8434c44, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9c54107c-4f1d-4156-9c48-bad5c8434c44,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:21.555470 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.760730 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Routers {'953bd39d-0526-4193-b314-be181aa24dea'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:21.762333 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:40:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['953bd39d-0526-4193-b314-be181aa24dea'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:21.802039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e296f-e711-4b13-93b1-26a1927c9744 req-9e9d3027-104f-4cc0-86fc-f1ad5a0a24f6 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:21.803536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-660e296f-e711-4b13-93b1-26a1927c9744 req-9e9d3027-104f-4cc0-86fc-f1ad5a0a24f6 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 946 time: 0.1921117 Apr 05 20:40:21.836350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.050622 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cc259-b699-4eec-8f85-21f0dbe1b918 None None] Pushing event updated for resources: {'Port': ['ID=9c54107c-4f1d-4156-9c48-bad5c8434c44,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:22.114559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:22.125218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.143264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Transition to ACTIVE for port object 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:22.145558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-660e296f-e711-4b13-93b1-26a1927c9744 req-cef5348d-1dde-42a9-94d8-3311d7abdce5 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316734 Apr 05 20:40:22.146938 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] Set router 953bd39d-0526-4193-b314-be181aa24dea gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:22.254034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.605252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:22.696855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-15615ea4-c55a-451c-86b1-33fd9ad7b05b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:22.703349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-15615ea4-c55a-451c-86b1-33fd9ad7b05b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 0.5915635 Apr 05 20:40:22.800418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Request body: {'port': {'device_id': '010adad4-38c8-4bca-b26c-36225c10076d', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'admin_state_up': True, 'tenant_id': '98325b48f78f433f9dacd569718efdc6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:22.885138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Attempting to bind port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:22.885706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Attempting to bind port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:22.886259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Attempting to bind port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 on network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:22.900400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 on network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:22.902532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Attempting to bind port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 on network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:22.906897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Allocated IP 172.20.0.1 (93580db1-e290-4301-b749-20db7c571c9f/4c7aae23-13ab-4150-81c1-79d5fe70a651/ae157cbd-4c96-465b-9bf0-9b1e91048c84) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:22.912241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:22.914335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:40:12Z', 'revision_number': 3, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port': {'id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:11Z', 'updated_at': '2022-04-05T20:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:22.920151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Checking segment: {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:22.920151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Bound using segment: {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:22.920151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Bound port: 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f9b70-3b5a-4856-88f9-8472910e0a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:22.920151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.922762 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354009c4-1c16-4c1f-ac1b-c3ddc25c3ff0 None None] The sync data for ids ['953bd39d-0526-4193-b314-be181aa24dea'] in n-d-836605-1 is: [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:40:12Z', 'revision_number': 3, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port': {'id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:11Z', 'updated_at': '2022-04-05T20:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:40:23.029183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] For port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:23.034439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] For port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:23.061549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf0b4-03eb-4d24-b64b-e0760049fae7 req-9e4dc3d1-fa9d-402d-8da7-be9f0488026a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:23.068755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeadf0b4-03eb-4d24-b64b-e0760049fae7 req-9e4dc3d1-fa9d-402d-8da7-be9f0488026a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.5867922 Apr 05 20:40:23.076613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea021e-4d16-4fa9-9de8-1a911549d302 req-dd243625-2d79-4146-bfbf-8b74d6c417ab tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:23.083803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acea021e-4d16-4fa9-9de8-1a911549d302 req-dd243625-2d79-4146-bfbf-8b74d6c417ab tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.5997274 Apr 05 20:40:23.122589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:23.248183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:23.250755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] 10.222.0.39 "PUT /v2.0/ports/2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 HTTP/1.1" status: 200 len: 1091 time: 2.1064172 Apr 05 20:40:23.251338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:23.283543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeadf0b4-03eb-4d24-b64b-e0760049fae7 req-ad026e02-67c6-444f-8ee4-063fd255f56c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138910 Apr 05 20:40:23.284627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:23.286476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eab691-f7b2-4469-a4b8-a50ee9757c92 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:23.304296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:23.348713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:23.361218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:23.368614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Transition to ACTIVE for port object ae157cbd-4c96-465b-9bf0-9b1e91048c84 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:23.394177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acea021e-4d16-4fa9-9de8-1a911549d302 req-0824048f-920b-41ba-8bd3-346bdcdb3c82 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093753 Apr 05 20:40:23.473305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:23.571748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Network 93580db1-e290-4301-b749-20db7c571c9f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:23.596610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:23.650367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:23.676295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:23.784239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Made reservation on behalf of 98325b48f78f433f9dacd569718efdc6 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:23.787527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:23.810723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.275664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:24.275664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.276221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5867a8a-f48e-4e5e-b7f2-35c5dbfa433b req-7a952e7b-c2d0-4a13-a326-718c9eb171ab tempest-ServersAaction247Test-32335239 tempest-ServersAaction247Test-32335239-project] 10.222.0.10 "GET /v2.0/ports?device_id=db451b2d-2554-4cf0-8ead-fead1e7449bf HTTP/1.1" status: 200 len: 210 time: 0.1243055 Apr 05 20:40:24.290464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Transition to ACTIVE for port object c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:24.318695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Pushing event updated for resources: {'Port': ['ID=ae157cbd-4c96-465b-9bf0-9b1e91048c84,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:24.333188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a36ebeca-4f21-4034-9809-434c5e8234b6 None None] Provisioning for port ae157cbd-4c96-465b-9bf0-9b1e91048c84 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:24.359543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a36ebeca-4f21-4034-9809-434c5e8234b6 None None] Provisioning complete for port ae157cbd-4c96-465b-9bf0-9b1e91048c84 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:24.359543 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a36ebeca-4f21-4034-9809-434c5e8234b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.360042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.414450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.428227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Allocated IP 172.20.0.2 (8f0dfb86-f644-44c0-8db1-95159aee7c52/1246ba7d-c905-4313-b63a-d22ca624e201/98e785ae-3f77-4742-a347-eea291534ab4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:24.449359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a0ea-c59f-441f-b071-5ce9e9cf914b req-1e4e27ef-cf46-4ef8-b93f-e91a38a70ea9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:24.453922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a0ea-c59f-441f-b071-5ce9e9cf914b req-1e4e27ef-cf46-4ef8-b93f-e91a38a70ea9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:24.458233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a0ea-c59f-441f-b071-5ce9e9cf914b req-1e4e27ef-cf46-4ef8-b93f-e91a38a70ea9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:24.466027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a0ea-c59f-441f-b071-5ce9e9cf914b req-1e4e27ef-cf46-4ef8-b93f-e91a38a70ea9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:24.470008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90a0ea-c59f-441f-b071-5ce9e9cf914b req-1e4e27ef-cf46-4ef8-b93f-e91a38a70ea9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:24.471898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e90a0ea-c59f-441f-b071-5ce9e9cf914b req-1e4e27ef-cf46-4ef8-b93f-e91a38a70ea9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 3827 time: 0.8986933 Apr 05 20:40:24.505028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a36ebeca-4f21-4034-9809-434c5e8234b6 None None] Port ae157cbd-4c96-465b-9bf0-9b1e91048c84 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:24.535564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:24.594581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b15d30ab-b2b7-4095-98b7-f8e92511a4ce req-76f7556d-e7d2-48a4-ba3c-615fb7340645 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 210 time: 0.0995412 Apr 05 20:40:24.772717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e90a0ea-c59f-441f-b071-5ce9e9cf914b req-e315bead-ecfd-4a4c-a06e-8d7b83980a91 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941289 Apr 05 20:40:24.808164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Attempting to bind port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:24.808497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Attempting to bind port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:24.808947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Attempting to bind port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:24.823942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 on network 567c7863-c308-4909-9599-dc218f927a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:24.824043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Attempting to bind port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:24.842283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:24.842634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Checking segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:24.843059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Bound using segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:24.843503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Bound port: c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:24.843858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.929749 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b68fea-5242-4653-863e-1affba996f3d'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'status': 'completed', 'code': 200} Apr 05 20:40:25.125966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] For port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:25.130130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] For port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:25.159697 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26f49ccd-6620-4df4-9f0f-a23a20e46a07 req-c0672077-30f6-47ed-86b5-95936b1ee3a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5246 time: 0.1963730 Apr 05 20:40:25.227063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce586c4-7f26-48ee-bf7e-018b8b78bec2 req-bdb4008b-1b39-45a6-8d52-ea14bbc0bb7f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.228671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bce586c4-7f26-48ee-bf7e-018b8b78bec2 req-bdb4008b-1b39-45a6-8d52-ea14bbc0bb7f tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.4362254 Apr 05 20:40:25.239430 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.300473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.321906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56278-67ff-475f-b4d4-bcf884fd6e03 req-0622b562-d0b1-4306-aae8-9406d6348527 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.329745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aec56278-67ff-475f-b4d4-bcf884fd6e03 req-0622b562-d0b1-4306-aae8-9406d6348527 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 946 time: 0.2813182 Apr 05 20:40:25.334283 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.398272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f49ccd-6620-4df4-9f0f-a23a20e46a07 req-db77f18c-1b24-43b0-b20e-7a91798f215b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.399400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f49ccd-6620-4df4-9f0f-a23a20e46a07 req-db77f18c-1b24-43b0-b20e-7a91798f215b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.399949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f49ccd-6620-4df4-9f0f-a23a20e46a07 req-db77f18c-1b24-43b0-b20e-7a91798f215b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.401873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26f49ccd-6620-4df4-9f0f-a23a20e46a07 req-db77f18c-1b24-43b0-b20e-7a91798f215b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2280614 Apr 05 20:40:25.404339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.475435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bce586c4-7f26-48ee-bf7e-018b8b78bec2 req-2fc8f9af-512f-44b5-9e93-194ca1e878d3 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249923 Apr 05 20:40:25.510981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.537035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aec56278-67ff-475f-b4d4-bcf884fd6e03 req-0ac232e6-e6bf-416b-b03a-8c41d0e19a43 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063651 Apr 05 20:40:25.537753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Pushing event updated for resources: {'Port': ['ID=ae157cbd-4c96-465b-9bf0-9b1e91048c84,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:25.627966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.630269 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] 10.222.0.39 "PUT /v2.0/ports/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 200 len: 1133 time: 2.2759523 Apr 05 20:40:25.665790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Pushing event updated for resources: {'Port': ['ID=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:25.678583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.679102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.679546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.680778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.680778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.680778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.685100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.685100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.685100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.685100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.685100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68546c6e-5f77-49c0-be1d-f44624ea4b6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:25.725651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f49ccd-6620-4df4-9f0f-a23a20e46a07 req-16c436f8-547d-4110-98e2-89cb18c1b991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.727889 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26f49ccd-6620-4df4-9f0f-a23a20e46a07 req-16c436f8-547d-4110-98e2-89cb18c1b991 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169842 Apr 05 20:40:25.780770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:25.892977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.014204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.152230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:26.161001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:26.169158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:26.177721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:40:26.218054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Network 93580db1-e290-4301-b749-20db7c571c9f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:26.224430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:26.235170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b874-6af3-4c40-8efe-98bc142e6c8d req-d523491b-18f4-4447-84ea-f948e3953c1a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:26.245729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb29b874-6af3-4c40-8efe-98bc142e6c8d req-d523491b-18f4-4447-84ea-f948e3953c1a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.3937345 Apr 05 20:40:26.265729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a1868-b7f0-4f57-b115-4704dfa24a9a req-ad1f9a14-16ae-4b4d-9a03-a1a02c575b61 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:26.272366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c0a1868-b7f0-4f57-b115-4704dfa24a9a req-ad1f9a14-16ae-4b4d-9a03-a1a02c575b61 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.4197786 Apr 05 20:40:26.569814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24220829-8caf-4bf7-a350-1689866690f6 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:26.594154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.635996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Transition to ACTIVE for port object 24220829-8caf-4bf7-a350-1689866690f6 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:26.649391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fbc2e267-b236-4dcf-a74b-49c6c0fb0695 None None] Provisioning complete for port ae157cbd-4c96-465b-9bf0-9b1e91048c84 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:26.649391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e267-b236-4dcf-a74b-49c6c0fb0695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.698930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:26.699559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.701767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.789675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9c54107c-4f1d-4156-9c48-bad5c8434c44 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:26.797016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb29b874-6af3-4c40-8efe-98bc142e6c8d req-b0c334d2-3bc0-4721-ace7-91bb2ea17ba9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497413 Apr 05 20:40:26.825527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c0a1868-b7f0-4f57-b115-4704dfa24a9a req-0234416e-bf2a-43e0-9375-9433f1067505 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521677 Apr 05 20:40:26.910101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Pushing event updated for resources: {'Port': ['ID=24220829-8caf-4bf7-a350-1689866690f6,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:26.940495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-7e6810c7-f757-4157-8007-219afb5fdb8f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1457732 Apr 05 20:40:26.957613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2e267-b236-4dcf-a74b-49c6c0fb0695 None None] Port ae157cbd-4c96-465b-9bf0-9b1e91048c84 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:40:27.054039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9c54107c-4f1d-4156-9c48-bad5c8434c44 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:27.065540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9c54107c-4f1d-4156-9c48-bad5c8434c44 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:27.067337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.081574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': 'c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:27.125841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Request body: {'port': {'device_id': '010adad4-38c8-4bca-b26c-36225c10076d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:27.338468 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.375317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 9c54107c-4f1d-4156-9c48-bad5c8434c44, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9c54107c-4f1d-4156-9c48-bad5c8434c44,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:27.391383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Attempting to bind port 24220829-8caf-4bf7-a350-1689866690f6 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:27.392083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Attempting to bind port 24220829-8caf-4bf7-a350-1689866690f6 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:27.392637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Attempting to bind port 24220829-8caf-4bf7-a350-1689866690f6 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:27.400990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Port 24220829-8caf-4bf7-a350-1689866690f6 on network 567c7863-c308-4909-9599-dc218f927a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:27.402224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Attempting to bind port 24220829-8caf-4bf7-a350-1689866690f6 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:27.410582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:27.415099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Checking segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:27.417011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Bound using segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:27.418881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Bound port: 24220829-8caf-4bf7-a350-1689866690f6, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:27.419595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.447856 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.561322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-89818173-efb6-4d11-98fa-f0ea0c10dbac req-26698466-65ed-4c08-9aaa-6ce296a94b5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db451b2d-2554-4cf0-8ead-fead1e7449bf HTTP/1.1" status: 200 len: 210 time: 0.1223750 Apr 05 20:40:27.563532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a453300b-fb82-4c0a-8f33-ba1c0a94fd7a req-d9cd375b-21d2-4bef-9f74-9da06e5d7d00 tempest-ServersAaction247Test-32335239 tempest-ServersAaction247Test-32335239-project] 10.222.0.10 "GET /v2.0/ports?device_id=db451b2d-2554-4cf0-8ead-fead1e7449bf HTTP/1.1" status: 200 len: 210 time: 0.3987579 Apr 05 20:40:27.591813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=9c54107c-4f1d-4156-9c48-bad5c8434c44,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:27.612401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.613174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.614151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.614733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.615264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.615986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.616514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.617071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.617712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.622238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.622238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.708329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.724404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] For port 24220829-8caf-4bf7-a350-1689866690f6, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:27.729018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] For port 24220829-8caf-4bf7-a350-1689866690f6, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=24220829-8caf-4bf7-a350-1689866690f6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:27.798738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.929020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Router 953bd39d-0526-4193-b314-be181aa24dea has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:40:27.958871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.960580 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] 10.222.0.39 "PUT /v2.0/ports/24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 200 len: 1135 time: 2.1848643 Apr 05 20:40:27.978286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caa6cf-2a4b-4ccb-8bee-f0e7f626b412 service neutron] Pushing event updated for resources: {'Port': ['ID=24220829-8caf-4bf7-a350-1689866690f6,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:28.087403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:28.223375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.482850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.487291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.491110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.495164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.498991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.503389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.507595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.509044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-b9e1c642-3ad6-4af4-a4cd-99ac3fe55ac5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5379 time: 0.4917002 Apr 05 20:40:28.523228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d8e1-347a-4d9f-a8b0-5ecdcebc545e req-d58ac06c-77af-4acc-8509-9358065b2875 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.524419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-28f8d8e1-347a-4d9f-a8b0-5ecdcebc545e req-d58ac06c-77af-4acc-8509-9358065b2875 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:28.555217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e785ae-3f77-4742-a347-eea291534ab4 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:28.570634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.603577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:28.604110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9c54107c-4f1d-4156-9c48-bad5c8434c44 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:28.613330 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.616745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Transition to ACTIVE for port object 98e785ae-3f77-4742-a347-eea291534ab4 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:28.640904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Transition to ACTIVE for port object 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:28.662711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48331a70-271e-4ea8-a77d-2f59aac22b48 req-db931244-4ba0-484f-af7d-dd1475042537 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1295993 Apr 05 20:40:28.666121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-28f8d8e1-347a-4d9f-a8b0-5ecdcebc545e req-d58ac06c-77af-4acc-8509-9358065b2875 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:28.667249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28f8d8e1-347a-4d9f-a8b0-5ecdcebc545e req-d58ac06c-77af-4acc-8509-9358065b2875 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 931 time: 0.6527638 Apr 05 20:40:28.715828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.744522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9c54107c-4f1d-4156-9c48-bad5c8434c44 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:28.744905 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.745308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.890116 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e998c6-6bd9-41a4-aea1-e2eda6ac1eef'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': 'c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5', 'status': 'completed', 'code': 200} Apr 05 20:40:28.892208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Pushing event updated for resources: {'Port': ['ID=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:28.990589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:28.996931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28f8d8e1-347a-4d9f-a8b0-5ecdcebc545e req-21cf7d2c-10e5-4d5f-89fe-0d4a934c25c7 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212707 Apr 05 20:40:29.246896 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-99185951-115d-40c0-9a33-b74ce3085759 req-7802aa76-531f-4df3-87bf-876282c1fc6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6241 time: 0.3556633 Apr 05 20:40:29.418510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Attempting to bind port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:29.418771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Attempting to bind port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:29.419104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Attempting to bind port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:29.437782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:40:29.441472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 on network 567c7863-c308-4909-9599-dc218f927a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:29.441472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Attempting to bind port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:29.455829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd356350-94d0-42d9-9136-d80fb4bbd103 admin admin] 10.222.0.10 "PUT /v2.0/routers/953bd39d-0526-4193-b314-be181aa24dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2791784 Apr 05 20:40:29.456053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:29.456053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Checking segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:29.456053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Bound using segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:29.456053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Bound port: 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:29.456053 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.552550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185951-115d-40c0-9a33-b74ce3085759 req-5cf5eaaf-0e53-490d-bc5c-af64c21db2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.552926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185951-115d-40c0-9a33-b74ce3085759 req-5cf5eaaf-0e53-490d-bc5c-af64c21db2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.553349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185951-115d-40c0-9a33-b74ce3085759 req-5cf5eaaf-0e53-490d-bc5c-af64c21db2bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.554952 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-99185951-115d-40c0-9a33-b74ce3085759 req-5cf5eaaf-0e53-490d-bc5c-af64c21db2bb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2801383 Apr 05 20:40:29.561599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788d955-a7fc-433c-92a2-8cebc1ad358b req-1791ed5c-8423-49d7-9395-a43274c92b22 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.570270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2788d955-a7fc-433c-92a2-8cebc1ad358b req-1791ed5c-8423-49d7-9395-a43274c92b22 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.1905999 Apr 05 20:40:29.599443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Attempting to bind port 98e785ae-3f77-4742-a347-eea291534ab4 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:29.599810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Attempting to bind port 98e785ae-3f77-4742-a347-eea291534ab4 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:29.600090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Attempting to bind port 98e785ae-3f77-4742-a347-eea291534ab4 on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:29.610416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Port 98e785ae-3f77-4742-a347-eea291534ab4 on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:29.610759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Attempting to bind port 98e785ae-3f77-4742-a347-eea291534ab4 on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:29.629241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:29.629789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Checking segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:29.630028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Bound using segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:29.630487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Bound port: 98e785ae-3f77-4742-a347-eea291534ab4, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:29.630990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.672889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:40:29.676164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] For port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:29.680613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:29.691149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] For port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:29.729850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99185951-115d-40c0-9a33-b74ce3085759 req-69dc4325-560f-4a7e-9393-3844a17cc351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.731406 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-99185951-115d-40c0-9a33-b74ce3085759 req-69dc4325-560f-4a7e-9393-3844a17cc351 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1680920 Apr 05 20:40:29.758851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2788d955-a7fc-433c-92a2-8cebc1ad358b req-e5a88056-49d5-4ff2-a4ac-e41433aa4741 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876652 Apr 05 20:40:29.815666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.830406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:29.834414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:29.867997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602ecef-f8ef-44f8-9364-a6aba3c5c667 req-46481ab5-f783-484f-b98f-584724bf8d52 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.869570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3602ecef-f8ef-44f8-9364-a6aba3c5c667 req-46481ab5-f783-484f-b98f-584724bf8d52 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 945 time: 0.1958156 Apr 05 20:40:29.928169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.941854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.947240 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] 10.222.0.39 "PUT /v2.0/ports/86f319eb-e1f7-4ccb-91b7-eebaa45072d5 HTTP/1.1" status: 200 len: 1091 time: 1.8637509 Apr 05 20:40:29.991685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d17da-1774-4eec-8581-0c3113d5491b service neutron] Pushing event updated for resources: {'Port': ['ID=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:30.000527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.057359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:30.058520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:30.068932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:30.089648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:30.092610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'port_id': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'mac_address': 'fa:16:3e:6f:0b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8e41-293c-4f9b-baca-9e788fb51f98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:40:30.104866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:30.143214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3602ecef-f8ef-44f8-9364-a6aba3c5c667 req-f89871a3-add6-425d-82d8-11b657ba9af9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663298 Apr 05 20:40:30.145353 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.146617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-9e4eff31-628e-4e53-99d8-ff57b0832169 service neutron] 10.222.0.39 "PUT /v2.0/ports/98e785ae-3f77-4742-a347-eea291534ab4 HTTP/1.1" status: 200 len: 1091 time: 3.0454047 Apr 05 20:40:30.147042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:30.200663 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.202013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ac26d-68ae-403e-af85-3da9ad3565be req-ae538a4e-3498-44be-a85d-68141d8a765f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:30.209335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee8ac26d-68ae-403e-af85-3da9ad3565be req-ae538a4e-3498-44be-a85d-68141d8a765f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.1395712 Apr 05 20:40:30.276648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee8ac26d-68ae-403e-af85-3da9ad3565be req-3053775f-0364-405c-b9c4-cf7b7398e90c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624013 Apr 05 20:40:30.393975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:30.410424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.414452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.441160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:30.472696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07767043-277e-4674-afc8-f0374c98b4da req-6335f5e1-485f-47d2-bf60-7e69a0fee658 tempest-ServersAaction247Test-32335239 tempest-ServersAaction247Test-32335239-project] 10.222.0.10 "GET /v2.0/ports?device_id=db451b2d-2554-4cf0-8ead-fead1e7449bf HTTP/1.1" status: 200 len: 210 time: 0.0961094 Apr 05 20:40:30.555927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:30.556287 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:30.630664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-de1da60c-a719-47d5-a5a6-7ee6ba028c6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 1094 time: 0.3309011 Apr 05 20:40:30.712562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e38a0-7901-48c5-b856-e3375b060f90 req-fb142e43-d96b-4e7a-8ca9-74c61406ce1f tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:30.720137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-568e38a0-7901-48c5-b856-e3375b060f90 req-fb142e43-d96b-4e7a-8ca9-74c61406ce1f tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 946 time: 0.1612341 Apr 05 20:40:30.764086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Sync routers for ids ['953bd39d-0526-4193-b314-be181aa24dea'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:40:30.783114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Routers {'953bd39d-0526-4193-b314-be181aa24dea'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:30.800707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:40:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['953bd39d-0526-4193-b314-be181aa24dea'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:30.894438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '24220829-8caf-4bf7-a350-1689866690f6'}, {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:30.912442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-5ccdf361-e6e1-4324-8021-d6117496349d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98e785ae-3f77-4742-a347-eea291534ab4 HTTP/1.1" status: 200 len: 217 time: 0.2623963 Apr 05 20:40:30.932603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-568e38a0-7901-48c5-b856-e3375b060f90 req-944a27ae-9002-4f67-bfbe-4047851ccf60 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114191 Apr 05 20:40:31.117610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8554707a-c60a-4dc0-84a7-2c68fb5bc498 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:31.127502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.149716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Transition to ACTIVE for port object 8554707a-c60a-4dc0-84a7-2c68fb5bc498 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:31.155763 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.165352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066804de-4c87-4380-8820-07cc472ce78f req-b7b14f77-8190-4e28-aa08-06515b6eea8d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.169870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-066804de-4c87-4380-8820-07cc472ce78f req-b7b14f77-8190-4e28-aa08-06515b6eea8d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Synchronizing usage tracker for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:31.179601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-066804de-4c87-4380-8820-07cc472ce78f req-b7b14f77-8190-4e28-aa08-06515b6eea8d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Unset dirty status for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:31.180868 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-066804de-4c87-4380-8820-07cc472ce78f req-b7b14f77-8190-4e28-aa08-06515b6eea8d tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 945 time: 0.1823387 Apr 05 20:40:31.221395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:31.225804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.268264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:31.269909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-88dd3f71-914d-42ed-82a4-3f9989d3a3a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.273790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-88dd3f71-914d-42ed-82a4-3f9989d3a3a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.3239844 Apr 05 20:40:31.283883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Set router 953bd39d-0526-4193-b314-be181aa24dea gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:31.358360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-08c227df-01fa-4145-bca9-c9bd21294716 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716014 Apr 05 20:40:31.359957 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.392332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Pushing event updated for resources: {'Port': ['ID=8554707a-c60a-4dc0-84a7-2c68fb5bc498,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:31.398313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Deleting port 918a146e-0ab1-48aa-bfde-da73d4143c56 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:31.398851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.426877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.431073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.435363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.440169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.444129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.448645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.455232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.459677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-36769b63-945b-44fd-b89f-fb8eac364276 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5391 time: 0.7211790 Apr 05 20:40:31.589922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:31.678040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['254c64db-fc97-4d24-b98e-ad0ad38b4cd9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:40:31.693515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e995e4d0-a0da-47e3-a528-fb4cf3863a97 req-780ec75a-1dd4-4130-8ee3-d1b4ac808a32 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953386 Apr 05 20:40:31.711675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 25197589-9e2e-42db-ae5f-5a541f15bdf3 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:31.754562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be155926-c624-4375-b009-3e34d0fd70c3 req-d49d000e-dbe1-44d8-bf52-4ae984dc7a4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 1096 time: 0.5988626 Apr 05 20:40:31.826851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-408eb432-7502-4c4f-b082-432dceea1ad8 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.828293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-408eb432-7502-4c4f-b082-432dceea1ad8 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.23 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 946 time: 0.7207496 Apr 05 20:40:31.864654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4863aa-49c7-47d8-ac2e-30d5c13f59a1 req-fc4509d1-3e83-4cc1-a6b0-730f1da87441 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.868337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e4863aa-49c7-47d8-ac2e-30d5c13f59a1 req-fc4509d1-3e83-4cc1-a6b0-730f1da87441 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 943 time: 0.7999489 Apr 05 20:40:31.888432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Attempting to bind port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:31.888773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Attempting to bind port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:31.889127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Attempting to bind port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:31.894657 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcccb59-8ce9-4319-b2a1-95ecc3c04bb7'] response: {'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'code': 200} Apr 05 20:40:31.967612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 on network 567c7863-c308-4909-9599-dc218f927a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:31.968810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Attempting to bind port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:32.024061 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb6bcb0-ce3e-4ef7-a5a7-5bbb1dc62ec3'] response: {'name': 'network-changed', 'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4', 'status': 'completed', 'code': 200} Apr 05 20:40:32.041520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:32.041993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Checking segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:32.042422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Bound using segment: {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:32.042866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Bound port: 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '099c0712-6790-4209-919a-d03563cb9357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '567c7863-c308-4909-9599-dc218f927a9e'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:32.043209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.125143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-cc3dc469-47a1-4663-9a99-7bf04303ea95 service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591271 Apr 05 20:40:32.166684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] For port 918a146e-0ab1-48aa-bfde-da73d4143c56, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=918a146e-0ab1-48aa-bfde-da73d4143c56,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:32.167043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.184390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:40:23Z', 'revision_number': 4, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port': {'id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:11Z', 'updated_at': '2022-04-05T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ae157cbd-4c96-465b-9bf0-9b1e91048c84', 'name': '', 'network_id': '93580db1-e290-4301-b749-20db7c571c9f', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'mac_address': 'fa:16:3e:dd:6f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c7aae23-13ab-4150-81c1-79d5fe70a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:22Z', 'updated_at': '2022-04-05T20:40:24Z', 'revision_number': 2, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'subnets': [{'id': '4c7aae23-13ab-4150-81c1-79d5fe70a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:32.196810 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.215183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Checking router: 953bd39d-0526-4193-b314-be181aa24dea for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:40:32.215539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Updating router 953bd39d-0526-4193-b314-be181aa24dea port ae157cbd-4c96-465b-9bf0-9b1e91048c84 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:40:32.403331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Calling delete_port for 918a146e-0ab1-48aa-bfde-da73d4143c56 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:32.439249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:32.441931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.456466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] For port 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:32.466950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Deleting port 5721e536-dd96-4e12-9128-135f1d842d4e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:32.467288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.481076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] For port 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:32.550299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e4863aa-49c7-47d8-ac2e-30d5c13f59a1 req-a3880e5e-fc78-443d-b3a9-b767ebd5e3df tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254040 Apr 05 20:40:32.600109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.703109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Pushing event updated for resources: {'Port': ['ID=8554707a-c60a-4dc0-84a7-2c68fb5bc498,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:32.725652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.726042 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-38362284-f4d8-4ea8-9da3-9b542a9d3e75 service neutron] 10.222.0.39 "PUT /v2.0/ports/8554707a-c60a-4dc0-84a7-2c68fb5bc498 HTTP/1.1" status: 200 len: 1090 time: 2.6731894 Apr 05 20:40:32.750484 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.751182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 5721e536-dd96-4e12-9128-135f1d842d4e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:32.803190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.863515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:40:32.916922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155926-c624-4375-b009-3e34d0fd70c3 req-485229cf-c263-48a9-9e2a-fe28b950b2b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:32.918315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be155926-c624-4375-b009-3e34d0fd70c3 req-485229cf-c263-48a9-9e2a-fe28b950b2b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 1.1395843 Apr 05 20:40:32.925920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:33.048766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Pushing event deleted for resources: {'Port': ['ID=918a146e-0ab1-48aa-bfde-da73d4143c56,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:33.049454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b738285-f5aa-4905-b4c2-fd1187d5280f req-2eddcba5-1aac-4991-ac73-dfe68468f7f6 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=6943daa6-368d-4501-8ce8-42be2d1e3b2c HTTP/1.1" status: 200 len: 210 time: 0.1461554 Apr 05 20:40:33.084505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:33.100473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be155926-c624-4375-b009-3e34d0fd70c3 req-d8badc0c-2650-43c5-b83e-7b59e04b96d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3 HTTP/1.1" status: 200 len: 217 time: 0.1396718 Apr 05 20:40:33.106962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c2801df-4a88-498a-9183-4e55a98cd60c req-e2714952-28c6-4160-87e4-10238f1898d3 service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9567263 Apr 05 20:40:33.110169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5721e536-dd96-4e12-9128-135f1d842d4e,segment=NetworkSegment(1cf79004-460f-4dca-b8a2-947081f2b42b),segment_id=1cf79004-460f-4dca-b8a2-947081f2b42b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:33.110767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.179091 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1563808e-82a6-410d-ad90-9680480130cf'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '24220829-8caf-4bf7-a350-1689866690f6', 'status': 'completed', 'code': 200} Apr 05 20:40:33.179354 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1563808e-82a6-410d-ad90-9680480130cf'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5', 'status': 'completed', 'code': 200} Apr 05 20:40:33.222955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.265274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Transition to ACTIVE for port object ae157cbd-4c96-465b-9bf0-9b1e91048c84 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:33.354566 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.364256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 918a146e-0ab1-48aa-bfde-da73d4143c56 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:33.384585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] No DVR routers for this DVR port 918a146e-0ab1-48aa-bfde-da73d4143c56 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:33.402247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.407348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 918a146e-0ab1-48aa-bfde-da73d4143c56 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:40:33.407691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 918a146e-0ab1-48aa-bfde-da73d4143c56 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:33.409076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.434845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.626251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "DELETE /v2.0/ports/918a146e-0ab1-48aa-bfde-da73d4143c56 HTTP/1.1" status: 204 len: 173 time: 2.4382498 Apr 05 20:40:33.711887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Calling delete_port for 5721e536-dd96-4e12-9128-135f1d842d4e owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:33.892098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e94ba4-c0bc-4fd5-b71c-0dfcfd2f1cd2 None None] Pushing event updated for resources: {'Port': ['ID=ae157cbd-4c96-465b-9bf0-9b1e91048c84,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:33.895564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5721e536-dd96-4e12-9128-135f1d842d4e,segment=NetworkSegment(1cf79004-460f-4dca-b8a2-947081f2b42b),segment_id=1cf79004-460f-4dca-b8a2-947081f2b42b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:33.898806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3'}, {'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:33.916964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155926-c624-4375-b009-3e34d0fd70c3 req-a1f613fd-adb3-4f36-8a25-751c6ea5bbf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:33.920575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be155926-c624-4375-b009-3e34d0fd70c3 req-a1f613fd-adb3-4f36-8a25-751c6ea5bbf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.7846632 Apr 05 20:40:33.973131 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-488720a4-8510-46a9-93b9-ff27bf46fe75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2550204 Apr 05 20:40:33.996248 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.023303 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.065789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:34.136450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Attempting to bind port ae157cbd-4c96-465b-9bf0-9b1e91048c84 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:34.136450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Attempting to bind port ae157cbd-4c96-465b-9bf0-9b1e91048c84 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:34.136450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Attempting to bind port ae157cbd-4c96-465b-9bf0-9b1e91048c84 on network 93580db1-e290-4301-b749-20db7c571c9f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:34.148091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-3df9b536-f15d-4120-825a-9446fb9c814d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 1094 time: 0.7879672 Apr 05 20:40:34.159057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be29278-1116-44f4-b45f-114d65be0a02 req-eedddb2d-b4eb-41a1-b357-fcb7910f54fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6350 time: 0.9484725 Apr 05 20:40:34.183425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:34.183961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Checking segment: {'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:34.184469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.184988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Bound using segment: {'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:34.185623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Bound port: ae157cbd-4c96-465b-9bf0-9b1e91048c84, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e68c7c9-2ddb-41bd-956b-625a85b927bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93580db1-e290-4301-b749-20db7c571c9f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:34.186103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.204669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=5721e536-dd96-4e12-9128-135f1d842d4e,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:34.222140 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-d9785ecd-435e-4a5f-9df4-687dd59c6830 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 1058 time: 0.2117059 Apr 05 20:40:34.230878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a869382-0b27-48bd-a0c0-8ce40b1fd464 req-044a4630-59e5-4841-a354-77f6b2345b85 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:34.234569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663da1a9-e676-499f-828e-8ed07621dc08 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:34.237932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a869382-0b27-48bd-a0c0-8ce40b1fd464 req-044a4630-59e5-4841-a354-77f6b2345b85 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 945 time: 0.7231033 Apr 05 20:40:34.242520 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.255417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:34.255994 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:34.263490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77f57-4ef2-49e6-9379-4b8f627cc17b req-63c5de73-4661-48db-a713-111a239210a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:34.272033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afb77f57-4ef2-49e6-9379-4b8f627cc17b req-63c5de73-4661-48db-a713-111a239210a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 943 time: 0.6319084 Apr 05 20:40:34.363827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:34.364348 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.386026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Transition to ACTIVE for port object 663da1a9-e676-499f-828e-8ed07621dc08 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:34.406696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696939-ff62-475d-b354-2ed0a978d1ed req-01575f27-9e2c-4d1e-8bab-68175dfd06fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:34.408610 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-01575f27-9e2c-4d1e-8bab-68175dfd06fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.1565256 Apr 05 20:40:34.426022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] For port ae157cbd-4c96-465b-9bf0-9b1e91048c84, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:34.438529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] For port ae157cbd-4c96-465b-9bf0-9b1e91048c84, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ae157cbd-4c96-465b-9bf0-9b1e91048c84,segment=NetworkSegment(8e68c7c9-2ddb-41bd-956b-625a85b927bf),segment_id=8e68c7c9-2ddb-41bd-956b-625a85b927bf)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:34.491819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.517261 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.533499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be155926-c624-4375-b009-3e34d0fd70c3 req-b0fc7190-fb94-4ea4-875e-fc6af50a7c31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5941548 Apr 05 20:40:34.582632 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-6b85648d-7a09-4d55-81e5-5fccaf1e6812 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e333271-12e6-4201-a88e-bb57d9be9a40 HTTP/1.1" status: 200 len: 217 time: 0.1636772 Apr 05 20:40:34.584324 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.710567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:34.716773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Routers {'953bd39d-0526-4193-b314-be181aa24dea'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:34.718210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:40:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['953bd39d-0526-4193-b314-be181aa24dea'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:34.833221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=663da1a9-e676-499f-828e-8ed07621dc08,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:34.871413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696939-ff62-475d-b354-2ed0a978d1ed req-4fd0c142-757c-4f75-9ab0-cae70b99754f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:34.890468 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-4fd0c142-757c-4f75-9ab0-cae70b99754f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.2968700 Apr 05 20:40:34.976656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.004406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Deleting port 5721e536-dd96-4e12-9128-135f1d842d4e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:35.004748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.011749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e94ba4-c0bc-4fd5-b71c-0dfcfd2f1cd2 None None] Pushing event updated for resources: {'Port': ['ID=ae157cbd-4c96-465b-9bf0-9b1e91048c84,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:35.080262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be155926-c624-4375-b009-3e34d0fd70c3 req-6d9dc7ae-77db-4767-9d0a-fb75caf79544 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315652 Apr 05 20:40:35.117696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:35.183319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498'}, {'server_uuid': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'name': 'network-vif-deleted', 'tag': '918a146e-0ab1-48aa-bfde-da73d4143c56'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:35.191894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d49076aa-6619-4a1a-89a2-79f5320c9106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.201834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afb77f57-4ef2-49e6-9379-4b8f627cc17b req-ea1224f7-2463-4b4c-af04-f07034e987ae tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9286761 Apr 05 20:40:35.235413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] Set router 953bd39d-0526-4193-b314-be181aa24dea gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:35.267929 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a869382-0b27-48bd-a0c0-8ce40b1fd464 req-2780ef2e-2512-40a3-a520-8864c8ee25e9 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0288467 Apr 05 20:40:35.313730 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-66dbd4c4-ca07-4f11-b813-9b008c53f923 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4099944 Apr 05 20:40:35.313730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Attempting to bind port 663da1a9-e676-499f-828e-8ed07621dc08 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:35.313730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Attempting to bind port 663da1a9-e676-499f-828e-8ed07621dc08 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:35.313730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Attempting to bind port 663da1a9-e676-499f-828e-8ed07621dc08 on network 6ce56abd-0a77-426d-b416-6f997dfa7407 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:35.332911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-243033e1-dae0-4676-93f8-7f12c971bab6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:35.334432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-243033e1-dae0-4676-93f8-7f12c971bab6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 905 time: 1.1855879 Apr 05 20:40:35.346152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Port 663da1a9-e676-499f-828e-8ed07621dc08 on network 6ce56abd-0a77-426d-b416-6f997dfa7407 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:35.346770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Attempting to bind port 663da1a9-e676-499f-828e-8ed07621dc08 on network 6ce56abd-0a77-426d-b416-6f997dfa7407 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:35.433407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:35.434004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Checking segment: {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:35.434501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Bound using segment: {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:35.435112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Bound port: 663da1a9-e676-499f-828e-8ed07621dc08, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:35.435835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.477974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-eda03f4c-96b3-4ba7-a71e-e9d975728480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:35.478348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-eda03f4c-96b3-4ba7-a71e-e9d975728480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:35.478967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-eda03f4c-96b3-4ba7-a71e-e9d975728480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:35.483119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be29278-1116-44f4-b45f-114d65be0a02 req-eda03f4c-96b3-4ba7-a71e-e9d975728480 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2905531 Apr 05 20:40:35.485266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-1dd7f712-db00-4c3b-a11a-1ac6b4599881 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98e785ae-3f77-4742-a347-eea291534ab4 HTTP/1.1" status: 200 len: 217 time: 0.0839489 Apr 05 20:40:35.605237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-f37d9fa4-d7e9-45d9-952e-a7f644cb2840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:35.606614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-f37d9fa4-d7e9-45d9-952e-a7f644cb2840 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.1090641 Apr 05 20:40:35.619674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] For port 663da1a9-e676-499f-828e-8ed07621dc08, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:35.643263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] For port 663da1a9-e676-499f-828e-8ed07621dc08, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=663da1a9-e676-499f-828e-8ed07621dc08,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:35.670339 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-90c06381-57c9-42f8-9a44-be2c3ac72f4c service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298657 Apr 05 20:40:35.710435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.759185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:40:23Z', 'revision_number': 4, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port': {'id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:11Z', 'updated_at': '2022-04-05T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ae157cbd-4c96-465b-9bf0-9b1e91048c84', 'name': '', 'network_id': '93580db1-e290-4301-b749-20db7c571c9f', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'mac_address': 'fa:16:3e:dd:6f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c7aae23-13ab-4150-81c1-79d5fe70a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:22Z', 'updated_at': '2022-04-05T20:40:34Z', 'revision_number': 4, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'subnets': [{'id': '4c7aae23-13ab-4150-81c1-79d5fe70a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:35.764331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205972f2-d3e5-4717-a7d0-73ea33f8b8ef None None] The sync data for ids ['953bd39d-0526-4193-b314-be181aa24dea'] in n-d-836605-1 is: [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:40:23Z', 'revision_number': 4, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port': {'id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:11Z', 'updated_at': '2022-04-05T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ae157cbd-4c96-465b-9bf0-9b1e91048c84', 'name': '', 'network_id': '93580db1-e290-4301-b749-20db7c571c9f', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'mac_address': 'fa:16:3e:dd:6f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c7aae23-13ab-4150-81c1-79d5fe70a651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:22Z', 'updated_at': '2022-04-05T20:40:34Z', 'revision_number': 4, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'subnets': [{'id': '4c7aae23-13ab-4150-81c1-79d5fe70a651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:40:35.861009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-4f7ca706-8ecb-4833-995a-a909570376a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624777 Apr 05 20:40:35.871712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.873720 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/663da1a9-e676-499f-828e-8ed07621dc08 HTTP/1.1" status: 200 len: 1091 time: 2.9628713 Apr 05 20:40:35.940239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457f86-e631-49ea-9084-0a175262e7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=663da1a9-e676-499f-828e-8ed07621dc08,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:35.957950 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-50696939-ff62-475d-b354-2ed0a978d1ed req-4e17bd42-49bc-43fd-84e2-fc0bb3210775 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815676 Apr 05 20:40:36.017803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Request body: {'port': {'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:36.117509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be155926-c624-4375-b009-3e34d0fd70c3 req-2cbaae05-c4cc-4ac8-af16-6f6c5cb58969 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9737430 Apr 05 20:40:36.233610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] For port 5721e536-dd96-4e12-9128-135f1d842d4e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=5721e536-dd96-4e12-9128-135f1d842d4e,segment=NetworkSegment(1cf79004-460f-4dca-b8a2-947081f2b42b),segment_id=1cf79004-460f-4dca-b8a2-947081f2b42b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:36.242410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:36.322915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:36.580116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Calling delete_port for 5721e536-dd96-4e12-9128-135f1d842d4e owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:36.703594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ae157cbd-4c96-465b-9bf0-9b1e91048c84 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:36.715417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff653988-09f3-4716-8ba7-0f92173f1e22 req-0a49990b-727e-4a39-a9b6-1c2023c8943d tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.716619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff653988-09f3-4716-8ba7-0f92173f1e22 req-0a49990b-727e-4a39-a9b6-1c2023c8943d tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 944 time: 1.1091456 Apr 05 20:40:36.762707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-f8675304-3572-4eeb-b52d-63087df74a24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.764210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be29278-1116-44f4-b45f-114d65be0a02 req-f8675304-3572-4eeb-b52d-63087df74a24 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1792884 Apr 05 20:40:36.849735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-9a088b0c-64b6-4915-9bf9-40ee9b3e48f8 service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9326718 Apr 05 20:40:36.882428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.890271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.896303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.900827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.907551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.915715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.923589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.937308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-17075b6a-c27a-4024-9a55-34fad5ceb7d5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5415 time: 1.2910981 Apr 05 20:40:36.957549 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd44f244-ecdd-4c98-9106-087c5fb9865e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.020158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ae157cbd-4c96-465b-9bf0-9b1e91048c84 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:37.031657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ae157cbd-4c96-465b-9bf0-9b1e91048c84 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:37.034975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.049673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae2bebd-d815-46f1-815c-efbb947e342c {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:37.074962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.077424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff653988-09f3-4716-8ba7-0f92173f1e22 req-6c67f424-7729-4c9e-b349-e21142351843 tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/security-groups?id=485c4caa-f9dd-4d76-9256-d908289ba0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044791 Apr 05 20:40:37.150339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Transition to ACTIVE for port object 3ae2bebd-d815-46f1-815c-efbb947e342c will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:37.213598 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.224954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.269430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ae157cbd-4c96-465b-9bf0-9b1e91048c84, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ae157cbd-4c96-465b-9bf0-9b1e91048c84,segment=NetworkSegment(8e68c7c9-2ddb-41bd-956b-625a85b927bf),segment_id=8e68c7c9-2ddb-41bd-956b-625a85b927bf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:37.315266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 98e785ae-3f77-4742-a347-eea291534ab4 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:40:37.377139 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.537127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae2bebd-d815-46f1-815c-efbb947e342c,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:37.720036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Attempting to bind port 3ae2bebd-d815-46f1-815c-efbb947e342c on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:37.721576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Attempting to bind port 3ae2bebd-d815-46f1-815c-efbb947e342c by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:37.721576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Attempting to bind port 3ae2bebd-d815-46f1-815c-efbb947e342c on network 6ce56abd-0a77-426d-b416-6f997dfa7407 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:37.726328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c739bfe3-adb5-413c-9c94-9de9784bdb2b req-9f6810c2-64ee-437b-9ebc-96ce91b1601c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7925851 Apr 05 20:40:37.741457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Port 3ae2bebd-d815-46f1-815c-efbb947e342c on network 6ce56abd-0a77-426d-b416-6f997dfa7407 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:40:37.741797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Attempting to bind port 3ae2bebd-d815-46f1-815c-efbb947e342c on network 6ce56abd-0a77-426d-b416-6f997dfa7407 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:40:37.768713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:40:37.769620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Checking segment: {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:40:37.770175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Bound using segment: {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:40:37.771015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Bound port: 3ae2bebd-d815-46f1-815c-efbb947e342c, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0346369-da90-4430-9250-e2adf2901cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:37.771544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.772747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.885358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Pushing event deleted for resources: {'Port': ['ID=5721e536-dd96-4e12-9128-135f1d842d4e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:37.898029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa284cc-cc1e-45a5-913f-3ffcee0c6ade req-d6bb352e-a3bc-4307-ac73-2cd7fb0c81d0 service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0370178 Apr 05 20:40:37.908597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be29278-1116-44f4-b45f-114d65be0a02 req-9a5d23dc-34f1-47b6-9eb0-b5226f5b8d4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6417 time: 0.9032736 Apr 05 20:40:37.908839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ae157cbd-4c96-465b-9bf0-9b1e91048c84,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:37.978718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] For port 3ae2bebd-d815-46f1-815c-efbb947e342c, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:40:37.982752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] For port 3ae2bebd-d815-46f1-815c-efbb947e342c, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3ae2bebd-d815-46f1-815c-efbb947e342c,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:40:37.990872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:38.024439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '98e785ae-3f77-4742-a347-eea291534ab4', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': '98e785ae-3f77-4742-a347-eea291534ab4', 'mac_address': 'fa:16:3e:3b:cd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:40:38.060897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.086271 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d3d95f-0b31-4b00-838a-57dcc938905d'] response: {'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'code': 200} Apr 05 20:40:38.086540 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d3d95f-0b31-4b00-838a-57dcc938905d'] response: {'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e', 'code': 200} Apr 05 20:40:38.154235 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.220186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e785ae-3f77-4742-a347-eea291534ab4 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:40:38.229722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.238631 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] 10.222.0.39 "PUT /v2.0/ports/3ae2bebd-d815-46f1-815c-efbb947e342c HTTP/1.1" status: 200 len: 1091 time: 2.2205362 Apr 05 20:40:38.299795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:38.304102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.309999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca9d82-4ccb-4c28-9a2c-099f8dfb5bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae2bebd-d815-46f1-815c-efbb947e342c,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:38.355346 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d937c6-3c35-4134-bbc0-0efe48c53cd9'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498', 'status': 'completed', 'code': 200} Apr 05 20:40:38.355926 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d937c6-3c35-4134-bbc0-0efe48c53cd9'] response: {'server_uuid': '6943daa6-368d-4501-8ce8-42be2d1e3b2c', 'name': 'network-vif-deleted', 'tag': '918a146e-0ab1-48aa-bfde-da73d4143c56', 'status': 'completed', 'code': 200} Apr 05 20:40:38.395183 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.554320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97e7015e-d684-460d-a617-4ae14dd2f422 req-7d6eaa9f-e16c-407b-8ccf-511ea5d5e674 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cdb97c44c2b42e3af7341c3f1db2860&device_id=db451b2d-2554-4cf0-8ead-fead1e7449bf HTTP/1.1" status: 200 len: 210 time: 0.5075059 Apr 05 20:40:38.574562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:38.669746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] No DVR routers for this DVR port 5721e536-dd96-4e12-9128-135f1d842d4e on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:38.675957 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.711500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.716340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'name': 'network-vif-deleted', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:38.729863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97e7015e-d684-460d-a617-4ae14dd2f422 req-df0f6ad8-679b-4cd7-afb8-741b9932188c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1cdb97c44c2b42e3af7341c3f1db2860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1391644 Apr 05 20:40:38.751384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ae157cbd-4c96-465b-9bf0-9b1e91048c84 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:38.810946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['98e785ae-3f77-4742-a347-eea291534ab4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:40:38.914765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-023cf3f7-f567-43ce-a375-a77aaf94f365 req-76cbb694-4a67-4e1c-a760-22bd8787e91c tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.23 "DELETE /v2.0/ports/5721e536-dd96-4e12-9128-135f1d842d4e HTTP/1.1" status: 204 len: 173 time: 7.0423565 Apr 05 20:40:38.962334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ae157cbd-4c96-465b-9bf0-9b1e91048c84 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:38.962894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.072089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-c538cdf0-d479-4084-a4ad-c7f91a5cee72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.072434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-c538cdf0-d479-4084-a4ad-c7f91a5cee72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.073077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-c538cdf0-d479-4084-a4ad-c7f91a5cee72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.075291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be29278-1116-44f4-b45f-114d65be0a02 req-c538cdf0-d479-4084-a4ad-c7f91a5cee72 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0975087 Apr 05 20:40:39.076215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7015e-d684-460d-a617-4ae14dd2f422 req-471be95b-5123-4f70-9bb1-3b609d7f29f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.078550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97e7015e-d684-460d-a617-4ae14dd2f422 req-471be95b-5123-4f70-9bb1-3b609d7f29f6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3352201 Apr 05 20:40:39.346468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77212a-d2b2-4997-a80a-855f5acbaa3d req-cf050ee9-486e-4f47-a470-b3ad998b974d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.348291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da77212a-d2b2-4997-a80a-855f5acbaa3d req-cf050ee9-486e-4f47-a470-b3ad998b974d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 943 time: 1.2953029 Apr 05 20:40:39.386941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c89ef-9a93-451e-909d-d755c0bce230 req-dcce573c-3af8-4438-a515-80acb7216f37 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.389494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e9c89ef-9a93-451e-909d-d755c0bce230 req-dcce573c-3af8-4438-a515-80acb7216f37 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 943 time: 0.7642984 Apr 05 20:40:39.408566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29278-1116-44f4-b45f-114d65be0a02 req-0b81b719-f41f-4296-b1a0-fdbf6e1d79a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.410577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be29278-1116-44f4-b45f-114d65be0a02 req-0b81b719-f41f-4296-b1a0-fdbf6e1d79a9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260348 Apr 05 20:40:39.526663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da77212a-d2b2-4997-a80a-855f5acbaa3d req-f6b76450-a428-40ef-ae40-660ad4480368 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627665 Apr 05 20:40:39.550495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e9c89ef-9a93-451e-909d-d755c0bce230 req-27f1d6e9-6f47-4088-9fae-f3b38c245f2f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471627 Apr 05 20:40:39.631887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fd1d3b-7a69-407e-b18e-d58a5453bfb8 req-c900dcc4-ed2b-4468-a4df-048eaffe8def service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6484 time: 0.1501942 Apr 05 20:40:39.721978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.896365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a31148dc-c57b-42f0-aa82-9a68b4cb5a4a req-1a05b2a2-4618-4639-9104-0394ec73363b tempest-ServersAaction247Test-32335239 tempest-ServersAaction247Test-32335239-project] 10.222.0.10 "GET /v2.0/ports?device_id=db451b2d-2554-4cf0-8ead-fead1e7449bf HTTP/1.1" status: 200 len: 210 time: 0.0931497 Apr 05 20:40:39.972373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1d3b-7a69-407e-b18e-d58a5453bfb8 req-d81bb1d4-634d-45a3-8cdc-2d9bbf4dd33c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.973022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1d3b-7a69-407e-b18e-d58a5453bfb8 req-d81bb1d4-634d-45a3-8cdc-2d9bbf4dd33c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.973429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1d3b-7a69-407e-b18e-d58a5453bfb8 req-d81bb1d4-634d-45a3-8cdc-2d9bbf4dd33c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.974969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fd1d3b-7a69-407e-b18e-d58a5453bfb8 req-d81bb1d4-634d-45a3-8cdc-2d9bbf4dd33c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3297062 Apr 05 20:40:39.985230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576040b-478a-41ef-b4bd-7238178f0e23 req-6f23ff9e-9725-4007-9c5b-89082cec4e9a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.986631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7576040b-478a-41ef-b4bd-7238178f0e23 req-6f23ff9e-9725-4007-9c5b-89082cec4e9a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.2170129 Apr 05 20:40:40.088297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:40.236156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2f0d0f9e-d582-4ee2-b70d-2dd0fa518a49 req-da60b3c3-8269-4e9b-ba06-b1ee0a09e99a tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Synchronizing usage tracker for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:40.255443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7576040b-478a-41ef-b4bd-7238178f0e23 req-e2f6d77e-5274-48c6-9535-f02f02d4a96d tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452912 Apr 05 20:40:40.357424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08'}, {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:40.456396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2f0d0f9e-d582-4ee2-b70d-2dd0fa518a49 req-da60b3c3-8269-4e9b-ba06-b1ee0a09e99a tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] Unset dirty status for tenant:58bb8abfee0347c3b2705a143dd9f8b6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:40.458333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f0d0f9e-d582-4ee2-b70d-2dd0fa518a49 req-da60b3c3-8269-4e9b-ba06-b1ee0a09e99a tempest-ServersNegativeTestMultiTenantJSON-191547882 tempest-ServersNegativeTestMultiTenantJSON-191547882-project] 10.222.0.10 "GET /v2.0/ports?device_id=c822acb7-67e1-475c-9569-609246c66f18 HTTP/1.1" status: 200 len: 210 time: 0.3102803 Apr 05 20:40:40.459488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1d3b-7a69-407e-b18e-d58a5453bfb8 req-4c18030d-f898-4520-b697-aa0be2696ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:40.460887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6fd1d3b-7a69-407e-b18e-d58a5453bfb8 req-4c18030d-f898-4520-b697-aa0be2696ce9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4734068 Apr 05 20:40:40.571836 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccba6e6-ad40-407a-a666-718cbad6f62f'] response: {'server_uuid': 'c822acb7-67e1-475c-9569-609246c66f18', 'name': 'network-vif-deleted', 'tag': '5721e536-dd96-4e12-9128-135f1d842d4e', 'status': 'completed', 'code': 200} Apr 05 20:40:40.712273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-7ec14517-cd9f-48c7-a193-aa39459e3308 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6484 time: 0.1155419 Apr 05 20:40:40.844223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-64a8aa1e-dbbe-45be-8bad-0edeed18f1ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 HTTP/1.1" status: 200 len: 217 time: 0.1197052 Apr 05 20:40:40.947280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-42190489-3e4e-4cd2-8698-954b0124bf62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:40.950257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-42190489-3e4e-4cd2-8698-954b0124bf62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65b8a69d-1835-428d-8e17-809e3ca744d0 HTTP/1.1" status: 200 len: 855 time: 0.0985460 Apr 05 20:40:41.055450 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0346d4-0130-4027-b6cb-28cf4a6b832d'] response: {'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'code': 200} Apr 05 20:40:41.141088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97e7015e-d684-460d-a617-4ae14dd2f422 req-3c1563f7-01ea-423d-8baa-4b338a03b20a tempest-ServersAaction247Test-32335239 tempest-ServersAaction247Test-32335239-project] 10.222.0.23 "GET /v2.0/ports?device_id=db451b2d-2554-4cf0-8ead-fead1e7449bf HTTP/1.1" status: 200 len: 210 time: 0.0676723 Apr 05 20:40:41.154203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.159133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.163279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.167173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.173479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.177611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.181645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.190041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-437664a7-b3bc-4554-9e85-bd467e308f3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.3816514 Apr 05 20:40:41.191145 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6937dc-8c90-41ad-a5ab-162260ced3cd'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08', 'status': 'completed', 'code': 200} Apr 05 20:40:41.191675 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6937dc-8c90-41ad-a5ab-162260ced3cd'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c', 'status': 'completed', 'code': 200} Apr 05 20:40:41.223176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-55e6f981-9f88-440e-bab7-9074298f1bdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499156 Apr 05 20:40:41.350706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 98e785ae-3f77-4742-a347-eea291534ab4 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:41.436276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d63939cc-2ae7-4874-ae21-3a92b16eefde service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053237 Apr 05 20:40:41.453431 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:40:41.538749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 98e785ae-3f77-4742-a347-eea291534ab4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:41.555578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 98e785ae-3f77-4742-a347-eea291534ab4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:41.555943 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.667269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-089708ad-1745-473d-9b7f-1e68733adbc4 req-91eddbd2-8b75-4467-a10c-ce2d17d89b18 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4762514 Apr 05 20:40:41.722272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 25197589-9e2e-42db-ae5f-5a541f15bdf3 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:41.796758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c5ba8df2-dde0-4ca4-a7d9-4ae0391772ce service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045592 Apr 05 20:40:41.828754 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.875341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:41.995525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-cf86e58a-28d7-4e09-86f4-390e69aa8457 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 200 len: 217 time: 0.1882892 Apr 05 20:40:42.006982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21aef728-e908-47a0-a2a1-8af498929426 req-0d6f13fd-04cf-4cfd-b266-36dc3ac4893b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 1097 time: 0.5612655 Apr 05 20:40:42.013884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.124146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-2ec27aec-7983-4fe5-9df7-912e35e34555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:42.143226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-2ec27aec-7983-4fe5-9df7-912e35e34555 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.1190109 Apr 05 20:40:42.143577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:42.253564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f0d17-0412-4202-b61d-100e935db850 req-42747e93-dfd4-4bcc-82cd-e61eab9c961b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:42.255600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab9f0d17-0412-4202-b61d-100e935db850 req-42747e93-dfd4-4bcc-82cd-e61eab9c961b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 944 time: 0.8130987 Apr 05 20:40:42.367689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21aef728-e908-47a0-a2a1-8af498929426 req-22fb8599-5946-4cac-aa95-52b03a9f1985 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232926 Apr 05 20:40:42.394384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab9f0d17-0412-4202-b61d-100e935db850 req-83c0d082-8e12-42ec-a0cb-60bb950707df tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273062 Apr 05 20:40:42.404862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d3950-afb4-44af-8dc3-6f3dbe17a8a2 req-4f038b40-1988-4e1a-bfae-928d48359791 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:42.406928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-451d3950-afb4-44af-8dc3-6f3dbe17a8a2 req-4f038b40-1988-4e1a-bfae-928d48359791 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 943 time: 0.4826701 Apr 05 20:40:42.421670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3472b684-484c-4794-800d-08ec402bc45d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2734151 Apr 05 20:40:42.576909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-451d3950-afb4-44af-8dc3-6f3dbe17a8a2 req-eab4cc36-90a0-412d-b528-196c41cbb426 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619315 Apr 05 20:40:42.675443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-edceb7b1-e389-4dd4-a016-24601425bf9d service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328980 Apr 05 20:40:43.056473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:43.135640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-b0e037cd-df41-4335-ab26-0fefbed5e6e2 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526432 Apr 05 20:40:43.193831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b12d8-eb6b-4a1e-8b3b-e8177f0806c3 req-687b4534-5122-4494-aabe-9cd0b08daec3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:43.204487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb6b12d8-eb6b-4a1e-8b3b-e8177f0806c3 req-687b4534-5122-4494-aabe-9cd0b08daec3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.3535564 Apr 05 20:40:43.302840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55124) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:43.360791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833365f-99f1-4163-afbd-2625fb3789b0 req-36bd6793-2b02-4d41-8aad-41e83abb768c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:43.369711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c833365f-99f1-4163-afbd-2625fb3789b0 req-36bd6793-2b02-4d41-8aad-41e83abb768c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.6500521 Apr 05 20:40:43.426175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb6b12d8-eb6b-4a1e-8b3b-e8177f0806c3 req-3d5ab392-3805-4303-a5ea-f61e47419b3f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240282 Apr 05 20:40:43.535193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-dd4f85c4-fc28-4f21-96b3-abfb33dbdf31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 200 len: 217 time: 0.3612056 Apr 05 20:40:43.655706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55132) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:43.680927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c833365f-99f1-4163-afbd-2625fb3789b0 req-d56f1444-541b-4347-80ee-13d701d57d27 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095593 Apr 05 20:40:43.705628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.734985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-9e941d10-0b71-4785-be3b-803e858cce66 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:43.735722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-9e941d10-0b71-4785-be3b-803e858cce66 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Synchronizing usage tracker for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:43.757610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e970c25b-dfaa-4d5c-8d4d-77b1368fc5e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:43.759295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-e970c25b-dfaa-4d5c-8d4d-77b1368fc5e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.2118413 Apr 05 20:40:43.772547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:43.776475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Usage tracker for resource:security_group_rule and tenant:1cdb97c44c2b42e3af7341c3f1db2860 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:43.779623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:43.801580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:43.812223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] Deleting subnet 958bd1a9-2623-4ca1-aad4-8c7413f77063 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:40:43.818693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.887659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.974102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.007426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-83037c2d-37bd-4260-876b-efc43ef541f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2421441 Apr 05 20:40:44.015159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.017288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.022410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.026326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.031164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.035684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.039867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.043830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.050101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71ff56df-f487-4395-8e62-00911504d99a req-59a69f8f-e6a8-45b6-a1d5-987d59a43644 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.1845829 Apr 05 20:40:44.081082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34375d-1fb8-411c-bc11-17beacee9b23 req-32048d25-116c-4a02-abe4-7405786873f9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.082436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af34375d-1fb8-411c-bc11-17beacee9b23 req-32048d25-116c-4a02-abe4-7405786873f9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2627766 Apr 05 20:40:44.285470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-f69fa920-9ac8-435e-b818-a777f9daf71d service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334919 Apr 05 20:40:44.326641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71ff56df-f487-4395-8e62-00911504d99a req-9393d158-4d8d-48f8-a6f5-9d51222f0b92 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2541504 Apr 05 20:40:44.386881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-9e941d10-0b71-4785-be3b-803e858cce66 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Unset dirty status for tenant:6b117e04743246c0a80472e837a08d4f on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:44.388968 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-9e941d10-0b71-4785-be3b-803e858cce66 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.9192801 Apr 05 20:40:44.391449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.424003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af34375d-1fb8-411c-bc11-17beacee9b23 req-8621b039-5d8a-43a1-91b0-d805451d59eb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534044 Apr 05 20:40:44.441459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.540813 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33b12e5-3968-463b-b46f-4521b8c73957'] response: {'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4', 'code': 200} Apr 05 20:40:44.541873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c8eb8319-fd8d-4fe9-83b4-dd47a56f8ad0 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435806 Apr 05 20:40:44.559240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958bd1a9-2623-4ca1-aad4-8c7413f77063,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:44.566900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.591800 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cdb97c44c2b42e3af7341c3f1db2860&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2692590 Apr 05 20:40:44.591800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55142) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:44.670712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcdffa-de39-4467-8adc-14cb9ee03549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7e59c-5c8a-4eef-aad6-fc48a0285885,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:44.684610 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-301b074b-2da0-4b1b-9034-e5fb2b4d00e4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/958bd1a9-2623-4ca1-aad4-8c7413f77063 HTTP/1.1" status: 204 len: 168 time: 1.0290952 Apr 05 20:40:44.704933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55146) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:44.722409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-cbe11713-d868-45e0-b650-412e9840f01c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5 HTTP/1.1" status: 200 len: 217 time: 0.1546860 Apr 05 20:40:44.742160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Deleting port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:44.742518 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.775179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb0ddbc-4b17-4db2-8227-dd3461c4f650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.812587 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb0ddbc-4b17-4db2-8227-dd3461c4f650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.977846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-9b9d1a87-b6c5-4233-a842-2cd933c8f9f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.979250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-9b9d1a87-b6c5-4233-a842-2cd933c8f9f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.2094464 Apr 05 20:40:45.086663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b1e6415-25b9-4829-acf7-a16776cb6758 req-25627ad7-a5e7-44fe-b8d0-ae99fd2f1c56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 1096 time: 0.3630052 Apr 05 20:40:45.134502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-1b29cb81-1d39-43ad-9902-e4a3d674516c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5665584 Apr 05 20:40:45.172410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93895258-1465-48ad-b3c0-5b1611a0da52 req-66b51a16-17f7-4a88-a356-357eaa2b7de1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:45.173923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93895258-1465-48ad-b3c0-5b1611a0da52 req-66b51a16-17f7-4a88-a356-357eaa2b7de1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.4028108 Apr 05 20:40:45.191726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465eafe-b07d-4c54-b8ee-3726be296fbe req-49b2c80d-a19f-4c7f-8dbc-d21c7ef38d7b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:45.193267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0465eafe-b07d-4c54-b8ee-3726be296fbe req-49b2c80d-a19f-4c7f-8dbc-d21c7ef38d7b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 945 time: 0.4285667 Apr 05 20:40:45.336508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b1e6415-25b9-4829-acf7-a16776cb6758 req-7e09e4c0-c519-4b35-b9d5-5b617d10856a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344441 Apr 05 20:40:45.344338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-6ef6ac78-34d8-4b12-9376-5f00947083f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3463302 Apr 05 20:40:45.354243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.381317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93895258-1465-48ad-b3c0-5b1611a0da52 req-9f951a1f-7b98-49e7-b5c4-1ebbf1093da6 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869421 Apr 05 20:40:45.416824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0465eafe-b07d-4c54-b8ee-3726be296fbe req-487518cb-d31b-4dc9-82ae-c8ef7371d72b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766303 Apr 05 20:40:45.456153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-f77b9131-5b1f-42b9-9e3d-cd4f696177b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 1097 time: 0.1895616 Apr 05 20:40:45.680726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb0ddbc-4b17-4db2-8227-dd3461c4f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.839177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0ddbc-4b17-4db2-8227-dd3461c4f650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7e59c-5c8a-4eef-aad6-fc48a0285885,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:45.847703 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb0ddbc-4b17-4db2-8227-dd3461c4f650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.853384 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0bb0ddbc-4b17-4db2-8227-dd3461c4f650 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3aa7e59c-5c8a-4eef-aad6-fc48a0285885 HTTP/1.1" status: 204 len: 168 time: 1.2640321 Apr 05 20:40:45.856756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.917129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd562ee-9d31-4a7c-b570-dced48b5d8e8']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:45.936217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] For port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:45.937169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.945731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf79004-460f-4dca-b8a2-947081f2b42b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:45.946031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf79004-460f-4dca-b8a2-947081f2b42b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:46.089603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.108197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Calling delete_port for a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:46.175033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.188697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:40:46.189025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:40:46.202984 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:40:46.208192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-b8e3b40e-7c51-4e34-926d-34d6fd5ebb37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:46.208192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-b8e3b40e-7c51-4e34-926d-34d6fd5ebb37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.7222464 Apr 05 20:40:46.385631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.399024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-fa5bc0cd-5088-4f55-a2b3-76c3ba83618a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da6229ec-2b13-4c13-9928-93713495904d HTTP/1.1" status: 200 len: 217 time: 0.1858025 Apr 05 20:40:46.411658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.413871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d219f73-1359-4157-bf10-69bcdf963e19 req-11187496-e58c-4874-946e-e574f17f698c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:46.415469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d219f73-1359-4157-bf10-69bcdf963e19 req-11187496-e58c-4874-946e-e574f17f698c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/ports?device_id=f98c1eaf-38d6-412e-ac6e-b35e64271e2a HTTP/1.1" status: 200 len: 946 time: 0.4969387 Apr 05 20:40:46.419104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-538645c5-02f7-4325-a28a-cbc0f964959a service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903541 Apr 05 20:40:46.424984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d616002-89ec-4167-a5e5-d9179585fc8c req-e39caa76-b3dd-43fb-8ffb-74ed39685fea tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:46.426705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d616002-89ec-4167-a5e5-d9179585fc8c req-e39caa76-b3dd-43fb-8ffb-74ed39685fea tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.7419720 Apr 05 20:40:46.448114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.492638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd562ee-9d31-4a7c-b570-dced48b5d8e8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:46.516060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Pushing event deleted for resources: {'Port': ['ID=a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:46.522466 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1fedb1d3-5c5d-450a-b229-60f2c65b2964 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9dd562ee-9d31-4a7c-b570-dced48b5d8e8 HTTP/1.1" status: 204 len: 168 time: 1.8151507 Apr 05 20:40:46.522890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55170) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:46.700022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] No DVR routers for this DVR port a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:46.706572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.717472 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-19920ced-6dac-4b12-9e95-b2eb2d09a22f req-ad9ec733-ed0c-4f5c-acd2-d3f3a9721223 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.39 "DELETE /v2.0/ports/a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad HTTP/1.1" status: 204 len: 173 time: 2.2507992 Apr 05 20:40:46.718548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'name': 'network-vif-deleted', 'tag': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:46.746840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] Deleting subnet 28243775-803f-40d5-a085-82f814fe11d5 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:40:46.751650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.798351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-86d83199-19bf-4cb3-b21f-72618f298291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:46.802397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-86d83199-19bf-4cb3-b21f-72618f298291 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.3857009 Apr 05 20:40:46.821490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.898248 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.969246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d219f73-1359-4157-bf10-69bcdf963e19 req-41071ad8-4a7f-4a8f-84a4-854cc661d9b8 tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] 10.222.0.10 "GET /v2.0/security-groups?id=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050175 Apr 05 20:40:46.974632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d616002-89ec-4167-a5e5-d9179585fc8c req-be966af6-8ddb-4d17-9d6d-65e7d69619f2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4836497 Apr 05 20:40:47.066024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.116616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-19cdea10-5185-44c3-9a7e-2c269139612f service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513667 Apr 05 20:40:47.166209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28243775-803f-40d5-a085-82f814fe11d5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:47.194598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.212166 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d8c00f85-79ce-4935-b1ca-9d05a456edae admin admin] 10.222.0.10 "DELETE /v2.0/subnets/28243775-803f-40d5-a085-82f814fe11d5 HTTP/1.1" status: 204 len: 168 time: 0.6860020 Apr 05 20:40:47.212803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:47.382136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:47.438138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d61b2660-6941-4e06-884d-96e07ab77aa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498 HTTP/1.1" status: 200 len: 217 time: 0.3102486 Apr 05 20:40:47.462829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-302ecfd1-803c-4412-ad83-43f4563fd2f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6410556 Apr 05 20:40:47.487957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:40:47.488302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:47.508305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.663034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.709133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ebbb96-2db5-4241-b04b-9835fcae9738']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:47.724839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cdc4e3-3e58-4985-8a4a-4e18e597280b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:47.725320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cdc4e3-3e58-4985-8a4a-4e18e597280b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:47.733953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-eb980f6a-9b82-4c3e-9c9c-edd0792dba30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:47.733953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-eb980f6a-9b82-4c3e-9c9c-edd0792dba30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.2738149 Apr 05 20:40:47.760370 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.768434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15d8bf-bf96-4971-be92-479af432daec req-2698729e-4a97-47c5-90d7-da89289f6d67 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:47.769984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a15d8bf-bf96-4971-be92-479af432daec req-2698729e-4a97-47c5-90d7-da89289f6d67 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.4979944 Apr 05 20:40:47.821686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.833820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:40:47.834519 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.040433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-60871bed-9f81-4979-a4b1-8a8ff433d746 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790683 Apr 05 20:40:48.051493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.056322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.062211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.080684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.080684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.096634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.100292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.110029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-c0f6d289-0f60-4e51-87c0-11f2a02df453 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.7178111 Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:40:48.127716 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:40:48.241746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.273444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.290737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a15d8bf-bf96-4971-be92-479af432daec req-f9704a45-71df-4980-9f2e-7183a41b22cf tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482816 Apr 05 20:40:48.297387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] Pushing event deleted for resources: {'Network': ['ID=93ebbb96-2db5-4241-b04b-9835fcae9738,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:48.310219 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-149dd1b6-00d1-43bb-b625-fd47fdc99912 admin admin] 10.222.0.10 "DELETE /v2.0/networks/93ebbb96-2db5-4241-b04b-9835fcae9738 HTTP/1.1" status: 204 len: 168 time: 1.0891321 Apr 05 20:40:48.335219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c358683c-d881-45b9-be08-fe19bc577c50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5871534 Apr 05 20:40:48.404874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dfe4625-6638-4195-84f0-3de80f10bd58 req-e04d42e8-9aaa-44db-a920-39aed80b50d0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2939186 Apr 05 20:40:48.600313 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157cbb25-b8d3-4146-978f-902fa2e3a3d5'] response: {'server_uuid': 'f98c1eaf-38d6-412e-ac6e-b35e64271e2a', 'name': 'network-vif-deleted', 'tag': 'a4d50a92-189d-42fc-88b5-5ddf2aa6b4ad', 'status': 'completed', 'code': 200} Apr 05 20:40:48.889596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7d0c0e1-4c63-435c-919b-397a86442044 req-cf0721c6-c50e-44e8-82c8-812c13350706 service neutron] 10.222.0.23 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7769685 Apr 05 20:40:48.997031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-d4656000-3e08-4c0f-a8b2-4ec85062c15c service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474121 Apr 05 20:40:49.007497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e3a4f-5b5d-4979-8183-f29a93719389 req-907ba93d-fcfb-4bb8-bff5-a86a4eea4106 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:49.017675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-779e3a4f-5b5d-4979-8183-f29a93719389 req-907ba93d-fcfb-4bb8-bff5-a86a4eea4106 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 945 time: 0.3134522 Apr 05 20:40:49.130067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf973f4-2ec2-4033-a9e6-59c6bbdbb1c0 req-f5777303-2180-4228-b928-bf32f1dd018b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:49.138207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbf973f4-2ec2-4033-a9e6-59c6bbdbb1c0 req-f5777303-2180-4228-b928-bf32f1dd018b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3614612 Apr 05 20:40:49.203900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55212) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:49.230481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-779e3a4f-5b5d-4979-8183-f29a93719389 req-284b913b-0927-4948-b796-46fcb2697747 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116518 Apr 05 20:40:49.298155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbf973f4-2ec2-4033-a9e6-59c6bbdbb1c0 req-bce792c4-b508-481f-8976-184f33c1bfd1 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515238 Apr 05 20:40:49.347313 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-79092ea1-5fac-406d-9780-9bf1337fe683 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58bb8abfee0347c3b2705a143dd9f8b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1396863 Apr 05 20:40:49.360462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-1418668e-00e1-42fd-8f82-9dcc2d2039e1 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370175 Apr 05 20:40:49.363146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:49.409240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:49.527954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-ca4dc1ba-91cc-4a1c-aed2-8e2bac84bcef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=663da1a9-e676-499f-828e-8ed07621dc08 HTTP/1.1" status: 200 len: 217 time: 0.1614535 Apr 05 20:40:49.696222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-efbe606a-e91f-4cb8-82ae-21252f7b1a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:49.699268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-efbe606a-e91f-4cb8-82ae-21252f7b1a84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.1604714 Apr 05 20:40:49.716342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74ee02e2-94bd-43a8-ae12-98cebb235ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.783018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74ee02e2-94bd-43a8-ae12-98cebb235ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.847353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-29cd0a16-4670-43ae-bcd4-62df9c9ef285 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415915 Apr 05 20:40:50.040401 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.161773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-2db93eff-3c04-401d-8b3a-6bafe1bf17d4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056111 Apr 05 20:40:50.240631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74ee02e2-94bd-43a8-ae12-98cebb235ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.319582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee02e2-94bd-43a8-ae12-98cebb235ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c4caa-f9dd-4d76-9256-d908289ba0d4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:50.400343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74ee02e2-94bd-43a8-ae12-98cebb235ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.411620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-74ee02e2-94bd-43a8-ae12-98cebb235ffa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/485c4caa-f9dd-4d76-9256-d908289ba0d4 HTTP/1.1" status: 204 len: 168 time: 1.0425165 Apr 05 20:40:50.543790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.571782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-6b404603-6c91-48e6-a628-23683ebcc348 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040828 Apr 05 20:40:50.802737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-3a210cf6-cf15-4afd-8183-436a7c30b778 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ae2bebd-d815-46f1-815c-efbb947e342c HTTP/1.1" status: 200 len: 217 time: 0.2235818 Apr 05 20:40:50.894061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-879bbb66-1dc8-403d-97e8-cc47db183d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:50.896155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-879bbb66-1dc8-403d-97e8-cc47db183d9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.0846972 Apr 05 20:40:50.986467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429c7d3-922b-4897-ad67-716059158644 req-07f8e565-3793-4767-9baa-5a2cb0731242 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:50.994464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c429c7d3-922b-4897-ad67-716059158644 req-07f8e565-3793-4767-9baa-5a2cb0731242 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2594783 Apr 05 20:40:51.087803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c429c7d3-922b-4897-ad67-716059158644 req-6e91960c-ed6c-40c3-b90a-e756379d8bed tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920029 Apr 05 20:40:51.122775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-60add165-5633-44b5-ae21-b9cdc5abf88b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2172315 Apr 05 20:40:51.320393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-4833183e-eda1-4b5c-ace1-1e7989a1c0fc service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910439 Apr 05 20:40:51.777615 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-805bad0c-9ad4-499c-846e-80a892fc6d81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1738281 Apr 05 20:40:51.973663 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-38bb4657-2c13-4025-9e8b-6199bbb5079d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 1097 time: 0.1557965 Apr 05 20:40:52.170383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae93faa0-12df-456b-b430-b30b87c13c0a req-c98bed6b-a8f3-4101-bbd8-2734dd8589f1 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580585 Apr 05 20:40:52.182861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215918f-c01c-4560-8f4b-5f58e244513f req-db85ef9d-5668-4caa-8821-5d4af9e10020 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.184835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-db85ef9d-5668-4caa-8821-5d4af9e10020 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 814 time: 0.7775059 Apr 05 20:40:52.208005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.213014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.218635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.223569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.230982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.237612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.242568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.253227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-a9edc55f-c16a-4a54-aa03-226453ab99bc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.9316955 Apr 05 20:40:52.274582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-216e1e5e-8396-4849-8588-af852ecdaeeb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.276353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-216e1e5e-8396-4849-8588-af852ecdaeeb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "GET /v2.0/ports?device_id=182a773a-b9ab-4834-aca2-25c39a4768c8 HTTP/1.1" status: 200 len: 946 time: 0.6346791 Apr 05 20:40:52.286515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:52.328892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-be3754a8-5805-433e-aeef-9115a230339b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.330377 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-be3754a8-5805-433e-aeef-9115a230339b service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.3286295 Apr 05 20:40:52.332165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Deleting port 07bf1325-ed55-40c9-ade7-c2aa13a06d52 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:52.332628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.340684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-b7d3df0a-0fcb-475a-8c21-a45c0c3bdd1b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/quotas/9d488c484eb540bc80afdc0293429cd5 HTTP/1.1" status: 200 len: 375 time: 0.1468017 Apr 05 20:40:52.436024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Deleting port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:52.436732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.485713 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-7748c98b-a48f-443e-be3f-6f3f4015de34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4 HTTP/1.1" status: 200 len: 217 time: 0.1215599 Apr 05 20:40:52.495210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-633dda2f-7b20-4122-9d78-4f2d655a4fba req-5863898d-4b7b-4291-816b-b34b866a3ced tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389538 Apr 05 20:40:52.582018 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e678a675-b663-484a-8334-f108448a458e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41f0c61da9be40ba98caf98321e54cf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2944164 Apr 05 20:40:52.587124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55282) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:52.862198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-02d343e7-bf48-4681-bec4-6e0ba8ce91c0 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5140324 Apr 05 20:40:52.885397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] For port 07bf1325-ed55-40c9-ade7-c2aa13a06d52, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=07bf1325-ed55-40c9-ade7-c2aa13a06d52,segment=NetworkSegment(df48480d-0e49-4bcf-ba46-33a32cc9ef8b),segment_id=df48480d-0e49-4bcf-ba46-33a32cc9ef8b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:52.886517 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.012043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db444c4f-50f4-4b84-9154-1ecf159442b1 req-778c0fad-2835-4c7c-a021-c6c704cb6adc tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1489632 Apr 05 20:40:53.106446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Calling delete_port for 07bf1325-ed55-40c9-ade7-c2aa13a06d52 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:53.191245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f0a4c-a3c6-44d6-b6b6-351f79147559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.194173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-8ca616ae-a7f5-493c-9834-bda0671375b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:53.195479 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-8ca616ae-a7f5-493c-9834-bda0671375b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.5412669 Apr 05 20:40:53.196134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] For port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:53.196503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.342674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Calling delete_port for 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:53.434019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f0a4c-a3c6-44d6-b6b6-351f79147559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.498276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.603952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bf1325-ed55-40c9-ade7-c2aa13a06d52,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:53.605000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-81483ad7-a59b-49b4-add7-f98d75bcf428 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6484 time: 0.9434373 Apr 05 20:40:53.648234 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-840aee96-3ffb-494e-bf77-d46418865f4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4380229 Apr 05 20:40:53.723737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.739155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f0a4c-a3c6-44d6-b6b6-351f79147559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.739453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['254c64db-fc97-4d24-b98e-ad0ad38b4cd9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:40:53.763598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-961ba580-3eea-4851-9f63-f72aee648321 service neutron] 10.222.0.10 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047943 Apr 05 20:40:53.917626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Pushing event deleted for resources: {'Port': ['ID=254c64db-fc97-4d24-b98e-ad0ad38b4cd9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:53.944322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f0a4c-a3c6-44d6-b6b6-351f79147559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9f130-ddb4-4b6d-aa88-0902f5377425,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:54.256558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] No DVR routers for this DVR port 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:54.273609 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-307f0a4c-a3c6-44d6-b6b6-351f79147559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:54.275356 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-307f0a4c-a3c6-44d6-b6b6-351f79147559 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52c9f130-ddb4-4b6d-aa88-0902f5377425 HTTP/1.1" status: 204 len: 168 time: 1.6873169 Apr 05 20:40:54.276883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:54.279570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-deleted', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:40:54.297339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-5c7334d3-a1df-42ba-80af-4a73cfe6b634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:54.298830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-5c7334d3-a1df-42ba-80af-4a73cfe6b634 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce56abd-0a77-426d-b416-6f997dfa7407 HTTP/1.1" status: 200 len: 903 time: 0.6719396 Apr 05 20:40:54.312637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c715b9c-d973-47c5-abcb-3f8205122438 req-8a9a22de-f3da-446c-9588-4fba68fb450e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:54.314590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c715b9c-d973-47c5-abcb-3f8205122438 req-8a9a22de-f3da-446c-9588-4fba68fb450e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 945 time: 0.8229818 Apr 05 20:40:54.388635 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-4fcc3f60-d60c-4255-91bb-cd39a04f6a89 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748385 Apr 05 20:40:54.498337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-2cb3be94-6e6c-4639-b2f7-61d0a08ab8c2 service neutron] 10.222.0.10 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349685 Apr 05 20:40:54.629226 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-016c1588-e475-46d3-bf7a-fa7ced6f5d90 req-eb296875-c3d6-4eaf-8997-ceb460b50c2b service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316899 Apr 05 20:40:54.638217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-16166513-e377-4666-9012-2627dccb0df8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=663da1a9-e676-499f-828e-8ed07621dc08 HTTP/1.1" status: 200 len: 217 time: 0.3174522 Apr 05 20:40:54.643224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c05b66d-99c8-4cfb-9ca7-35c3960558ad req-b9153737-afe6-4d74-9a76-862ff3ba0915 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "DELETE /v2.0/ports/254c64db-fc97-4d24-b98e-ad0ad38b4cd9 HTTP/1.1" status: 204 len: 173 time: 2.3459148 Apr 05 20:40:54.695072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:54.746250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c715b9c-d973-47c5-abcb-3f8205122438 req-37170e59-fe32-44c6-a7a9-66e76ec79e2e tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178892 Apr 05 20:40:54.793872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-28ca9543-d54b-45a4-829d-fbd3abcd9220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:54.793872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-28ca9543-d54b-45a4-829d-fbd3abcd9220 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.1479652 Apr 05 20:40:54.997947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-b0c53b9c-22d5-4d0a-a084-485d5cd2e533 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1979988 Apr 05 20:40:55.569934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-0b55443f-681f-4800-b269-c7f5500c3310 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630431 Apr 05 20:40:55.659443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cfd1bf1-1a92-4432-a101-a24d5733e710 req-279efeaa-7011-4dce-afb0-76c66ed431c9 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0833604 Apr 05 20:40:55.772382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd596fb2-cee8-45f0-a740-7b0629127bc8 req-7b7068a8-d1a8-4c74-b3cf-fc3eb487a14c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0585639 Apr 05 20:40:55.782067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:55.904552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:40:55.905165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 254c64db-fc97-4d24-b98e-ad0ad38b4cd9 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:55.956233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-2529291a-7fc7-4e68-9b4c-cca235deb36a service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458443 Apr 05 20:40:55.965560 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd333bc-f3db-4696-843b-50f19c46c47f'] response: {'server_uuid': '182a773a-b9ab-4834-aca2-25c39a4768c8', 'name': 'network-vif-deleted', 'tag': '254c64db-fc97-4d24-b98e-ad0ad38b4cd9', 'status': 'completed', 'code': 200} Apr 05 20:40:56.095271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.109774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.113902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.120265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.130808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.143523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.152187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.156315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74693d86-4802-4f64-b11c-e803102e1200 req-e6079547-f6b5-438c-bb86-7d36da3188f0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.9733992 Apr 05 20:40:56.340344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Router 7fde25c1-75e7-4452-898d-2af3bca43de3 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:40:56.397917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3ffa5e70-9762-4aea-8ad1-7eb91e924736 req-d24c7a87-db30-496b-8fd3-825d529d3760 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Synchronizing usage tracker for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:56.532498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74693d86-4802-4f64-b11c-e803102e1200 req-6fde0234-a566-4df4-acfe-b96edf69032e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502887 Apr 05 20:40:56.577890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-442c30b0-a023-4b63-9e58-f31a735773e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6484 time: 0.4059808 Apr 05 20:40:56.623988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3ffa5e70-9762-4aea-8ad1-7eb91e924736 req-d24c7a87-db30-496b-8fd3-825d529d3760 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Unset dirty status for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:56.625180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ffa5e70-9762-4aea-8ad1-7eb91e924736 req-d24c7a87-db30-496b-8fd3-825d529d3760 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 210 time: 0.6347697 Apr 05 20:40:56.838039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:40:56.853882 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] Sync routers for ids ['7fde25c1-75e7-4452-898d-2af3bca43de3'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:40:56.862992 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a15dd20e-e99d-437c-8ec6-aafc3b925a46 admin admin] 10.222.0.10 "PUT /v2.0/routers/7fde25c1-75e7-4452-898d-2af3bca43de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4457057 Apr 05 20:40:56.865630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:56.867928 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] Routers {'7fde25c1-75e7-4452-898d-2af3bca43de3'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:56.869745 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:40:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7fde25c1-75e7-4452-898d-2af3bca43de3'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:56.912471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-870b6ada-16ef-4a1c-9cb4-f82a040b0d82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:56.918864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-870b6ada-16ef-4a1c-9cb4-f82a040b0d82 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce56abd-0a77-426d-b416-6f997dfa7407 HTTP/1.1" status: 200 len: 903 time: 0.3377597 Apr 05 20:40:57.084181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-29eca5ca-7b2d-482b-895b-65e369507e4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ae2bebd-d815-46f1-815c-efbb947e342c HTTP/1.1" status: 200 len: 217 time: 0.1570156 Apr 05 20:40:57.258743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-4325a5a6-9b95-49c7-a32e-e75e899c41ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:57.260198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-4325a5a6-9b95-49c7-a32e-e75e899c41ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.1304305 Apr 05 20:40:57.328391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389829d-6b74-4919-858d-5ec9327b33da req-fbcff610-58a1-4701-8db7-770c2296004a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:57.338168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4389829d-6b74-4919-858d-5ec9327b33da req-fbcff610-58a1-4701-8db7-770c2296004a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2526600 Apr 05 20:40:57.526879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4389829d-6b74-4919-858d-5ec9327b33da req-1d05050c-2ddc-415a-b06d-bef664f3f894 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768894 Apr 05 20:40:57.535978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:57.542930 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] Set router 7fde25c1-75e7-4452-898d-2af3bca43de3 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:57.572875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-9db762ff-fee4-407a-ab01-14769599bd1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2983136 Apr 05 20:40:57.880861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-ba60b854-ace7-473a-9eb1-9051596fb661 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044236 Apr 05 20:40:58.057778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ad309c9-aa6e-45ac-9bea-d5478388af00 req-5e0a1682-3c1f-4c03-a48b-456fbad699ad tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1251302 Apr 05 20:40:58.077169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.103498 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:40:53Z', 'revision_number': 5, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port': {'id': 'd6e1bfe5-0b1d-4558-a17a-8d4f63d5602d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:37:51Z', 'updated_at': '2022-04-05T20:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:58.110374 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] Checking router: 7fde25c1-75e7-4452-898d-2af3bca43de3 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:40:58.134624 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] Routers {'7fde25c1-75e7-4452-898d-2af3bca43de3'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:40:58.135262 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:40:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7fde25c1-75e7-4452-898d-2af3bca43de3'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:58.214338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Deleting port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:40:58.220599 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.585633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] For port d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:40:58.586272 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.692080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215918f-c01c-4560-8f4b-5f58e244513f req-514c7f03-27a1-4017-a28b-a8c57ee69ed0 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:58.693569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-514c7f03-27a1-4017-a28b-a8c57ee69ed0 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 814 time: 0.1626995 Apr 05 20:40:58.787835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc40519c-d9b9-4ee4-b84e-08c9099d5f99 req-f32c12d9-f308-414a-bff3-9ad9e4ca777e tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 210 time: 0.0756342 Apr 05 20:40:58.793402 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] Set router 7fde25c1-75e7-4452-898d-2af3bca43de3 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:40:58.796488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Request body: {'port': {'device_id': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'admin_state_up': True, 'tenant_id': '9d488c484eb540bc80afdc0293429cd5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:40:58.990383 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:40:58Z', 'revision_number': 6, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:59.005178 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2916a3-bba8-4fb1-80d6-84478947958f None None] The sync data for ids ['7fde25c1-75e7-4452-898d-2af3bca43de3'] in n-d-836605-1 is: [{'id': '7fde25c1-75e7-4452-898d-2af3bca43de3', 'name': 'tempest-ServerRescueTestJSON-1753941003-router', 'tenant_id': '6b117e04743246c0a80472e837a08d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:37:49Z', 'updated_at': '2022-04-05T20:40:58Z', 'revision_number': 6, 'project_id': '6b117e04743246c0a80472e837a08d4f', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:40:59.068764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60fd864a-14c6-46d5-8c06-b34b823b1a13 req-5d3f1d00-01b4-4561-abe2-2bf2b3c4a7b3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1802821 Apr 05 20:40:59.182979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:59.193449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:59.211846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Calling delete_port for d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:40:59.230219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:59.247425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:59.264097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:59.282190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:59.286760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:59.295177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-6469c4b5-3784-453a-a5f8-e68925516517 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.8694990 Apr 05 20:40:59.454645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:59.471463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:59.486458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4152694-45f0-41f5-8848-dffd4ed5e7cc req-da75f4dc-ad5e-43fa-904e-915eb8423cd8 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900277 Apr 05 20:40:59.596713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Made reservation on behalf of 9d488c484eb540bc80afdc0293429cd5 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:59.600311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:59.930534 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:59.946823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Allocated IP 172.20.0.4 (e013a7fd-ecf6-4369-a8c3-b542b5f275f8/840c8e41-293c-4f9b-baca-9e788fb51f98/ac6d3828-88af-4975-b218-fea341476b9e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:00.034105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:00.055337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1d133-3c06-4798-b937-a65e59dba5e0 req-3240f358-4873-48cb-9b8f-1bbaf7962af6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:00.069548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cb1d133-3c06-4798-b937-a65e59dba5e0 req-3240f358-4873-48cb-9b8f-1bbaf7962af6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2171154 Apr 05 20:41:00.459459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cb1d133-3c06-4798-b937-a65e59dba5e0 req-2cf7ae2a-aa1c-4ff5-a2a5-4a4347256697 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879850 Apr 05 20:41:00.526583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:00.641609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:00.688397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 07bf1325-ed55-40c9-ade7-c2aa13a06d52 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:00.748713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 07bf1325-ed55-40c9-ade7-c2aa13a06d52 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:41:00.749482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 07bf1325-ed55-40c9-ade7-c2aa13a06d52 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:00.750121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:00.766482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-288848cb-f24a-4cb1-89c7-57d3235ffb15 req-7a91fabf-709f-4abe-af9a-e5ed360f8d5b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 210 time: 0.0924051 Apr 05 20:41:00.791834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:41:00.792305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d6e1bfe5-0b1d-4558-a17a-8d4f63d5602d not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:00.850260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87610614-9205-45aa-a42a-0016e805c6a0 req-4699fa40-24b0-4137-86ce-1b8f0138312b tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0430589 Apr 05 20:41:00.904079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:00.991760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:00.992410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:00.992410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:00.992410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:00.993941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:00.998318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:01.002701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:01.006550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:01.008390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-eaa372c5-5685-450d-bfa0-156becd80d62 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.1273494 Apr 05 20:41:01.059211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bf53c9f-9e47-479e-9ca6-69ba6b0abb6d req-9c44b266-6b3f-440a-b9f4-0049db5d6c9a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448766 Apr 05 20:41:01.093796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.116412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.118906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fde25c1-75e7-4452-898d-2af3bca43de3 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:41:01.134439 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.142473 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67121c5c-5f15-408a-bf17-2cfb1c04d743 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7fde25c1-75e7-4452-898d-2af3bca43de3 HTTP/1.1" status: 204 len: 168 time: 4.2686286 Apr 05 20:41:01.147472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55412) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:01.181325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:01.182198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:01.185877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:01.190561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:01.298670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] Deleting subnet 89ff7d5c-ea36-4166-8dac-6fad07295978 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:41:01.302256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.312976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:01.313562 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.370292 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.436847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.456600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 98e785ae-3f77-4742-a347-eea291534ab4 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:01.505251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-9bbd8efb-7380-4c59-8298-7a35bb3fbafb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7493024 Apr 05 20:41:01.517324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Request body: {'port': {'device_id': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:01.630529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.716683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:01.724913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ff7d5c-ea36-4166-8dac-6fad07295978,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:01.738137 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.738523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '98e785ae-3f77-4742-a347-eea291534ab4', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': '98e785ae-3f77-4742-a347-eea291534ab4', 'mac_address': 'fa:16:3e:3b:cd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:01.750531 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8687c8c7-46b3-4cb8-b10b-52ae396d1f38 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/89ff7d5c-ea36-4166-8dac-6fad07295978 HTTP/1.1" status: 204 len: 168 time: 0.6008286 Apr 05 20:41:01.757713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55434) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:01.778624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.821043 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.842093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98e785ae-3f77-4742-a347-eea291534ab4 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:01.861966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:02.001978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.050846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.148684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:02.161737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['98e785ae-3f77-4742-a347-eea291534ab4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:02.194106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a3f00-9be9-41c5-ae85-ba2babe26285 req-0d73d685-ce65-4c39-bcde-45aeecb61edd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:02.195724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-647a3f00-9be9-41c5-ae85-ba2babe26285 req-0d73d685-ce65-4c39-bcde-45aeecb61edd tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.5025587 Apr 05 20:41:02.325780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-647a3f00-9be9-41c5-ae85-ba2babe26285 req-6f20c398-a4bf-4e7d-868e-5afcd0ca9c80 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222570 Apr 05 20:41:02.352816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf08e3-18bb-47bc-858c-e73be6ec61b5 req-4cd82e5b-ed92-415b-80b5-78cc525e6af8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:02.353678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3acf08e3-18bb-47bc-858c-e73be6ec61b5 req-4cd82e5b-ed92-415b-80b5-78cc525e6af8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Synchronizing usage tracker for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:02.471301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.486086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6d3828-88af-4975-b218-fea341476b9e {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:02.493667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.507311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3acf08e3-18bb-47bc-858c-e73be6ec61b5 req-4cd82e5b-ed92-415b-80b5-78cc525e6af8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Unset dirty status for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:02.508262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3acf08e3-18bb-47bc-858c-e73be6ec61b5 req-4cd82e5b-ed92-415b-80b5-78cc525e6af8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 931 time: 0.4123766 Apr 05 20:41:02.513878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75db5fa6-4b8f-42bb-b9fd-412ec9935469']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:02.515281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Transition to ACTIVE for port object ac6d3828-88af-4975-b218-fea341476b9e will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:02.531295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:02.531708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df48480d-0e49-4bcf-ba46-33a32cc9ef8b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:02.546697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.564229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.570649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:41:02.571099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:41:02.585421 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:41:02.599823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d37779e0-15ad-4271-8495-3b44f0a31b51 req-22406769-ce6a-489b-9d84-8857b6d584b5 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0541039 Apr 05 20:41:02.603574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3acf08e3-18bb-47bc-858c-e73be6ec61b5 req-cac5301c-3286-4610-948c-39d626bea8f4 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870285 Apr 05 20:41:02.699445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.738932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.764901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.781276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=75db5fa6-4b8f-42bb-b9fd-412ec9935469,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:02.783083 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aa1ebc96-9a49-4e8d-b09f-f9f78825c6ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/75db5fa6-4b8f-42bb-b9fd-412ec9935469 HTTP/1.1" status: 204 len: 168 time: 1.0242155 Apr 05 20:41:02.885438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:02.995924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.000364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.004220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.008047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.011936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.015893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.019743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.021659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-413db7c9-f1f4-4e02-98e2-3c729233879e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.2785978 Apr 05 20:41:03.086721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Attempting to bind port ac6d3828-88af-4975-b218-fea341476b9e on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:03.087064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Attempting to bind port ac6d3828-88af-4975-b218-fea341476b9e by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:03.087397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Attempting to bind port ac6d3828-88af-4975-b218-fea341476b9e on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:41:03.095432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c04f4bba-ef87-4eec-b504-3fb5fdc2d72d req-994c7d00-2028-4a04-b566-938b561c3b42 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672998 Apr 05 20:41:03.097944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Port ac6d3828-88af-4975-b218-fea341476b9e on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:41:03.098267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Attempting to bind port ac6d3828-88af-4975-b218-fea341476b9e on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:41:03.104682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:41:03.105028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Checking segment: {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:03.105448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Bound using segment: {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:41:03.105909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Bound port: ac6d3828-88af-4975-b218-fea341476b9e, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:03.106263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.203634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:41:03.206819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:41:03.328317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.347007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55474) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:03.396012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.397566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-5f74e058-9072-44c4-86f9-463854405910 service neutron] 10.222.0.23 "PUT /v2.0/ports/ac6d3828-88af-4975-b218-fea341476b9e HTTP/1.1" status: 200 len: 1091 time: 1.8844705 Apr 05 20:41:03.397993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:03.429673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74e058-9072-44c4-86f9-463854405910 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:03.435128 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cbdabbf5-7fa6-42e6-b465-e72979231c79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b117e04743246c0a80472e837a08d4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0868630 Apr 05 20:41:03.444762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55484) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:03.470859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 98e785ae-3f77-4742-a347-eea291534ab4 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:03.494183 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e857a7fd-be99-4b3c-aeb1-0569c903bd92'] response: {'name': 'network-changed', 'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e', 'status': 'completed', 'code': 200} Apr 05 20:41:03.551662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f814bbcb-dbc2-4c67-be22-f5b2a947a221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.578681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 98e785ae-3f77-4742-a347-eea291534ab4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:03.579110 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.583240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f814bbcb-dbc2-4c67-be22-f5b2a947a221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.636831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.721685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f814bbcb-dbc2-4c67-be22-f5b2a947a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.749099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6df7e-c792-4fee-8ff5-b766d8a33f37 req-c34f0124-2e8a-4889-8023-c0bda5a2a6b9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:03.751549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06b6df7e-c792-4fee-8ff5-b766d8a33f37 req-c34f0124-2e8a-4889-8023-c0bda5a2a6b9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1371567 Apr 05 20:41:03.754506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f814bbcb-dbc2-4c67-be22-f5b2a947a221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.756687 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f814bbcb-dbc2-4c67-be22-f5b2a947a221 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e HTTP/1.1" status: 204 len: 168 time: 0.3064487 Apr 05 20:41:03.758602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f71e7f94-0346-45ee-b4f9-b539a2c51366 req-9fb1af77-492d-4462-a5da-338e0bb6dfcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 1094 time: 0.2449980 Apr 05 20:41:03.765846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814bbcb-dbc2-4c67-be22-f5b2a947a221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31af9b6f-83f1-4e2c-bfbb-9e8c56c9425e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:03.782911 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.825670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:03.837781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:03.954011 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.998098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06b6df7e-c792-4fee-8ff5-b766d8a33f37 req-0c74c7f8-f539-4215-9379-7c397069407d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226269 Apr 05 20:41:04.040725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b5e6-e4f8-4008-a6bb-09f95e4bdafb req-712b4ff0-76f4-49bc-a189-c3107bd58e77 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.042328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9157b5e6-e4f8-4008-a6bb-09f95e4bdafb req-712b4ff0-76f4-49bc-a189-c3107bd58e77 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 943 time: 0.2409554 Apr 05 20:41:04.071818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:04.098345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7f94-0346-45ee-b4f9-b539a2c51366 req-4ea9043f-d44e-4d6a-ba40-b1ee33d136ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.100774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f71e7f94-0346-45ee-b4f9-b539a2c51366 req-4ea9043f-d44e-4d6a-ba40-b1ee33d136ef service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9d488c484eb540bc80afdc0293429cd5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2960036 Apr 05 20:41:04.245262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9eb59af3-74df-402e-b266-75d1dbbd9067 req-08383000-0a3d-4c97-9e5f-271cc30fdc8d tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1087410 Apr 05 20:41:04.255233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9157b5e6-e4f8-4008-a6bb-09f95e4bdafb req-7a1c3984-818d-4575-bc94-2b8013c3991e tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031610 Apr 05 20:41:04.308644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7f94-0346-45ee-b4f9-b539a2c51366 req-94bec8cb-aab5-466e-80af-abe9e55fab40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.314469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f71e7f94-0346-45ee-b4f9-b539a2c51366 req-94bec8cb-aab5-466e-80af-abe9e55fab40 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016895 Apr 05 20:41:04.441972 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925178c2-fbad-4020-bb2b-66e6d59226af'] response: {'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4', 'code': 200} Apr 05 20:41:04.505906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-716552fa-eefe-4994-9c18-58f8a94156d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 1094 time: 0.1448667 Apr 05 20:41:04.755815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-d13b5b62-3f8b-4cac-b81a-05d073c28586 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac6d3828-88af-4975-b218-fea341476b9e HTTP/1.1" status: 200 len: 217 time: 0.2414784 Apr 05 20:41:04.798516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-92c1a2e3-b4a0-4b02-bae6-5472aaa7305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.878791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215918f-c01c-4560-8f4b-5f58e244513f req-1ca7c11c-5c6c-407b-aa76-e1dec39ff7db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.880218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-1ca7c11c-5c6c-407b-aa76-e1dec39ff7db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=840c8e41-293c-4f9b-baca-9e788fb51f98 HTTP/1.1" status: 200 len: 854 time: 0.0821848 Apr 05 20:41:04.931796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-f9850dfc-af9c-4521-af04-c25e905057ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447147 Apr 05 20:41:04.954867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.954867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.966145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.966145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.966145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.972059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.972059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.973727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5b302784-9fd0-47fa-99db-71b6d27e735e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.2155390 Apr 05 20:41:05.133601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55870557-f8d5-4510-9ed8-3518d4344687 req-5bb23452-dcd4-48b1-90a1-3750e7d6302e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364441 Apr 05 20:41:05.161602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-123aa2a1-8870-480c-8066-493150c2eca6 service neutron] 10.222.0.23 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867702 Apr 05 20:41:05.361837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3215918f-c01c-4560-8f4b-5f58e244513f req-583ecb8d-5c0f-4f7f-b0d7-987c4d0921c4 service neutron] 10.222.0.23 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936128 Apr 05 20:41:05.368257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6bd08-892e-4c12-b1ab-a0b73c13b751 req-77f49099-51dc-4f8f-8cba-488ec4cdebad tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:05.370118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dd6bd08-892e-4c12-b1ab-a0b73c13b751 req-77f49099-51dc-4f8f-8cba-488ec4cdebad tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2039993 Apr 05 20:41:05.421963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dd6bd08-892e-4c12-b1ab-a0b73c13b751 req-3408546b-6c38-4ad9-845d-f3c76747504b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455329 Apr 05 20:41:05.543049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca9cd5-9ace-43d9-b6e5-1a2324d6c7f7 req-0b5144ec-93cb-4584-8f73-b39105296021 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:05.546033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dca9cd5-9ace-43d9-b6e5-1a2324d6c7f7 req-0b5144ec-93cb-4584-8f73-b39105296021 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 943 time: 0.1080067 Apr 05 20:41:05.600038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dca9cd5-9ace-43d9-b6e5-1a2324d6c7f7 req-64331941-2981-41c3-b516-7d776037e85d tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479438 Apr 05 20:41:05.677322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98d428e9-ef07-459b-add4-05965bbf2760 req-8e44dee7-f522-400f-8b3e-64fd8e8b724d tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0717568 Apr 05 20:41:06.470302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.474322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.478500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.482894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.487247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.491170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.495117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.498038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-e71c4d3a-b3ec-4b78-8b14-05a7a29f2e4c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.1474521 Apr 05 20:41:06.662652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3247ff8f-6222-4e28-ab20-a9977ea0c084 req-dff2c750-741d-486a-a965-0136d96974a7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501281 Apr 05 20:41:06.754570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7722abc-37e8-40d1-8aa3-9590a49e0950 req-1cd67814-60af-4844-b042-3deff4c0c7eb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.756220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7722abc-37e8-40d1-8aa3-9590a49e0950 req-1cd67814-60af-4844-b042-3deff4c0c7eb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1802230 Apr 05 20:41:06.835588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7722abc-37e8-40d1-8aa3-9590a49e0950 req-ac6f96ec-35cd-4858-8a8f-98b1da37b9c6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785656 Apr 05 20:41:06.959791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-08431808-0fed-46e2-9bfc-72cb39e3d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.032864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b899e9-d2cc-4343-972f-e219b7242180 req-c93a4007-fe15-4a85-9634-043cab41a3ae tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:07.041537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14b899e9-d2cc-4343-972f-e219b7242180 req-c93a4007-fe15-4a85-9634-043cab41a3ae tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 943 time: 0.1332467 Apr 05 20:41:07.113023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55600) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:07.159103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b38a3d7f-d1af-4ed5-830f-fb1994c2029e req-6a152914-412b-4e2e-9ba3-8ccc74ce73a8 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0979085 Apr 05 20:41:07.242971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14b899e9-d2cc-4343-972f-e219b7242180 req-1f7486d4-b868-425f-918b-7e17d0d2f78b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871793 Apr 05 20:41:07.560301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.602737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:07.607621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Usage tracker for resource:security_group_rule and tenant:34d76fbfe33543e5a8882ef2f9555209 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:07.611195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:07.618499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:07.719073 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.847241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.885079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ac6d3828-88af-4975-b218-fea341476b9e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:07.914650 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34d76fbfe33543e5a8882ef2f9555209&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8005207 Apr 05 20:41:07.917113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55620) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:07.972736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6744f64-4c78-410c-b844-7ab8d1786298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651126e9-07f0-4d4c-ae51-87c8e56e147a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:08.017640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d8bf-4b42-4b20-b5f5-33f2e631c5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.052538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d8bf-4b42-4b20-b5f5-33f2e631c5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.127180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016036f-7b5b-40f2-9743-cb879ceff67d req-03bfac9d-86d7-49de-bd45-c09fa3a5be9b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.145173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7016036f-7b5b-40f2-9743-cb879ceff67d req-03bfac9d-86d7-49de-bd45-c09fa3a5be9b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2432423 Apr 05 20:41:08.244639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7016036f-7b5b-40f2-9743-cb879ceff67d req-7826de1a-ac6b-415b-a1a5-821003df68d9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985715 Apr 05 20:41:08.257352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d8bf-4b42-4b20-b5f5-33f2e631c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.287276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6d8bf-4b42-4b20-b5f5-33f2e631c5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651126e9-07f0-4d4c-ae51-87c8e56e147a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:08.303158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ec6d8bf-4b42-4b20-b5f5-33f2e631c5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.303158 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6ec6d8bf-4b42-4b20-b5f5-33f2e631c5a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/651126e9-07f0-4d4c-ae51-87c8e56e147a HTTP/1.1" status: 204 len: 168 time: 0.3832624 Apr 05 20:41:08.460816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:08.505495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'ac6d3828-88af-4975-b218-fea341476b9e', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'port_id': 'ac6d3828-88af-4975-b218-fea341476b9e', 'mac_address': 'fa:16:3e:d9:4a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8e41-293c-4f9b-baca-9e788fb51f98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:08.611100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.659465 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.694025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6d3828-88af-4975-b218-fea341476b9e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:08.702787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47ae6032-f52d-4511-8f3a-bc9a8b3acdbd req-1fbf44bf-79a5-4fac-a800-78f2210618e0 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1060765 Apr 05 20:41:08.719585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:08.731725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-712942dd-dcd4-4822-90de-330d3558391f req-45450474-8729-47a7-adae-4311e877bf44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.4652910 Apr 05 20:41:08.755855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.829012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.833448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.839446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.844081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.848319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.852713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.856870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:08.861651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-f291d27c-6199-4741-a9ee-ddab947be1f5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.8949318 Apr 05 20:41:08.891530 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:09.021310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:09.147917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ac6d3828-88af-4975-b218-fea341476b9e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:09.194689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8168cf53-2cc1-49f6-b360-5f23fb220d05 req-3f0e33aa-ae92-4130-973a-4a3483bcb60e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725384 Apr 05 20:41:09.285296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6caa4-b98a-435b-8ddd-420b707c4b8b req-bed4aa50-79a3-4cfb-aac5-bc9423e59412 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:09.285296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ba6caa4-b98a-435b-8ddd-420b707c4b8b req-bed4aa50-79a3-4cfb-aac5-bc9423e59412 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 944 time: 0.4214597 Apr 05 20:41:09.299624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712942dd-dcd4-4822-90de-330d3558391f req-04d9a649-45db-4976-a759-f5215300b8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:09.301320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-712942dd-dcd4-4822-90de-330d3558391f req-04d9a649-45db-4976-a759-f5215300b8e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.5566037 Apr 05 20:41:09.582145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ba6caa4-b98a-435b-8ddd-420b707c4b8b req-b98f1f4b-2519-4b5a-bb40-c8dedde4ee01 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941689 Apr 05 20:41:09.684792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-712942dd-dcd4-4822-90de-330d3558391f req-196a18d7-b436-4206-9daa-76488b109f90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.3487949 Apr 05 20:41:09.779241 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:09.780805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712942dd-dcd4-4822-90de-330d3558391f req-e8bfc5e3-3f8e-45c5-8991-d8272c9fe616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:09.782448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-712942dd-dcd4-4822-90de-330d3558391f req-e8bfc5e3-3f8e-45c5-8991-d8272c9fe616 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.0873036 Apr 05 20:41:09.882495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403605b8-40c3-4bda-8fb5-cde62f17046f req-2dda3f7d-ab2b-4690-9cb3-de5330bb0ae6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:09.889663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-403605b8-40c3-4bda-8fb5-cde62f17046f req-2dda3f7d-ab2b-4690-9cb3-de5330bb0ae6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2951481 Apr 05 20:41:09.972673 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-661a2bde-d8cb-4110-a357-849b0d0243b8 req-bce02e02-2ccd-475c-a445-2134b6d7eba6 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0619428 Apr 05 20:41:10.017712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-403605b8-40c3-4bda-8fb5-cde62f17046f req-792a2e8a-83a3-4e92-92cb-936ba33852f3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269245 Apr 05 20:41:10.023129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-712942dd-dcd4-4822-90de-330d3558391f req-cea22200-ac98-42cc-a9cc-7288b877937f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307308 Apr 05 20:41:10.209599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-712942dd-dcd4-4822-90de-330d3558391f req-c8ca4785-4f81-4b6f-8d84-f82fc848e31b service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772034 Apr 05 20:41:10.444299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-712942dd-dcd4-4822-90de-330d3558391f req-bf893946-4e0d-4de3-9bd9-d1ccdd9f3140 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257695 Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-d79daefc-f2a2-4cd3-9757-94f61595e9c5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.1248276 Apr 05 20:41:10.648278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f8edbb7-7b46-4fa1-a075-60fbd90b99bb req-92d090a1-bf77-4ead-9a26-3017baa4f477 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442610 Apr 05 20:41:10.812864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94164f-113d-4bf9-be9b-1caa661c4309 req-d0de2309-235f-44ce-a7f3-8104f1e80373 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.814485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b94164f-113d-4bf9-be9b-1caa661c4309 req-d0de2309-235f-44ce-a7f3-8104f1e80373 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 944 time: 0.0804977 Apr 05 20:41:10.881655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b94164f-113d-4bf9-be9b-1caa661c4309 req-2f702257-da62-4184-97ed-b078f3f9558f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611200 Apr 05 20:41:10.922941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55692) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:11.114282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-804941212-network', 'tenant_id': 'a9629e57f358420b97758efb8f3e7190'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:11.125711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:11.142399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Usage tracker for resource:network and tenant:a9629e57f358420b97758efb8f3e7190 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:11.146912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:11.156820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:11.251215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Made reservation on behalf of a9629e57f358420b97758efb8f3e7190 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:11.255218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.322394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.373013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:11.378582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a9629e57f358420b97758efb8f3e7190 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:11.382221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:11.388900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:11.501667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.517125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:11.524539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cea6688d-04af-423c-9a62-4e733e2aa781 req-d3f8f23d-8c62-40e9-a1e3-d85cdc030c01 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.2189462 Apr 05 20:41:11.573168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.627763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737b666-825d-4d52-b20d-6e05527bb933 req-8b7b23ca-2438-4e52-872f-20f50cd07f02 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:11.650294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4737b666-825d-4d52-b20d-6e05527bb933 req-8b7b23ca-2438-4e52-872f-20f50cd07f02 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3448973 Apr 05 20:41:11.671722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0542753-863d-4cd0-8884-d9b5dda8b397,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:11.715717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:11.738254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4737b666-825d-4d52-b20d-6e05527bb933 req-d846fbdf-06a4-4a76-9413-0be1bb6847f6 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861788 Apr 05 20:41:11.753332 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.755230 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Added segment 09cc8da4-e1bc-4fa1-af58-9876390e5ee5 of type vlan for network 2f2a271f-4920-4015-a953-258edd37670f Apr 05 20:41:11.876718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:12.016172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.021591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.027655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.033766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.038621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.044506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.047433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:12.048319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.049385 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:12.050516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.060460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-e0d13063-41a2-45f7-84b3-1c81babf2de5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5427 time: 0.1543839 Apr 05 20:41:12.132615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6817e576-806c-4768-8cc4-dfb70b6a7ecd req-b8f66cc7-243f-40da-9196-8c8179157e5a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709646 Apr 05 20:41:12.134164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ac6d3828-88af-4975-b218-fea341476b9e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:12.186464 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2621658 Apr 05 20:41:12.518281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0fc9b-489a-41f5-b03f-7fab712af1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2a271f-4920-4015-a953-258edd37670f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:12.533194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:12.573515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2f2a271f-4920-4015-a953-258edd37670f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:12.731932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'port_id': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'mac_address': 'fa:16:3e:45:80:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:12.740144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f48d7b-7356-4f30-a313-b86a2e36cf84 req-447a08f4-6159-4fdc-9568-f252318b6c39 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:12.741901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29f48d7b-7356-4f30-a313-b86a2e36cf84 req-447a08f4-6159-4fdc-9568-f252318b6c39 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 944 time: 0.2709665 Apr 05 20:41:12.875474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29f48d7b-7356-4f30-a313-b86a2e36cf84 req-a6032c24-5bde-4646-b6ca-4cdd47c381f4 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219225 Apr 05 20:41:13.015883 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.042036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe2e65fa-0032-4629-a081-8f0bbfbf5b38 req-a2085cb2-1fe3-475a-a952-efb7d22a02aa tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1186388 Apr 05 20:41:13.056256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port ac6d3828-88af-4975-b218-fea341476b9e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:13.071044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:13.086531 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port ac6d3828-88af-4975-b218-fea341476b9e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:13.089301 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.189299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:13.277297 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.278187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:13.400502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154741-38ce-47c4-b4ee-52c801cece31 req-64a0a4f1-a8e7-4e7a-971a-cf0c32ed29d7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:13.402217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61154741-38ce-47c4-b4ee-52c801cece31 req-64a0a4f1-a8e7-4e7a-971a-cf0c32ed29d7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1979110 Apr 05 20:41:13.569487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61154741-38ce-47c4-b4ee-52c801cece31 req-1acd7527-d06c-4f9f-8f5c-d4599b9f5d68 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507328 Apr 05 20:41:13.718357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.777189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:13.800086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:13.816688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:13.818639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:13.833312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5', 'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'port_id': 'c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5', 'mac_address': 'fa:16:3e:db:0d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351c7923-f01e-4047-b7a1-df6ebf0120e7', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:13.907898 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.919022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.923705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0242ed4-7863-4682-a763-291f52c0aec0 req-fee2bfff-7034-4868-bb3c-a328732672a3 tempest-ComputeTenantNetworksTest-1734264394 tempest-ComputeTenantNetworksTest-1734264394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:13.936105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0242ed4-7863-4682-a763-291f52c0aec0 req-fee2bfff-7034-4868-bb3c-a328732672a3 tempest-ComputeTenantNetworksTest-1734264394 tempest-ComputeTenantNetworksTest-1734264394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:13.940169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0242ed4-7863-4682-a763-291f52c0aec0 req-fee2bfff-7034-4868-bb3c-a328732672a3 tempest-ComputeTenantNetworksTest-1734264394 tempest-ComputeTenantNetworksTest-1734264394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:13.958022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0242ed4-7863-4682-a763-291f52c0aec0 req-fee2bfff-7034-4868-bb3c-a328732672a3 tempest-ComputeTenantNetworksTest-1734264394 tempest-ComputeTenantNetworksTest-1734264394-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5076766 Apr 05 20:41:13.977534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:14.026212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.031306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.035529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.040352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.048533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.055069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.055975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:14.070590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:14.072369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.075549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-c4d93e54-b84e-45d7-883a-dae499337c16 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5428 time: 0.2041461 Apr 05 20:41:14.144517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.157524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33b8330f-9f23-4dd5-a4d8-2b754a6b8c22 req-5a578ef2-0bfa-4a29-9d74-bd0ba953a741 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736108 Apr 05 20:41:14.205575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:14.346099 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99b73af-6e37-4808-bdcb-e8c74cdb32b6'] response: {'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e', 'code': 200} Apr 05 20:41:14.346969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:14.464220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:14.520751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5', 'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'port_id': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5', 'mac_address': 'fa:16:3e:27:c2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351c7923-f01e-4047-b7a1-df6ebf0120e7', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:14.598865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.599098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-230a087d-15d1-42f2-a6d6-8f25bfe7f848 req-202391d9-badd-49e1-8d3e-2dc4a6f91323 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 1096 time: 0.2080379 Apr 05 20:41:14.604833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29943fd-4d0a-45b2-873e-0a37292177b5 req-4ce70e1d-4b0b-4b61-886d-7a647d37ba91 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.612949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d29943fd-4d0a-45b2-873e-0a37292177b5 req-4ce70e1d-4b0b-4b61-886d-7a647d37ba91 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.4070878 Apr 05 20:41:14.621807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:14.641830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:14.646080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['2ec5a4bc-4685-4211-b6f1-497dbddfe9d4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:14.711721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-230a087d-15d1-42f2-a6d6-8f25bfe7f848 req-0abc37b1-d1bf-4a16-9258-e134a6269334 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938780 Apr 05 20:41:14.718278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51ccdb-8472-44a0-b544-22b38c11a11a req-7cccfa6e-b75a-4f8e-bbd4-302385b479b8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:14.719777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f51ccdb-8472-44a0-b544-22b38c11a11a req-7cccfa6e-b75a-4f8e-bbd4-302385b479b8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.2138186 Apr 05 20:41:14.729486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:14.732646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d29943fd-4d0a-45b2-873e-0a37292177b5 req-827b1101-9f0f-47f1-ade6-85aa005b7758 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191983 Apr 05 20:41:14.765617 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.766714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 663da1a9-e676-499f-828e-8ed07621dc08 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:14.915138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f51ccdb-8472-44a0-b544-22b38c11a11a req-443c3088-8692-4913-a101-d9207a750b61 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796999 Apr 05 20:41:15.043046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0219175-f028-4ce3-8a99-24216af38734 req-9acebcd7-40f0-4d66-835f-d513385588dd tempest-ComputeTenantNetworksTest-1734264394 tempest-ComputeTenantNetworksTest-1734264394-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:15.055139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55782) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:15.056134 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0219175-f028-4ce3-8a99-24216af38734 req-9acebcd7-40f0-4d66-835f-d513385588dd tempest-ComputeTenantNetworksTest-1734264394 tempest-ComputeTenantNetworksTest-1734264394-project] 10.222.0.10 "GET /v2.0/networks/2f2a271f-4920-4015-a953-258edd37670f HTTP/1.1" status: 200 len: 768 time: 0.2661092 Apr 05 20:41:15.137516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 663da1a9-e676-499f-828e-8ed07621dc08, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=663da1a9-e676-499f-828e-8ed07621dc08,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:15.158817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:15.163144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '663da1a9-e676-499f-828e-8ed07621dc08', 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407', 'port_id': '663da1a9-e676-499f-828e-8ed07621dc08', 'mac_address': 'fa:16:3e:a8:e3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35ddee5-c066-493e-b752-f4cf428c9b7c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:15.259789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.281195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c39b3589-df21-42c2-80a2-d35d2315bb75 req-da98fb1a-00ad-48d0-8abb-4e7b0a3d6871 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1183951 Apr 05 20:41:15.418092 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.519960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.556601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663da1a9-e676-499f-828e-8ed07621dc08 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:15.587504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9f5c-50ca-47d8-b240-a15ea39a9e0a req-2729f057-03aa-4db7-9389-946b0ef1c153 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:15.590817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2a271f-4920-4015-a953-258edd37670f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:15.593491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-591f9f5c-50ca-47d8-b240-a15ea39a9e0a req-2729f057-03aa-4db7-9389-946b0ef1c153 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3297610 Apr 05 20:41:15.623120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cc8da4-e1bc-4fa1-af58-9876390e5ee5') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:15.623487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cc8da4-e1bc-4fa1-af58-9876390e5ee5') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:15.657341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.681540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 663da1a9-e676-499f-828e-8ed07621dc08, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=663da1a9-e676-499f-828e-8ed07621dc08,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:15.692976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.696102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-591f9f5c-50ca-47d8-b240-a15ea39a9e0a req-187a2878-883f-4ca8-befa-a5e7fe76a016 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978260 Apr 05 20:41:15.704997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:41:15.705925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:41:15.724893 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:41:15.779528 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.781882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8554707a-c60a-4dc0-84a7-2c68fb5bc498 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:15.881354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=663da1a9-e676-499f-828e-8ed07621dc08,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:15.886139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:15.894563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.911995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '8554707a-c60a-4dc0-84a7-2c68fb5bc498', 'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'port_id': '8554707a-c60a-4dc0-84a7-2c68fb5bc498', 'mac_address': 'fa:16:3e:c7:a4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351c7923-f01e-4047-b7a1-df6ebf0120e7', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:15.941783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.956328 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] 10.222.0.10 "DELETE /v2.0/networks/2f2a271f-4920-4015-a953-258edd37670f HTTP/1.1" status: 204 len: 168 time: 0.8973205 Apr 05 20:41:15.966911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29092b-958e-4b67-8363-ddc5e2a1b03d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2a271f-4920-4015-a953-258edd37670f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:16.040309 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.088291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8554707a-c60a-4dc0-84a7-2c68fb5bc498 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:16.106364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae136df-6165-4803-b326-bef74674f7c6 req-40bb35b9-fc85-44bc-966b-5c2b8b8bdede tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.108230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ae136df-6165-4803-b326-bef74674f7c6 req-40bb35b9-fc85-44bc-966b-5c2b8b8bdede tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1042366 Apr 05 20:41:16.115197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:16.162240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.172145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.178004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.188807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.200639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.205302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.218455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.226122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-1e0bcc6c-96fa-4116-b9b6-fdb390a07077 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5431 time: 0.3541689 Apr 05 20:41:16.229020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.230444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3ae2bebd-d815-46f1-815c-efbb947e342c details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:16.292203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3ae2bebd-d815-46f1-815c-efbb947e342c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3ae2bebd-d815-46f1-815c-efbb947e342c,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:16.344255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fdcd5ba-6a9b-42c9-83d3-8579b7331077 req-be0aebac-54f5-4810-928c-354f801a6456 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170411 Apr 05 20:41:16.400932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ae136df-6165-4803-b326-bef74674f7c6 req-932109f0-c179-4aaf-9c91-081d2b365348 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858493 Apr 05 20:41:16.458429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '3ae2bebd-d815-46f1-815c-efbb947e342c', 'network_id': '6ce56abd-0a77-426d-b416-6f997dfa7407', 'port_id': '3ae2bebd-d815-46f1-815c-efbb947e342c', 'mac_address': 'fa:16:3e:91:cc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35ddee5-c066-493e-b752-f4cf428c9b7c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:16.618239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8554707a-c60a-4dc0-84a7-2c68fb5bc498,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:16.624440 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.664933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae2bebd-d815-46f1-815c-efbb947e342c {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:16.684138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3ae2bebd-d815-46f1-815c-efbb947e342c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3ae2bebd-d815-46f1-815c-efbb947e342c,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:16.738685 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.739357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 24220829-8caf-4bf7-a350-1689866690f6 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:16.761959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43f6d1fd-ae5e-4c7b-a6d3-7472e802faa4 req-7ea37b6e-7cb4-4150-bf90-4bbcf6ede632 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0649619 Apr 05 20:41:16.814045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057f4f0-81c7-413c-9c82-37fd87068cfe req-ed6747df-7b90-4713-a5c8-2205e0a1eece tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.835108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a057f4f0-81c7-413c-9c82-37fd87068cfe req-ed6747df-7b90-4713-a5c8-2205e0a1eece tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.2148693 Apr 05 20:41:16.877762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 24220829-8caf-4bf7-a350-1689866690f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=24220829-8caf-4bf7-a350-1689866690f6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:16.886997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3ae2bebd-d815-46f1-815c-efbb947e342c,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:16.898648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '24220829-8caf-4bf7-a350-1689866690f6', 'network_id': '567c7863-c308-4909-9599-dc218f927a9e', 'port_id': '24220829-8caf-4bf7-a350-1689866690f6', 'mac_address': 'fa:16:3e:f9:b7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351c7923-f01e-4047-b7a1-df6ebf0120e7', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:16.936981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55814) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:16.997276 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.009079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a057f4f0-81c7-413c-9c82-37fd87068cfe req-bcd0b9b9-06d7-4e10-9cd3-1be9e9c2738c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729901 Apr 05 20:41:17.042441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24220829-8caf-4bf7-a350-1689866690f6 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:17.058441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 24220829-8caf-4bf7-a350-1689866690f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=24220829-8caf-4bf7-a350-1689866690f6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:17.062394 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3fa95ca2-8989-4e9c-9061-b7155a87653c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9629e57f358420b97758efb8f3e7190&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1242049 Apr 05 20:41:17.067526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55822) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:17.136995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.163167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e9189d1-b568-47b2-9d97-44347ada6595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.182043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d7f52-7dd1-4277-b85e-7eb5c82d6572 req-f8ee259f-fb40-4073-abe2-3a77128264bc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.197925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-785d7f52-7dd1-4277-b85e-7eb5c82d6572 req-f8ee259f-fb40-4073-abe2-3a77128264bc tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1573961 Apr 05 20:41:17.231421 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e9189d1-b568-47b2-9d97-44347ada6595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.343331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:17.360079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-785d7f52-7dd1-4277-b85e-7eb5c82d6572 req-0d1c511f-7f63-4fd2-bbe7-a3ed3484df4a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561928 Apr 05 20:41:17.401945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e9189d1-b568-47b2-9d97-44347ada6595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.409398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=24220829-8caf-4bf7-a350-1689866690f6,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:17.461771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9189d1-b568-47b2-9d97-44347ada6595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0542753-863d-4cd0-8884-d9b5dda8b397,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:17.495357 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e9189d1-b568-47b2-9d97-44347ada6595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.495357 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4e9189d1-b568-47b2-9d97-44347ada6595 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0542753-863d-4cd0-8884-d9b5dda8b397 HTTP/1.1" status: 204 len: 168 time: 0.4216344 Apr 05 20:41:17.641719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:17.652299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:17.652299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.711029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeb60c-ed61-4918-adb1-477d2f02d7ca req-d53b1144-beb5-4f68-9ea6-5c0095d28e07 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.712999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34eeb60c-ed61-4918-adb1-477d2f02d7ca req-d53b1144-beb5-4f68-9ea6-5c0095d28e07 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1508305 Apr 05 20:41:17.844577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34eeb60c-ed61-4918-adb1-477d2f02d7ca req-9509b727-22bc-42d9-b771-37c0b0cf2129 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223423 Apr 05 20:41:18.017892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55848) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:18.102915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.155539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:18.167695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:18.271275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.278149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.290179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['663da1a9-e676-499f-828e-8ed07621dc08'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:18.308167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.323483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.334187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.338440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.342875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.344788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-d95a0ece-d30c-437c-af09-7546d9c564ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5434 time: 0.2501025 Apr 05 20:41:18.388893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['24220829-8caf-4bf7-a350-1689866690f6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:18.413907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['8554707a-c60a-4dc0-84a7-2c68fb5bc498'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:18.419773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-650a2f6c-ce2e-4185-8b30-dfd5f4fef1ef req-b4734337-cfef-40e4-a718-d7c82e4b9015 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0739892 Apr 05 20:41:18.434672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.438025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['3ae2bebd-d815-46f1-815c-efbb947e342c'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:18.459176 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:41:18.489331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:18.496089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Usage tracker for resource:security_group_rule and tenant:35e5e9542e4845a5b0cc69f212a83406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:18.499851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:18.508983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:18.555611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8078d2ed-d441-4313-b1a2-7bcbe7fc57b4 req-03ce241d-25ba-45f9-b19d-d14c1b2c0737 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1766984 Apr 05 20:41:18.610710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.611257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:18.671266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.739709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.815004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b937cc3-0794-48f0-bfbe-85c4541b6ce3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:18.822395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35e5e9542e4845a5b0cc69f212a83406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8014748 Apr 05 20:41:18.822595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:18.848114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.848941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.849600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.850893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.851381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.853904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.854363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.855067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.855510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.857107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.857604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025872fc-49c3-4089-8b73-b5f7c775b991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:18.947604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:18.958380 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9b03f334-c859-40af-a82f-6ed945f690ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.990792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9b03f334-c859-40af-a82f-6ed945f690ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.050537 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb4a656-5755-4018-89fd-0583a346d0cc'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'code': 200} Apr 05 20:41:19.063493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25f502-1ad1-4089-b109-035dbc2ab29a req-04528a84-8ac6-45c0-b4c4-2eb4bd6f61cb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:19.070365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d25f502-1ad1-4089-b109-035dbc2ab29a req-04528a84-8ac6-45c0-b4c4-2eb4bd6f61cb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1664517 Apr 05 20:41:19.169759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d25f502-1ad1-4089-b109-035dbc2ab29a req-42561881-b7f2-4f24-88cb-44751ba55f3e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989857 Apr 05 20:41:19.210781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9b03f334-c859-40af-a82f-6ed945f690ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.272502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03f334-c859-40af-a82f-6ed945f690ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b937cc3-0794-48f0-bfbe-85c4541b6ce3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:19.288823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9b03f334-c859-40af-a82f-6ed945f690ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.291914 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9b03f334-c859-40af-a82f-6ed945f690ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b937cc3-0794-48f0-bfbe-85c4541b6ce3 HTTP/1.1" status: 204 len: 168 time: 0.4672098 Apr 05 20:41:19.382243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f5cb7-a404-44c4-a77b-dde8698dfb97 req-5ef9884a-c79b-4630-a71d-63c7d7ef7f77 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:19.383737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf2f5cb7-a404-44c4-a77b-dde8698dfb97 req-5ef9884a-c79b-4630-a71d-63c7d7ef7f77 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1827707 Apr 05 20:41:19.385316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['86f319eb-e1f7-4ccb-91b7-eebaa45072d5'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:19.519650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:19.577403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:19.577403 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.603392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf2f5cb7-a404-44c4-a77b-dde8698dfb97 req-2a073a96-9659-479b-902b-0715725f3cde tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129064 Apr 05 20:41:19.804036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6010f0f0-6b4d-4182-a83d-15d2ad8b676f req-c0f7ff4b-223d-490a-b774-431866ec46eb tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1160054 Apr 05 20:41:19.867975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55900) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:19.876640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1760348120'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:19.889703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:19.897300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:network and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:19.908459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:19.922631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:20.036092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:20.040161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.047214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.048421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46c2c7-899c-4e4b-9f42-78016042b9b0 req-9060bf98-e95c-4a5e-aff6-82e0d4318b77 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.061947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed46c2c7-899c-4e4b-9f42-78016042b9b0 req-9060bf98-e95c-4a5e-aff6-82e0d4318b77 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1678917 Apr 05 20:41:20.097782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:20.119932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:20.130690 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.134235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.134574 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Added segment 0b53d463-dc36-4684-9cd7-70bc7f8687ab of type vlan for network 69e6f851-b560-4ccf-95d3-1940711bce45 Apr 05 20:41:20.160176 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.172063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.210514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed46c2c7-899c-4e4b-9f42-78016042b9b0 req-7ba99c60-ee37-4299-b059-a2c80fffa76e tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475570 Apr 05 20:41:20.254663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.260738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:20.283070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.299225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.313413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.324989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.327721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.331851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.332470 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.344295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.356405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.366369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-6c901f40-d798-47c6-8b87-5fd1887cc4c4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5435 time: 0.2595623 Apr 05 20:41:20.450233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55920) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:20.501880 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.516326 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6437256 Apr 05 20:41:20.520771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:20.537807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf04e366-08fd-4a5c-b97b-dbbac6f47cb8 req-c819fc7b-a493-4535-8651-2f70210396f9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573358 Apr 05 20:41:20.540532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-679560076'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:20.558708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:20.565582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:network and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:20.568515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:20.574651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:20.588065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35617630-50ec-4083-aff6-ea1b4981540d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Network': ['ID=69e6f851-b560-4ccf-95d3-1940711bce45,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:20.601400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 69e6f851-b560-4ccf-95d3-1940711bce45 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:20.615312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:20.622431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf3f3fcc09c43c4b4d0b07077aecb27 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:20.627953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:20.642881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:20.647273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:20.650377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.723900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:20.740902 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.742078 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Added segment 810c6b54-e9b3-400a-9c08-4c847f6d2773 of type vlan for network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 Apr 05 20:41:20.784186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.809845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.824574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f0ee0-f6b6-4461-90ec-a24e0f654884 req-7c7927ec-6a7e-49b5-8951-eff36dff29e9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.829563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-504f0ee0-f6b6-4461-90ec-a24e0f654884 req-7c7927ec-6a7e-49b5-8951-eff36dff29e9 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2830124 Apr 05 20:41:20.888409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.908627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.921998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.923220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.934025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-504f0ee0-f6b6-4461-90ec-a24e0f654884 req-d2d5ec96-5e99-4cb4-9778-46569eddcdfa tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000409 Apr 05 20:41:20.977980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c95243-01c1-49db-96ce-b412e7b09f76,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:20.996823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-49dbdf54-9319-475e-97e1-0646fca4f173 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebf3f3fcc09c43c4b4d0b07077aecb27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5427799 Apr 05 20:41:21.002157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55938) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:21.051602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:21.073848 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5525019 Apr 05 20:41:21.077650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55944) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:21.099404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'subnet': {'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:21.111750 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e657b7a-896c-4e74-affc-9843bec1ba66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.125796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8891a2-c4cc-4fb8-a12f-6fb79803a81b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Network': ['ID=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:21.137973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:21.283007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-279e05cd-563c-48f2-b3d3-5eae5e42d286 req-4013420e-95c0-4a1b-9912-68896d69ecfa tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1197042 Apr 05 20:41:21.290516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e657b7a-896c-4e74-affc-9843bec1ba66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.434058 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5421db54-834a-4adc-8d67-e82764acc752'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5', 'code': 200} Apr 05 20:41:21.513447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:21.522540 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:subnet and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:21.528350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e657b7a-896c-4e74-affc-9843bec1ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.532412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:21.546750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:21.572135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e657b7a-896c-4e74-affc-9843bec1ba66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c95243-01c1-49db-96ce-b412e7b09f76,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:21.596155 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e657b7a-896c-4e74-affc-9843bec1ba66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.599170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e657b7a-896c-4e74-affc-9843bec1ba66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09c95243-01c1-49db-96ce-b412e7b09f76 HTTP/1.1" status: 204 len: 168 time: 0.5951118 Apr 05 20:41:21.641477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:21.718394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036786bc-9cc6-4a03-bba9-d87dcc9002a0 req-b03b2999-4699-413e-a582-f085ca5a30fb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:21.723001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-036786bc-9cc6-4a03-bba9-d87dcc9002a0 req-b03b2999-4699-413e-a582-f085ca5a30fb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1220920 Apr 05 20:41:21.820696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-036786bc-9cc6-4a03-bba9-d87dcc9002a0 req-86321615-3d57-420c-b8ab-6ca400a68168 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907390 Apr 05 20:41:21.865633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.316445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.446950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-6d66fa8e-9c28-4921-ac7f-13f79ee78526 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df176d4439164131ac58acc3a8187809&device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 1096 time: 0.2474554 Apr 05 20:41:22.456895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.462117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.467655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.473307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.479638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.484902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.489469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.491702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-963db472-7c72-45fe-924b-c3bb01a2147e req-248c75d6-feda-4819-bb96-f8a4fa096718 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5436 time: 0.4619830 Apr 05 20:41:22.504940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Subnet': ['ID=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:22.531456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Checking segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:22.534203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network hostable DHCP agents. Network: 69e6f851-b560-4ccf-95d3-1940711bce45, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:41:22.549773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f93fb-4eaf-4dfa-bcb4-449556815b57 req-c17ebe9d-ce84-4f1e-8f54-7f1a17c6cdfb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.552283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe5f93fb-4eaf-4dfa-bcb4-449556815b57 req-c17ebe9d-ce84-4f1e-8f54-7f1a17c6cdfb tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.4438071 Apr 05 20:41:22.639447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 69e6f851-b560-4ccf-95d3-1940711bce45 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:41:22.765600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-963db472-7c72-45fe-924b-c3bb01a2147e req-2c94142e-6fec-4eea-895f-f979e1906c00 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2308803 Apr 05 20:41:22.767395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 69e6f851-b560-4ccf-95d3-1940711bce45) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:22.772182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.773034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.785932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7c972-e75d-4bf8-be4c-84e225bfcaa9 None None] Network 69e6f851-b560-4ccf-95d3-1940711bce45 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:41:22.812068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe5f93fb-4eaf-4dfa-bcb4-449556815b57 req-cb10392d-f485-4577-af09-e2352249b2af tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799235 Apr 05 20:41:22.829570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-18bf5dcf-6d66-4e2f-86f3-8edb433ba8e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.846636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-18bf5dcf-6d66-4e2f-86f3-8edb433ba8e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 200 len: 913 time: 0.3538058 Apr 05 20:41:22.919498 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e4db9bda-050e-4b02-a864-6bcf3ec329e6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8375709 Apr 05 20:41:22.919498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:22.925625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'subnet': {'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:23.065149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-69e6f851-b560-4ccf-95d3-1940711bce45', 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'fixed_ips': [{'subnet_id': 'b072e4e7-f1b5-40fe-acca-d40f2c1fb13b'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:41:23.065997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.158712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:23.171216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:subnet and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:23.181290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:23.191360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:23.273127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b388b331-91f9-4f45-9b42-e09bb7130722 req-48c86663-5d81-45ec-9fe9-bf020130a70c tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1626019 Apr 05 20:41:23.282025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:23.308058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:23.341412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-3a4b33d9-e00b-4f2e-b8c2-e077cc1f0fc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 200 len: 1000 time: 0.4752586 Apr 05 20:41:23.428934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Allocated IP 10.1.1.2 (69e6f851-b560-4ccf-95d3-1940711bce45/b072e4e7-f1b5-40fe-acca-d40f2c1fb13b/b59fba77-6ffd-4f77-92d6-b478fb9ac211) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:23.554132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:23.563387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-e050abb4-cc5f-48ce-a059-91f621d5e460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:23.566116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-e050abb4-cc5f-48ce-a059-91f621d5e460 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 200 len: 851 time: 0.2115707 Apr 05 20:41:23.569503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:23.570063 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.585256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.585809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e68337-4d6e-4782-9c1f-1934e76a874c req-a02b7fb5-cb17-4f45-bd1d-b4bdabef2b53 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:23.593366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5e68337-4d6e-4782-9c1f-1934e76a874c req-a02b7fb5-cb17-4f45-bd1d-b4bdabef2b53 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.4990690 Apr 05 20:41:23.733637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5e68337-4d6e-4782-9c1f-1934e76a874c req-0b45b3e8-ecd2-4bcd-8ae9-bf37d5b1f492 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392508 Apr 05 20:41:23.756157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-9c9d3638-45f0-476d-bf29-97166edb820b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=085ac82a-4593-4f2f-b6e0-e1591b49614b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794701 Apr 05 20:41:23.815951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.888701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.904988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:23.913791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Transition to ACTIVE for port object b59fba77-6ffd-4f77-92d6-b478fb9ac211 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:23.950517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:23.967542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Transition to ACTIVE for port object b59fba77-6ffd-4f77-92d6-b478fb9ac211 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:24.051099 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.052071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3ae2bebd-d815-46f1-815c-efbb947e342c up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:24.165559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.326276 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.353484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:24.365905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Subnet': ['ID=cd773914-17ce-4bcf-917d-4b4d10e7572b,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:24.379683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Checking segment: {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:24.380055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network hostable DHCP agents. Network: 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:41:24.399325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-614a074d-5a76-472c-9411-b62a1e0cfb0d service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349397 Apr 05 20:41:24.457869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a08e4-67b8-4cf3-9208-d9b1f2ef1ea5 req-4cb58082-25f5-41a5-9dd6-bc93b212d84f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.460556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c5a08e4-67b8-4cf3-9208-d9b1f2ef1ea5 req-4cb58082-25f5-41a5-9dd6-bc93b212d84f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.3448234 Apr 05 20:41:24.508546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:41:24.514509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Network 69e6f851-b560-4ccf-95d3-1940711bce45 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:24.515712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:24.518179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:24.541105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Pushing event updated for resources: {'Port': ['ID=b59fba77-6ffd-4f77-92d6-b478fb9ac211,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:24.577805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.582114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.586088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.590075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.594860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.597067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:24.602257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.603438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.616038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.622714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef60e5-2e30-4e27-8f9b-2a87c3f66e60 None None] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:41:24.628221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.631254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e09760b-77d1-407c-baa5-e8312f030915 req-d6aa764d-6d3a-4852-9764-3dd182809596 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5437 time: 0.4829648 Apr 05 20:41:24.734624 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fc9cbfa9-f02b-435f-82a5-8e8d971a50bf tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8141160 Apr 05 20:41:24.735366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56026) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:24.741765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'port': {'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'name': 'tempest-TaggedBootDevicesTest-1776055065', 'fixed_ips': [{'subnet_id': 'b072e4e7-f1b5-40fe-acca-d40f2c1fb13b'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:24.742489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c5a08e4-67b8-4cf3-9208-d9b1f2ef1ea5 req-15d506d6-8507-4670-8c6d-83b5b67e4c58 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181451 Apr 05 20:41:24.767256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e09760b-77d1-407c-baa5-e8312f030915 req-ce5995cb-9f77-49c5-a73e-7474e66c3626 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201630 Apr 05 20:41:24.779043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bda07c2-84bc-4141-ab14-ba9492a1faae req-a22246db-6240-4c2d-bc71-540e113e9bf3 service neutron] 10.222.0.39 "GET /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614664 Apr 05 20:41:24.836777 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081eeffc-c13a-48a8-a827-57af9d0b86ce'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5', 'code': 200} Apr 05 20:41:24.927986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Attempting to bind port b59fba77-6ffd-4f77-92d6-b478fb9ac211 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:24.928365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Attempting to bind port b59fba77-6ffd-4f77-92d6-b478fb9ac211 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:24.928735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Attempting to bind port b59fba77-6ffd-4f77-92d6-b478fb9ac211 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:41:25.040525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:41:25.040926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Checking segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:25.041363 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.041802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Bound using segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:41:25.042306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Bound port: b59fba77-6ffd-4f77-92d6-b478fb9ac211, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:25.042987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.051749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 3ae2bebd-d815-46f1-815c-efbb947e342c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:25.066643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 3ae2bebd-d815-46f1-815c-efbb947e342c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:25.067017 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.110718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37', 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'fixed_ips': [{'subnet_id': 'cd773914-17ce-4bcf-917d-4b4d10e7572b'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:41:25.111832 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.116650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:25.121850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:port and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:25.125622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:25.135812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:25.213082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:25.218231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.235472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04e032e2-8b28-4736-8013-337de82e9b93 req-9cd248f6-48b1-4772-a310-13e25aa1a662 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1778464 Apr 05 20:41:25.270856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] device_id is not set on port cd3173a1-2215-40f2-9e79-3d66b48feb84 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:41:25.338468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ac847-a11d-4917-bc76-65f5fc79cefe req-cb46d9c5-5888-49c4-b948-05800e1fa052 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:25.348692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-910ac847-a11d-4917-bc76-65f5fc79cefe req-cb46d9c5-5888-49c4-b948-05800e1fa052 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1845701 Apr 05 20:41:25.433446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-910ac847-a11d-4917-bc76-65f5fc79cefe req-160a2049-f102-4534-8764-5fa72b346509 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817564 Apr 05 20:41:25.478899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] For port b59fba77-6ffd-4f77-92d6-b478fb9ac211, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:41:25.529281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] For port b59fba77-6ffd-4f77-92d6-b478fb9ac211, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b59fba77-6ffd-4f77-92d6-b478fb9ac211,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:41:25.535214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.587153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Allocated IP 10.2.2.2 (6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37/cd773914-17ce-4bcf-917d-4b4d10e7572b/33ac9bfd-7bb8-4b48-9d17-687a95f578a6) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:25.592619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3ae2bebd-d815-46f1-815c-efbb947e342c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3ae2bebd-d815-46f1-815c-efbb947e342c,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:25.595531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.615595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 10.1.1.169 (69e6f851-b560-4ccf-95d3-1940711bce45/b072e4e7-f1b5-40fe-acca-d40f2c1fb13b/cd3173a1-2215-40f2-9e79-3d66b48feb84) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:25.685000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dd593-0f9c-4a75-bc80-356b72dd92e9 None None] Pushing event updated for resources: {'Port': ['ID=b59fba77-6ffd-4f77-92d6-b478fb9ac211,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:25.695023 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.695812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 663da1a9-e676-499f-828e-8ed07621dc08 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:26.055764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.095804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Transition to ACTIVE for port object cd3173a1-2215-40f2-9e79-3d66b48feb84 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:26.153505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3ae2bebd-d815-46f1-815c-efbb947e342c,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:26.199831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c9db6-f0e2-41c2-abab-cb9df8829030 req-32ed1de2-bd7b-4db4-911b-45b091e0916c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.200963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-017c9db6-f0e2-41c2-abab-cb9df8829030 req-32ed1de2-bd7b-4db4-911b-45b091e0916c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1512756 Apr 05 20:41:26.220021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.224263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.228536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.232812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.237012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.241027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.245278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.247475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-2b2a73f8-28fe-441a-90b0-21dc9c78559b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5438 time: 0.1503153 Apr 05 20:41:26.297073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.307947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Transition to ACTIVE for port object 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:26.333186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-017c9db6-f0e2-41c2-abab-cb9df8829030 req-4bf30de5-69c1-4f1f-98d2-ca7bb2415fd8 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822535 Apr 05 20:41:26.347660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36b023a7-31c5-4bfa-a8fa-df138cabeab6 req-a7383875-39ec-4e60-85de-c9dfc9ecb775 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838680 Apr 05 20:41:26.372855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Transition to ACTIVE for port object 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:26.443644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.444638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 663da1a9-e676-499f-828e-8ed07621dc08 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:26.461305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 663da1a9-e676-499f-828e-8ed07621dc08 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:26.461680 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.550020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.685439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 69e6f851-b560-4ccf-95d3-1940711bce45 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:26.691328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:26.706535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:26.746180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:26.756145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:26.758156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Pushing event updated for resources: {'Port': ['ID=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:26.765512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:26.783156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9bc2c3db-09f2-4347-b377-2783dd269631 req-a2e1a463-1ef7-4a59-bdfe-bdc2e6191991 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1844745 Apr 05 20:41:26.819549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.819549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.865256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:26.866995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:26.867919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b59fba77-6ffd-4f77-92d6-b478fb9ac211 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:26.868827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b109273-73e1-4069-9329-51b2cd241257 req-5bc07ab3-5823-4629-a323-72b9c8f94511 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.877225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b109273-73e1-4069-9329-51b2cd241257 req-5bc07ab3-5823-4629-a323-72b9c8f94511 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1713905 Apr 05 20:41:26.883613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.883967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.884399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.884742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.885107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.885532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.885868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.886197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.886572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.886911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.887466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:26.946668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b109273-73e1-4069-9329-51b2cd241257 req-55524541-1e1c-4e4c-a4df-e84a3e6c29fe tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670612 Apr 05 20:41:26.990497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56082) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:26.991909 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f7a04b55-eacf-462c-84f8-afaf406fe0cb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2542219 Apr 05 20:41:26.997743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'port': {'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'name': 'tempest-TaggedBootDevicesTest-247716986', 'fixed_ips': [{'subnet_id': 'b072e4e7-f1b5-40fe-acca-d40f2c1fb13b'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:27.077414 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03d4198-9a50-43d4-9269-4aafc142b803'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c', 'code': 200} Apr 05 20:41:27.108615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.144267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Attempting to bind port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:27.144638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Attempting to bind port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:27.145200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Attempting to bind port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 on network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:41:27.164150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:41:27.164814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Checking segment: {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:27.164935 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.165316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Bound using segment: {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:41:27.165797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Bound port: 33ac9bfd-7bb8-4b48-9d17-687a95f578a6, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:27.166169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.204773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:27.210349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:port and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:27.213760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:27.220847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:27.229043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b59fba77-6ffd-4f77-92d6-b478fb9ac211 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:27.254757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 663da1a9-e676-499f-828e-8ed07621dc08, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=663da1a9-e676-499f-828e-8ed07621dc08,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:27.302210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] For port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:41:27.302404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:27.306738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] For port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:41:27.329097 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.329845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 24220829-8caf-4bf7-a350-1689866690f6 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:27.448819 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.542078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=663da1a9-e676-499f-828e-8ed07621dc08,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:27.654103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 24220829-8caf-4bf7-a350-1689866690f6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:27.690057 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.691092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 24220829-8caf-4bf7-a350-1689866690f6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:27.691702 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.795690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Pushing event updated for resources: {'Port': ['ID=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:27.801922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ec0df-2b10-442c-9190-4efce4f4654f None None] Network 69e6f851-b560-4ccf-95d3-1940711bce45 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:41:27.890925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] device_id is not set on port a8440d11-578e-423b-aab7-e22991cc87f8 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:41:27.949368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.949606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.949972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.950310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.950730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.951104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.951320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.951627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.951995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.952414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.952611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b6346-df2d-4bff-a1ea-5d0f83cecae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:28.054842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.057492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.062288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.065726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.069716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.074115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.078846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.087153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-17c1ffb7-598a-4c04-8593-a0a5ce25221d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5439 time: 0.3527126 Apr 05 20:41:28.107006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3c90ab41-8c06-46b6-a504-2237b55d5022 None None] Provisioning for port b59fba77-6ffd-4f77-92d6-b478fb9ac211 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:28.189118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3c90ab41-8c06-46b6-a504-2237b55d5022 None None] Provisioning complete for port b59fba77-6ffd-4f77-92d6-b478fb9ac211 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:28.189714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3c90ab41-8c06-46b6-a504-2237b55d5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.203984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d700f-de23-43c4-976c-ba8fe6132e36 req-35d42e2b-9346-4a57-a8ba-65a1d1a3590e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.205582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a02d700f-de23-43c4-976c-ba8fe6132e36 req-35d42e2b-9346-4a57-a8ba-65a1d1a3590e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.4837174 Apr 05 20:41:28.234219 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.251606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-266c2f24-e0c9-4f5e-922b-52400d6ee603 req-7293cd38-1897-49a7-841c-e23f5b94e488 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640449 Apr 05 20:41:28.323022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 10.1.1.128 (69e6f851-b560-4ccf-95d3-1940711bce45/b072e4e7-f1b5-40fe-acca-d40f2c1fb13b/a8440d11-578e-423b-aab7-e22991cc87f8) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:28.326942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a02d700f-de23-43c4-976c-ba8fe6132e36 req-5f070f15-8a1a-458a-93b6-4aa9c13b6bea tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793524 Apr 05 20:41:28.337230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 24220829-8caf-4bf7-a350-1689866690f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=24220829-8caf-4bf7-a350-1689866690f6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:28.468861 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.469723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8554707a-c60a-4dc0-84a7-2c68fb5bc498 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:28.647696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3c90ab41-8c06-46b6-a504-2237b55d5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.728533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa9cf07e-515d-4917-8f94-5cbc701a6c30 req-ba9b1227-eb36-4797-95a6-be20408f7988 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.1124504 Apr 05 20:41:28.729431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:28.809904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=24220829-8caf-4bf7-a350-1689866690f6,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:28.822245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3c90ab41-8c06-46b6-a504-2237b55d5022 None None] For port b59fba77-6ffd-4f77-92d6-b478fb9ac211, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b59fba77-6ffd-4f77-92d6-b478fb9ac211,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:28.844753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3790-c32b-42cd-92fe-75e177317a9c req-adafc711-ecb0-4af0-af4a-708722eda1b3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.850171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-203c3790-c32b-42cd-92fe-75e177317a9c req-adafc711-ecb0-4af0-af4a-708722eda1b3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.2329957 Apr 05 20:41:28.863328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.882662 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3c90ab41-8c06-46b6-a504-2237b55d5022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.922290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:28.932526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:28.960561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:28.960937 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.978939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Transition to ACTIVE for port object a8440d11-578e-423b-aab7-e22991cc87f8 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:29.078583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90ab41-8c06-46b6-a504-2237b55d5022 None None] Pushing event updated for resources: {'Port': ['ID=b59fba77-6ffd-4f77-92d6-b478fb9ac211,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:29.088912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08'}, {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24220829-8caf-4bf7-a350-1689866690f6'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:29.101814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-203c3790-c32b-42cd-92fe-75e177317a9c req-fb58377d-0ca8-4455-97d6-14c87628e206 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351027 Apr 05 20:41:29.143917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c2ece-db59-43c1-bdff-7509024f9afb req-cffa08d4-61aa-4ad1-ae97-080623a16d12 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.158953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56136) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:29.168197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c17c2ece-db59-43c1-bdff-7509024f9afb req-cffa08d4-61aa-4ad1-ae97-080623a16d12 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.2713592 Apr 05 20:41:29.208492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.226557 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.305500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:29.312295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f438c18-da69-487f-999a-efc3b900fe13 None None] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:41:29.409222 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959fa803-e344-481e-9a92-04bf0f681089'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08', 'code': 200} Apr 05 20:41:29.409535 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959fa803-e344-481e-9a92-04bf0f681089'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24220829-8caf-4bf7-a350-1689866690f6', 'code': 200} Apr 05 20:41:29.430911 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.442689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 69e6f851-b560-4ccf-95d3-1940711bce45 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:29.449269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:29.456362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:29.497595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.506312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=a8440d11-578e-423b-aab7-e22991cc87f8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:29.560127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c17c2ece-db59-43c1-bdff-7509024f9afb req-607cd67e-68c5-4077-ba6d-baeac8000160 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3887165 Apr 05 20:41:29.565958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b3af7591-15a0-4b44-a351-109d1fae0551 None None] Provisioning complete for port b59fba77-6ffd-4f77-92d6-b478fb9ac211 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:29.566419 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b3af7591-15a0-4b44-a351-109d1fae0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.570837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:29.585262 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Usage tracker for resource:security_group_rule and tenant:1f9a8d874c9542d68f7ad85e3e31f9d0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:29.587912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db090fe9-873d-4e76-b6f2-a9303bd1f36c req-8a012d4a-e315-4a35-b1c8-6b84b8422b95 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.2858338 Apr 05 20:41:29.593764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:29.609001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:29.612591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.614091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.700833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8554707a-c60a-4dc0-84a7-2c68fb5bc498,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:29.733165 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.748956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-81f778c6-cad1-4f03-84ca-1878cad07c68 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7528000 Apr 05 20:41:29.802069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.855254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eca31e-7237-4faf-8fd0-9b171f647ff2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:29.866918 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-31563998-823b-4baa-b612-9bdd4b441b5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f9a8d874c9542d68f7ad85e3e31f9d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7033300 Apr 05 20:41:29.869465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56166) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:29.877097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.882012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.886166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.891627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.897318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.901248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.908153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.910700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-10cf363e-401f-478d-a118-68eaa4494dbf tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.1482906 Apr 05 20:41:29.946612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ddffbf0-4537-447c-a258-a805b0668af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.965618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec489c12-0576-4d9a-93a9-6312f106c7c7 req-82f8bd6f-2553-4838-82af-58eaeedd32f2 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489078 Apr 05 20:41:29.975280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ddffbf0-4537-447c-a258-a805b0668af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.067738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b3af7591-15a0-4b44-a351-109d1fae0551 None None] Provisioning for port cd3173a1-2215-40f2-9e79-3d66b48feb84 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:30.073842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b3af7591-15a0-4b44-a351-109d1fae0551 None None] Provisioning complete for port cd3173a1-2215-40f2-9e79-3d66b48feb84 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:30.074287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b3af7591-15a0-4b44-a351-109d1fae0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.148343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ddffbf0-4537-447c-a258-a805b0668af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.159562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b3af7591-15a0-4b44-a351-109d1fae0551 None None] Port cd3173a1-2215-40f2-9e79-3d66b48feb84 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:41:30.167272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddffbf0-4537-447c-a258-a805b0668af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eca31e-7237-4faf-8fd0-9b171f647ff2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:30.173091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ddffbf0-4537-447c-a258-a805b0668af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.174457 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ddffbf0-4537-447c-a258-a805b0668af8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88eca31e-7237-4faf-8fd0-9b171f647ff2 HTTP/1.1" status: 204 len: 168 time: 0.3036757 Apr 05 20:41:30.288427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Provisioning complete for port cd3173a1-2215-40f2-9e79-3d66b48feb84 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:30.289019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.360023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Port cd3173a1-2215-40f2-9e79-3d66b48feb84 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:41:30.555761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Provisioning for port a8440d11-578e-423b-aab7-e22991cc87f8 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:30.561606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Provisioning complete for port a8440d11-578e-423b-aab7-e22991cc87f8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:30.561978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.630596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Port a8440d11-578e-423b-aab7-e22991cc87f8 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:41:30.676143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b59fba77-6ffd-4f77-92d6-b478fb9ac211 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:30.743197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Provisioning for port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:30.751422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Provisioning complete for port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:30.751915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.817954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b59fba77-6ffd-4f77-92d6-b478fb9ac211 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:30.818654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.010234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.049438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] For port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:31.122009 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.142463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56238) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:31.164680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.190892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55c3c3-0246-42cc-946d-bc7b891679ed None None] Pushing event updated for resources: {'Port': ['ID=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:31.198199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:31.202452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Usage tracker for resource:security_group_rule and tenant:44a37ee85f0d439e87a698a3fa664e4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:31.205737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:31.211533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:31.306050 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.367390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.410951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:31.425491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad00e8f-ff74-437e-813e-465632ddf2e0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:31.441138 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7c5c4739-2941-4fbd-9a99-7f1cf168be45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44a37ee85f0d439e87a698a3fa664e4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2944098 Apr 05 20:41:31.443397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56252) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:31.509574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-075ba228-f207-418c-8425-fda12fa36079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.537801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-075ba228-f207-418c-8425-fda12fa36079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.653087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-075ba228-f207-418c-8425-fda12fa36079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.674295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ba228-f207-418c-8425-fda12fa36079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad00e8f-ff74-437e-813e-465632ddf2e0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:31.677631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-075ba228-f207-418c-8425-fda12fa36079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.678896 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-075ba228-f207-418c-8425-fda12fa36079 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ad00e8f-ff74-437e-813e-465632ddf2e0 HTTP/1.1" status: 204 len: 168 time: 0.2335849 Apr 05 20:41:31.685291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56262) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:31.700152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095016330', 'description': 'tempest-description--1242890147'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:31.715177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:31.735182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:security_group and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:31.739134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:31.747842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:31.829136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f67a9fa-6743-497c-a7f1-1a38fd283e2d req-ecf48c5f-41be-405c-af82-bd17b18e8e52 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0442948 Apr 05 20:41:31.873842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.908489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:31.912380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:security_group_rule and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:31.915352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:31.921400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:32.017147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.051243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d5d69-b84a-4798-abbf-de4b02d8b57b req-cac52365-9b6b-46ac-b827-008fc3767ec2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.052678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-641d5d69-b84a-4798-abbf-de4b02d8b57b req-cac52365-9b6b-46ac-b827-008fc3767ec2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.0889378 Apr 05 20:41:32.136880 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.171757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-641d5d69-b84a-4798-abbf-de4b02d8b57b req-8456808a-0ac9-4474-89a9-0b9ba5a3b7b2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133442 Apr 05 20:41:32.202603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:32.225886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-62d0e3ff-7481-477f-9518-b14239427ace tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.227248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-62d0e3ff-7481-477f-9518-b14239427ace tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371 HTTP/1.1" status: 200 len: 943 time: 0.1349549 Apr 05 20:41:32.273641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.275001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-65cbdea2-3f24-4534-9977-9f7370d9e451 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5879707 Apr 05 20:41:32.277888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56274) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:32.286132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'security_group_rule': {'security_group_id': '322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:32.297450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:32.302311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:security_group_rule and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:32.306503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:32.313387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:32.313599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Deleting port 25197589-9e2e-42db-ae5f-5a541f15bdf3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:41:32.313902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.396426 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.457669 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.539986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.564467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.565971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaef12cf-72c1-47f7-9575-6a6c651b0f6b,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:32.569547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.576662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.577569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.581670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.585555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.589391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:32.591239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-23af2409-0032-48ff-a568-e8a914279926 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.2503810 Apr 05 20:41:32.645564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:32.670974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.674587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d10cd964-13cb-4a40-b000-7ab32857e8b7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3939509 Apr 05 20:41:32.677306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56284) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:32.685003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'security_group_rule': {'security_group_id': '322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:32.690368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0a89823-3c95-4e97-8964-4723b5b7ecac req-5bb06aba-684e-4c7f-8ff2-a1be29d6f98d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833070 Apr 05 20:41:32.692903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:32.696659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] For port 25197589-9e2e-42db-ae5f-5a541f15bdf3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=25197589-9e2e-42db-ae5f-5a541f15bdf3,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:32.697017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.697511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:security_group_rule and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:32.701075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:32.708007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:32.747366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:32.747366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.809325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.839183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Calling delete_port for 25197589-9e2e-42db-ae5f-5a541f15bdf3 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:41:32.907223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.976649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.003003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ad5919-b257-4a70-bef9-ab64b30df763,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:33.098878 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.100054 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-18b2605d-f656-4c5c-843e-70f2acf5e8ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4213777 Apr 05 20:41:33.116619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:33.122164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:33.127814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:33.131515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:floatingip and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:33.134320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:33.140796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:33.227952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.239517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['da6229ec-2b13-4c13-9928-93713495904d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:33.251819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.265608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1f27b857-fbe1-4bbc-9662-179a30345cd4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:33.284102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event deleted for resources: {'Port': ['ID=25197589-9e2e-42db-ae5f-5a541f15bdf3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:33.335196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 98e785ae-3f77-4742-a347-eea291534ab4 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:33.448639 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad03ca7e-b984-44c8-a429-335ae044eb82'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498', 'code': 200} Apr 05 20:41:33.495277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] No DVR routers for this DVR port 25197589-9e2e-42db-ae5f-5a541f15bdf3 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:33.500453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.505041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-deleted', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:33.559689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13ba2b0f-1ce8-4652-a4a2-4df956457a63 req-239b115e-1aed-456b-9368-356b506c55a4 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "DELETE /v2.0/ports/25197589-9e2e-42db-ae5f-5a541f15bdf3 HTTP/1.1" status: 204 len: 173 time: 1.3201096 Apr 05 20:41:33.612607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.693403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-545345d5-3057-4ef1-b010-64bdad828a8f req-c72c2e56-4872-401b-beac-03e3751ec425 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6498 time: 0.0976157 Apr 05 20:41:33.734749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.760927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-545345d5-3057-4ef1-b010-64bdad828a8f req-42be43b2-b780-45d8-876e-bc99a5b1a3e1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607369 Apr 05 20:41:33.771534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 172.25.2.180 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/7121c6bd-c625-4d89-bc5c-64402283e94c) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:33.896744 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.923739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:33.954875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.029019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.105506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.130808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4494de9-f4a7-41d1-bcd5-34ebab488837 req-d8f36536-16fb-4fc5-9a8b-77287d2c24d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=10d3fc3b939045f1884172f77558ac97&device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0528526 Apr 05 20:41:34.131539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:34.203094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4494de9-f4a7-41d1-bcd5-34ebab488837 req-d38c1644-90ff-495d-a7b0-b695898eb7ca service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=10d3fc3b939045f1884172f77558ac97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644886 Apr 05 20:41:34.210672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=7121c6bd-c625-4d89-bc5c-64402283e94c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:34.220829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:34.225376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:34.227866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:34.422393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.440560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4494de9-f4a7-41d1-bcd5-34ebab488837 req-b2832d56-8980-4c24-9040-c373f8201e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.443342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4494de9-f4a7-41d1-bcd5-34ebab488837 req-b2832d56-8980-4c24-9040-c373f8201e4b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2334023 Apr 05 20:41:34.475063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e68b19-1100-4844-a441-8b5d41d4c885 req-5ae03632-518d-472b-a025-17bb6fb72b31 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.476480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3e68b19-1100-4844-a441-8b5d41d4c885 req-5ae03632-518d-472b-a025-17bb6fb72b31 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1864917 Apr 05 20:41:34.563118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.619010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3e68b19-1100-4844-a441-8b5d41d4c885 req-8620489f-eb45-43a6-8e32-058be845d359 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339693 Apr 05 20:41:34.639605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-772e2af5-1737-4e91-bce8-87afa84ad3c1 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.641270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-772e2af5-1737-4e91-bce8-87afa84ad3c1 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 0.2055993 Apr 05 20:41:34.669655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-5901ac71-0221-4fbd-a01c-2ad7a455efdf tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/quotas/98325b48f78f433f9dacd569718efdc6 HTTP/1.1" status: 200 len: 375 time: 0.0143449 Apr 05 20:41:34.711530 n-d-836605-1 neutron-server[84581]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f7bb6980-699d-48f1-bdcb-78c4bbfcdfc8']: {'server_uuid': 'c2d0ae2e-c09b-45e8-9e67-a6b2a6d61371', 'name': 'network-vif-deleted', 'tag': '25197589-9e2e-42db-ae5f-5a541f15bdf3', 'status': 'failed', 'code': 422} returned with failed status Apr 05 20:41:34.765082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-0c7ed8d8-244d-4ab6-8901-0a0e808e0e5f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908177 Apr 05 20:41:34.773270 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-949c7d16-35e0-4a85-80d7-842ffa0cbeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.815834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.905163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.952508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-5b6e3035-0c48-4724-aa65-1a1262264aaf service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865799 Apr 05 20:41:34.989619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.993473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.997579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.003917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.005364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.009234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.013078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.015000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0276d420-ca25-482d-abc1-0beeb124419d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.1758885 Apr 05 20:41:35.019867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=7121c6bd-c625-4d89-bc5c-64402283e94c,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:35.033105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.127235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.130721 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f9c4a51-0629-40b5-891a-c443dd9fdf4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0111115 Apr 05 20:41:35.150125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7bb3108c-e697-4347-90a1-8d7915322059 req-0cd93e51-771b-4aa7-ad24-d3f609243c4b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877376 Apr 05 20:41:35.159250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-abce7f0d-6f31-43f2-a5b0-6127a23d0b14 service neutron] 10.222.0.10 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983614 Apr 05 20:41:35.358902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afdb9167-7fe8-4029-a1cd-cd678a937506 req-655091f6-2263-4cc8-888d-d5c68958d826 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0411201 Apr 05 20:41:35.449948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:35.601995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28867018-2bb0-4f47-9e79-04ac31757b4b req-5a940b09-dd8a-4cf6-8c46-3e3d3704a73b tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 210 time: 0.0503905 Apr 05 20:41:35.643489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-7fb715fe-a5b9-45ff-88ff-c94a59799ea1 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:35.719213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-7fb715fe-a5b9-45ff-88ff-c94a59799ea1 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:35.721917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-7fb715fe-a5b9-45ff-88ff-c94a59799ea1 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2095016330&fields=id&tenant_id=d154571a4f1d42e59d31180387faa5a2 HTTP/1.1" status: 200 len: 267 time: 0.1912670 Apr 05 20:41:35.729201 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e81c00-059b-4b20-bc32-5f744cf19d55'] response: {'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4', 'code': 200} Apr 05 20:41:35.807151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4494de9-f4a7-41d1-bcd5-34ebab488837 req-729057b8-6a5f-4921-b51e-5eaaa79115d1 tempest-ServerShowV257Test-1156099901 tempest-ServerShowV257Test-1156099901-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b3bbe15-cda8-4e17-9056-9236621af5c0 HTTP/1.1" status: 200 len: 210 time: 0.0802908 Apr 05 20:41:35.884109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-85924225-9e27-476f-b3e5-9130366ee0ae tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.884109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-85924225-9e27-476f-b3e5-9130366ee0ae tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:35.981349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-85924225-9e27-476f-b3e5-9130366ee0ae tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:35.984469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-85924225-9e27-476f-b3e5-9130366ee0ae tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports/cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 932 time: 0.2125161 Apr 05 20:41:36.121402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ae403a73-5b53-49a3-aba0-353c7ab6ccc9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.122708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ae403a73-5b53-49a3-aba0-353c7ab6ccc9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports/a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 931 time: 0.1336498 Apr 05 20:41:36.291647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-7b493e77-b0f6-446d-affa-8112c6b7558e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1627567 Apr 05 20:41:36.345810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f7757-869a-4f88-936f-9f8af4c32478 req-bb708eb0-5a59-4290-991d-db9537711f90 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.347245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-498f7757-869a-4f88-936f-9f8af4c32478 req-bb708eb0-5a59-4290-991d-db9537711f90 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "GET /v2.0/ports?device_id=010adad4-38c8-4bca-b26c-36225c10076d HTTP/1.1" status: 200 len: 943 time: 0.3033333 Apr 05 20:41:36.393779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-8e514c94-c039-4695-8b08-d3935c1abc73 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0903795 Apr 05 20:41:36.565106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Deleting port 98e785ae-3f77-4742-a347-eea291534ab4 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:41:36.565451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.672542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2a4b0-6cbb-4f92-9065-f499ad51557a req-dea2085e-9c16-49d1-b8a8-296a7172d5ac tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.674188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6db2a4b0-6cbb-4f92-9065-f499ad51557a req-dea2085e-9c16-49d1-b8a8-296a7172d5ac tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.3213940 Apr 05 20:41:36.684144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-81bd354e-0b35-4d22-a67d-2b5292b88031 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.688498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-81bd354e-0b35-4d22-a67d-2b5292b88031 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.692280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-81bd354e-0b35-4d22-a67d-2b5292b88031 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.693077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-81bd354e-0b35-4d22-a67d-2b5292b88031 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:36.858486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-81bd354e-0b35-4d22-a67d-2b5292b88031 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:36.859631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-81bd354e-0b35-4d22-a67d-2b5292b88031 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/networks?id=d650b792-245a-4a76-b86a-f727bb63dca4&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 HTTP/1.1" status: 200 len: 1988 time: 0.4333453 Apr 05 20:41:36.864667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dcdf11c3-17c5-4f1c-8898-5b4c7fccd5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.878847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6db2a4b0-6cbb-4f92-9065-f499ad51557a req-cf6f48d7-f6b1-4d44-875e-87aa4c7debd9 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560719 Apr 05 20:41:36.896173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-96f00582-d419-4620-ad59-33adee838e79 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/quotas/d154571a4f1d42e59d31180387faa5a2 HTTP/1.1" status: 200 len: 375 time: 0.0240486 Apr 05 20:41:37.020068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] For port 98e785ae-3f77-4742-a347-eea291534ab4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=98e785ae-3f77-4742-a347-eea291534ab4,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:37.020454 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:37.187020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Calling delete_port for 98e785ae-3f77-4742-a347-eea291534ab4 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:41:37.308253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-dce64497-8574-4b73-9bde-f3e3e681f232 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3959298 Apr 05 20:41:37.362050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.365888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.369914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.374029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.377850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.381741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.385569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.388249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-cd475b92-1904-4455-abc8-a745ee2686ba tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.3530550 Apr 05 20:41:37.553013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c6a3142-fa8d-4da2-9f1b-4d37fbabc697 req-6b081fe8-56ba-4855-b9dd-273d163ab12c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1590977 Apr 05 20:41:37.575412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-67fa41f7-843c-4cc7-9553-89bdacd0905b service neutron] 10.222.0.10 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825900 Apr 05 20:41:37.605783 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:37.746351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event deleted for resources: {'Port': ['ID=98e785ae-3f77-4742-a347-eea291534ab4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:38.010880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] No DVR routers for this DVR port 98e785ae-3f77-4742-a347-eea291534ab4 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:38.019244 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.024351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-deleted', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:38.063451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-f79a2f51-7981-4b95-b29b-138d32751ab3 service neutron] 10.222.0.10 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815207 Apr 05 20:41:38.105829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859f13-4359-4574-a94c-8bd662880364 req-07a37cdd-5a5f-43c8-96fe-6aa03530d15b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:38.106474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba859f13-4359-4574-a94c-8bd662880364 req-07a37cdd-5a5f-43c8-96fe-6aa03530d15b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:38.140718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e04c86-078d-4360-bf98-7a4d4f421d10 req-660281f9-2259-47f3-9728-fc93c689a921 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:38.141423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-14e04c86-078d-4360-bf98-7a4d4f421d10 req-660281f9-2259-47f3-9728-fc93c689a921 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:38.152362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-498f7757-869a-4f88-936f-9f8af4c32478 req-0b466d68-c6bb-4a49-8beb-6ad40b267807 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "DELETE /v2.0/ports/98e785ae-3f77-4742-a347-eea291534ab4 HTTP/1.1" status: 204 len: 173 time: 1.7659709 Apr 05 20:41:38.165117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6ae77b13-96f4-4309-a80a-ceb0ee4e5df7 service neutron] 10.222.0.10 "GET /v2.0/ports/cd3173a1-2215-40f2-9e79-3d66b48feb84?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0945182 Apr 05 20:41:38.250837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba859f13-4359-4574-a94c-8bd662880364 req-07a37cdd-5a5f-43c8-96fe-6aa03530d15b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:38.251968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba859f13-4359-4574-a94c-8bd662880364 req-07a37cdd-5a5f-43c8-96fe-6aa03530d15b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 907 time: 0.5645761 Apr 05 20:41:38.254702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-14e04c86-078d-4360-bf98-7a4d4f421d10 req-660281f9-2259-47f3-9728-fc93c689a921 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:38.256133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14e04c86-078d-4360-bf98-7a4d4f421d10 req-660281f9-2259-47f3-9728-fc93c689a921 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 907 time: 0.5246384 Apr 05 20:41:38.301931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.364664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Deleting port 3e333271-12e6-4201-a88e-bb57d9be9a40 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:41:38.365006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.430117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-216f32fc-e620-4ec5-b80c-5bb68e35c4af service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567132 Apr 05 20:41:38.517190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-918e3aec-a275-4d31-b599-1c2c6516d782 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:38.519685 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-918e3aec-a275-4d31-b599-1c2c6516d782 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 804 time: 0.3951981 Apr 05 20:41:38.521475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.551587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Request body: {'port': {'device_id': '3e6256df-d401-4fa7-9d14-80296be92bac', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'admin_state_up': True, 'tenant_id': '98325b48f78f433f9dacd569718efdc6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:38.735159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:38.739736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Usage tracker for resource:port and tenant:98325b48f78f433f9dacd569718efdc6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:38.742721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:38.749130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:38.825655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a2d37ff3-a462-43a2-80b5-eaa08bdc3c4f req-de89b0ad-ab28-4de8-97d6-48d1859f24af tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:38.827717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Made reservation on behalf of 98325b48f78f433f9dacd569718efdc6 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:38.831138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.897073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] For port 3e333271-12e6-4201-a88e-bb57d9be9a40, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3e333271-12e6-4201-a88e-bb57d9be9a40,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:38.897529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.032653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Allocated IP 172.20.0.6 (8f0dfb86-f644-44c0-8db1-95159aee7c52/1246ba7d-c905-4313-b63a-d22ca624e201/e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:39.033596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-a80470d7-804e-47ac-9c5b-7cff0b550044 service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950007 Apr 05 20:41:39.043513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Calling delete_port for 3e333271-12e6-4201-a88e-bb57d9be9a40 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:41:39.069939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a2d37ff3-a462-43a2-80b5-eaa08bdc3c4f req-de89b0ad-ab28-4de8-97d6-48d1859f24af tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:39.071071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2d37ff3-a462-43a2-80b5-eaa08bdc3c4f req-de89b0ad-ab28-4de8-97d6-48d1859f24af tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 210 time: 0.3152280 Apr 05 20:41:39.170643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-3153ead4-ee18-418d-8c6c-bc2226bd153e service neutron] 10.222.0.10 "GET /v2.0/ports/a8440d11-578e-423b-aab7-e22991cc87f8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0980330 Apr 05 20:41:39.239906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56424) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:39.345664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 98e785ae-3f77-4742-a347-eea291534ab4 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:39.348392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.393642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 98e785ae-3f77-4742-a347-eea291534ab4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:41:39.394231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 98e785ae-3f77-4742-a347-eea291534ab4 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:39.429182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.450114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.484148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-2dcd511d-0f74-48d4-8eee-6ca9d88f9a91 service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017910 Apr 05 20:41:39.496797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.501640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.506830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.511560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.514714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:39.517494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.519046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Usage tracker for resource:security_group_rule and tenant:10d3fc3b939045f1884172f77558ac97 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:39.524058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:39.524190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.527468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.528842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:39.541691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-350c656a-36fb-4d5b-8aab-b91f35197a15 req-d992eefa-cc8f-4f6e-9bd3-131082e9a41a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.2751212 Apr 05 20:41:39.544331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56434) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:39.550240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Request body: {'floatingip': {'port_id': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:39.576245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Network 8f0dfb86-f644-44c0-8db1-95159aee7c52 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:39.580908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:39.584027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:39.625480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.657531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:39.692495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.693143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.739452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.744063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.818675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.859776 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d2168fd9-9135-47fe-9a9c-1800cd704aa5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3131573 Apr 05 20:41:39.871511 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10d3fc3b939045f1884172f77558ac97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6280022 Apr 05 20:41:39.876316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d4209-826b-4a0d-96e1-01f4695dbc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775077e8-442a-43c7-a9b4-e8cb40f68d74,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:39.876316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56438) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:39.896113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Request body: {'port': {'device_id': '3e6256df-d401-4fa7-9d14-80296be92bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:39.908534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event deleted for resources: {'Port': ['ID=3e333271-12e6-4201-a88e-bb57d9be9a40,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:39.919623 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.048228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2befc02a-7677-4cfc-bba2-c9c246a779e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.078425 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2befc02a-7677-4cfc-bba2-c9c246a779e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.113001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.127847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] No DVR routers for this DVR port 3e333271-12e6-4201-a88e-bb57d9be9a40 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:40.131538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.241554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-558ff710-7d4e-40d6-831f-57eec008f1c3 service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983852 Apr 05 20:41:40.249642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba859f13-4359-4574-a94c-8bd662880364 req-7d0e6856-ca91-4c7b-90e0-6c8ea40725c0 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "DELETE /v2.0/ports/3e333271-12e6-4201-a88e-bb57d9be9a40 HTTP/1.1" status: 204 len: 173 time: 1.9857423 Apr 05 20:41:40.273587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143a84a-6b97-4157-93f5-a52935e5300c req-344de03f-9952-4c04-a525-0bf4d56f6163 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:40.273587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a143a84a-6b97-4157-93f5-a52935e5300c req-344de03f-9952-4c04-a525-0bf4d56f6163 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.5838907 Apr 05 20:41:40.358233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2befc02a-7677-4cfc-bba2-c9c246a779e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.388466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befc02a-7677-4cfc-bba2-c9c246a779e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775077e8-442a-43c7-a9b4-e8cb40f68d74,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:40.409060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2befc02a-7677-4cfc-bba2-c9c246a779e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.413522 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2befc02a-7677-4cfc-bba2-c9c246a779e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/775077e8-442a-43c7-a9b4-e8cb40f68d74 HTTP/1.1" status: 204 len: 168 time: 0.5381217 Apr 05 20:41:40.549631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:40.562078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.585589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Transition to ACTIVE for port object e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:40.597601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a143a84a-6b97-4157-93f5-a52935e5300c req-81495b98-232d-407d-b8eb-6fa091e9a34b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728787 Apr 05 20:41:40.675647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.695777 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaaef807-81b6-43fc-9fa4-6c663e515a81'] response: {'server_uuid': '010adad4-38c8-4bca-b26c-36225c10076d', 'name': 'network-vif-deleted', 'tag': '98e785ae-3f77-4742-a347-eea291534ab4', 'status': 'completed', 'code': 200} Apr 05 20:41:40.698498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ec0b8ec7-0fda-4cdc-aad9-eb289f2e307e service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216442 Apr 05 20:41:40.774521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:40.896711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d796558a-3f0a-4fd4-a703-d0f7724d845e req-e87a8773-873d-4f93-b5a7-70bc7876fb0c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:40.959135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Attempting to bind port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:40.959815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Attempting to bind port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:40.960850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Attempting to bind port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:41:40.968057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-91da0676-f6de-4919-80ab-c971c56d7818 service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486405 Apr 05 20:41:40.971512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:41:40.971835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Attempting to bind port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb on network 8f0dfb86-f644-44c0-8db1-95159aee7c52 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:41:40.979903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:41:40.980239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Checking segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:40.980631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Bound using segment: {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:41:40.981080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Bound port: e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92be06bf-76f2-49ca-9000-1984d267fc83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:40.981434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.065686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d796558a-3f0a-4fd4-a703-d0f7724d845e req-e87a8773-873d-4f93-b5a7-70bc7876fb0c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:41.066921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d796558a-3f0a-4fd4-a703-d0f7724d845e req-e87a8773-873d-4f93-b5a7-70bc7876fb0c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f47509-7867-4a5b-8895-d5a9200a8fb2 HTTP/1.1" status: 200 len: 210 time: 0.2403910 Apr 05 20:41:41.082224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:41:41.145237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:41:41.148490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:41:41.227567 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.236704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-b1c13562-32d1-4ff2-b5a7-3c12c712ab7c service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614243 Apr 05 20:41:41.247970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.437004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.461326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.462816 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] 10.222.0.39 "PUT /v2.0/ports/e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb HTTP/1.1" status: 200 len: 1091 time: 1.5707579 Apr 05 20:41:41.465240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:41.485986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a334b4-ee87-41a7-b3bd-e737d3bf3059 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:41.697877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e7d5bd3c-02e1-42bd-96fb-d41d52c49fe3 service neutron] 10.222.0.10 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602323 Apr 05 20:41:41.710201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d548720-a1d2-4868-b6b1-fa7fe03dc4b6 req-06de24fd-6bfb-4b4a-8659-e3e11d17559d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:41.711636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d548720-a1d2-4868-b6b1-fa7fe03dc4b6 req-06de24fd-6bfb-4b4a-8659-e3e11d17559d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.4729233 Apr 05 20:41:41.864257 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-ab9f3ab8-dc12-492a-b10c-bb3c02ac056d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 1094 time: 0.2482629 Apr 05 20:41:41.868877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d548720-a1d2-4868-b6b1-fa7fe03dc4b6 req-77294f36-6d71-4b04-a8c8-37cfe398a4b0 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350210 Apr 05 20:41:41.917864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-85963325-0f20-4f67-8d78-61ba0218bf29 service neutron] 10.222.0.10 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052820 Apr 05 20:41:41.956327 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Floating IP 6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d associated. External IP: 172.25.2.172, port: 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4. Apr 05 20:41:41.963203 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269e6f4a-8dca-4258-aa65-d7a833be4c89'] response: {'name': 'network-changed', 'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'status': 'completed', 'code': 200} Apr 05 20:41:41.967029 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-4161476b-1da4-49a7-9ca2-aec2a7827787 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb HTTP/1.1" status: 200 len: 217 time: 0.0872552 Apr 05 20:41:42.025864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e333271-12e6-4201-a88e-bb57d9be9a40 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:42.080459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 3e333271-12e6-4201-a88e-bb57d9be9a40 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:41:42.086908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3e333271-12e6-4201-a88e-bb57d9be9a40 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:42.087044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-3156c791-8749-46d7-a19d-243edb2b1068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:42.087044 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-3156c791-8749-46d7-a19d-243edb2b1068 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.1133728 Apr 05 20:41:42.139011 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-7ab759e9-a565-496b-b9c4-9f2f45aeaa20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419655 Apr 05 20:41:42.298299 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-26da749c-fe84-434b-bedd-e3b8daa0233c service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532991 Apr 05 20:41:42.298900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-a07436eb-6742-4698-af23-f3a12d3356e8 service neutron] 10.222.0.10 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669543 Apr 05 20:41:42.386735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97015f1c-f09d-4c23-b2b4-2a2c165d524a req-db8e78a9-81b7-4054-afbb-ed8e053d9231 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:42.388169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97015f1c-f09d-4c23-b2b4-2a2c165d524a req-db8e78a9-81b7-4054-afbb-ed8e053d9231 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.3381824 Apr 05 20:41:42.437828 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c7bb85e6-35fa-4499-a6a5-ce15d8a9fcf4 req-d3572292-22d8-4a86-940a-dc3c2a1bda18 service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334875 Apr 05 20:41:42.479081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97015f1c-f09d-4c23-b2b4-2a2c165d524a req-f5d4f091-a6de-4b2f-8fc0-f828162770e1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824344 Apr 05 20:41:42.509453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-400c1879-a32b-48c5-8ba5-6efec063cad6 service neutron] 10.222.0.10 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037010 Apr 05 20:41:42.687243 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-81c4ebb6-5cc4-4403-86a3-4a594aaa9720 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=98325b48f78f433f9dacd569718efdc6&device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 1094 time: 0.0816348 Apr 05 20:41:42.828924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-1482c6bd-8f2c-4ae8-ba62-c4666826701e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:42.830525 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-1482c6bd-8f2c-4ae8-ba62-c4666826701e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 200 len: 905 time: 0.1373911 Apr 05 20:41:42.873092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'name': 'network-vif-deleted', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:42.905867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-0eb30238-34ed-4561-829b-9677f12a0e79 service neutron] 10.222.0.10 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898528 Apr 05 20:41:42.915907 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-23781209-87d9-4964-a892-0a525f22fb02 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb HTTP/1.1" status: 200 len: 217 time: 0.0767164 Apr 05 20:41:43.000178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-cc9897a6-4415-40b7-9541-c72d84d46178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:43.001379 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-cc9897a6-4415-40b7-9541-c72d84d46178 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 200 len: 844 time: 0.0787647 Apr 05 20:41:43.044161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Router b348b61a-daed-4a63-bef1-2a84728fecb6 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:41:43.059516 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-bad2065e-bd09-4006-a773-d3c14ddf5c83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8f0dfb86-f644-44c0-8db1-95159aee7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513024 Apr 05 20:41:43.232746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-0cf8b1f0-a782-44d1-9e99-3297271f7991 service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668336 Apr 05 20:41:43.348562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:41:43.353152 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:43.361113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] Sync routers for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:41:43.392771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:41:43.393904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:43.420404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8b5d1308-8f41-4b78-83d2-acf23fb4589b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "PUT /v2.0/floatingips/6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d HTTP/1.1" status: 200 len: 991 time: 3.8748658 Apr 05 20:41:43.452159 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-366b0c5c-039c-4a3b-bdc2-bc5433a8277a req-a19d251c-7b10-45ad-84bc-351106c31379 service neutron] 10.222.0.39 "GET /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120755 Apr 05 20:41:43.596677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:41:43.665176 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b38e9eb-a5bb-4c70-935e-f63c134a5ca5'] response: {'server_uuid': '18f47509-7867-4a5b-8895-d5a9200a8fb2', 'name': 'network-vif-deleted', 'tag': '3e333271-12e6-4201-a88e-bb57d9be9a40', 'status': 'completed', 'code': 200} Apr 05 20:41:43.874930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bb8d7-9602-4445-8215-e15fb4e474b6 req-e8324c55-9134-4fc0-a9cf-99415bb1e45f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:43.876561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca1bb8d7-9602-4445-8215-e15fb4e474b6 req-e8324c55-9134-4fc0-a9cf-99415bb1e45f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.1096141 Apr 05 20:41:43.940919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca1bb8d7-9602-4445-8215-e15fb4e474b6 req-7eb20207-e6f6-4dac-9282-edfdc78e041f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553932 Apr 05 20:41:44.001615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'port_id': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'mac_address': 'fa:16:3e:45:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:39:49Z', 'updated_at': '2022-04-05T20:41:40Z', 'revision_number': 1, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:20Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:44.005703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] Checking router: b348b61a-daed-4a63-bef1-2a84728fecb6 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:41:44.016861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:41:44.017567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:44.211204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b6368-2575-4c2b-aff5-50e40ac11201 req-dced2a65-24d7-4d6b-95a5-6e9acc5556c5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:44.213811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc1b6368-2575-4c2b-aff5-50e40ac11201 req-dced2a65-24d7-4d6b-95a5-6e9acc5556c5 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 946 time: 0.1417603 Apr 05 20:41:44.236826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:41:44.277720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-969d80f8-5db9-44f5-abdb-e562c0bb6897 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:44.278455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-969d80f8-5db9-44f5-abdb-e562c0bb6897 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:44.292604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-969d80f8-5db9-44f5-abdb-e562c0bb6897 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:44.293778 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-969d80f8-5db9-44f5-abdb-e562c0bb6897 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 946 time: 0.1927209 Apr 05 20:41:44.294423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc1b6368-2575-4c2b-aff5-50e40ac11201 req-46b419ad-6cb6-49c2-8c3f-bdb57736634d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743368 Apr 05 20:41:44.382367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Deleting port 1f27b857-fbe1-4bbc-9662-179a30345cd4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:41:44.382709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.535656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec124e-9abb-4647-a011-8ef4031e50e5 req-30d7d150-3f97-49f9-96b2-a37bbd64d55b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:44.542754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cec124e-9abb-4647-a011-8ef4031e50e5 req-30d7d150-3f97-49f9-96b2-a37bbd64d55b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.1137125 Apr 05 20:41:44.609715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cec124e-9abb-4647-a011-8ef4031e50e5 req-48d257f4-b8e2-40eb-9c4b-d0534bf64f43 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652740 Apr 05 20:41:44.680165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'port_id': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'mac_address': 'fa:16:3e:45:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:39:49Z', 'updated_at': '2022-04-05T20:41:40Z', 'revision_number': 1, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:20Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:44.684388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe7e0a2-1fe8-4778-b337-02dd7c5e768c None None] The sync data for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 is: [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'port_id': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'mac_address': 'fa:16:3e:45:80:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:39:49Z', 'updated_at': '2022-04-05T20:41:40Z', 'revision_number': 1, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:20Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:41:44.790655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] For port 1f27b857-fbe1-4bbc-9662-179a30345cd4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1f27b857-fbe1-4bbc-9662-179a30345cd4,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:44.791189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.850120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f4def15-62f7-4f0d-8f10-4cd7c572154b req-e5676f8f-3600-4919-aa57-5a7bbb1d413e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.0798478 Apr 05 20:41:44.991158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Calling delete_port for 1f27b857-fbe1-4bbc-9662-179a30345cd4 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:41:45.039118 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cfa46-a302-4717-b702-430cf88a01a7 None None] New status for floating IP 6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:41:45.182319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b6040-a89f-4da4-b0f3-5b510381a22f req-29c55b2f-aa5f-49be-af6b-1e506902577d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:45.189739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b2b6040-a89f-4da4-b0f3-5b510381a22f req-29c55b2f-aa5f-49be-af6b-1e506902577d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.0866573 Apr 05 20:41:45.252312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b2b6040-a89f-4da4-b0f3-5b510381a22f req-5142092b-316c-491c-a119-e1be3be35095 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615895 Apr 05 20:41:45.253351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.272932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['da6229ec-2b13-4c13-9928-93713495904d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:45.368314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event deleted for resources: {'Port': ['ID=1f27b857-fbe1-4bbc-9662-179a30345cd4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:45.417198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1f27b857-fbe1-4bbc-9662-179a30345cd4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:45.474156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:45.529608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] No DVR routers for this DVR port 1f27b857-fbe1-4bbc-9662-179a30345cd4 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:45.529608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.532170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'name': 'network-vif-deleted', 'tag': '1f27b857-fbe1-4bbc-9662-179a30345cd4'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:45.604060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95c20359-f0ee-4cc4-a7ad-fde75d15826f req-aa60b802-3b48-4c50-988e-a420dd4d1c1f tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 210 time: 0.0571015 Apr 05 20:41:45.636621 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-df7b149c-1581-41bf-a43a-6cd8723c4bc5 req-c30ca13e-2ce9-4609-ae5f-8c8d5516e6b3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "DELETE /v2.0/ports/1f27b857-fbe1-4bbc-9662-179a30345cd4 HTTP/1.1" status: 204 len: 173 time: 1.3366404 Apr 05 20:41:45.666455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:45.675764 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761b5c87-2437-4cb7-9cf6-abd9277838a2'] response: {'server_uuid': '4eaee422-59b5-4606-af20-c9d1e1489f7c', 'name': 'network-vif-deleted', 'tag': '1f27b857-fbe1-4bbc-9662-179a30345cd4', 'status': 'completed', 'code': 200} Apr 05 20:41:45.883700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb918ce-d6b0-486c-85ac-8c70d5a73263 req-4c87cc3e-867a-4b74-8e2b-9f00a9e132ef tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:45.883862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:45.891547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eb918ce-d6b0-486c-85ac-8c70d5a73263 req-4c87cc3e-867a-4b74-8e2b-9f00a9e132ef tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.0989151 Apr 05 20:41:45.968332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'mac_address': 'fa:16:3e:ad:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:45.972630 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20836584-cb00-477d-a122-97f64c9b1002'] response: {'name': 'network-changed', 'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'status': 'completed', 'code': 200} Apr 05 20:41:45.975640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eb918ce-d6b0-486c-85ac-8c70d5a73263 req-b2107ffa-7af0-41b8-8c0f-3c83baec9dcd tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828965 Apr 05 20:41:46.086126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85df13ad-a2f7-4c2d-9971-bb040425e560 req-6c1fc222-184e-4426-b9be-2667b3b717ae tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.0588510 Apr 05 20:41:46.093369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.115580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:46.135916 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-e9ed891f-0067-49a5-85ae-3c2b37cdcfec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6498 time: 0.1140354 Apr 05 20:41:46.143070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:46.218675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.286576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-19775a6d-6170-4c70-95f8-e3607f2cf78e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:46.288094 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-19775a6d-6170-4c70-95f8-e3607f2cf78e service neutron] 10.222.0.39 "GET /v2.0/networks?id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352 HTTP/1.1" status: 200 len: 917 time: 0.1411381 Apr 05 20:41:46.325933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:46.427837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56618) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:46.459230 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-f961d2f7-31ae-435b-91b6-ee66b711b0db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 HTTP/1.1" status: 200 len: 1001 time: 0.1642933 Apr 05 20:41:46.485755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e677b-57f3-4f69-ae45-be29968ab482 req-49cedca7-7d84-4eac-9c7d-b96167761ef5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:46.487804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-149e677b-57f3-4f69-ae45-be29968ab482 req-49cedca7-7d84-4eac-9c7d-b96167761ef5 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 944 time: 0.0849783 Apr 05 20:41:46.551240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-149e677b-57f3-4f69-ae45-be29968ab482 req-ad2b4d47-ac04-47f9-8459-9f36b5934278 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574825 Apr 05 20:41:46.559275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-c260e3d7-00df-41de-a6a3-5af02645d6e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:46.564120 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-c260e3d7-00df-41de-a6a3-5af02645d6e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65b8a69d-1835-428d-8e17-809e3ca744d0 HTTP/1.1" status: 200 len: 855 time: 0.0900979 Apr 05 20:41:46.679057 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.690821 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-183c64ff-8dde-499e-8824-dfa3410b4f19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236472 Apr 05 20:41:46.706468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56628) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:46.738986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:46.830855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:46.837914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Usage tracker for resource:security_group_rule and tenant:df675173d4ff4a4fb281f17667d08ae7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:46.850378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2a85e26-496e-468f-ba85-e34537e96a40 req-f04cf811-415f-44df-af70-159a7b9ac562 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=4eaee422-59b5-4606-af20-c9d1e1489f7c HTTP/1.1" status: 200 len: 210 time: 0.0879712 Apr 05 20:41:46.854099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:46.864055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:46.913225 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-7533642b-d200-4da4-9d96-bd7cad325d4b service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142739 Apr 05 20:41:46.922431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.969307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:46.979698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:70a4c646f830479cab359be08d332efe is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:46.985870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:46.997636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:47.087148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.102160 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f2cd33f7-5729-406f-b82e-c8523dfb0ced req-ba6ed771-d1e3-4f28-9855-9df9392d03df service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800642 Apr 05 20:41:47.115385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.153797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.212427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.260049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db41a9-43a4-4d18-b329-1713c4f24c9c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:47.284608 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e57448c5-a35b-4eb8-b1df-d888e6ac91e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df675173d4ff4a4fb281f17667d08ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8554831 Apr 05 20:41:47.287107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56642) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:47.298605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a28083-8533-4112-9a9f-270714fe4245,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:47.315081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-91902b20-ea74-442d-9294-094d5640e1b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70a4c646f830479cab359be08d332efe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6027153 Apr 05 20:41:47.318667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56646) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:47.402268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4400-ff39-44fa-8b2b-c05afd1abbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.415335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8767a486-bd99-41fc-8219-a769f9bce14d req-fe5f00a2-0292-4a96-aa69-b2e4033f81d5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.0613308 Apr 05 20:41:47.433738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1f27b857-fbe1-4bbc-9662-179a30345cd4 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:47.473044 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4400-ff39-44fa-8b2b-c05afd1abbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.489691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 1f27b857-fbe1-4bbc-9662-179a30345cd4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:41:47.489691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1f27b857-fbe1-4bbc-9662-179a30345cd4 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:47.496393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a531ea-c852-4a9b-aa44-cb314323a70c req-bcf384b8-c8ca-46df-bb50-30a29ee21af3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:47.496393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27a531ea-c852-4a9b-aa44-cb314323a70c req-bcf384b8-c8ca-46df-bb50-30a29ee21af3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.3495655 Apr 05 20:41:47.542579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20a965aa-47f3-42a9-a0cf-5a9534b05c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.587392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20a965aa-47f3-42a9-a0cf-5a9534b05c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.600060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4400-ff39-44fa-8b2b-c05afd1abbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.619069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4400-ff39-44fa-8b2b-c05afd1abbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.623733 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8bdc4400-ff39-44fa-8b2b-c05afd1abbb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75db41a9-43a4-4d18-b329-1713c4f24c9c HTTP/1.1" status: 204 len: 168 time: 0.3319643 Apr 05 20:41:47.626515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc4400-ff39-44fa-8b2b-c05afd1abbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db41a9-43a4-4d18-b329-1713c4f24c9c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:47.640236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27a531ea-c852-4a9b-aa44-cb314323a70c req-66fc6ea3-9d38-40a3-8375-a6133d70949c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336069 Apr 05 20:41:47.783999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20a965aa-47f3-42a9-a0cf-5a9534b05c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.812118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a965aa-47f3-42a9-a0cf-5a9534b05c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a28083-8533-4112-9a9f-270714fe4245,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:47.823495 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-20a965aa-47f3-42a9-a0cf-5a9534b05c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.831606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-20a965aa-47f3-42a9-a0cf-5a9534b05c72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7a28083-8533-4112-9a9f-270714fe4245 HTTP/1.1" status: 204 len: 168 time: 0.4967616 Apr 05 20:41:47.933816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-a58a63aa-9652-4c6b-8cbd-988724cebd6d service neutron] 10.222.0.23 "GET /v2.0/ports/cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 1028 time: 0.0984750 Apr 05 20:41:47.944722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1e8b6-d909-44e7-aaad-2e785d9718a5 req-0d9f5323-4e7c-4c67-a18e-c5cd12ccdf47 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:47.949773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49e1e8b6-d909-44e7-aaad-2e785d9718a5 req-0d9f5323-4e7c-4c67-a18e-c5cd12ccdf47 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 944 time: 0.1914971 Apr 05 20:41:48.068136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-f2c4048f-3e64-43f5-95a2-1600e1010bdf service neutron] 10.222.0.23 "GET /v2.0/ports/a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 1027 time: 0.1211684 Apr 05 20:41:48.103400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49e1e8b6-d909-44e7-aaad-2e785d9718a5 req-6e437946-6334-4cc1-b2eb-2e04f1bbbafd tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060452 Apr 05 20:41:48.420735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-bd89e97e-cc47-4742-8b62-ea4e35381d98 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:48.425072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-bd89e97e-cc47-4742-8b62-ea4e35381d98 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:48.429775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-bd89e97e-cc47-4742-8b62-ea4e35381d98 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:48.436859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-bd89e97e-cc47-4742-8b62-ea4e35381d98 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "GET /v2.0/networks?id=d650b792-245a-4a76-b86a-f727bb63dca4&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 HTTP/1.1" status: 200 len: 1988 time: 0.3490736 Apr 05 20:41:48.440128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56666) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:48.498404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:48.552830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-00f2092d-7a8a-4ec6-9f6f-668cc3d64b3a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d154571a4f1d42e59d31180387faa5a2 HTTP/1.1" status: 200 len: 380 time: 0.0950832 Apr 05 20:41:48.572238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'admin_state_up': True, 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'security_groups': ['322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:48.704065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:48.813735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Usage tracker for resource:security_group_rule and tenant:3c23ab46f7514c8f91fe223efe21a1f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:48.854223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:48.870147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35ea263c-e6db-4cd0-8468-36b3aef077da req-e823824c-e184-4e6b-89e3-715cc5458572 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.1673183 Apr 05 20:41:48.870974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:49.067964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:49.115743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:49.132129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5f0f9-18d8-4151-afeb-84c74f75cd74 req-3455d7a9-8cfe-44aa-ae6f-e77fbc39c2a3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:49.133636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06e5f0f9-18d8-4151-afeb-84c74f75cd74 req-3455d7a9-8cfe-44aa-ae6f-e77fbc39c2a3 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.4352026 Apr 05 20:41:49.217805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509dffc-f463-44a1-bebf-f298f78209df req-7341373b-e1f2-4798-98be-56568587ad62 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:49.219240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3509dffc-f463-44a1-bebf-f298f78209df req-7341373b-e1f2-4798-98be-56568587ad62 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.4563439 Apr 05 20:41:49.242497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:49.245560 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.310641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.321568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526659a6-d2e8-4757-84f1-b2aa78e3df85 req-f2f230f1-3bb9-40fe-9d23-fc134d269b52 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:49.323039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-526659a6-d2e8-4757-84f1-b2aa78e3df85 req-f2f230f1-3bb9-40fe-9d23-fc134d269b52 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.3026378 Apr 05 20:41:49.356661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06e5f0f9-18d8-4151-afeb-84c74f75cd74 req-518d4162-0cbd-48fc-bbf8-65cfa5f6625e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142951 Apr 05 20:41:49.411804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Deleting port da6229ec-2b13-4c13-9928-93713495904d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:41:49.412228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.430746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:49.461813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.531832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56694) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:49.650480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:49.655980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:49.656350 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.670727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1414179572-network', 'tenant_id': '59b83352d11b4d35aba31747089aa265'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:49.683951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:49.688281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035a2bd8-340b-4f5c-b776-25ce329cb123,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:49.696037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Usage tracker for resource:network and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:49.705602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:49.720812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-526659a6-d2e8-4757-84f1-b2aa78e3df85 req-6ec89c49-4777-405c-a205-91896ea77f22 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886511 Apr 05 20:41:49.721664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:49.746733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7ecba015-1d20-4e8b-a497-24b88861a32b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c23ab46f7514c8f91fe223efe21a1f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2991767 Apr 05 20:41:49.746832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56702) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:49.808319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Made reservation on behalf of 59b83352d11b4d35aba31747089aa265 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:49.813561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.867189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 172.20.0.12 (d650b792-245a-4a76-b86a-f727bb63dca4/9a4a761c-a67f-49e2-8c51-7476ce222383/8c6d6649-ec4f-4309-a3b5-34f062c4924a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:49.870715 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.893231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.927131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:49.959045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519425f0-daaf-4f83-b840-5974a1d56dfc req-338e4651-f65d-4c8d-9497-9ce72c5f7bcb tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:49.959223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:49.960180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-518598a3-91a1-4f26-903c-3e75e045f3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.960616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-519425f0-daaf-4f83-b840-5974a1d56dfc req-338e4651-f65d-4c8d-9497-9ce72c5f7bcb tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 944 time: 0.4251316 Apr 05 20:41:50.014181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:50.018931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.020464 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.035253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-518598a3-91a1-4f26-903c-3e75e045f3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.058638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:50.075323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:50.096757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:50.097396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] For port da6229ec-2b13-4c13-9928-93713495904d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=da6229ec-2b13-4c13-9928-93713495904d,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:50.097767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.171130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.198536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.237515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2bf9bf63-56a3-4869-be39-58b0b8ef74a0 req-4d5b358e-8279-4fc7-a0db-28308583a93e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.1463511 Apr 05 20:41:50.242055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-518598a3-91a1-4f26-903c-3e75e045f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.268504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518598a3-91a1-4f26-903c-3e75e045f3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035a2bd8-340b-4f5c-b776-25ce329cb123,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.298003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.328869 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-518598a3-91a1-4f26-903c-3e75e045f3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.343604 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-518598a3-91a1-4f26-903c-3e75e045f3ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/035a2bd8-340b-4f5c-b776-25ce329cb123 HTTP/1.1" status: 204 len: 168 time: 0.5944779 Apr 05 20:41:50.375204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:50.390419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed2b65-20a4-489d-be1f-c5e8d3c19d67,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.410774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.411135 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Added segment 5e625d87-45a6-45b8-98f0-b9dae46c41ac of type vlan for network a209d3f0-b675-451a-bb10-459a1e6ae7fa Apr 05 20:41:50.451271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Calling delete_port for da6229ec-2b13-4c13-9928-93713495904d owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:41:50.467627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56720) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:50.480044 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.505693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-519425f0-daaf-4f83-b840-5974a1d56dfc req-12d9ec8d-e8d7-4324-a9a0-50187fa3a792 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288723 Apr 05 20:41:50.583216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.605222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Transition to ACTIVE for port object 8c6d6649-ec4f-4309-a3b5-34f062c4924a will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:50.651084 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cae08e2-67c4-49c3-a72c-29ab83bc7d89'] response: {'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'code': 200} Apr 05 20:41:50.776943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.778846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:50.778846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.803547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadc3b7-2ddb-46f1-9f3d-cca7628be53e req-af7d7c62-804e-473c-8236-e99bc890733c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:50.805274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0aadc3b7-2ddb-46f1-9f3d-cca7628be53e req-af7d7c62-804e-473c-8236-e99bc890733c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 946 time: 0.0847523 Apr 05 20:41:50.840763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.847044 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.915875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.003309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0aadc3b7-2ddb-46f1-9f3d-cca7628be53e req-7bb0a4fb-1fa9-41fc-bdbc-7fe2318ca30a tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=98be09d7-baff-4801-a7da-a7ee7ab30b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890447 Apr 05 20:41:51.005804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network d650b792-245a-4a76-b86a-f727bb63dca4 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:51.028891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a209d3f0-b675-451a-bb10-459a1e6ae7fa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:51.053009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:51.068257 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-390176a6-ecfc-425a-96bb-9b533ab3b3b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5347440 Apr 05 20:41:51.072794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56734) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:51.073886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:51.084958 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8b7d4d3-5ff5-455e-be48-0b106ae6a53a req-4863faf4-b90f-4c92-9417-db95848659ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 1096 time: 0.3391900 Apr 05 20:41:51.084958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Usage tracker for resource:security_group_rule and tenant:9dc0ce945ac54d74b076aac0dd3abe3b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:51.086190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:51.088642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:51.089792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Request body: {'subnet': {'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1414179572-subnet', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:51.095441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:51.100245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Usage tracker for resource:subnet and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:51.102473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:51.108882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:51.119012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:51.139959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:51.160383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=8c6d6649-ec4f-4309-a3b5-34f062c4924a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:51.184856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e8b7d4d3-5ff5-455e-be48-0b106ae6a53a req-1921b9cb-dcb8-4415-aebb-bff8f467d842 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671766 Apr 05 20:41:51.190709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Made reservation on behalf of 59b83352d11b4d35aba31747089aa265 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:51.194901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.253746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] No DVR routers for this DVR port da6229ec-2b13-4c13-9928-93713495904d on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:51.256569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.292331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'name': 'network-vif-deleted', 'tag': 'da6229ec-2b13-4c13-9928-93713495904d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:51.298375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3509dffc-f463-44a1-bebf-f298f78209df req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.23 "DELETE /v2.0/ports/da6229ec-2b13-4c13-9928-93713495904d HTTP/1.1" status: 204 len: 173 time: 2.0684547 Apr 05 20:41:51.304972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aff70d-c79a-49d2-839a-9aa75a42131b tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event deleted for resources: {'Port': ['ID=da6229ec-2b13-4c13-9928-93713495904d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:51.330323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:51.332695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.359632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb838d-7ea6-4d84-b9ce-ab8b1897882b req-52b25d33-348e-4a4a-b48c-e3d9f1b9b60f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:51.368930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95eb838d-7ea6-4d84-b9ce-ab8b1897882b req-52b25d33-348e-4a4a-b48c-e3d9f1b9b60f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.4652703 Apr 05 20:41:51.408985 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9004f855-81f8-43aa-a898-bf242d88abe0'] response: {'server_uuid': 'aa36daa9-ef0e-45fd-b06b-a88ef98ebdca', 'name': 'network-vif-deleted', 'tag': 'da6229ec-2b13-4c13-9928-93713495904d', 'status': 'completed', 'code': 200} Apr 05 20:41:51.437418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.452058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-88a309e1-0ff8-4bb3-843a-0abaaaf99239 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8899143 Apr 05 20:41:51.466198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'admin_state_up': True, 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'security_groups': ['322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:51.505683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95eb838d-7ea6-4d84-b9ce-ab8b1897882b req-31713d50-3600-42a1-8eca-f6c8fe639bb9 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354048 Apr 05 20:41:51.577188 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.606793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8665f642-9212-4f05-ad52-091fdeb3db3b None None] Provisioning for port 8c6d6649-ec4f-4309-a3b5-34f062c4924a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:51.616313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8665f642-9212-4f05-ad52-091fdeb3db3b None None] Provisioning complete for port 8c6d6649-ec4f-4309-a3b5-34f062c4924a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:51.616913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8665f642-9212-4f05-ad52-091fdeb3db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.751128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c7e219-bcba-48fa-b582-20a8db9f0f08,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:51.753509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8665f642-9212-4f05-ad52-091fdeb3db3b None None] Port 8c6d6649-ec4f-4309-a3b5-34f062c4924a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:41:51.765019 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bb1d9737-752e-42be-890a-eb39f41b1d0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dc0ce945ac54d74b076aac0dd3abe3b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2959001 Apr 05 20:41:51.766527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56750) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:51.951456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77e1c53d-5a5a-487c-bc1e-dcc52b6da8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.981527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77e1c53d-5a5a-487c-bc1e-dcc52b6da8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.020351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:52.030443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.031177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:52.049907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ac6d3828-88af-4975-b218-fea341476b9e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:52.053789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ac6d3828-88af-4975-b218-fea341476b9e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:52.071618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d382ac0-5641-40fe-870e-b6f901584ddb req-b4b2d3b1-e034-463a-a2b6-3d2c46cd73f5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:52.072576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3d382ac0-5641-40fe-870e-b6f901584ddb req-b4b2d3b1-e034-463a-a2b6-3d2c46cd73f5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:52.100950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94fb64-cc77-4d1f-a95d-35506bb5b573 req-89dc5fd8-120d-4c3a-b2c3-0eec9400e2e8 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:52.103334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba94fb64-cc77-4d1f-a95d-35506bb5b573 req-89dc5fd8-120d-4c3a-b2c3-0eec9400e2e8 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 945 time: 0.2565763 Apr 05 20:41:52.165259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:52.171954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.193247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6487c229-6f16-4903-b241-65343db17771,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:52.207402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Checking segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:52.207967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Network hostable DHCP agents. Network: a209d3f0-b675-451a-bb10-459a1e6ae7fa, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:41:52.227692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba94fb64-cc77-4d1f-a95d-35506bb5b573 req-44a0d9f3-ed40-4ee3-b870-bbb77c95c33c tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182597 Apr 05 20:41:52.267798 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77e1c53d-5a5a-487c-bc1e-dcc52b6da8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.295980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1c53d-5a5a-487c-bc1e-dcc52b6da8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c7e219-bcba-48fa-b582-20a8db9f0f08,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:52.329253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3d382ac0-5641-40fe-870e-b6f901584ddb req-b4b2d3b1-e034-463a-a2b6-3d2c46cd73f5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:52.342186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77e1c53d-5a5a-487c-bc1e-dcc52b6da8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.342186 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-77e1c53d-5a5a-487c-bc1e-dcc52b6da8f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84c7e219-bcba-48fa-b582-20a8db9f0f08 HTTP/1.1" status: 204 len: 168 time: 0.5524242 Apr 05 20:41:52.342403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d382ac0-5641-40fe-870e-b6f901584ddb req-b4b2d3b1-e034-463a-a2b6-3d2c46cd73f5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 932 time: 0.6829398 Apr 05 20:41:52.359276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:41:52.447093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, a209d3f0-b675-451a-bb10-459a1e6ae7fa) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:52.452132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:52.452994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.461808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e9c60-f0d0-429b-b08c-1f639270d38f None None] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:41:52.534129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d382ac0-5641-40fe-870e-b6f901584ddb req-23b6feed-a180-441c-94c3-b9442659620f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939111 Apr 05 20:41:52.577169 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d932b2fd-fc50-4137-9be9-69428a5e5829 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5000467 Apr 05 20:41:52.577972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56766) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:52.583865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:52.595533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:52.614516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Usage tracker for resource:router and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:52.620612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:52.649382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:52.677691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9ba7a416-b724-45b7-a094-4311b0adfd82 req-7f100214-9c77-434b-81c9-8d99bb0ad08d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:52.726384 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.750424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.751433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.791682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.840161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:52.870691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:52.888068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'ac6d3828-88af-4975-b218-fea341476b9e', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'port_id': 'ac6d3828-88af-4975-b218-fea341476b9e', 'mac_address': 'fa:16:3e:d9:4a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8e41-293c-4f9b-baca-9e788fb51f98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:52.910370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 10.1.1.66 (69e6f851-b560-4ccf-95d3-1940711bce45/b072e4e7-f1b5-40fe-acca-d40f2c1fb13b/3aafee20-e5de-4ea8-9949-86b9b29cac37) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:52.913102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9ba7a416-b724-45b7-a094-4311b0adfd82 req-7f100214-9c77-434b-81c9-8d99bb0ad08d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:52.927991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ba7a416-b724-45b7-a094-4311b0adfd82 req-7f100214-9c77-434b-81c9-8d99bb0ad08d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa36daa9-ef0e-45fd-b06b-a88ef98ebdca HTTP/1.1" status: 200 len: 210 time: 0.3903115 Apr 05 20:41:52.994260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:53.106396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87bed-f2e6-44dc-8502-57082cd83539 req-12a35084-8509-4539-88d8-6a266455129b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:53.111844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eba87bed-f2e6-44dc-8502-57082cd83539 req-12a35084-8509-4539-88d8-6a266455129b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.2959754 Apr 05 20:41:53.127224 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df4082f-c1ed-4cdd-a80c-f45ad1f2f914'] response: {'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e', 'code': 200} Apr 05 20:41:53.130606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.157605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.158251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device da6229ec-2b13-4c13-9928-93713495904d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:53.268609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:41:53.269443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.308614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:53.325232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: da6229ec-2b13-4c13-9928-93713495904d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:41:53.326367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device da6229ec-2b13-4c13-9928-93713495904d not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:53.342809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.412364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6d3828-88af-4975-b218-fea341476b9e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:41:53.447183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:53.469389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eba87bed-f2e6-44dc-8502-57082cd83539 req-6beaacde-abe8-4269-9afe-2b4d82d30f16 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361692 Apr 05 20:41:53.534849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.545508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.558931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Transition to ACTIVE for port object 3aafee20-e5de-4ea8-9949-86b9b29cac37 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:53.736765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56792) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:53.757408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:53.772659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.784605 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.808132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Allocated IP 172.20.0.2 (a209d3f0-b675-451a-bb10-459a1e6ae7fa/6487c229-6f16-4903-b241-65343db17771/4b5a9d71-3418-46e8-b9f6-473217c7f784) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:53.823438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.093950 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.108295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Transition to ACTIVE for port object 4b5a9d71-3418-46e8-b9f6-473217c7f784 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:54.130880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Transition to ACTIVE for port object 4b5a9d71-3418-46e8-b9f6-473217c7f784 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:54.136178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['ac6d3828-88af-4975-b218-fea341476b9e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:41:54.155481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Allocated IP 172.25.2.178 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/b0616d52-8594-4ecb-b218-f9eb9899cd63) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:54.199334 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.229334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 69e6f851-b560-4ccf-95d3-1940711bce45 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:54.240402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=3aafee20-e5de-4ea8-9949-86b9b29cac37,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:54.242950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:54.247551 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.268022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:54.274213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Pushing event updated for resources: {'Port': ['ID=4b5a9d71-3418-46e8-b9f6-473217c7f784,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:54.382359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.383135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:54.390671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:54.406034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:54.408971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:54.409972 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.455712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc8ffd-ac84-4ef4-9185-303ce8b71519 req-8dba0a9a-faed-4d94-bb16-43da9dd62c3f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:54.455712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17fc8ffd-ac84-4ef4-9185-303ce8b71519 req-8dba0a9a-faed-4d94-bb16-43da9dd62c3f tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 945 time: 0.8318534 Apr 05 20:41:54.518453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.541547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:54.541868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Attempting to bind port 4b5a9d71-3418-46e8-b9f6-473217c7f784 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:54.542393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Attempting to bind port 4b5a9d71-3418-46e8-b9f6-473217c7f784 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:54.542946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Attempting to bind port 4b5a9d71-3418-46e8-b9f6-473217c7f784 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:41:54.561238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:41:54.561949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Checking segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:41:54.562531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.563101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Bound using segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:41:54.563785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Bound port: 4b5a9d71-3418-46e8-b9f6-473217c7f784, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:54.564345 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.573841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af94247-119b-4df2-9ac1-c31ad08694b1 req-c3f40959-f8e5-4003-8efe-d7e567073ed0 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:54.588259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af94247-119b-4df2-9ac1-c31ad08694b1 req-c3f40959-f8e5-4003-8efe-d7e567073ed0 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:54.589650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6af94247-119b-4df2-9ac1-c31ad08694b1 req-c3f40959-f8e5-4003-8efe-d7e567073ed0 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:54.594271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Usage tracker for resource:security_group_rule and tenant:a88ec8b337d74031a4daa8421cf471e7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:54.605336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:54.614227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:54.636806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17fc8ffd-ac84-4ef4-9185-303ce8b71519 req-48a2befe-d0b6-4598-9f1a-f0b74df5600c tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683879 Apr 05 20:41:54.648310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-368fee65-c12b-4525-8bf7-ad8a971dac5a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1882179 Apr 05 20:41:54.662548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'admin_state_up': True, 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'security_groups': ['322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:54.670933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:54.674581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:54.693723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:54.743945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] For port 4b5a9d71-3418-46e8-b9f6-473217c7f784, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:41:54.748560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] For port 4b5a9d71-3418-46e8-b9f6-473217c7f784, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4b5a9d71-3418-46e8-b9f6-473217c7f784,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:41:54.775176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6af94247-119b-4df2-9ac1-c31ad08694b1 req-c3f40959-f8e5-4003-8efe-d7e567073ed0 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:54.775176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6af94247-119b-4df2-9ac1-c31ad08694b1 req-c3f40959-f8e5-4003-8efe-d7e567073ed0 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 1653 time: 0.8729143 Apr 05 20:41:54.882922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.886654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5f8a1371-79fb-4415-b9a2-c38a942203eb None None] Provisioning for port 3aafee20-e5de-4ea8-9949-86b9b29cac37 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:54.915272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Pushing event updated for resources: {'Port': ['ID=b0616d52-8594-4ecb-b218-f9eb9899cd63,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:55.003253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705780d-70eb-4a64-ac03-15efab8513f5 None None] Pushing event updated for resources: {'Port': ['ID=4b5a9d71-3418-46e8-b9f6-473217c7f784,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:55.009391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5f8a1371-79fb-4415-b9a2-c38a942203eb None None] Provisioning complete for port 3aafee20-e5de-4ea8-9949-86b9b29cac37 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:55.010166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5f8a1371-79fb-4415-b9a2-c38a942203eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.050685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.096724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5f8a1371-79fb-4415-b9a2-c38a942203eb None None] Port 3aafee20-e5de-4ea8-9949-86b9b29cac37 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:41:55.129438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6af94247-119b-4df2-9ac1-c31ad08694b1 req-00086dce-a7c3-4094-8836-d93925fc5851 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522224 Apr 05 20:41:55.147716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:55.150160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.187516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:port and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:55.201781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.201781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.218580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:55.257415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:55.343304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a88ec8b337d74031a4daa8421cf471e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6020203 Apr 05 20:41:55.382390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56836) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:55.462389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:41:55.505444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35d2c7-19b6-487b-8562-bdf878781cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daafe0a6-3235-42ba-a7b0-c8216f1f315b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:55.506678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f00d5-207e-416a-a0d3-b34160b65509 req-185930de-ee24-49e4-aad6-97203c3da78c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:55.513531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-115f00d5-207e-416a-a0d3-b34160b65509 req-185930de-ee24-49e4-aad6-97203c3da78c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 944 time: 0.4700685 Apr 05 20:41:55.532121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:55.536050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.803536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 10.1.1.239 (69e6f851-b560-4ccf-95d3-1940711bce45/b072e4e7-f1b5-40fe-acca-d40f2c1fb13b/c56c62fa-79e8-445a-abb0-b85555e22e6e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:55.807789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56846) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:55.891944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c24b4f1c-a631-40c4-aba8-6d739d71df11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.049748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-115f00d5-207e-416a-a0d3-b34160b65509 req-342c0d06-58e8-45ff-a147-f09ad5645ddf tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167811 Apr 05 20:41:56.049748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c24b4f1c-a631-40c4-aba8-6d739d71df11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.067919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ac6d3828-88af-4975-b218-fea341476b9e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:56.137168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:41:56.235014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port ac6d3828-88af-4975-b218-fea341476b9e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:56.235014 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.300259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.418509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Transition to ACTIVE for port object c56c62fa-79e8-445a-abb0-b85555e22e6e will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:56.418509 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c24b4f1c-a631-40c4-aba8-6d739d71df11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.503346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b4f1c-a631-40c4-aba8-6d739d71df11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daafe0a6-3235-42ba-a7b0-c8216f1f315b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:56.586843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.665632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.667809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:56.672184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c24b4f1c-a631-40c4-aba8-6d739d71df11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.674756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c24b4f1c-a631-40c4-aba8-6d739d71df11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daafe0a6-3235-42ba-a7b0-c8216f1f315b HTTP/1.1" status: 204 len: 168 time: 1.2851312 Apr 05 20:41:56.713731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Usage tracker for resource:security_group_rule and tenant:3b57718196fd41c6b060b83528e3868d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:56.749757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:56.753759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:41:56.755975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.766581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:56.775825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:56.876452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5051e1d-fc90-4d84-9552-0a4709f4c2d5 None None] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:41:56.923555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.938172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 69e6f851-b560-4ccf-95d3-1940711bce45 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:56.938172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:56.945108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4b5a9d71-3418-46e8-b9f6-473217c7f784 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:56.960141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dd4e4-0cb8-4372-8e2d-7c407294c41e req-09749ac9-219a-4e98-9d2f-b0f7dad3bf9c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:56.971685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dd4e4-0cb8-4372-8e2d-7c407294c41e req-09749ac9-219a-4e98-9d2f-b0f7dad3bf9c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:56.971685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-763dd4e4-0cb8-4372-8e2d-7c407294c41e req-09749ac9-219a-4e98-9d2f-b0f7dad3bf9c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:56.976841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:41:57.031142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=c56c62fa-79e8-445a-abb0-b85555e22e6e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:57.066422 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.078424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:41:57.115120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:57.115120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.132714 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.160692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-763dd4e4-0cb8-4372-8e2d-7c407294c41e req-09749ac9-219a-4e98-9d2f-b0f7dad3bf9c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:57.162073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-763dd4e4-0cb8-4372-8e2d-7c407294c41e req-09749ac9-219a-4e98-9d2f-b0f7dad3bf9c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 1653 time: 0.6505940 Apr 05 20:41:57.178307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1014952-ad9f-40ee-922b-95c3583f54ab,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:57.191617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Sync routers for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:41:57.253262 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-848833a1-b7dc-4d25-bc3f-509b6fa67606 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b57718196fd41c6b060b83528e3868d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4444108 Apr 05 20:41:57.254121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e2974e86-03b6-40c2-b2fb-4d7a596b684f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5919132 Apr 05 20:41:57.255445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.256690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a69582e-dc4a-45d5-8d37-209632e63e75 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6777203 Apr 05 20:41:57.260157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56874) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:57.264765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:57.324841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37', 'admin_state_up': True, 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'security_groups': ['322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:41:57.359294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:57.367138 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77288aff-67ef-4912-b26a-2f5e597944f2'] response: {'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e', 'code': 200} Apr 05 20:41:57.512237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:41:57.512880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:57.630681 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bb5dc5-9a1f-4d43-9077-a9a3252a7711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.658793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bb5dc5-9a1f-4d43-9077-a9a3252a7711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.697577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:57.723929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7e742ced-8dfb-489b-8187-0929c90f0a58 None None] Provisioning for port 4b5a9d71-3418-46e8-b9f6-473217c7f784 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:57.753569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-763dd4e4-0cb8-4372-8e2d-7c407294c41e req-ad3da5ab-569d-45e9-80e0-8157bee20c7c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5887599 Apr 05 20:41:57.769094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:57.844258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5b3aa72-1bea-4901-91bf-4f5b192d5265 req-7ebe0c96-6f74-4107-a8eb-e111eb361017 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 1096 time: 0.2130978 Apr 05 20:41:57.850687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:57.931516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4b5a9d71-3418-46e8-b9f6-473217c7f784 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:57.963234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bb5dc5-9a1f-4d43-9077-a9a3252a7711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.010631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:41:58.031880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bb5dc5-9a1f-4d43-9077-a9a3252a7711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.035387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33debc34-68df-49dc-8043-6872e5a4e056 req-11f1af16-4049-4128-9389-916d36ab087c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:58.035536 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-39bb5dc5-9a1f-4d43-9077-a9a3252a7711 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1014952-ad9f-40ee-922b-95c3583f54ab HTTP/1.1" status: 204 len: 168 time: 0.7668602 Apr 05 20:41:58.035536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb5dc5-9a1f-4d43-9077-a9a3252a7711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1014952-ad9f-40ee-922b-95c3583f54ab,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:58.039934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33debc34-68df-49dc-8043-6872e5a4e056 req-11f1af16-4049-4128-9389-916d36ab087c tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.4107723 Apr 05 20:41:58.085232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4b5a9d71-3418-46e8-b9f6-473217c7f784 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:58.085232 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.201806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c9285846-011a-4258-8c50-61890a58ade7 None None] Provisioning for port c56c62fa-79e8-445a-abb0-b85555e22e6e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:58.210311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5b3aa72-1bea-4901-91bf-4f5b192d5265 req-64d4bd89-5c50-4f01-99f9-97b28c814b4b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696466 Apr 05 20:41:58.222378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.245310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c9285846-011a-4258-8c50-61890a58ade7 None None] Provisioning complete for port c56c62fa-79e8-445a-abb0-b85555e22e6e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:58.245677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c9285846-011a-4258-8c50-61890a58ade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.266408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33debc34-68df-49dc-8043-6872e5a4e056 req-20d2be88-a5ca-4237-be8a-4a1a24531d17 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252929 Apr 05 20:41:58.333382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c9285846-011a-4258-8c50-61890a58ade7 None None] Port c56c62fa-79e8-445a-abb0-b85555e22e6e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:41:58.546843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcc67-ec76-40de-8e2b-82985175703a req-3b352977-fead-478a-83dd-759de56e0448 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:58.547985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-456bcc67-ec76-40de-8e2b-82985175703a req-3b352977-fead-478a-83dd-759de56e0448 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Synchronizing usage tracker for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:58.601510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-456bcc67-ec76-40de-8e2b-82985175703a req-3b352977-fead-478a-83dd-759de56e0448 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Unset dirty status for tenant:df176d4439164131ac58acc3a8187809 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:58.601510 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-456bcc67-ec76-40de-8e2b-82985175703a req-3b352977-fead-478a-83dd-759de56e0448 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.1763875 Apr 05 20:41:58.658456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8c29e-cea1-4d5a-a52f-b908a4285480 req-5e2358f3-2fb9-4e77-9968-a7e7a3ab11b2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:58.667652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a8c29e-cea1-4d5a-a52f-b908a4285480 req-5e2358f3-2fb9-4e77-9968-a7e7a3ab11b2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.6835866 Apr 05 20:41:58.833645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54a8c29e-cea1-4d5a-a52f-b908a4285480 req-068ce1b0-712c-49c5-988c-0735a6a4ff48 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672111 Apr 05 20:41:58.899606 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.929248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Deleting port 9440eebe-4f3f-4164-bc8a-add479fe09b2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:41:58.929248 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.019702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4b5a9d71-3418-46e8-b9f6-473217c7f784, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4b5a9d71-3418-46e8-b9f6-473217c7f784,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:41:59.047309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:41:55Z', 'revision_number': 3, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:59.047309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Checking router: 002e6a9b-a955-46d3-8b1f-7d4bb9425676 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:41:59.047309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Updating router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 port b0616d52-8594-4ecb-b218-f9eb9899cd63 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:41:59.069089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 10.2.2.100 (6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37/cd773914-17ce-4bcf-917d-4b4d10e7572b/a43d623e-bf4e-40b5-9e96-fdd5fc832ee9) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:59.166382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.189666 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.305791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.481761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f3a6887-133c-4c52-941e-1b36bbce94e6 None None] Provisioning complete for port 4b5a9d71-3418-46e8-b9f6-473217c7f784 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:59.482934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f3a6887-133c-4c52-941e-1b36bbce94e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.602835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:59.695088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4b5a9d71-3418-46e8-b9f6-473217c7f784,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:59.762690 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:41:59.818377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19922eb4-4613-4e88-b2cf-875f84394119 req-c6fbde61-d38b-400f-a94b-c48383727734 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:59.829979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19922eb4-4613-4e88-b2cf-875f84394119 req-c6fbde61-d38b-400f-a94b-c48383727734 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:59.840722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19922eb4-4613-4e88-b2cf-875f84394119 req-c6fbde61-d38b-400f-a94b-c48383727734 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:59.853159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19922eb4-4613-4e88-b2cf-875f84394119 req-c6fbde61-d38b-400f-a94b-c48383727734 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 2374 time: 0.6084933 Apr 05 20:41:59.965015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec6f1a-cb7a-4da6-9dcc-d6a1b6c86433 req-1db052d0-2b4b-4fe5-b218-6e692b134745 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:59.977572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2ec6f1a-cb7a-4da6-9dcc-d6a1b6c86433 req-1db052d0-2b4b-4fe5-b218-6e692b134745 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 945 time: 0.4158845 Apr 05 20:42:00.002791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19922eb4-4613-4e88-b2cf-875f84394119 req-2c8669b9-8ebd-49f7-8aed-75cf0ebdd074 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486671 Apr 05 20:42:00.071658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.118980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] For port 9440eebe-4f3f-4164-bc8a-add479fe09b2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9440eebe-4f3f-4164-bc8a-add479fe09b2,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:00.118980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.161970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Transition to ACTIVE for port object a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:00.187729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2ec6f1a-cb7a-4da6-9dcc-d6a1b6c86433 req-584dda5f-25dd-4246-befc-9f0473151a7d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038467 Apr 05 20:42:00.396557 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.434829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Allocated IP 172.20.0.1 (a209d3f0-b675-451a-bb10-459a1e6ae7fa/6487c229-6f16-4903-b241-65343db17771/f8860e0f-622a-489f-a68c-2c99a5d000b5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:00.577851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:00.627757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.644653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'network_id': '8f0dfb86-f644-44c0-8db1-95159aee7c52', 'port_id': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'mac_address': 'fa:16:3e:ad:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1246ba7d-c905-4313-b63a-d22ca624e201', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:00.660605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:00.660605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:00.679342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:00.731551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:00.784115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29120683-d270-4771-aea5-cdcdeb995cf0 req-4e841eb6-12e9-4550-b47f-1b283d8fb178 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:00.787253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Transition to ACTIVE for port object b0616d52-8594-4ecb-b218-f9eb9899cd63 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:00.793279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29120683-d270-4771-aea5-cdcdeb995cf0 req-4e841eb6-12e9-4550-b47f-1b283d8fb178 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 945 time: 0.5017116 Apr 05 20:42:00.843828 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.854232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:00.854784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.915059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee47a-226b-4800-beaa-3c60ca29943f req-04771912-e428-421a-b603-9f11c1268b11 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:00.916588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e24ee47a-226b-4800-beaa-3c60ca29943f req-04771912-e428-421a-b603-9f11c1268b11 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.3731246 Apr 05 20:42:00.925178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.940874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.942632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29120683-d270-4771-aea5-cdcdeb995cf0 req-f4926b55-380a-49b4-84b2-951dd7d6204d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups?id=bfcc975c-f9a3-481d-8b6a-fb813c02129b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490715 Apr 05 20:42:00.996880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Transition to ACTIVE for port object f8860e0f-622a-489f-a68c-2c99a5d000b5 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:00.999191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e24ee47a-226b-4800-beaa-3c60ca29943f req-8a789cc0-d8be-49fe-bb9b-f2978462d153 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542922 Apr 05 20:42:01.041038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:01.092251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:01.092251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Attempting to bind port b0616d52-8594-4ecb-b218-f9eb9899cd63 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:01.092251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Attempting to bind port b0616d52-8594-4ecb-b218-f9eb9899cd63 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:01.092251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Attempting to bind port b0616d52-8594-4ecb-b218-f9eb9899cd63 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:01.100863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f182960-edc6-4a00-93b1-314d7e928ac7 None None] Pushing event updated for resources: {'Port': ['ID=b0616d52-8594-4ecb-b218-f9eb9899cd63,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:01.111362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:01.111629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c7f295b4-363f-4b89-ac28-b77986050607 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8160002 Apr 05 20:42:01.112183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:01.114680 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.114680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:01.114680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Bound port: b0616d52-8594-4ecb-b218-f9eb9899cd63, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:01.114680 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.123902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37', 'admin_state_up': True, 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'security_groups': ['322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:01.125932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.126391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.126595 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Floating IP 683a1c1c-5ecd-4eaa-802b-d527442bf3e4 disassociated. External IP: 172.25.2.156, port: 9440eebe-4f3f-4164-bc8a-add479fe09b2. Apr 05 20:42:01.126945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Calling delete_port for 9440eebe-4f3f-4164-bc8a-add479fe09b2 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:01.194159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.263149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] For port b0616d52-8594-4ecb-b218-f9eb9899cd63, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:01.268735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] For port b0616d52-8594-4ecb-b218-f9eb9899cd63, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b0616d52-8594-4ecb-b218-f9eb9899cd63,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:01.271621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.576370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Pushing event updated for resources: {'Port': ['ID=f8860e0f-622a-489f-a68c-2c99a5d000b5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:01.576370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:01.576370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:01.576370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:01.581267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:01.581267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4b5a9d71-3418-46e8-b9f6-473217c7f784 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:01.582207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.582562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4b5a9d71-3418-46e8-b9f6-473217c7f784 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:01.582562 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.583342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:01.583342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Usage tracker for resource:port and tenant:d154571a4f1d42e59d31180387faa5a2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:01.583342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:01.584278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:42:01.585335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:01.585335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5c4a8-a4bf-45cf-b349-64a3182f98a1 req-79b168b6-0128-491c-bb2d-435618e2a32f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.585335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86d5c4a8-a4bf-45cf-b349-64a3182f98a1 req-79b168b6-0128-491c-bb2d-435618e2a32f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.2688408 Apr 05 20:42:01.585335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-de9fea9a-d38c-4cb1-99ee-3ab1d123a6e9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.586400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9440eebe-4f3f-4164-bc8a-add479fe09b2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:01.587149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-de9fea9a-d38c-4cb1-99ee-3ab1d123a6e9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.587149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-de9fea9a-d38c-4cb1-99ee-3ab1d123a6e9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.587149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-de9fea9a-d38c-4cb1-99ee-3ab1d123a6e9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.587149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-de9fea9a-d38c-4cb1-99ee-3ab1d123a6e9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:01.620781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86d5c4a8-a4bf-45cf-b349-64a3182f98a1 req-81958782-472b-4e68-a517-79f495149812 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841746 Apr 05 20:42:01.622174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25eb6fda-d626-465f-bbef-05e6614aa4db None None] Provisioning for port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:01.641178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25eb6fda-d626-465f-bbef-05e6614aa4db None None] Provisioning complete for port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:01.641786 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25eb6fda-d626-465f-bbef-05e6614aa4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.744121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-25eb6fda-d626-465f-bbef-05e6614aa4db None None] Port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:01.817667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae7e63-54b3-4d33-b36a-a8fce9e6aecd req-278c6ea5-e968-42bf-bcf6-ba9ca1f7fb3a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.819111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbae7e63-54b3-4d33-b36a-a8fce9e6aecd req-278c6ea5-e968-42bf-bcf6-ba9ca1f7fb3a tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 944 time: 0.0791743 Apr 05 20:42:01.867824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbae7e63-54b3-4d33-b36a-a8fce9e6aecd req-9ae6144d-6e48-4fa9-8044-4fd40a6c2127 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Apr 05 20:42:02.454800 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.456068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Made reservation on behalf of d154571a4f1d42e59d31180387faa5a2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:02.477403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.485785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-561df968-16cb-458b-be25-66de0b5413c6 None None] Provisioning for port f8860e0f-622a-489f-a68c-2c99a5d000b5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:02.494092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.510792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-561df968-16cb-458b-be25-66de0b5413c6 None None] Provisioning complete for port f8860e0f-622a-489f-a68c-2c99a5d000b5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:02.511344 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-561df968-16cb-458b-be25-66de0b5413c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.628114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f182960-edc6-4a00-93b1-314d7e928ac7 None None] Pushing event updated for resources: {'Port': ['ID=b0616d52-8594-4ecb-b218-f9eb9899cd63,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:02.634901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-561df968-16cb-458b-be25-66de0b5413c6 None None] Port f8860e0f-622a-489f-a68c-2c99a5d000b5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:02.640714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-de9fea9a-d38c-4cb1-99ee-3ab1d123a6e9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:02.641950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-de9fea9a-d38c-4cb1-99ee-3ab1d123a6e9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 3095 time: 1.3163414 Apr 05 20:42:02.650303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:02.650944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:02.660095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.751411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event deleted for resources: {'Port': ['ID=9440eebe-4f3f-4164-bc8a-add479fe09b2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:02.907894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b5536ec-521a-40cd-afdf-dcb1c433c4dc req-b028bb61-a9eb-48f9-9880-512097829522 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495396 Apr 05 20:42:03.004946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:03.092475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Allocated IP 10.2.2.200 (6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37/cd773914-17ce-4bcf-917d-4b4d10e7572b/67a29280-443b-47f9-b95a-121d7f544f9d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:03.182267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-780a9e29-7d0a-4c20-8486-dd7a1c9c175d req-1c169821-a1df-41b0-8824-92d908d298d7 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 210 time: 0.0809658 Apr 05 20:42:03.552135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:03.687844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.807940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Router 2c74c908-fb0a-4234-8b1b-de15944da823 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:42:03.819888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.820028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:03.835130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d602b5-6a76-4e58-8d69-a81eda838ef6 None None] The sync data for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 is: [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:42:03.842416 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.842416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:03.842750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.896780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.931268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Transition to ACTIVE for port object 67a29280-443b-47f9-b95a-121d7f544f9d will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:04.011432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-d7525f27-0058-4502-8bf8-1b9d9f9c36ea tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:04.022080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-d7525f27-0058-4502-8bf8-1b9d9f9c36ea tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 814 time: 0.5118415 Apr 05 20:42:04.029466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645297aa-9ac7-4c7c-949f-df2f068d095d req-7aca9a64-fb94-4ba6-865e-a98b047878c9 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:04.030902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-645297aa-9ac7-4c7c-949f-df2f068d095d req-7aca9a64-fb94-4ba6-865e-a98b047878c9 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 944 time: 0.8384376 Apr 05 20:42:04.039190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.153561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Pushing event updated for resources: {'Port': ['ID=f8860e0f-622a-489f-a68c-2c99a5d000b5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:04.245123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.257864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:04.258441 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.370267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:04.392151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:04.412844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57014) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:04.458099 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.472149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-407e8945-36ec-42e5-a3eb-e4586bde5f9e tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/quotas/9d488c484eb540bc80afdc0293429cd5 HTTP/1.1" status: 200 len: 375 time: 0.4491603 Apr 05 20:42:04.498876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:04.502817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:04.505380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:04.594642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-645297aa-9ac7-4c7c-949f-df2f068d095d req-cff8fb0e-c931-48f5-8706-8c901729a7ed tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026934 Apr 05 20:42:04.615487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:04.632966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.656005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:04.656468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.690835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event updated for resources: {'Port': ['ID=67a29280-443b-47f9-b95a-121d7f544f9d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:04.740279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:04.744386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:04.811969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50497d5e-8873-4eec-accb-ebeadd60997b req-374b6424-0374-4311-a240-a7d859b4e339 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:04.813489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50497d5e-8873-4eec-accb-ebeadd60997b req-374b6424-0374-4311-a240-a7d859b4e339 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6b053be-9816-4c08-a9cc-b0496add3e78 HTTP/1.1" status: 200 len: 945 time: 0.7791393 Apr 05 20:42:04.815968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0fd0330-8aa8-4f48-bedd-f0fa80909f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.831876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-700930572'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:04.837281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:04.891507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Usage tracker for resource:network and tenant:27ff80e7d015448ea689d80c6ac5738f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:04.901196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:04.904750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c4d4cdb8-fa94-4ad3-ae97-932c1af24102 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7855470 Apr 05 20:42:04.936023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:04.965118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:05.017263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-abcb87ee-f03c-4b05-9d25-06db7cacc2fb tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5344982 Apr 05 20:42:05.070412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:05.094399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Usage tracker for resource:security_group_rule and tenant:9266b935d37d4b2f86be7efb16505cd4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:05.102154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:05.123250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:05.134723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:42:05.167260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3289611d-377e-4810-80b9-313583e686d2 None None] Provisioning for port 67a29280-443b-47f9-b95a-121d7f544f9d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:05.171986 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] Sync routers for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:42:05.184712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3289611d-377e-4810-80b9-313583e686d2 None None] Provisioning complete for port 67a29280-443b-47f9-b95a-121d7f544f9d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:05.184712 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3289611d-377e-4810-80b9-313583e686d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.195532 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:05.199068 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:05.264890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Deleting port ac6d3828-88af-4975-b218-fea341476b9e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:05.270289 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.323272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3289611d-377e-4810-80b9-313583e686d2 None None] Port 67a29280-443b-47f9-b95a-121d7f544f9d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:05.346455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] No DVR routers for this DVR port 9440eebe-4f3f-4164-bc8a-add479fe09b2 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:05.350535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.353064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-deleted', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:05.464550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Made reservation on behalf of 27ff80e7d015448ea689d80c6ac5738f for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:05.466021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-09db0cd0-9378-448f-8361-cd9c2bd79751 None None] Provisioning complete for port f8860e0f-622a-489f-a68c-2c99a5d000b5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:05.466432 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-09db0cd0-9378-448f-8361-cd9c2bd79751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.468660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.527502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b0616d52-8594-4ecb-b218-f9eb9899cd63 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:05.592057 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:05.634670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-09db0cd0-9378-448f-8361-cd9c2bd79751 None None] Port f8860e0f-622a-489f-a68c-2c99a5d000b5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:05.685249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.685583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.686799 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-456bcc67-ec76-40de-8e2b-82985175703a req-ba71d4b7-18f2-40a7-86ff-b109829a652e tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.39 "DELETE /v2.0/ports/9440eebe-4f3f-4164-bc8a-add479fe09b2 HTTP/1.1" status: 204 len: 173 time: 7.0277803 Apr 05 20:42:05.727086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.733499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.738622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b0616d52-8594-4ecb-b218-f9eb9899cd63 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:05.739023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.743737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.744581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b0616d52-8594-4ecb-b218-f9eb9899cd63 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:05.744936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.749768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.750908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:05.776566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:42:05.777477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:05.788516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Usage tracker for resource:security_group_rule and tenant:27ff80e7d015448ea689d80c6ac5738f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:05.788700 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.789699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:05.812835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:05.911201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.990618 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.002167 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9266b935d37d4b2f86be7efb16505cd4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7299330 Apr 05 20:42:06.015856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57028) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:06.023924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b0616d52-8594-4ecb-b218-f9eb9899cd63, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b0616d52-8594-4ecb-b218-f9eb9899cd63,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:06.040485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a534da5-384e-4524-b7e1-b033ad569c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e58f3-9334-407b-ae81-56698882359d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:06.124416 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.130389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:48Z', 'revision_number': 5, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:06.136998 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] Checking router: 2c74c908-fb0a-4234-8b1b-de15944da823 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:42:06.140258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc9d06eb-4fe5-4ceb-a85c-c3ed364cd2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.156947 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:06.158817 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:06.173082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc9d06eb-4fe5-4ceb-a85c-c3ed364cd2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.238333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:42:06.254158 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6e2c52e7-b512-476a-a2f9-71ce0f75400e admin admin] 10.222.0.10 "PUT /v2.0/routers/002e6a9b-a955-46d3-8b1f-7d4bb9425676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9851635 Apr 05 20:42:06.261871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b0616d52-8594-4ecb-b218-f9eb9899cd63,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:06.292477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:06.294421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-7b3391e1-fe73-4129-8be1-aa706e74ce4d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 3816 time: 1.3537927 Apr 05 20:42:06.397132 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:06.414240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-de412055-4676-4101-8c27-a82f2d8940f7 service neutron] 10.222.0.10 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3951676 Apr 05 20:42:06.447423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc9d06eb-4fe5-4ceb-a85c-c3ed364cd2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.450154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc9d06eb-4fe5-4ceb-a85c-c3ed364cd2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.452280 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dc9d06eb-4fe5-4ceb-a85c-c3ed364cd2df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf1e58f3-9334-407b-ae81-56698882359d HTTP/1.1" status: 204 len: 168 time: 0.4325500 Apr 05 20:42:06.463995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d06eb-4fe5-4ceb-a85c-c3ed364cd2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e58f3-9334-407b-ae81-56698882359d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:06.704285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] For port ac6d3828-88af-4975-b218-fea341476b9e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=ac6d3828-88af-4975-b218-fea341476b9e,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:06.704653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.715797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14e55445-48e0-4fb3-ab2a-f14b1dc5dfaf req-182f11e8-1b97-4c43-a632-47eb14eeafc0 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991981 Apr 05 20:42:06.744373 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:48Z', 'revision_number': 5, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:06.749780 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d55c4f1-e874-4ab5-98c4-50ab5b8aaae9 None None] The sync data for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 is: [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1639c793-ff42-48d6-b079-7d5e49c0c3fe', 'name': '', 'network_id': '085ac82a-4593-4f2f-b6e0-e1591b49614b', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'mac_address': 'fa:16:3e:eb:4f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:37Z', 'updated_at': '2022-04-05T20:29:48Z', 'revision_number': 5, 'project_id': 'df176d4439164131ac58acc3a8187809', 'subnets': [{'id': 'a5b68241-c312-4340-9158-5ed180b9be3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:42:06.880656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Calling delete_port for ac6d3828-88af-4975-b218-fea341476b9e owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:06.902439 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c64c2449-3c60-4db0-b867-370d7ca5c40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.020835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.027815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3da1298-424b-4b3b-9ca1-c52a1bbbc82c req-9392fe42-97c3-4e58-a399-5f7e0ed49a46 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/ports?device_id=97084dfe-5387-4dc8-944c-349c4da9be89 HTTP/1.1" status: 200 len: 210 time: 0.1053402 Apr 05 20:42:07.076924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-6d8660d8-3a5a-4a78-8c16-706b75e63763 service neutron] 10.222.0.10 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408799 Apr 05 20:42:07.109204 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7d987a-e234-492b-a590-5ac5d3f03c2c'] response: {'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'code': 200} Apr 05 20:42:07.182363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.236786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:42:07.257778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6d6649-ec4f-4309-a3b5-34f062c4924a {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:07.273124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.276112 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Added segment f25aeb42-ed98-4db9-a6df-246969077ae7 of type vlan for network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 Apr 05 20:42:07.276112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.293252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7d4b70-1852-45fc-aa5d-708083c23b0e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:07.343468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.399752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Transition to ACTIVE for port object 8c6d6649-ec4f-4309-a3b5-34f062c4924a will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:07.401398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.460988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b0616d52-8594-4ecb-b218-f9eb9899cd63 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:07.483257 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b693e602-eca3-441a-a8b9-23ba3a82a168'] response: {'server_uuid': '97084dfe-5387-4dc8-944c-349c4da9be89', 'name': 'network-vif-deleted', 'tag': '9440eebe-4f3f-4164-bc8a-add479fe09b2', 'status': 'completed', 'code': 200} Apr 05 20:42:07.530416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.564585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:07.575090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Pushing event deleted for resources: {'Port': ['ID=ac6d3828-88af-4975-b218-fea341476b9e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:07.583995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.595589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:07.596302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.781684 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.798632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b0616d52-8594-4ecb-b218-f9eb9899cd63 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:07.799007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.873956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:07.875997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] No DVR routers for this DVR port ac6d3828-88af-4975-b218-fea341476b9e on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:07.879263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.884141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d6649-ec4f-4309-a3b5-34f062c4924a,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:07.964579 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.973359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-deleted', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:08.060646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:08.102905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57072) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:08.112699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716899797', 'description': 'tempest-description--1516939937'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:08.142663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ac6d3828-88af-4975-b218-fea341476b9e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:08.153959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:08.170867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:08.183167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:08.207186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:08.208209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: ac6d3828-88af-4975-b218-fea341476b9e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:42:08.213357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device ac6d3828-88af-4975-b218-fea341476b9e not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:08.244730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event updated for resources: {'Network': ['ID=01605700-6b0a-49ab-87ab-5d25dbaa8ca7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:08.256686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:42:08.269920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8629d2e3-7296-4a5d-b4f1-67235b7bcd0c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.8555286 Apr 05 20:42:08.272757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57078) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:08.278576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Request body: {'subnet': {'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:08.278755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50497d5e-8873-4eec-accb-ebeadd60997b req-e8eed60e-9df7-4077-8eac-c6845e3ca8a1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.23 "DELETE /v2.0/ports/ac6d3828-88af-4975-b218-fea341476b9e HTTP/1.1" status: 204 len: 173 time: 3.4374628 Apr 05 20:42:08.327626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.361737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3ef6c960-0bd0-44d2-8bb9-b495e9b1f2cf req-a87199ef-d21b-4758-bcf9-b05cbdd9f62b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Synchronizing usage tracker for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:08.441630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0034c-d7ed-4c4b-97bf-627dd10f55c4 req-9318201d-bce8-4b14-8be3-da93c1fbd117 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.448064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14e0034c-d7ed-4c4b-97bf-627dd10f55c4 req-9318201d-bce8-4b14-8be3-da93c1fbd117 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.6247170 Apr 05 20:42:08.454921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.480942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Attempting to bind port 8c6d6649-ec4f-4309-a3b5-34f062c4924a on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:08.481590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Attempting to bind port 8c6d6649-ec4f-4309-a3b5-34f062c4924a by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:08.482785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Attempting to bind port 8c6d6649-ec4f-4309-a3b5-34f062c4924a on network d650b792-245a-4a76-b86a-f727bb63dca4 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:08.494862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Port 8c6d6649-ec4f-4309-a3b5-34f062c4924a on network d650b792-245a-4a76-b86a-f727bb63dca4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:08.495180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Attempting to bind port 8c6d6649-ec4f-4309-a3b5-34f062c4924a on network d650b792-245a-4a76-b86a-f727bb63dca4 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:08.512978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:08.513350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Checking segment: {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:08.513743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Bound using segment: {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:08.514173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Bound port: 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0862bafe-d423-4338-b04f-e1849acf39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:08.514518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.578190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14e0034c-d7ed-4c4b-97bf-627dd10f55c4 req-4a11770b-8f80-47be-b256-94175c9a21d2 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282206 Apr 05 20:42:08.605123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3ef6c960-0bd0-44d2-8bb9-b495e9b1f2cf req-a87199ef-d21b-4758-bcf9-b05cbdd9f62b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Unset dirty status for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:08.608799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.618399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ef6c960-0bd0-44d2-8bb9-b495e9b1f2cf req-a87199ef-d21b-4758-bcf9-b05cbdd9f62b tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 210 time: 0.3705823 Apr 05 20:42:08.639285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:08.650419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Usage tracker for resource:subnet and tenant:27ff80e7d015448ea689d80c6ac5738f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:08.664945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:08.671333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:08.688638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:08.703800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group_rule and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:08.703800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:08.713531 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fd7782-b9dd-4ba4-8321-b47c2d95ffbc'] response: {'server_uuid': 'd6b053be-9816-4c08-a9cc-b0496add3e78', 'name': 'network-vif-deleted', 'tag': 'ac6d3828-88af-4975-b218-fea341476b9e', 'status': 'completed', 'code': 200} Apr 05 20:42:08.720457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] For port 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:08.724270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:08.724708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] For port 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:08.804566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.849031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0bb53-b89b-4bc9-8589-31897d254b83 req-dee924e0-78c2-45e2-b05b-494327b23b47 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.852853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0bb53-b89b-4bc9-8589-31897d254b83 req-dee924e0-78c2-45e2-b05b-494327b23b47 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.856653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0bb53-b89b-4bc9-8589-31897d254b83 req-dee924e0-78c2-45e2-b05b-494327b23b47 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.860492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0bb53-b89b-4bc9-8589-31897d254b83 req-dee924e0-78c2-45e2-b05b-494327b23b47 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.864417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0bb53-b89b-4bc9-8589-31897d254b83 req-dee924e0-78c2-45e2-b05b-494327b23b47 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.866136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2f0bb53-b89b-4bc9-8589-31897d254b83 req-dee924e0-78c2-45e2-b05b-494327b23b47 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 3828 time: 0.1037540 Apr 05 20:42:08.893229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Made reservation on behalf of 27ff80e7d015448ea689d80c6ac5738f for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:08.910433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.942628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.084647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.104658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276af79e-1d1f-4e37-ae7b-017d2b20bb1b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:09.110216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:09.155983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.157562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] 10.222.0.23 "PUT /v2.0/ports/8c6d6649-ec4f-4309-a3b5-34f062c4924a HTTP/1.1" status: 200 len: 1092 time: 4.2191010 Apr 05 20:42:09.163602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2f0bb53-b89b-4bc9-8589-31897d254b83 req-bd333792-d2e8-4f2b-a8da-e6ff333b31da tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903180 Apr 05 20:42:09.173791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec04cf-1e3b-4495-8378-7431c6c56971 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6d6649-ec4f-4309-a3b5-34f062c4924a,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:09.223088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.225020 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-89180cd7-3cf2-48a9-8954-7adff6036d8f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.1197863 Apr 05 20:42:09.229613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57108) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:09.236060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'security_group_rule': {'security_group_id': '276af79e-1d1f-4e37-ae7b-017d2b20bb1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:09.242351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:09.265342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group_rule and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:09.282248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:09.317645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:09.342388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:09.472073 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9349752-3242-4ed3-8ed3-6eac147ffddb'] response: {'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'code': 200} Apr 05 20:42:09.477653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57118) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:09.529526 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.658070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fe51055-edc9-4949-96f2-704c10942aa2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.692273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fe51055-edc9-4949-96f2-704c10942aa2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.707458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.727001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696f7ac3-5984-44ec-8fab-ad63545397f6 None None] New status for floating IP 683a1c1c-5ecd-4eaa-802b-d527442bf3e4: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:42:09.784829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.810864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.815638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.897667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event updated for resources: {'Subnet': ['ID=d94fa1dd-f69c-49cc-a8ea-674636ad4aec,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:09.900950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fe51055-edc9-4949-96f2-704c10942aa2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.926513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-90a51769-3ff3-4a7c-a628-dd795b44b145 req-d26befd7-866b-4379-a023-0a7971c500c5 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 210 time: 0.1222806 Apr 05 20:42:09.964123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe51055-edc9-4949-96f2-704c10942aa2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcc975c-f9a3-481d-8b6a-fb813c02129b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:09.985345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Checking segment: {'id': 'f25aeb42-ed98-4db9-a6df-246969077ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:09.986267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Network hostable DHCP agents. Network: 01605700-6b0a-49ab-87ab-5d25dbaa8ca7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:42:10.034804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fe51055-edc9-4949-96f2-704c10942aa2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.038256 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8fe51055-edc9-4949-96f2-704c10942aa2 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "DELETE /v2.0/security-groups/bfcc975c-f9a3-481d-8b6a-fb813c02129b HTTP/1.1" status: 204 len: 168 time: 0.5569816 Apr 05 20:42:10.038492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57130) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:10.042553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.056396 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-5b123d67-ede9-40ac-becd-90e63678582d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] show failed (client error): The resource could not be found. Apr 05 20:42:10.058314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5b123d67-ede9-40ac-becd-90e63678582d tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "GET /v2.0/security-groups/bfcc975c-f9a3-481d-8b6a-fb813c02129b HTTP/1.1" status: 404 len: 347 time: 0.0180783 Apr 05 20:42:10.064175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:10.083894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b22be80-534b-4a66-bc24-ccd51ab28ac9,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:10.127482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:42:10.184215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3173a1-2215-40f2-9e79-3d66b48feb84 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:10.193619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6a6b8-e183-437c-97b6-73c9773a806b req-7c006e73-e716-46a9-84aa-96de8e9835f6 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:10.195143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0f6a6b8-e183-437c-97b6-73c9773a806b req-7c006e73-e716-46a9-84aa-96de8e9835f6 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.1876333 Apr 05 20:42:10.198881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.203268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.203857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bacdac7c-c44a-4fe7-a2df-3875feaf9f2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9732485 Apr 05 20:42:10.209114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57140) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:10.218715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'security_group_rule': {'security_group_id': '276af79e-1d1f-4e37-ae7b-017d2b20bb1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:10.229639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Deleting port 36503494-bf7f-456a-a878-94bb2cded683 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:10.229986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.243476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Transition to ACTIVE for port object cd3173a1-2215-40f2-9e79-3d66b48feb84 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:10.248031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:10.254504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group_rule and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:10.257816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:10.267477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 01605700-6b0a-49ab-87ab-5d25dbaa8ca7) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:10.275084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1f8a0-ec6f-493d-ae1f-e54649cd3c60 None None] Network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:10.276499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:10.280605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:10.282232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.301355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0f6a6b8-e183-437c-97b6-73c9773a806b req-a47d2a8f-e91f-46cd-8872-239398980f60 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911837 Apr 05 20:42:10.337573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57146) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:10.344389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.438545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4b60e1f6-9dda-45e7-b68f-5393e32aa4a1 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1610298 Apr 05 20:42:10.439963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57152) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:10.452362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Request body: {'port': {'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-347903290'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:10.473304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.473523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.495568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:10.503900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.585818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.656461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-01605700-6b0a-49ab-87ab-5d25dbaa8ca7', 'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7', 'tenant_id': '27ff80e7d015448ea689d80c6ac5738f', 'fixed_ips': [{'subnet_id': 'd94fa1dd-f69c-49cc-a8ea-674636ad4aec'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:42:10.657907 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.672111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.708884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-7c785c81-3714-4daa-ba9e-bc7f005ab1f3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:10.709659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-7c785c81-3714-4daa-ba9e-bc7f005ab1f3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Synchronizing usage tracker for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:10.866253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:10.887799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.889476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Calling delete_port for 36503494-bf7f-456a-a878-94bb2cded683 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:10.942826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f615bbf9-c49e-471c-96a7-04b4ee3d0661,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:11.041742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Allocated IP 172.20.0.2 (01605700-6b0a-49ab-87ab-5d25dbaa8ca7/d94fa1dd-f69c-49cc-a8ea-674636ad4aec/ea93ed74-6d9a-44f9-ab02-cb412c0de8fe) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:11.076162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:11.083989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Usage tracker for resource:security_group_rule and tenant:84b4c5bd0cc4449b8caff7ebdf860df6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:11.101524 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a1a80e-9c45-458f-ab68-8e722a24e94b'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'status': 'completed', 'code': 200} Apr 05 20:42:11.176513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:11.201388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-7c785c81-3714-4daa-ba9e-bc7f005ab1f3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Unset dirty status for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:11.203262 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-7c785c81-3714-4daa-ba9e-bc7f005ab1f3 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.39 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 814 time: 0.6554184 Apr 05 20:42:11.204038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:11.220000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:11.220353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Usage tracker for resource:port and tenant:27ff80e7d015448ea689d80c6ac5738f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:11.225179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:11.262414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Request body: {'port': {'device_id': '2183d96a-f492-47e8-8eea-6578b1cce380', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'admin_state_up': True, 'tenant_id': '9d488c484eb540bc80afdc0293429cd5'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:11.280981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:11.326110 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.338377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Transition to ACTIVE for port object ea93ed74-6d9a-44f9-ab02-cb412c0de8fe will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:11.354092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Attempting to bind port cd3173a1-2215-40f2-9e79-3d66b48feb84 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:11.354681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Attempting to bind port cd3173a1-2215-40f2-9e79-3d66b48feb84 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:11.355169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Attempting to bind port cd3173a1-2215-40f2-9e79-3d66b48feb84 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:11.364547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Transition to ACTIVE for port object ea93ed74-6d9a-44f9-ab02-cb412c0de8fe will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:11.369828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e544abd-a327-4478-b4aa-025e9c9a6c40 req-14843d89-4d2d-4622-b2ea-d23e150b3d30 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 210 time: 0.1840723 Apr 05 20:42:11.374954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Port cd3173a1-2215-40f2-9e79-3d66b48feb84 on network 69e6f851-b560-4ccf-95d3-1940711bce45 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:11.375454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Attempting to bind port cd3173a1-2215-40f2-9e79-3d66b48feb84 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:11.390240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:11.390240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Checking segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:11.390240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Bound using segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:11.390240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Bound port: cd3173a1-2215-40f2-9e79-3d66b48feb84, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:11.390240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.426575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.427990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9afde68c-62ea-437f-a9b2-7c1a9f066e25 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2168801 Apr 05 20:42:11.437789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57162) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:11.442217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:11.447161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:11.456672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:11.459445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.462880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:11.465245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:floatingip and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:11.469091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:11.476999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:11.513087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.546319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:11.549171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:11.551842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:11.565755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Pushing event updated for resources: {'Port': ['ID=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:11.569517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Pushing event deleted for resources: {'Port': ['ID=36503494-bf7f-456a-a878-94bb2cded683,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:11.571521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Made reservation on behalf of 27ff80e7d015448ea689d80c6ac5738f for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:11.571748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-5847273f-3b64-4bb7-828c-30f4c9d28768 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:11.574806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.575622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-5847273f-3b64-4bb7-828c-30f4c9d28768 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:11.579915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-5847273f-3b64-4bb7-828c-30f4c9d28768 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:11.583785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Made reservation on behalf of 9d488c484eb540bc80afdc0293429cd5 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:11.583910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-5847273f-3b64-4bb7-828c-30f4c9d28768 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:11.586951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.587587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-5847273f-3b64-4bb7-828c-30f4c9d28768 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:11.591979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-5847273f-3b64-4bb7-828c-30f4c9d28768 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:11.593808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-5847273f-3b64-4bb7-828c-30f4c9d28768 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 4601 time: 1.0927196 Apr 05 20:42:11.658428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Attempting to bind port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:11.659072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Attempting to bind port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f25aeb42-ed98-4db9-a6df-246969077ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:11.659616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Attempting to bind port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe on network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:11.666932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:11.667533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Checking segment: {'id': 'f25aeb42-ed98-4db9-a6df-246969077ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:11.671356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.671356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Bound using segment: {'id': 'f25aeb42-ed98-4db9-a6df-246969077ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:11.671356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Bound port: ea93ed74-6d9a-44f9-ab02-cb412c0de8fe, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25aeb42-ed98-4db9-a6df-246969077ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '01605700-6b0a-49ab-87ab-5d25dbaa8ca7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:11.671356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.695040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.700015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d36b21c8-8094-419c-81b6-58c92582b016 req-77c033a9-3650-4a93-b950-9a43451ac0b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5245 time: 0.5905874 Apr 05 20:42:11.718625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] device_id is not set on port 0ffc2541-07f4-448c-a754-38bfe18e4ec0 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:42:11.753290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:11.771247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] For port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:11.791949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] For port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,segment=NetworkSegment(f25aeb42-ed98-4db9-a6df-246969077ae7),segment_id=f25aeb42-ed98-4db9-a6df-246969077ae7)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:11.864725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.974326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd8d04-b865-4bc2-a58e-b299597f215f None None] Pushing event updated for resources: {'Port': ['ID=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:11.991204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:12.040569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.044947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.057802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-251d1313-76be-44c8-bb02-a5f86612ce6f req-2e3e8f15-126e-464c-bc64-f647e8c1d214 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4099326 Apr 05 20:42:12.076963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.139044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342002b-a879-4e57-87d3-6d2bf091de72 req-da3e0a8f-77b2-4f84-bfed-ae69c76af76d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.149219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c342002b-a879-4e57-87d3-6d2bf091de72 req-da3e0a8f-77b2-4f84-bfed-ae69c76af76d tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.6333630 Apr 05 20:42:12.188901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.193359 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3446be31-cc87-40ba-8d94-53ad8d115a08 tempest-ServerActionsTestJSON-653044470 tempest-ServerActionsTestJSON-653044470-project] 10.222.0.10 "DELETE /v2.0/floatingips/683a1c1c-5ecd-4eaa-802b-d527442bf3e4 HTTP/1.1" status: 204 len: 168 time: 2.1280909 Apr 05 20:42:12.199125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Allocated IP 172.20.0.7 (01605700-6b0a-49ab-87ab-5d25dbaa8ca7/d94fa1dd-f69c-49cc-a8ea-674636ad4aec/0ffc2541-07f4-448c-a754-38bfe18e4ec0) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:12.201759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57166) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:12.206351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Allocated IP 172.20.0.13 (e013a7fd-ecf6-4369-a8c3-b542b5f275f8/840c8e41-293c-4f9b-baca-9e788fb51f98/867c4461-30c0-473c-a4ba-8fc2e7056895) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:12.207214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea1916-c250-4961-8246-5da30b544122 req-7ec14849-fafd-4d9c-a585-09c6c80a6025 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.214703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49ea1916-c250-4961-8246-5da30b544122 req-7ec14849-fafd-4d9c-a585-09c6c80a6025 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.6073918 Apr 05 20:42:12.214703 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.452611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b21c8-8094-419c-81b6-58c92582b016 req-33e7dcf6-5825-46de-96f4-b8af50be9dbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.452611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b21c8-8094-419c-81b6-58c92582b016 req-33e7dcf6-5825-46de-96f4-b8af50be9dbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.452611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b21c8-8094-419c-81b6-58c92582b016 req-33e7dcf6-5825-46de-96f4-b8af50be9dbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.461369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d36b21c8-8094-419c-81b6-58c92582b016 req-33e7dcf6-5825-46de-96f4-b8af50be9dbd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d154571a4f1d42e59d31180387faa5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7425447 Apr 05 20:42:12.488948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.488948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] 10.222.0.23 "PUT /v2.0/ports/cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 1131 time: 3.1424944 Apr 05 20:42:12.664863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:12.688820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb39bdf-8745-4854-ab78-14f0e1c5c94f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:12.771420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b7a97983-a059-4e0c-aabd-c72262e51134 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84b4c5bd0cc4449b8caff7ebdf860df6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4326012 Apr 05 20:42:12.772209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f89ba0-4c04-47ee-ab99-d6cd09b0bcaa service neutron] Pushing event updated for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:12.777689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Deleting port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:12.780670 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.818468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57174) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:12.821031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b440215b-bad4-43d9-9f0d-7ef5773c8cf2 req-e55874a0-5f84-453d-8aeb-30faecdc3c29 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 210 time: 0.1784906 Apr 05 20:42:12.861919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c342002b-a879-4e57-87d3-6d2bf091de72 req-7d313d5d-01b2-464d-a444-d9d11c611967 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7162774 Apr 05 20:42:12.927826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.062418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b21c8-8094-419c-81b6-58c92582b016 req-c6de4990-e00e-444b-8151-fc588372f9e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.063885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d36b21c8-8094-419c-81b6-58c92582b016 req-c6de4990-e00e-444b-8151-fc588372f9e4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5899639 Apr 05 20:42:13.078428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.101264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.105624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'cd3173a1-2215-40f2-9e79-3d66b48feb84'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:13.134359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.210586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Transition to ACTIVE for port object 0ffc2541-07f4-448c-a754-38bfe18e4ec0 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:13.325238 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c03049a-2b56-4d9b-84bf-aac65c76aef3'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'cd3173a1-2215-40f2-9e79-3d66b48feb84', 'status': 'completed', 'code': 200} Apr 05 20:42:13.404983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff403f2-802c-41d7-8d24-76efc8ce7e62 None None] Network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:13.416433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59aac3fd-6c7a-42ae-923d-fe3e30ce7bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.432587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Allocated IP 172.25.2.66 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/574eb8b9-2ba1-4a75-8e2c-2d074065eb28) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:13.487232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea93ed74-6d9a-44f9-ab02-cb412c0de8fe up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:13.592933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.619969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59aac3fd-6c7a-42ae-923d-fe3e30ce7bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.739573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-66e4aabd-1418-4404-971e-5b406cec09cc None None] Provisioning for port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:13.796118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:13.820255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:13.829978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:13.830478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.830966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-86e0f3ae-3f8c-423b-a99a-49dbe1ad8c65 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.834944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-86e0f3ae-3f8c-423b-a99a-49dbe1ad8c65 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.839189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-86e0f3ae-3f8c-423b-a99a-49dbe1ad8c65 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.843067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.843551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-86e0f3ae-3f8c-423b-a99a-49dbe1ad8c65 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.850948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-86e0f3ae-3f8c-423b-a99a-49dbe1ad8c65 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.852788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-86e0f3ae-3f8c-423b-a99a-49dbe1ad8c65 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.854812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-86e0f3ae-3f8c-423b-a99a-49dbe1ad8c65 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 4601 time: 0.5015142 Apr 05 20:42:13.857425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] For port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,segment=NetworkSegment(92be06bf-76f2-49ca-9000-1984d267fc83),segment_id=92be06bf-76f2-49ca-9000-1984d267fc83)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:13.857594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:13.858171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.860126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:13.910446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Pushing event updated for resources: {'Port': ['ID=867c4461-30c0-473c-a4ba-8fc2e7056895,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:13.931082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.002675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.041294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,segment=NetworkSegment(f25aeb42-ed98-4db9-a6df-246969077ae7),segment_id=f25aeb42-ed98-4db9-a6df-246969077ae7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:14.065028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.065670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.071532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cbbc5dc-dcc1-4aae-a336-bfd6d6bfdea1 req-147713ee-f702-46f5-9704-2aa83b49ce2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5287 time: 0.7192791 Apr 05 20:42:14.087418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:14.097163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:14.099807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event updated for resources: {'Port': ['ID=0ffc2541-07f4-448c-a754-38bfe18e4ec0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:14.103997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:14.112753 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.137353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Calling delete_port for e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:14.179363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d37b74b4-3c93-4b41-82a5-3f50f3903934 None None] Provisioning for port 0ffc2541-07f4-448c-a754-38bfe18e4ec0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:14.188176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d37b74b4-3c93-4b41-82a5-3f50f3903934 None None] Provisioning complete for port 0ffc2541-07f4-448c-a754-38bfe18e4ec0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:14.189943 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d37b74b4-3c93-4b41-82a5-3f50f3903934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.201155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.201820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.265023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:14.267809 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-b893dc5a-6a3c-456c-9560-a6d855aad679 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0100000 Apr 05 20:42:14.294009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d37b74b4-3c93-4b41-82a5-3f50f3903934 None None] Port 0ffc2541-07f4-448c-a754-38bfe18e4ec0 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:14.309282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Request body: {'port': {'device_id': '2183d96a-f492-47e8-8eea-6578b1cce380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:14.317518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d37b74b4-3c93-4b41-82a5-3f50f3903934 None None] Provisioning complete for port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:14.318005 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d37b74b4-3c93-4b41-82a5-3f50f3903934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.451813 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57029d68-def2-407d-8df1-c257f457bc60 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0041556 Apr 05 20:42:14.451813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.453813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:14.456197 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.507962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59aac3fd-6c7a-42ae-923d-fe3e30ce7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.595332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3a6f7e55-3c57-4a8f-b21c-f7cde7c6adae None None] Provisioning complete for port 0ffc2541-07f4-448c-a754-38bfe18e4ec0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:14.595959 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3a6f7e55-3c57-4a8f-b21c-f7cde7c6adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.641212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aac3fd-6c7a-42ae-923d-fe3e30ce7bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb39bdf-8745-4854-ab78-14f0e1c5c94f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:14.656084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'Port': ['ID=574eb8b9-2ba1-4a75-8e2c-2d074065eb28,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:14.659630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:14.661648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8440d11-578e-423b-aab7-e22991cc87f8 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:14.670520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Deleting port 0ffc2541-07f4-448c-a754-38bfe18e4ec0 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:14.670868 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.677196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f7e55-3c57-4a8f-b21c-f7cde7c6adae None None] Port 0ffc2541-07f4-448c-a754-38bfe18e4ec0 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:14.682357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59aac3fd-6c7a-42ae-923d-fe3e30ce7bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.686116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-59aac3fd-6c7a-42ae-923d-fe3e30ce7bc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bb39bdf-8745-4854-ab78-14f0e1c5c94f HTTP/1.1" status: 204 len: 168 time: 1.8613226 Apr 05 20:42:14.686693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.694224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f1032c4-bcfe-432b-af5f-0ffd75d9ca17 req-283e0e83-109d-410e-b09d-6bc30061fe07 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7929802 Apr 05 20:42:14.700928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.764797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:14.780216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Transition to ACTIVE for port object a8440d11-578e-423b-aab7-e22991cc87f8 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:14.784314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:14.821538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc5dc-dcc1-4aae-a336-bfd6d6bfdea1 req-023e1d8a-8f09-46ab-a462-95911ee1df72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.821907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc5dc-dcc1-4aae-a336-bfd6d6bfdea1 req-023e1d8a-8f09-46ab-a462-95911ee1df72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.822491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc5dc-dcc1-4aae-a336-bfd6d6bfdea1 req-023e1d8a-8f09-46ab-a462-95911ee1df72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.824064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cbbc5dc-dcc1-4aae-a336-bfd6d6bfdea1 req-023e1d8a-8f09-46ab-a462-95911ee1df72 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d154571a4f1d42e59d31180387faa5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6932898 Apr 05 20:42:14.976964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.985403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69788ad8-2ba1-4b56-98e6-2dee7759851f req-b8be0023-872b-4cb7-8f18-8751a61a3172 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.986924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69788ad8-2ba1-4b56-98e6-2dee7759851f req-b8be0023-872b-4cb7-8f18-8751a61a3172 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 932 time: 0.8575587 Apr 05 20:42:15.158141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.194961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8440d11-578e-423b-aab7-e22991cc87f8,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:15.305647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Pushing event deleted for resources: {'Port': ['ID=e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:15.373285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbc5dc-dcc1-4aae-a336-bfd6d6bfdea1 req-24fe0028-05f9-4170-9866-0bfa0d692f5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:15.374742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cbbc5dc-dcc1-4aae-a336-bfd6d6bfdea1 req-24fe0028-05f9-4170-9866-0bfa0d692f5d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5411923 Apr 05 20:42:15.478807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea93ed74-6d9a-44f9-ab02-cb412c0de8fe up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:15.518732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69788ad8-2ba1-4b56-98e6-2dee7759851f req-d9f67533-7617-437b-ae1d-312fb0e619e6 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943695 Apr 05 20:42:15.529723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] No DVR routers for this DVR port e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:15.536026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.552757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:15.552899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-deleted', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:15.558526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49ea1916-c250-4961-8246-5da30b544122 req-b70d2223-48b0-49b9-964f-69e5e50bf873 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.39 "DELETE /v2.0/ports/e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb HTTP/1.1" status: 204 len: 173 time: 3.3297079 Apr 05 20:42:15.580660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905151a-480c-42ff-8437-1f75a8bd2cce req-aeed0c72-7bb3-44af-ac32-fdb60417ea32 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:15.581403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b905151a-480c-42ff-8437-1f75a8bd2cce req-aeed0c72-7bb3-44af-ac32-fdb60417ea32 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Synchronizing usage tracker for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:15.610099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:42:15.620880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:15.631647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.632101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Attempting to bind port a8440d11-578e-423b-aab7-e22991cc87f8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:15.632101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Attempting to bind port a8440d11-578e-423b-aab7-e22991cc87f8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:15.632101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Attempting to bind port a8440d11-578e-423b-aab7-e22991cc87f8 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:15.637472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Port a8440d11-578e-423b-aab7-e22991cc87f8 on network 69e6f851-b560-4ccf-95d3-1940711bce45 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:15.638437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Attempting to bind port a8440d11-578e-423b-aab7-e22991cc87f8 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:15.647557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:15.648006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Checking segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:15.649015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Bound using segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:15.651576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Bound port: a8440d11-578e-423b-aab7-e22991cc87f8, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:15.652305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.668597 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168dae06-4bc2-4121-bd72-f514ee1ea670'] response: {'server_uuid': '3e6256df-d401-4fa7-9d14-80296be92bac', 'name': 'network-vif-deleted', 'tag': 'e7bcd77c-e2b5-4ef4-ad95-e8b4c01308fb', 'status': 'completed', 'code': 200} Apr 05 20:42:15.675472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:15.678165 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.732320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.766375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] For port a8440d11-578e-423b-aab7-e22991cc87f8, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:15.769564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] For port a8440d11-578e-423b-aab7-e22991cc87f8, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a8440d11-578e-423b-aab7-e22991cc87f8,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:15.772036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b905151a-480c-42ff-8437-1f75a8bd2cce req-aeed0c72-7bb3-44af-ac32-fdb60417ea32 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] Unset dirty status for tenant:98325b48f78f433f9dacd569718efdc6 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:15.780569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b905151a-480c-42ff-8437-1f75a8bd2cce req-aeed0c72-7bb3-44af-ac32-fdb60417ea32 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6256df-d401-4fa7-9d14-80296be92bac HTTP/1.1" status: 200 len: 943 time: 0.9176047 Apr 05 20:42:15.845170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b905151a-480c-42ff-8437-1f75a8bd2cce req-310eb398-c512-43b0-9186-d80d4dddbee8 tempest-ImagesTestJSON-291620206 tempest-ImagesTestJSON-291620206-project] 10.222.0.10 "GET /v2.0/security-groups?id=8456696a-3c27-454d-ac6f-1b1d8ebcc18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617073 Apr 05 20:42:15.881822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.970078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Calling delete_port for 0ffc2541-07f4-448c-a754-38bfe18e4ec0 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:16.020598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.022103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 1130 time: 3.3784635 Apr 05 20:42:16.040269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0da3-f819-44f3-87fe-0fe183a895a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8440d11-578e-423b-aab7-e22991cc87f8,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:16.073240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.076428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867c4461-30c0-473c-a4ba-8fc2e7056895 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:16.077927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.082018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.085959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.089867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.092327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.093723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.097971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.099874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-d507ef3a-0dc3-4b39-b260-81f0ba53bcea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5373 time: 0.2125533 Apr 05 20:42:16.145454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:16.148596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.178706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Transition to ACTIVE for port object 867c4461-30c0-473c-a4ba-8fc2e7056895 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:16.212546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38c0039f-2aa6-472f-a4c4-16ecca0dc47e req-5d7349de-d1f8-4f3b-ad26-329066f75918 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045470 Apr 05 20:42:16.294826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.304303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.555913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Pushing event updated for resources: {'Port': ['ID=867c4461-30c0-473c-a4ba-8fc2e7056895,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:16.720561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.829319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event deleted for resources: {'Port': ['ID=0ffc2541-07f4-448c-a754-38bfe18e4ec0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:16.836670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779e922-08a5-47fe-bf08-e80a64bf0449 req-4f9eb941-3c9a-4c65-8626-a0926b3b3151 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.838494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e779e922-08a5-47fe-bf08-e80a64bf0449 req-4f9eb941-3c9a-4c65-8626-a0926b3b3151 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 944 time: 0.1657112 Apr 05 20:42:16.951853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e779e922-08a5-47fe-bf08-e80a64bf0449 req-373d4440-5b24-4bd2-ae94-60a8df1a2e3c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983756 Apr 05 20:42:16.959277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aafee20-e5de-4ea8-9949-86b9b29cac37 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:16.968795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.995213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Transition to ACTIVE for port object 3aafee20-e5de-4ea8-9949-86b9b29cac37 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:17.045090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:42:17.062656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Attempting to bind port 867c4461-30c0-473c-a4ba-8fc2e7056895 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:17.063198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Attempting to bind port 867c4461-30c0-473c-a4ba-8fc2e7056895 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:17.068184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Attempting to bind port 867c4461-30c0-473c-a4ba-8fc2e7056895 on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:17.086147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.123336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.144219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Port 867c4461-30c0-473c-a4ba-8fc2e7056895 on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:17.144548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Attempting to bind port 867c4461-30c0-473c-a4ba-8fc2e7056895 on network e013a7fd-ecf6-4369-a8c3-b542b5f275f8 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:17.163718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:17.164121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Checking segment: {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:17.164505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Bound using segment: {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:17.164954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Bound port: 867c4461-30c0-473c-a4ba-8fc2e7056895, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:17.165623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.186383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.194224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.524209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Pushing event updated for resources: {'Port': ['ID=3aafee20-e5de-4ea8-9949-86b9b29cac37,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:17.558605 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68adc5cd-1533-42d8-80ba-1fb981bf2cd2 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "DELETE /v2.0/ports/0ffc2541-07f4-448c-a754-38bfe18e4ec0 HTTP/1.1" status: 204 len: 168 time: 3.0638821 Apr 05 20:42:17.564454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57246) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:17.576638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Attempting to bind port 3aafee20-e5de-4ea8-9949-86b9b29cac37 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:17.576638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Attempting to bind port 3aafee20-e5de-4ea8-9949-86b9b29cac37 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:17.576638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Attempting to bind port 3aafee20-e5de-4ea8-9949-86b9b29cac37 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:17.591836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Port 3aafee20-e5de-4ea8-9949-86b9b29cac37 on network 69e6f851-b560-4ccf-95d3-1940711bce45 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:17.592478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Attempting to bind port 3aafee20-e5de-4ea8-9949-86b9b29cac37 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:17.618482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:17.624584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:17.631741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:17.636957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:17.642646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:17.652311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.653275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:17.658482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:17.662046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-4513bf08-2600-4fc6-93b8-6def0f3ada43 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5385 time: 0.2176170 Apr 05 20:42:17.668302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:17.669017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Checking segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:17.669658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Bound using segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:17.671224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Bound port: 3aafee20-e5de-4ea8-9949-86b9b29cac37, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:17.671759 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.690516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'Port': ['ID=574eb8b9-2ba1-4a75-8e2c-2d074065eb28,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:17.699810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'a8440d11-578e-423b-aab7-e22991cc87f8'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:17.782349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] For port 867c4461-30c0-473c-a4ba-8fc2e7056895, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:17.806088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] For port 867c4461-30c0-473c-a4ba-8fc2e7056895, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=867c4461-30c0-473c-a4ba-8fc2e7056895,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:17.807206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.808617 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d7b7aa38-d2f9-4daa-bd0b-6e64621316a9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3724272 Apr 05 20:42:17.861385 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb9fe29-03ea-4b2e-b250-e691149d8b29'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'a8440d11-578e-423b-aab7-e22991cc87f8', 'status': 'completed', 'code': 200} Apr 05 20:42:17.934494 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.008635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-888d6be0-24c9-47ea-a7c0-9fc0e9c0fb6f req-59a6bd43-7e98-423b-8512-b4be666a7cde tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3094461 Apr 05 20:42:18.010768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57270) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:18.068547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.070129 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] 10.222.0.39 "PUT /v2.0/ports/867c4461-30c0-473c-a4ba-8fc2e7056895 HTTP/1.1" status: 200 len: 1092 time: 3.7695129 Apr 05 20:42:18.077719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2183d96a-f492-47e8-8eea-6578b1cce380', 'tag': '867c4461-30c0-473c-a4ba-8fc2e7056895'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:18.083846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Deleting port 1639c793-ff42-48d6-b079-7d5e49c0c3fe {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:18.084360 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.182503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff2704-f857-41d3-bea1-bf3e2cadde6b service neutron] Pushing event updated for resources: {'Port': ['ID=867c4461-30c0-473c-a4ba-8fc2e7056895,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:18.187751 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed65896-3d21-4d32-8488-f6f0f1bf38f2'] response: {'name': 'network-changed', 'server_uuid': '2183d96a-f492-47e8-8eea-6578b1cce380', 'tag': '867c4461-30c0-473c-a4ba-8fc2e7056895', 'status': 'completed', 'code': 200} Apr 05 20:42:18.228128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-023a9f90-d7e7-40bc-94c4-ddbdbf6c36cc tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.6619902 Apr 05 20:42:18.240737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:18.248372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57280) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:18.263520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1736409915'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:18.290260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:18.293407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:18.301145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Deleting subnet 1246ba7d-c905-4313-b63a-d22ca624e201 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:42:18.306163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Usage tracker for resource:network and tenant:27ff80e7d015448ea689d80c6ac5738f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:18.310197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.339979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:18.370860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:18.395238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.402708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] For port 1639c793-ff42-48d6-b079-7d5e49c0c3fe, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1639c793-ff42-48d6-b079-7d5e49c0c3fe,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:18.402859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.444205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcb5c1c1-b409-44b1-950c-424c8f0b3457 req-59d0ea7a-dcfb-49e9-8fd2-c9ee1c128216 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6235 time: 0.5810878 Apr 05 20:42:18.501431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.544150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Calling delete_port for 1639c793-ff42-48d6-b079-7d5e49c0c3fe owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:18.602176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Made reservation on behalf of 27ff80e7d015448ea689d80c6ac5738f for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:18.606207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.608449 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-46b24282-a328-4c98-b902-851923931df2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 1095 time: 0.3950999 Apr 05 20:42:18.633324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.634686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-e4153613-a156-4f16-8022-dc256d24318d service neutron] 10.222.0.23 "PUT /v2.0/ports/3aafee20-e5de-4ea8-9949-86b9b29cac37 HTTP/1.1" status: 200 len: 1090 time: 2.4944878 Apr 05 20:42:18.676052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-d28ff470-f016-4b15-b022-2646c6010d24 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1716899797&fields=id&tenant_id=59b83352d11b4d35aba31747089aa265 HTTP/1.1" status: 200 len: 267 time: 0.3308587 Apr 05 20:42:18.698027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4153613-a156-4f16-8022-dc256d24318d service neutron] Pushing event updated for resources: {'Port': ['ID=3aafee20-e5de-4ea8-9949-86b9b29cac37,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:18.711413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-5d97c2ac-0f42-4aaa-aa28-243a8d8f21ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867c4461-30c0-473c-a4ba-8fc2e7056895 HTTP/1.1" status: 200 len: 217 time: 0.0818758 Apr 05 20:42:18.737372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fb1f6-2206-48ae-9e99-674fb0b63c5e req-760f2804-0961-4839-b2af-1c8d5365811f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:18.745477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e4fb1f6-2206-48ae-9e99-674fb0b63c5e req-760f2804-0961-4839-b2af-1c8d5365811f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 944 time: 0.5581334 Apr 05 20:42:18.746965 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.815926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-bfbf93cc-45c1-45aa-b493-27effe9d6113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:18.817533 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-bfbf93cc-45c1-45aa-b493-27effe9d6113 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=840c8e41-293c-4f9b-baca-9e788fb51f98 HTTP/1.1" status: 200 len: 854 time: 0.0974386 Apr 05 20:42:18.827980 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Sync routers for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:42:18.844514 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:18.845170 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:18.865883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:42:18.880483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.881165 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Added segment 7b87b8ba-2649-4258-a085-c0124d939ba8 of type vlan for network f138b8a1-7a6c-46a6-84bd-e32491adab97 Apr 05 20:42:18.918590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-1aeeedbe-6e05-4881-897b-1951cb63082b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646908 Apr 05 20:42:19.038306 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:19.063305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:19.091305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-5cf63ce3-da82-4e8a-92b3-f417ff956ad0 service neutron] 10.222.0.39 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652312 Apr 05 20:42:19.153867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.174596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.208810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c1c1-b409-44b1-950c-424c8f0b3457 req-02b6b4c8-bca0-481e-a107-b3cba987baa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.208958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c1c1-b409-44b1-950c-424c8f0b3457 req-02b6b4c8-bca0-481e-a107-b3cba987baa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.210393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c1c1-b409-44b1-950c-424c8f0b3457 req-02b6b4c8-bca0-481e-a107-b3cba987baa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.211113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcb5c1c1-b409-44b1-950c-424c8f0b3457 req-02b6b4c8-bca0-481e-a107-b3cba987baa7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d154571a4f1d42e59d31180387faa5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7520802 Apr 05 20:42:19.259337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Pushing event deleted for resources: {'Port': ['ID=1639c793-ff42-48d6-b079-7d5e49c0c3fe,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:19.296740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.504650 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:02Z', 'revision_number': 2, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:19.523391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Checking router: 002e6a9b-a955-46d3-8b1f-7d4bb9425676 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:42:19.523391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Updating router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 port f8860e0f-622a-489f-a68c-2c99a5d000b5 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:42:19.523618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-2fff7025-05af-4e98-a0e2-4e11c8fc40c8 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.524946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-2fff7025-05af-4e98-a0e2-4e11c8fc40c8 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 811 time: 0.8316433 Apr 05 20:42:19.534119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.538432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.539131 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.557716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e4fb1f6-2206-48ae-9e99-674fb0b63c5e req-0336b692-0404-4def-914c-f211a61a9c3c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8124919 Apr 05 20:42:19.620343 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.757695 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3d87e214-b5f0-4245-80a9-8205552834c8 req-cb5d9d52-debf-4ab1-b150-1af58e6041d1 service neutron] 10.222.0.39 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6612222 Apr 05 20:42:19.801810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.847957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5c1c1-b409-44b1-950c-424c8f0b3457 req-573a9b52-d3bd-436e-9d95-11d1a69ea447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.849670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcb5c1c1-b409-44b1-950c-424c8f0b3457 req-573a9b52-d3bd-436e-9d95-11d1a69ea447 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5539367 Apr 05 20:42:19.850666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.905231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:19.966435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1246ba7d-c905-4313-b63a-d22ca624e201,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:19.979174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-024fb0b8-0b7e-457c-b42c-db77e0305043 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/quotas/59b83352d11b4d35aba31747089aa265 HTTP/1.1" status: 200 len: 375 time: 0.4089205 Apr 05 20:42:19.999022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event updated for resources: {'Network': ['ID=f138b8a1-7a6c-46a6-84bd-e32491adab97,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:20.010351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.012124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1246ba7d-c905-4313-b63a-d22ca624e201 HTTP/1.1" status: 204 len: 168 time: 1.9961472 Apr 05 20:42:20.019173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57328) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:20.058199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.074064 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.084556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.084901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.085290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.085795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.086278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.091664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.091664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.091664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.091664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.091664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.091664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fa2717-424f-4855-ab5a-924e261cbdcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.092108 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Transition to ACTIVE for port object f8860e0f-622a-489f-a68c-2c99a5d000b5 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:20.105932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8531957 Apr 05 20:42:20.111232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57332) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:20.138841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-c57a5be9-b4f2-4de2-bdf9-08e0fee17a37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d488c484eb540bc80afdc0293429cd5&device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 1095 time: 0.1942232 Apr 05 20:42:20.178775 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.191274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.191585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.191890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.192224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.192557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.192886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.193235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.193562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.193885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.194205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.194537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7593b0-6a54-4ec7-a45a-d378022fa8b9 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.208923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f138b8a1-7a6c-46a6-84bd-e32491adab97 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:42:20.456427 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Pushing event updated for resources: {'Port': ['ID=f8860e0f-622a-489f-a68c-2c99a5d000b5,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:20.503644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-6c150e2d-9878-45ca-83d7-9d0287b431f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.509661 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-6c150e2d-9878-45ca-83d7-9d0287b431f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 200 len: 915 time: 0.3646548 Apr 05 20:42:20.534693 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.535802 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.535802 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.536335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.537002 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.537559 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.538262 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.538917 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.539477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.540076 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.540783 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:20.571136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.571581 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Attempting to bind port f8860e0f-622a-489f-a68c-2c99a5d000b5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:20.572788 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Attempting to bind port f8860e0f-622a-489f-a68c-2c99a5d000b5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:20.573466 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Attempting to bind port f8860e0f-622a-489f-a68c-2c99a5d000b5 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:20.588111 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:20.588727 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Checking segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:20.589255 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.589854 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Bound using segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:20.590400 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Bound port: f8860e0f-622a-489f-a68c-2c99a5d000b5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:20.590922 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.606471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.610732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.614482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.618861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.623545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.628044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.631424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.639691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a716eb23-2235-4164-993f-26d87ee90506 req-d51877bf-9da0-4915-af5a-c7382d51dcf8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5385 time: 0.7373073 Apr 05 20:42:20.668658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-c120cc36-ec16-4d58-b8c0-91c8cdfb6d73 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6633997 Apr 05 20:42:20.692854 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-560a4c8b-aa85-4376-af7f-04166d227f0a tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "GET /v2.0/agents/1c702909-9cf2-4e3c-81df-733d16d41caf/dhcp-networks HTTP/1.1" status: 200 len: 12385 time: 0.5769682 Apr 05 20:42:20.701927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:20.707968 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:42:20.710490 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] For port f8860e0f-622a-489f-a68c-2c99a5d000b5, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:20.713715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] For port f8860e0f-622a-489f-a68c-2c99a5d000b5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f8860e0f-622a-489f-a68c-2c99a5d000b5,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:20.843574 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.865726 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-4742fcdb-c0c9-4091-8d67-d72615b046d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=867c4461-30c0-473c-a4ba-8fc2e7056895 HTTP/1.1" status: 200 len: 217 time: 0.3397615 Apr 05 20:42:20.898550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56c62fa-79e8-445a-abb0-b85555e22e6e {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:20.929924 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333ef7a-a2c2-4e3f-8f2a-befcb5663a3a None None] Pushing event updated for resources: {'Port': ['ID=f8860e0f-622a-489f-a68c-2c99a5d000b5,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:20.941518 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:20.942344 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:20.951425 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.973740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.999768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a716eb23-2235-4164-993f-26d87ee90506 req-8a22eaf6-b677-4988-b14c-892411a5d2b5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3570552 Apr 05 20:42:21.012725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Transition to ACTIVE for port object c56c62fa-79e8-445a-abb0-b85555e22e6e will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:21.075595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-262c65ca-cfe4-420c-8fae-0df85e92f8bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:21.077028 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-262c65ca-cfe4-420c-8fae-0df85e92f8bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=840c8e41-293c-4f9b-baca-9e788fb51f98 HTTP/1.1" status: 200 len: 854 time: 0.1967185 Apr 05 20:42:21.098266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-32d789b5-68b3-4b68-9e06-6e98a098fa2f service neutron] 10.222.0.10 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915207 Apr 05 20:42:21.129379 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1345c856-e192-42a2-823e-2b682081261a'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37', 'status': 'completed', 'code': 200} Apr 05 20:42:21.179684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:21.194426 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:21.204364 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-38eff67c-1a18-4fcd-8f86-9b5b6e593425 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e013a7fd-ecf6-4369-a8c3-b542b5f275f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197002 Apr 05 20:42:21.256731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0dfb86-f644-44c0-8db1-95159aee7c52']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:21.390681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57350) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:21.456274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e7d4e-1d4c-4402-8aaf-43dcfc0fb3ea tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] Network f138b8a1-7a6c-46a6-84bd-e32491adab97 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:42:21.463587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f8860e0f-622a-489f-a68c-2c99a5d000b5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:21.613080 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:20Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:21.617942 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ff116-860f-4e6d-a600-d20f7597bb6b None None] The sync data for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 is: [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:20Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:42:21.629737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f8860e0f-622a-489f-a68c-2c99a5d000b5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:21.639265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f8860e0f-622a-489f-a68c-2c99a5d000b5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:21.639799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:21.717166 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3d9e7d4e-1d4c-4402-8aaf-43dcfc0fb3ea tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "POST /v2.0/agents/1c702909-9cf2-4e3c-81df-733d16d41caf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0125058 Apr 05 20:42:21.720188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57356) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:21.728188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4b16c-a112-427d-a58f-3f01144909cb None None] Network f138b8a1-7a6c-46a6-84bd-e32491adab97 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:21.800147 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-4877dca9-2fcf-427c-9886-ed2996c2b613 service neutron] 10.222.0.39 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716770 Apr 05 20:42:21.868468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92be06bf-76f2-49ca-9000-1984d267fc83') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:21.869033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92be06bf-76f2-49ca-9000-1984d267fc83') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:21.933259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.006604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-9701bb81-94ba-4275-9c59-d6be98d75543 service neutron] 10.222.0.10 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8763433 Apr 05 20:42:22.012322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Pushing event updated for resources: {'Port': ['ID=c56c62fa-79e8-445a-abb0-b85555e22e6e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:22.031302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.031805 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.119123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:22.119524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:22.139981 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:22.188956 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.193116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:22.207273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d108dafd09a474fb1ab92011e2ed55d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:22.212712 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7afe7d76-99b9-49b8-ad65-c4db78599c01 req-210a0cd5-3aaf-4ed6-b50a-0b7054111d1c service neutron] 10.222.0.39 "GET /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048605 Apr 05 20:42:22.234023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:22.241614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f8860e0f-622a-489f-a68c-2c99a5d000b5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f8860e0f-622a-489f-a68c-2c99a5d000b5,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:22.259021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:22.276697 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-318a24b4-6200-49e1-be3e-2d8dd8539e56 tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "GET /v2.0/agents/1c702909-9cf2-4e3c-81df-733d16d41caf/dhcp-networks HTTP/1.1" status: 200 len: 13130 time: 0.5542734 Apr 05 20:42:22.277834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57362) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:22.284294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eda07-cf14-4483-81f5-5546995bb7ed req-3747a155-c8f1-410c-8aea-8288e3d7f8d5 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.291424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b0eda07-cf14-4483-81f5-5546995bb7ed req-3747a155-c8f1-410c-8aea-8288e3d7f8d5 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 944 time: 0.9325545 Apr 05 20:42:22.322271 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.342697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80278308-2b7c-4ae7-906b-9194a8d7cd16 req-08aae420-bc44-4495-ac24-2c11d7b74ae7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6302 time: 1.1586430 Apr 05 20:42:22.387727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Attempting to bind port c56c62fa-79e8-445a-abb0-b85555e22e6e on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:22.388700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Attempting to bind port c56c62fa-79e8-445a-abb0-b85555e22e6e by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:22.389370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Attempting to bind port c56c62fa-79e8-445a-abb0-b85555e22e6e on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:22.479128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f8860e0f-622a-489f-a68c-2c99a5d000b5,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:22.496933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.520298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Router 2c74c908-fb0a-4234-8b1b-de15944da823 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:42:22.537241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Port c56c62fa-79e8-445a-abb0-b85555e22e6e on network 69e6f851-b560-4ccf-95d3-1940711bce45 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:22.537241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Attempting to bind port c56c62fa-79e8-445a-abb0-b85555e22e6e on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:22.547841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.553308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.613760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b0eda07-cf14-4483-81f5-5546995bb7ed req-f6a906f9-6dd3-4fea-9514-b3d61e75cf2f tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212080 Apr 05 20:42:22.624433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0dfb86-f644-44c0-8db1-95159aee7c52,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:22.640756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:22.641141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Checking segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:22.641595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Bound using segment: {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:22.642130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Bound port: c56c62fa-79e8-445a-abb0-b85555e22e6e, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b53d463-dc36-4684-9cd7-70bc7f8687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:22.642574 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.702161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.731065 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6aaa5180-0575-454e-a312-14647e75e42f tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "DELETE /v2.0/agents/1c702909-9cf2-4e3c-81df-733d16d41caf/dhcp-networks/f138b8a1-7a6c-46a6-84bd-e32491adab97 HTTP/1.1" status: 204 len: 168 time: 0.4487786 Apr 05 20:42:22.738238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:22.779837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ec21ae4c-cd74-49a9-83a9-c91229ebdcfc admin admin] 10.222.0.10 "DELETE /v2.0/networks/8f0dfb86-f644-44c0-8db1-95159aee7c52 HTTP/1.1" status: 204 len: 168 time: 2.7261620 Apr 05 20:42:22.781136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a69b56-e7fe-4b53-9419-c181e4c98390 req-027fe093-7768-4fad-a471-bd8a8e79bc0c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 210 time: 0.1005275 Apr 05 20:42:22.793398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80278308-2b7c-4ae7-906b-9194a8d7cd16 req-92c4634a-6424-44b5-a515-33c2c2d5f5eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.793769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80278308-2b7c-4ae7-906b-9194a8d7cd16 req-92c4634a-6424-44b5-a515-33c2c2d5f5eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.793900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d1554e-a87b-4c36-b7d0-0f199f1aacb3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:22.794679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80278308-2b7c-4ae7-906b-9194a8d7cd16 req-92c4634a-6424-44b5-a515-33c2c2d5f5eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.796396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80278308-2b7c-4ae7-906b-9194a8d7cd16 req-92c4634a-6424-44b5-a515-33c2c2d5f5eb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d154571a4f1d42e59d31180387faa5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4436095 Apr 05 20:42:22.802082 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4d929488-61df-44c1-8541-016ad4538de7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d108dafd09a474fb1ab92011e2ed55d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3630710 Apr 05 20:42:22.806156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57380) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:22.942921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.946649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.950472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.955139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.959125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.962948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.967277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.969138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-0ef495a5-7d11-4199-aefd-6857e4137064 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5397 time: 0.4056041 Apr 05 20:42:22.976530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] For port c56c62fa-79e8-445a-abb0-b85555e22e6e, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:23.007487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-932d647d-77d9-4608-b57a-6de583750654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.012441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] For port c56c62fa-79e8-445a-abb0-b85555e22e6e, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:23.059104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80278308-2b7c-4ae7-906b-9194a8d7cd16 req-de751a44-f920-4db5-b465-15b9b98d5b61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:23.060593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80278308-2b7c-4ae7-906b-9194a8d7cd16 req-de751a44-f920-4db5-b465-15b9b98d5b61 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2524612 Apr 05 20:42:23.067647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bf5aa1e5-4bd1-493e-a444-b33eee3e37c9 tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "GET /v2.0/agents/1c702909-9cf2-4e3c-81df-733d16d41caf/dhcp-networks HTTP/1.1" status: 200 len: 11659 time: 0.3280160 Apr 05 20:42:23.073365 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-932d647d-77d9-4608-b57a-6de583750654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.077610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c9ec7f9-5f55-4fd9-8bf0-ee627de78a0c req-2c38db3a-1624-40e3-8766-13d6ecb4e2ef tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976961 Apr 05 20:42:23.078261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57386) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.095293 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.138602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:42:23.147869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] Sync routers for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:42:23.163281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:23.164119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:23.172520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57390) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.194042 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cfb428e7-2208-4616-9b56-3ee18501e881 admin admin] 10.222.0.10 "PUT /v2.0/routers/2c74c908-fb0a-4234-8b1b-de15944da823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9896538 Apr 05 20:42:23.196877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57394) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.214794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Pushing event updated for resources: {'Port': ['ID=c56c62fa-79e8-445a-abb0-b85555e22e6e,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:23.226879 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.228466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-af4d749c-0a3c-43cb-bc27-bbdfecf65207 service neutron] 10.222.0.23 "PUT /v2.0/ports/c56c62fa-79e8-445a-abb0-b85555e22e6e HTTP/1.1" status: 200 len: 1091 time: 4.3283706 Apr 05 20:42:23.228899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:23.249944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9d6ba318-9068-4f70-ad8d-0ffee981fbb2 tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "GET /v2.0/networks/01605700-6b0a-49ab-87ab-5d25dbaa8ca7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1705112 Apr 05 20:42:23.255637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57402) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.296943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ccc20614-2268-4df0-850e-2b3a736cde3f tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "GET /v2.0/networks/01605700-6b0a-49ab-87ab-5d25dbaa8ca7/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0400441 Apr 05 20:42:23.303425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57406) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.339383 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f713ae80-5f67-416f-8ab2-d59958aeeca0'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e', 'status': 'completed', 'code': 200} Apr 05 20:42:23.352279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:23.455653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:23.457977 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-932d647d-77d9-4608-b57a-6de583750654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.460308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-932d647d-77d9-4608-b57a-6de583750654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.461606 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-932d647d-77d9-4608-b57a-6de583750654 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4d1554e-a87b-4c36-b7d0-0f199f1aacb3 HTTP/1.1" status: 204 len: 168 time: 0.6540160 Apr 05 20:42:23.498574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d647d-77d9-4608-b57a-6de583750654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d1554e-a87b-4c36-b7d0-0f199f1aacb3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:23.528017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-10d37c13-dd82-4f12-90e0-601907d37539 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98325b48f78f433f9dacd569718efdc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3521392 Apr 05 20:42:23.535781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57412) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.658977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f8860e0f-622a-489f-a68c-2c99a5d000b5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:23.682023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579e8084-2cb5-481a-88ae-f01a5a5858c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.697556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 867c4461-30c0-473c-a4ba-8fc2e7056895 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:42:23.724140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579e8084-2cb5-481a-88ae-f01a5a5858c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.767372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.774708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.126167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 867c4461-30c0-473c-a4ba-8fc2e7056895, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=867c4461-30c0-473c-a4ba-8fc2e7056895,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:24.168767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '867c4461-30c0-473c-a4ba-8fc2e7056895', 'network_id': 'e013a7fd-ecf6-4369-a8c3-b542b5f275f8', 'port_id': '867c4461-30c0-473c-a4ba-8fc2e7056895', 'mac_address': 'fa:16:3e:c9:c8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8e41-293c-4f9b-baca-9e788fb51f98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:24.170386 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579e8084-2cb5-481a-88ae-f01a5a5858c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.170942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b491a31-1d9f-46c4-a6df-f618b2b6cc4d req-d93a16ac-b5a4-41f2-812e-76417e84c3c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6344 time: 0.6791582 Apr 05 20:42:24.196664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2c3c593-acfe-40de-a479-903b4bfe0585 req-7482b8e1-8414-418a-bdd5-089ab4f8f2a2 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 210 time: 0.1665778 Apr 05 20:42:24.205842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e8084-2cb5-481a-88ae-f01a5a5858c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456696a-3c27-454d-ac6f-1b1d8ebcc18a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:24.268142 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.309262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579e8084-2cb5-481a-88ae-f01a5a5858c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.311452 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-579e8084-2cb5-481a-88ae-f01a5a5858c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8456696a-3c27-454d-ac6f-1b1d8ebcc18a HTTP/1.1" status: 204 len: 168 time: 0.7735732 Apr 05 20:42:24.345860 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eb458577-503d-441d-926c-3083e7ef7704 tempest-DHCPAgentSchedulersTestJSON-400223179 tempest-DHCPAgentSchedulersTestJSON-400223179-project-admin] 10.222.0.10 "GET /v2.0/agents/1c702909-9cf2-4e3c-81df-733d16d41caf/dhcp-networks HTTP/1.1" status: 200 len: 11659 time: 1.0412836 Apr 05 20:42:24.349660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57426) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:24.370031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f8860e0f-622a-489f-a68c-2c99a5d000b5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:24.370681 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.394422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.427599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Deleting port 54f70179-1e8c-46de-90e0-3213cb2e832a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:24.427949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.509515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:42:18Z', 'revision_number': 5, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port': {'id': '54f70179-1e8c-46de-90e0-3213cb2e832a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:32Z', 'updated_at': '2022-04-05T20:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:24.518092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] Checking router: 2c74c908-fb0a-4234-8b1b-de15944da823 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:42:24.520770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867c4461-30c0-473c-a4ba-8fc2e7056895 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:24.551494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 867c4461-30c0-473c-a4ba-8fc2e7056895, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=867c4461-30c0-473c-a4ba-8fc2e7056895,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:24.563034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] Routers {'2c74c908-fb0a-4234-8b1b-de15944da823'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:24.563034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c74c908-fb0a-4234-8b1b-de15944da823'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:24.651844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aa0a0-7e12-4750-b216-ea685c1c49be req-ce349e46-7ec2-44df-bba8-76f802ed86e1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.653295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d16aa0a0-7e12-4750-b216-ea685c1c49be req-ce349e46-7ec2-44df-bba8-76f802ed86e1 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 944 time: 0.6244209 Apr 05 20:42:24.658195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491a31-1d9f-46c4-a6df-f618b2b6cc4d req-d3852ea8-586f-49f3-be84-04a5e91bb00b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.658564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491a31-1d9f-46c4-a6df-f618b2b6cc4d req-d3852ea8-586f-49f3-be84-04a5e91bb00b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.658926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491a31-1d9f-46c4-a6df-f618b2b6cc4d req-d3852ea8-586f-49f3-be84-04a5e91bb00b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.660368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b491a31-1d9f-46c4-a6df-f618b2b6cc4d req-d3852ea8-586f-49f3-be84-04a5e91bb00b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d154571a4f1d42e59d31180387faa5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4609456 Apr 05 20:42:24.713384 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.788331 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.814485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57430) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:24.836857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=867c4461-30c0-473c-a4ba-8fc2e7056895,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:24.840577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] Set router 2c74c908-fb0a-4234-8b1b-de15944da823 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:24.851483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.852606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.856324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.860320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.864412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.869286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.873819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.877870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.879907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dad0564-a788-4729-aca6-028c644f1c93 req-c7bb079d-5d6a-4a6d-b2ce-709279489a04 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5397 time: 0.4612801 Apr 05 20:42:24.902923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d16aa0a0-7e12-4750-b216-ea685c1c49be req-ac3e6434-7d11-4870-8371-3c4c0ea357bc tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375250 Apr 05 20:42:24.990407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:42:24Z', 'revision_number': 6, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:24.999313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e10bc4b-55e4-40e9-909f-3528a6edae53 None None] The sync data for ids ['2c74c908-fb0a-4234-8b1b-de15944da823'] in n-d-836605-1 is: [{'id': '2c74c908-fb0a-4234-8b1b-de15944da823', 'name': 'tempest-ServerActionsTestJSON-1193415698-router', 'tenant_id': 'df176d4439164131ac58acc3a8187809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:29:29Z', 'updated_at': '2022-04-05T20:42:24Z', 'revision_number': 6, 'project_id': 'df176d4439164131ac58acc3a8187809', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:42:25.028925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:25.058295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Usage tracker for resource:security_group_rule and tenant:e3f55337b245482f83bcc0d1666c64dc is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:25.061338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dad0564-a788-4729-aca6-028c644f1c93 req-1d97c79b-42ef-4dcd-893e-6bed7b7c4a51 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655166 Apr 05 20:42:25.086402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491a31-1d9f-46c4-a6df-f618b2b6cc4d req-859189ed-e84e-47e7-8c6e-c29d037c0766 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:25.088280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b491a31-1d9f-46c4-a6df-f618b2b6cc4d req-859189ed-e84e-47e7-8c6e-c29d037c0766 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4206953 Apr 05 20:42:25.120909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:25.120909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.135496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:25.145756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Transition to ACTIVE for port object a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:25.148088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['867c4461-30c0-473c-a4ba-8fc2e7056895'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:42:25.157554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:25.169039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] For port 54f70179-1e8c-46de-90e0-3213cb2e832a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=54f70179-1e8c-46de-90e0-3213cb2e832a,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:25.169424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.240037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.316301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Calling delete_port for 54f70179-1e8c-46de-90e0-3213cb2e832a owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:25.366307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f138b8a1-7a6c-46a6-84bd-e32491adab97']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:25.439755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1639c793-ff42-48d6-b079-7d5e49c0c3fe no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:25.440064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b87b8ba-2649-4258-a085-c0124d939ba8') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:25.441400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b87b8ba-2649-4258-a085-c0124d939ba8') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:25.493105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.546071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 1639c793-ff42-48d6-b079-7d5e49c0c3fe {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:42:25.546469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1639c793-ff42-48d6-b079-7d5e49c0c3fe not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:25.552990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.566905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.584920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:25.586583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:25.601357 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:25.699932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.766559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b034d70f-1b2d-4d9d-99ef-dfd4818afe41 req-7db41c24-b346-48f6-abba-538fd843fe72 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 210 time: 0.1968527 Apr 05 20:42:25.831421 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.832393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:25.892060 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3f55337b245482f83bcc0d1666c64dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0733087 Apr 05 20:42:25.892060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.893520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57450) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:25.896965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.933014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-def73576-3a9a-4811-9364-24a1bf1c0835 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:25.935154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-def73576-3a9a-4811-9364-24a1bf1c0835 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.23 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 811 time: 0.6892524 Apr 05 20:42:25.951929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event deleted for resources: {'Network': ['ID=f138b8a1-7a6c-46a6-84bd-e32491adab97,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:25.973874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c1f51-65d1-40e1-9960-70ec56f9bea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb38f06-5e0b-40ac-a677-900c29862990,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:25.978130 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-29750909-2b03-4c0a-b5c1-e3fca794ef81 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "DELETE /v2.0/networks/f138b8a1-7a6c-46a6-84bd-e32491adab97 HTTP/1.1" status: 204 len: 168 time: 1.6254470 Apr 05 20:42:25.988302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57456) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:26.043040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-cb875149-06b2-45c3-8ad5-f5708b8b85b2 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b83352d11b4d35aba31747089aa265 HTTP/1.1" status: 200 len: 380 time: 0.0863514 Apr 05 20:42:26.048414 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-de36da72-56dc-4f0d-8063-2def0a29e26c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:26.050125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de36da72-56dc-4f0d-8063-2def0a29e26c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:26.054441 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-de36da72-56dc-4f0d-8063-2def0a29e26c tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "DELETE /v2.0/ports/0ffc2541-07f4-448c-a754-38bfe18e4ec0 HTTP/1.1" status: 404 len: 333 time: 0.0648792 Apr 05 20:42:26.054743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'port': {'device_id': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'admin_state_up': True, 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'security_groups': ['276af79e-1d1f-4e37-ae7b-017d2b20bb1b']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:26.060336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57462) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:26.079273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Attempting to bind port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:26.079610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Attempting to bind port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:26.079936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Attempting to bind port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 on network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:26.125291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.142418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 on network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:26.143143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Attempting to bind port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 on network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:26.207033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26e08d6c-7f53-4e3e-b0b2-50f14d3314d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.219840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:26.221270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Checking segment: {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:26.223140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Bound using segment: {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:26.223666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Bound port: a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:26.225121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.287013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Pushing event deleted for resources: {'Port': ['ID=54f70179-1e8c-46de-90e0-3213cb2e832a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:26.526992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26e08d6c-7f53-4e3e-b0b2-50f14d3314d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.530950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Deleting subnet d94fa1dd-f69c-49cc-a8ea-674636ad4aec {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:42:26.586383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.624899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:26.637313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:port and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:26.645108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:26.657805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:26.662449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] For port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:26.674562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060d971-dbf1-450a-a621-fba88e9417e0 req-d226380e-7be6-4f5d-9ca7-54d452813590 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.674562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f060d971-dbf1-450a-a621-fba88e9417e0 req-d226380e-7be6-4f5d-9ca7-54d452813590 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 945 time: 0.5230303 Apr 05 20:42:26.677988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] For port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:26.710772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.719742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.723676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.727577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.731582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.735434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.739362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.743986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:26.745404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-e38180e7-e574-4522-af87-54fcc953b837 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5409 time: 0.4802599 Apr 05 20:42:26.749510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.769914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.811394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Made reservation on behalf of 59b83352d11b4d35aba31747089aa265 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:26.814161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.857393 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26e08d6c-7f53-4e3e-b0b2-50f14d3314d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.893865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f060d971-dbf1-450a-a621-fba88e9417e0 req-397bedbd-d5f8-4f70-890f-374ade8d6eea tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081137 Apr 05 20:42:26.910773 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.912120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] 10.222.0.23 "PUT /v2.0/ports/a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 HTTP/1.1" status: 200 len: 1091 time: 3.5699608 Apr 05 20:42:26.912565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:26.971593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e08d6c-7f53-4e3e-b0b2-50f14d3314d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb38f06-5e0b-40ac-a677-900c29862990,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:27.011690 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26e08d6c-7f53-4e3e-b0b2-50f14d3314d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.016317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-26e08d6c-7f53-4e3e-b0b2-50f14d3314d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebb38f06-5e0b-40ac-a677-900c29862990 HTTP/1.1" status: 204 len: 168 time: 1.1185591 Apr 05 20:42:27.029851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c8edfd7-033d-410c-b161-9eb13bc17dbf req-05ae9419-73b6-4e5c-9f76-0930fce4cb14 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2761612 Apr 05 20:42:27.036499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.061840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.147331 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.191200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f71778-d06a-4975-ac07-3ba0c71a4335 service neutron] Pushing event updated for resources: {'Port': ['ID=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:27.210854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Request body: {'port': {'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:27.269435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.269967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c74c908-fb0a-4234-8b1b-de15944da823 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:42:27.295772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.300811 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ca5f6fe-a99b-400e-93d0-2c89ffa67aba admin admin] 10.222.0.10 "DELETE /v2.0/routers/2c74c908-fb0a-4234-8b1b-de15944da823 HTTP/1.1" status: 204 len: 168 time: 4.1028330 Apr 05 20:42:27.301596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57482) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:27.340510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5495bbaa-fba6-4f63-8e65-3dee19ee64b6 req-e0d5281b-badc-49fa-a58d-9a49f6570ccb tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 210 time: 0.0983491 Apr 05 20:42:27.395926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.411122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-9b2f487a-d78b-4d7b-a0b7-add4cd437eca tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=02cb8c21b6ab42f3b76f8e2131652dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557449 Apr 05 20:42:27.432855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 54f70179-1e8c-46de-90e0-3213cb2e832a no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:27.447267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Allocated IP 172.20.0.3 (a209d3f0-b675-451a-bb10-459a1e6ae7fa/6487c229-6f16-4903-b241-65343db17771/3f743681-65aa-486c-9609-358c755f7152) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:27.471510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 54f70179-1e8c-46de-90e0-3213cb2e832a {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:42:27.471947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 54f70179-1e8c-46de-90e0-3213cb2e832a not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:27.475003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event deleted for resources: {'Subnet': ['ID=d94fa1dd-f69c-49cc-a8ea-674636ad4aec,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:27.482723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.488184 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "DELETE /v2.0/subnets/d94fa1dd-f69c-49cc-a8ea-674636ad4aec HTTP/1.1" status: 204 len: 168 time: 1.4255643 Apr 05 20:42:27.492325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477ab6d-92d5-4e9b-a5bb-5bca95250a44 None None] Network 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:27.498664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.498664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.498664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.498919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.499256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.499593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.500108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.500492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.500820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.501167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.501487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c42c13-547c-4632-81cd-a9db6f97f403 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:27.511690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57488) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:27.538855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] Deleting subnet a5b68241-c312-4340-9158-5ed180b9be3a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:42:27.547247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.560159 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1830992b-5bea-4e15-824b-93cda1892383'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9', 'status': 'completed', 'code': 200} Apr 05 20:42:27.593272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 867c4461-30c0-473c-a4ba-8fc2e7056895 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:27.620135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.747107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.818074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.864321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-3188652f-7382-4fab-bd42-08f9c003a649 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:27.865850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-3188652f-7382-4fab-bd42-08f9c003a649 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4202745 Apr 05 20:42:27.873421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 867c4461-30c0-473c-a4ba-8fc2e7056895 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:27.883438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Deleting port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:27.884035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.908535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 867c4461-30c0-473c-a4ba-8fc2e7056895 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:27.908989 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.958888 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-08e9e759-3201-4aef-87c4-b52ddda6161a req-b974f029-2c8b-4973-91d7-045c6ec74638 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6411 time: 0.4161499 Apr 05 20:42:27.965581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] DHCP port deletion for 01605700-6b0a-49ab-87ab-5d25dbaa8ca7 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:42:28.011602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-7150ca14-db1c-425d-957d-2c6f6326e379 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/quotas/02cb8c21b6ab42f3b76f8e2131652dfd HTTP/1.1" status: 200 len: 375 time: 0.1347189 Apr 05 20:42:28.037814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] Deleting port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:28.038232 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.103520 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.105902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.185683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-a38412ce-2931-4691-a2af-71fe85d00668 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=02cb8c21b6ab42f3b76f8e2131652dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1580946 Apr 05 20:42:28.331152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Transition to ACTIVE for port object 3f743681-65aa-486c-9609-358c755f7152 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:28.363163 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.417320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] For port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,segment=NetworkSegment(f25aeb42-ed98-4db9-a6df-246969077ae7),segment_id=f25aeb42-ed98-4db9-a6df-246969077ae7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:28.417997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.431159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2183d96a-f492-47e8-8eea-6578b1cce380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c4461-30c0-473c-a4ba-8fc2e7056895'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:28.479980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ee10-f729-4349-972c-3930a5498a59 req-3effc9b8-dc16-4596-8cb5-997e4655eb42 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:28.479980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f4ee10-f729-4349-972c-3930a5498a59 req-3effc9b8-dc16-4596-8cb5-997e4655eb42 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 945 time: 0.3078361 Apr 05 20:42:28.512194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e759-3201-4aef-87c4-b52ddda6161a req-61d4f696-5ef7-423c-b33e-18a1064d740f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:28.512825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e759-3201-4aef-87c4-b52ddda6161a req-61d4f696-5ef7-423c-b33e-18a1064d740f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:28.512825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e759-3201-4aef-87c4-b52ddda6161a req-61d4f696-5ef7-423c-b33e-18a1064d740f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:28.514395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-08e9e759-3201-4aef-87c4-b52ddda6161a req-61d4f696-5ef7-423c-b33e-18a1064d740f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d154571a4f1d42e59d31180387faa5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5417078 Apr 05 20:42:28.518080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a29280-443b-47f9-b95a-121d7f544f9d {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:28.559316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.559316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.648396 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.664065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'Port': ['ID=3f743681-65aa-486c-9609-358c755f7152,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:28.687997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] For port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,segment=NetworkSegment(f25aeb42-ed98-4db9-a6df-246969077ae7),segment_id=f25aeb42-ed98-4db9-a6df-246969077ae7)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:28.687997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.699384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Transition to ACTIVE for port object 67a29280-443b-47f9-b95a-121d7f544f9d will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:28.717226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:28.717620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] Calling delete_port for ea93ed74-6d9a-44f9-ab02-cb412c0de8fe owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:28.728599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b68241-c312-4340-9158-5ed180b9be3a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:28.740162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f4ee10-f729-4349-972c-3930a5498a59 req-f11de34f-6dd4-464a-8118-23897f1cd203 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550962 Apr 05 20:42:28.741736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:28.758989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:28.848304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 867c4461-30c0-473c-a4ba-8fc2e7056895, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=867c4461-30c0-473c-a4ba-8fc2e7056895,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:28.864842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.930944 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.966889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Calling delete_port for ea93ed74-6d9a-44f9-ab02-cb412c0de8fe owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:28.992925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.046625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] No DVR routers for this DVR port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:29.057553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=867c4461-30c0-473c-a4ba-8fc2e7056895,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:29.068157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:29.068689 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:29.082276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.082620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.083137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.083618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.084266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.084744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.085990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.086378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.086717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.087034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.087449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:29.127146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.161890 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f95731ef-9574-461e-9f69-a32df6a050de admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a5b68241-c312-4340-9158-5ed180b9be3a HTTP/1.1" status: 204 len: 168 time: 1.8591383 Apr 05 20:42:29.167515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57526) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:29.167647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2428b7b-18ca-4647-91bd-e2a7a0726044 None None] Network 085ac82a-4593-4f2f-b6e0-e1591b49614b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:29.172755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9e759-3201-4aef-87c4-b52ddda6161a req-1ab0b9ff-1ac3-4ba8-9230-8ee723f6419c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.174490 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-08e9e759-3201-4aef-87c4-b52ddda6161a req-1ab0b9ff-1ac3-4ba8-9230-8ee723f6419c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6521883 Apr 05 20:42:29.218772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096226a-bf23-4e9d-8f68-5344c96ae937 None None] Pushing event deleted for resources: {'Port': ['ID=ea93ed74-6d9a-44f9-ab02-cb412c0de8fe,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:29.246021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.246630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.353383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.390791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Deleting port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:29.391603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.415494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Pushing event updated for resources: {'Port': ['ID=67a29280-443b-47f9-b95a-121d7f544f9d,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:29.472049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea93ed74-6d9a-44f9-ab02-cb412c0de8fe no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:29.476747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5c7f0544-fbac-48c0-82a7-c5d3be2e795d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4259167 Apr 05 20:42:29.496373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Request body: {'port': {'device_id': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:29.516119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ea93ed74-6d9a-44f9-ab02-cb412c0de8fe {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:42:29.520543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea93ed74-6d9a-44f9-ab02-cb412c0de8fe not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:29.610188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Deleting port ea93ed74-6d9a-44f9-ab02-cb412c0de8fe {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:29.610711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.696512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5d23c3d6-204f-456d-9328-69295935e2f7 None None] Provisioning for port 3f743681-65aa-486c-9609-358c755f7152 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:29.707765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5d23c3d6-204f-456d-9328-69295935e2f7 None None] Provisioning complete for port 3f743681-65aa-486c-9609-358c755f7152 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:29.708738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.709872 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5d23c3d6-204f-456d-9328-69295935e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.710830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] The port 'ea93ed74-6d9a-44f9-ab02-cb412c0de8fe' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:42:29.712670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.728922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.733730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.737814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.742082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.746217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.749392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-94df7f34-6c58-4c46-ad32-f1cc567a28d8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.9087129 Apr 05 20:42:29.779033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] DHCP port deletion for 085ac82a-4593-4f2f-b6e0-e1591b49614b request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:42:29.789168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] Deleting port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:29.789689 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.826598 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5d23c3d6-204f-456d-9328-69295935e2f7 None None] Port 3f743681-65aa-486c-9609-358c755f7152 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:29.846900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] For port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:29.847501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.851987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5158-a023-46d6-964a-9ce0b64828a0 req-1680ae9a-0058-4669-b7e7-23f0fd49efd0 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.853095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b3af5158-a023-46d6-964a-9ce0b64828a0 req-1680ae9a-0058-4669-b7e7-23f0fd49efd0 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Synchronizing usage tracker for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:29.929794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f45cf282-f7ba-4a46-ac88-454965439c09 req-ecf9bdaa-4ece-44ef-b4ef-429dce954c9c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410077 Apr 05 20:42:29.945762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.043794 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.060407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Calling delete_port for 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:30.068520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Attempting to bind port 67a29280-443b-47f9-b95a-121d7f544f9d on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:30.068863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Attempting to bind port 67a29280-443b-47f9-b95a-121d7f544f9d by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:30.069233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Attempting to bind port 67a29280-443b-47f9-b95a-121d7f544f9d on network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:30.085942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b3af5158-a023-46d6-964a-9ce0b64828a0 req-1680ae9a-0058-4669-b7e7-23f0fd49efd0 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Unset dirty status for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:30.086911 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d763bdb-178f-401b-827c-b65a18dc46c6'] response: {'server_uuid': '2183d96a-f492-47e8-8eea-6578b1cce380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867c4461-30c0-473c-a4ba-8fc2e7056895', 'code': 200} Apr 05 20:42:30.092898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3af5158-a023-46d6-964a-9ce0b64828a0 req-1680ae9a-0058-4669-b7e7-23f0fd49efd0 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 931 time: 0.9418466 Apr 05 20:42:30.098149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] For port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,segment=NetworkSegment(8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6),segment_id=8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:30.098884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.124792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Port 67a29280-443b-47f9-b95a-121d7f544f9d on network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:30.125422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Attempting to bind port 67a29280-443b-47f9-b95a-121d7f544f9d on network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:30.139900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01605700-6b0a-49ab-87ab-5d25dbaa8ca7']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:30.163138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25aeb42-ed98-4db9-a6df-246969077ae7') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:30.163649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25aeb42-ed98-4db9-a6df-246969077ae7') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:30.179922 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.182985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:30.183328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Checking segment: {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:30.183817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Bound using segment: {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:30.184261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Bound port: 67a29280-443b-47f9-b95a-121d7f544f9d, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810c6b54-e9b3-400a-9c08-4c847f6d2773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:30.184637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.206896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.214243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:30.214884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.240152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3af5158-a023-46d6-964a-9ce0b64828a0 req-d22ed877-5b54-4896-9272-50004894003b tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443527 Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:30.349942 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:30.386970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] Calling delete_port for 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:30.459980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.465522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.485679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54bc291a-494b-4955-bd4d-e3068ed77102 req-e1350fb2-c77c-4516-b2eb-6448832eb5e9 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 210 time: 0.1223247 Apr 05 20:42:30.607388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.614885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] 10.222.0.10 "DELETE /v2.0/networks/01605700-6b0a-49ab-87ab-5d25dbaa8ca7 HTTP/1.1" status: 204 len: 168 time: 3.1019037 Apr 05 20:42:30.623507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f4d0c-6883-4473-b146-feb486a0c851 tempest-DHCPAgentSchedulersTestJSON-1126632041 tempest-DHCPAgentSchedulersTestJSON-1126632041-project] Pushing event deleted for resources: {'Network': ['ID=01605700-6b0a-49ab-87ab-5d25dbaa8ca7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:30.664849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:30.665402 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:30.672420 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-265fcc12-0ddb-4137-8946-309676b1841e req-f261ac39-8783-4dea-a380-61d76cfe4ea6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 1097 time: 0.3160799 Apr 05 20:42:30.688100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] For port 67a29280-443b-47f9-b95a-121d7f544f9d, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:30.703892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] For port 67a29280-443b-47f9-b95a-121d7f544f9d, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=67a29280-443b-47f9-b95a-121d7f544f9d,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:30.704717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] Pushing event deleted for resources: {'Port': ['ID=6262f13b-2dc7-4702-84ac-7ad12d8a14a1,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:30.718319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febbe40-2b48-4809-96b8-62a8fa9f7edd None None] No DVR routers for this DVR port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:30.744149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51fd31-72f7-47ff-941c-53e5c45f5c01 req-386abe53-cde4-412b-a1c5-90c6ace4bb09 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:30.757228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be51fd31-72f7-47ff-941c-53e5c45f5c01 req-386abe53-cde4-412b-a1c5-90c6ace4bb09 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.2478230 Apr 05 20:42:30.792517 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-265fcc12-0ddb-4137-8946-309676b1841e req-b532aa93-a0e0-4721-ae50-64f2f6bb7121 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057687 Apr 05 20:42:30.803682 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.933929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.936354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] 10.222.0.23 "PUT /v2.0/ports/67a29280-443b-47f9-b95a-121d7f544f9d HTTP/1.1" status: 200 len: 1091 time: 3.7295227 Apr 05 20:42:30.948858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:30.963526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be51fd31-72f7-47ff-941c-53e5c45f5c01 req-27ad830e-3597-4ce9-b2d8-d47de062dcec tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054141 Apr 05 20:42:30.976464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f743681-65aa-486c-9609-358c755f7152 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:30.987596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.995727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad816ed6-bb35-4272-9be9-f19a6ef89f6d service neutron] Pushing event updated for resources: {'Port': ['ID=67a29280-443b-47f9-b95a-121d7f544f9d,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:31.034372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Transition to ACTIVE for port object 3f743681-65aa-486c-9609-358c755f7152 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:31.055171 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed4fabb-7a85-4b49-9eef-80afb43f87a5'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d', 'status': 'completed', 'code': 200} Apr 05 20:42:31.120836 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.148364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57556) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:31.168169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Deleting port 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:31.168169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.360026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] The port '6262f13b-2dc7-4702-84ac-7ad12d8a14a1' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:42:31.471814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57566) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:31.499740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:31.519425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Pushing event updated for resources: {'Port': ['ID=3f743681-65aa-486c-9609-358c755f7152,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:31.566849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:42:31.566849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6262f13b-2dc7-4702-84ac-7ad12d8a14a1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:31.666420 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.707986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085ac82a-4593-4f2f-b6e0-e1591b49614b']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:31.756094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:31.756499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4b8a36-8e5a-4fd4-93c3-5439af8e98d6') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:31.777170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-328711622', 'router:external': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:31.783046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:31.787269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:network and tenant:414a6f1903e743d8b2338fb4d9f5f5ba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:31.790661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:31.799901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:31.812874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.854650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.867658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:31.868067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:31.886642 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:31.892611 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b1690b6d-8ccc-4975-939d-fad48b00a170 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27ff80e7d015448ea689d80c6ac5738f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3752291 Apr 05 20:42:31.903626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57574) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:31.937883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bf10b0-1e52-4cc8-a8d7-aa5b6b10319a req-53295633-beda-438e-b732-bb196a9e8366 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6478 time: 0.8536847 Apr 05 20:42:31.951613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.955606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.959560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.963709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.967815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.973448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Made reservation on behalf of 414a6f1903e743d8b2338fb4d9f5f5ba for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:31.973448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.973707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.975466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.977446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-741da34d-7ce6-4dd6-aab2-daad4b686a03 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.6737635 Apr 05 20:42:32.002713 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-af2e8022-c287-4639-9d7e-398d3af48073 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=02cb8c21b6ab42f3b76f8e2131652dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586383 Apr 05 20:42:32.006881 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.050664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a57195-cfcf-4d9f-a81f-402e1c523d51 req-199ff8ae-6b1b-4504-bc2d-63b701b7df38 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.052112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5a57195-cfcf-4d9f-a81f-402e1c523d51 req-199ff8ae-6b1b-4504-bc2d-63b701b7df38 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 943 time: 0.5309062 Apr 05 20:42:32.126597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.149077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.163194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Attempting to bind port 3f743681-65aa-486c-9609-358c755f7152 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:32.163548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Attempting to bind port 3f743681-65aa-486c-9609-358c755f7152 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:32.163863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Attempting to bind port 3f743681-65aa-486c-9609-358c755f7152 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:32.167054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:32.173156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] Pushing event deleted for resources: {'Network': ['ID=085ac82a-4593-4f2f-b6e0-e1591b49614b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:32.188761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:security_group_rule and tenant:414a6f1903e743d8b2338fb4d9f5f5ba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:32.199372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:32.212364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:32.244132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-960cf266-e9ac-4a61-929e-465d91b1a681 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.244884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Port 3f743681-65aa-486c-9609-358c755f7152 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:32.245244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Attempting to bind port 3f743681-65aa-486c-9609-358c755f7152 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:32.246207 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-960cf266-e9ac-4a61-929e-465d91b1a681 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297122 Apr 05 20:42:32.265388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93099c2a-e737-428b-8caf-bf3c6b721886 req-4c79b1f9-c30c-4315-95d2-2d06488f1b1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510264 Apr 05 20:42:32.266015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e59769e1-667d-4798-bea5-8c8f1b766a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.290645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Request body: {'port': {'device_id': '87323352-3bce-4a9f-9f6d-76052115bff4', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '02cb8c21b6ab42f3b76f8e2131652dfd'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:32.299512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5a57195-cfcf-4d9f-a81f-402e1c523d51 req-4d4211ed-0416-45aa-b243-207f6436b08f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836331 Apr 05 20:42:32.303110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:32.303388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Checking segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:32.303787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Bound using segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:32.304223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Bound port: 3f743681-65aa-486c-9609-358c755f7152, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:32.304570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.323283 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9d574181-af14-4931-93cf-4c4d2d33adeb admin admin] 10.222.0.10 "DELETE /v2.0/networks/085ac82a-4593-4f2f-b6e0-e1591b49614b HTTP/1.1" status: 204 len: 168 time: 3.1568213 Apr 05 20:42:32.381548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf10b0-1e52-4cc8-a8d7-aa5b6b10319a req-56e598c2-0331-4444-a627-07f3cf22c241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.381958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf10b0-1e52-4cc8-a8d7-aa5b6b10319a req-56e598c2-0331-4444-a627-07f3cf22c241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.382330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf10b0-1e52-4cc8-a8d7-aa5b6b10319a req-56e598c2-0331-4444-a627-07f3cf22c241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.384033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bf10b0-1e52-4cc8-a8d7-aa5b6b10319a req-56e598c2-0331-4444-a627-07f3cf22c241 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d154571a4f1d42e59d31180387faa5a2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3998802 Apr 05 20:42:32.385969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e59769e1-667d-4798-bea5-8c8f1b766a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.468835 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:42:32.510154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.560465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:32.564564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Usage tracker for resource:port and tenant:02cb8c21b6ab42f3b76f8e2131652dfd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:32.568059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:32.575254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:32.775319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22b2e766-4336-471f-b325-d20fad424ae9 req-0820dd7d-42f0-4ece-bb2b-788b44979df1 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 210 time: 0.1841059 Apr 05 20:42:32.787774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] For port 3f743681-65aa-486c-9609-358c755f7152, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:32.800232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf10b0-1e52-4cc8-a8d7-aa5b6b10319a req-94f55507-6367-4ca6-b185-0e71e496e764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.801895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2bf10b0-1e52-4cc8-a8d7-aa5b6b10319a req-94f55507-6367-4ca6-b185-0e71e496e764 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3851078 Apr 05 20:42:32.805570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] For port 3f743681-65aa-486c-9609-358c755f7152, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3f743681-65aa-486c-9609-358c755f7152,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:32.826982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6daef-818e-478e-83c0-2ad41772c97e req-84365e32-8d41-40ce-a261-b5fe5c6b4146 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.826982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43d6daef-818e-478e-83c0-2ad41772c97e req-84365e32-8d41-40ce-a261-b5fe5c6b4146 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.2523859 Apr 05 20:42:32.916607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43d6daef-818e-478e-83c0-2ad41772c97e req-7600ad9a-dc61-4832-985e-ae927f1ce072 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 Apr 05 20:42:32.939612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-8d3d9430-93d9-441f-8486-05e47ec677d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6478 time: 0.0991478 Apr 05 20:42:32.987335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.998165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Made reservation on behalf of 02cb8c21b6ab42f3b76f8e2131652dfd for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:32.999889 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.001619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.003419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e59769e1-667d-4798-bea5-8c8f1b766a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.027334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.056715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af3c855-78cd-4047-a00d-fe8e4c8ede54,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:33.071471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c273c08d-e911-49ea-972d-19c96bad1e8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a HTTP/1.1" status: 200 len: 217 time: 0.1243694 Apr 05 20:42:33.073126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59769e1-667d-4798-bea5-8c8f1b766a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7d4b70-1852-45fc-aa5d-708083c23b0e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:33.088220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:33.093139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:42:33.099295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Usage tracker for resource:security_group_rule and tenant:02cb8c21b6ab42f3b76f8e2131652dfd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:33.104279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:33.113712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:33.115907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.116250 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Added segment f7034b27-bbde-475d-8599-8d672a7de953 of type vlan for network c11d0b61-d823-4f19-9017-efec8cc6d776 Apr 05 20:42:33.131435 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e59769e1-667d-4798-bea5-8c8f1b766a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.132521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e59769e1-667d-4798-bea5-8c8f1b766a23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb7d4b70-1852-45fc-aa5d-708083c23b0e HTTP/1.1" status: 204 len: 168 time: 1.2273135 Apr 05 20:42:33.143206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.144534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] 10.222.0.23 "PUT /v2.0/ports/3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 1091 time: 3.6526232 Apr 05 20:42:33.145091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'tag': '3f743681-65aa-486c-9609-358c755f7152'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:33.182648 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.192128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-37de7204-9067-4bc3-8425-442cfd60a4c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:33.193967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-37de7204-9067-4bc3-8425-442cfd60a4c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a4a761c-a67f-49e2-8c51-7476ce222383 HTTP/1.1" status: 200 len: 849 time: 0.1138246 Apr 05 20:42:33.236929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57586) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:33.268293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc835dc-0804-40db-b2b4-e6c79cd6cddb service neutron] Pushing event updated for resources: {'Port': ['ID=3f743681-65aa-486c-9609-358c755f7152,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:33.352872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-4ad3c405-04c3-40f5-8e66-b7d99f07dcab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d650b792-245a-4a76-b86a-f727bb63dca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509523 Apr 05 20:42:33.399914 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-09c0ff14-6d9d-48f5-adbe-e7ec88efb7df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df176d4439164131ac58acc3a8187809&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1606221 Apr 05 20:42:33.407391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:33.445264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.499528 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d76930-48c1-45fa-ac33-300e006dd8d2'] response: {'name': 'network-changed', 'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'tag': '3f743681-65aa-486c-9609-358c755f7152', 'status': 'completed', 'code': 200} Apr 05 20:42:33.523134 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-823da29d-58b4-4752-91e8-bcc6829d97da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.558788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-823da29d-58b4-4752-91e8-bcc6829d97da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.569652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.571295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:33.572087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.612821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.706707 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.771185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-61fc8745-742b-44f6-b210-3cc8df3026a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1094 time: 0.3577707 Apr 05 20:42:33.779193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-fd250ee9-7bd0-4410-b94e-edb9bc990517 service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190946 Apr 05 20:42:33.792142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Network': ['ID=c11d0b61-d823-4f19-9017-efec8cc6d776,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:33.808610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e090fdd7-c620-4d7a-8b22-f661730807b1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:33.811566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network c11d0b61-d823-4f19-9017-efec8cc6d776 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:42:33.900821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Allocated IP 192.168.233.145 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/8ace6a77-e2b4-49bc-9e07-5d6623518853) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:33.933187 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d95c4a22-db05-46bd-b90a-eb7dcd155e15 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7835748 Apr 05 20:42:33.944270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57604) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:33.950987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-823da29d-58b4-4752-91e8-bcc6829d97da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.959417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'subnet': {'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:33.983920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:33.992807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823da29d-58b4-4752-91e8-bcc6829d97da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be09d7-baff-4801-a7da-a7ee7ab30b0b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:33.998428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:subnet and tenant:414a6f1903e743d8b2338fb4d9f5f5ba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:34.017557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:34.073117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-f9c31bf9-9d22-43a8-af60-e52561c7c211 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 217 time: 0.2922616 Apr 05 20:42:34.082854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:34.105660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-823da29d-58b4-4752-91e8-bcc6829d97da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.107336 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-823da29d-58b4-4752-91e8-bcc6829d97da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98be09d7-baff-4801-a7da-a7ee7ab30b0b HTTP/1.1" status: 204 len: 168 time: 0.6937449 Apr 05 20:42:34.139435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.143676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.147454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.154101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.155316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.159148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.163023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.171342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-a2f3a5da-e5f5-4953-8d7a-e6d88c3f7981 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.5723794 Apr 05 20:42:34.178024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b1eb-7eb3-41f9-acbc-d925c5a2f241 req-28106280-7327-4238-8271-d9a107967c82 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.184470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2485b1eb-7eb3-41f9-acbc-d925c5a2f241 req-28106280-7327-4238-8271-d9a107967c82 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 943 time: 0.5709407 Apr 05 20:42:34.188428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Made reservation on behalf of 414a6f1903e743d8b2338fb4d9f5f5ba for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:34.191125 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.289566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57612) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:34.301438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-cc9fd618-c0a6-4f4e-88c4-d7457741f879 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.303030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-cc9fd618-c0a6-4f4e-88c4-d7457741f879 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.2201831 Apr 05 20:42:34.329677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-0d226ac6-e06a-4804-b68d-ef97ec4b335b service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920378 Apr 05 20:42:34.376626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.417796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Transition to ACTIVE for port object 8ace6a77-e2b4-49bc-9e07-5d6623518853 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:34.432243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.442464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc38a97d-7716-46d4-a7bf-7e1f777e40ec req-c3aff772-3909-4bd4-9fb4-3da1d9366984 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2702844 Apr 05 20:42:34.473623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2485b1eb-7eb3-41f9-acbc-d925c5a2f241 req-a46ce7e4-456f-4663-9f8f-2719ea39281d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609870 Apr 05 20:42:34.488926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-adaa6369-d685-45e0-97ad-dde57ddf1973 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 217 time: 0.1187763 Apr 05 20:42:34.565823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.649329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:34.655329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-d2883fef-14c9-4b68-aa5e-c3c455f7847d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.657133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-d2883fef-14c9-4b68-aa5e-c3c455f7847d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.1273117 Apr 05 20:42:34.660904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Usage tracker for resource:security_group_rule and tenant:70b022819b7e4ffbbd1403aee0a2c7bb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:34.671530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:34.675309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:34.677383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:34.679575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:34.687981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:34.695929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:34.762016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.763237 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.797710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-38b43c54-c356-4c11-a0ea-6fda1969959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.877485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-aef2ab60-409c-40c1-a8bf-23e019b4d27c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5533214 Apr 05 20:42:34.914253 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-b465fa4d-f6d6-4e42-b1ba-f57e0a9d948e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6321554 Apr 05 20:42:34.932209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Request body: {'port': {'device_id': '87323352-3bce-4a9f-9f6d-76052115bff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:35.018786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 20:42:35.019574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.064284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-85e157a2-7a37-48b3-860a-c9c098548f38 None None] Provisioning for port 8ace6a77-e2b4-49bc-9e07-5d6623518853 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:35.072285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-85e157a2-7a37-48b3-860a-c9c098548f38 None None] Provisioning complete for port 8ace6a77-e2b4-49bc-9e07-5d6623518853 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:35.073699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-85e157a2-7a37-48b3-860a-c9c098548f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.083483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-ce6ecdd6-2fa9-4385-ab97-2dd11820b456 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972232 Apr 05 20:42:35.148925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-85e157a2-7a37-48b3-860a-c9c098548f38 None None] Port 8ace6a77-e2b4-49bc-9e07-5d6623518853 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:42:35.166899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a0f8635d-7f00-451b-8df8-103280cb6a6c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:35.183808 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.202207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Checking segment: {'id': 'f7034b27-bbde-475d-8599-8d672a7de953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:35.202559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network hostable DHCP agents. Network: c11d0b61-d823-4f19-9017-efec8cc6d776, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:42:35.205834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-8d99db74-55fc-4a1b-b560-29662c824ae6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5310085 Apr 05 20:42:35.208147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.221279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce763ade-ea1e-45fb-838e-561deb97abcf req-163ee3f9-ff91-45fe-8c20-7a7dced49d43 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:35.222752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce763ade-ea1e-45fb-838e-561deb97abcf req-163ee3f9-ff91-45fe-8c20-7a7dced49d43 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 936 time: 0.5467474 Apr 05 20:42:35.290049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f2de-1d36-47e0-8b0b-a8139cdd2210 req-bbdcf594-c7ed-4481-b6b3-8f79a8563150 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:35.290049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6225f2de-1d36-47e0-8b0b-a8139cdd2210 req-bbdcf594-c7ed-4481-b6b3-8f79a8563150 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.6254585 Apr 05 20:42:35.349952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.376888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network c11d0b61-d823-4f19-9017-efec8cc6d776 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:42:35.497304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bac6ab-7859-4bbc-8ebe-e7f8be5cbc0d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:35.516166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce763ade-ea1e-45fb-838e-561deb97abcf req-8872acc2-0808-46e6-9f0f-a1e72aae4681 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641845 Apr 05 20:42:35.531301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-685becfa-b00b-4b72-89f4-5a10110cfd54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70b022819b7e4ffbbd1403aee0a2c7bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2290354 Apr 05 20:42:35.531935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:35.543213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9067b707-77f6-4acc-b37e-a3cfdf0c54b2 req-43d5fe9d-5d47-4a75-88f9-244ae6d12dc6 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502745 Apr 05 20:42:35.553178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, c11d0b61-d823-4f19-9017-efec8cc6d776) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:35.565868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6225f2de-1d36-47e0-8b0b-a8139cdd2210 req-6d0b8312-c45b-4c79-b30d-124fe336f6b8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159705 Apr 05 20:42:35.567610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7684c-f981-46c7-9bed-42dbc6db3a7d None None] Network c11d0b61-d823-4f19-9017-efec8cc6d776 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:35.567875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ce0df8c2-ca16-44b0-85b6-9849f8d2baee service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560467 Apr 05 20:42:35.588501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:35.589148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.606097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57640) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:35.719867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ace6a77-e2b4-49bc-9e07-5d6623518853 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:35.732955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.748774 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b82265da-7202-4b35-a75a-0683eb26f8d1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8001144 Apr 05 20:42:35.752633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57648) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:35.766417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1363716483', 'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:35.774310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:35.780073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Transition to ACTIVE for port object 8ace6a77-e2b4-49bc-9e07-5d6623518853 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:35.787685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:port and tenant:414a6f1903e743d8b2338fb4d9f5f5ba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:35.789745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:35.806234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:35.815623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-656dd11c-97ec-4d81-af42-c0a582927108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.844747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-656dd11c-97ec-4d81-af42-c0a582927108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.874236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-863439952-network', 'tenant_id': '650a6c9ef37e41aaa5524c335fc8f2a9'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:35.890968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:35.900128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.905839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Usage tracker for resource:network and tenant:650a6c9ef37e41aaa5524c335fc8f2a9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:35.906224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd84d66-6d39-4cae-943a-89d9172aa85d None None] Network c11d0b61-d823-4f19-9017-efec8cc6d776 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:35.944268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:35.946596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Made reservation on behalf of 414a6f1903e743d8b2338fb4d9f5f5ba for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:35.948000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.948132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ec68189c-95df-4f14-9e22-0ce43d39f012 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738523 Apr 05 20:42:35.980341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:36.084362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] device_id is not set on port 2c4cbbd4-cec2-4cfd-8c4c-6c708745bcb2 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:42:36.128053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Made reservation on behalf of 650a6c9ef37e41aaa5524c335fc8f2a9 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:36.130453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.140391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:36.152757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.218022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-68fac899-0af8-4659-9555-57684d00941a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 217 time: 0.2621744 Apr 05 20:42:36.228668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b912e7f-1d09-48ff-8218-21522ad00143 req-2bde2ddd-b2ca-4ac8-9967-04c11c0e8b2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.229964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b912e7f-1d09-48ff-8218-21522ad00143 req-2bde2ddd-b2ca-4ac8-9967-04c11c0e8b2c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 943 time: 0.5385566 Apr 05 20:42:36.234493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-b6273502-0784-4c9f-a21e-88f5b798e97c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1094 time: 0.4634364 Apr 05 20:42:36.283548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-656dd11c-97ec-4d81-af42-c0a582927108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.330239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dd11c-97ec-4d81-af42-c0a582927108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bac6ab-7859-4bbc-8ebe-e7f8be5cbc0d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:36.338565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:36.345334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.349644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.353223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Usage tracker for resource:security_group_rule and tenant:650a6c9ef37e41aaa5524c335fc8f2a9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:36.354854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.360947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:36.361274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.365261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.369128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.373740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.375597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-57ca0b63-9add-48af-869a-5f4ecfa84002 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.6032450 Apr 05 20:42:36.404503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:36.432612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-656dd11c-97ec-4d81-af42-c0a582927108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.433728 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-656dd11c-97ec-4d81-af42-c0a582927108 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68bac6ab-7859-4bbc-8ebe-e7f8be5cbc0d HTTP/1.1" status: 204 len: 168 time: 0.9009819 Apr 05 20:42:36.448477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Attempting to bind port 8ace6a77-e2b4-49bc-9e07-5d6623518853 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:36.450515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Attempting to bind port 8ace6a77-e2b4-49bc-9e07-5d6623518853 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:36.450515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Attempting to bind port 8ace6a77-e2b4-49bc-9e07-5d6623518853 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:36.478119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Port 8ace6a77-e2b4-49bc-9e07-5d6623518853 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:36.483560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Attempting to bind port 8ace6a77-e2b4-49bc-9e07-5d6623518853 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:36.483560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Allocated IP 172.20.0.12 (c11d0b61-d823-4f19-9017-efec8cc6d776/a0f8635d-7f00-451b-8df8-103280cb6a6c/2c4cbbd4-cec2-4cfd-8c4c-6c708745bcb2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:36.500500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-40d9a8c5-8824-4c70-8898-9fb05a712d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.502009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-40d9a8c5-8824-4c70-8898-9fb05a712d91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.2708642 Apr 05 20:42:36.505927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:36.506448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:36.508198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:36.515956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Bound port: 8ace6a77-e2b4-49bc-9e07-5d6623518853, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:36.515956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.585931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b912e7f-1d09-48ff-8218-21522ad00143 req-cac5b294-d701-4732-a316-77d8ad7b0923 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492627 Apr 05 20:42:36.607504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dba71bd-87ac-4bf3-a199-df62ff3b6896 req-31b90cf8-023e-4f9a-ab54-20f7331bdf6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802216 Apr 05 20:42:36.621254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-f02c06d2-8b83-46bb-a550-f1609502edb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.627155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-f02c06d2-8b83-46bb-a550-f1609502edb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.3529720 Apr 05 20:42:36.709654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-bbffdfc3-9801-4755-b7df-9804afe77ce9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 217 time: 0.0782316 Apr 05 20:42:36.726677 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.785809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-34b56acf-f202-4b12-8cb5-143b0a715f1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2726765 Apr 05 20:42:36.820913 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.850888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:36.851576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-f4c8fdf9-6348-4ed2-b572-da2101e6813f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.853066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-f4c8fdf9-6348-4ed2-b572-da2101e6813f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.1382828 Apr 05 20:42:36.859976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ef297e0-8408-4e36-a8e6-2eb94227bb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.943074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:42:36.943074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:36.971511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.971511 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Added segment 83a90bbb-c6c7-4c6f-b553-257e8b505d84 of type vlan for network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff Apr 05 20:42:36.973552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ff15b-b393-41db-9b90-946d710c10b0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:37.044180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.064153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.110117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-4ab80381-9dd1-4009-b652-a1455ecf0785 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878728 Apr 05 20:42:37.142369 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.143741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] 10.222.0.39 "PUT /v2.0/ports/8ace6a77-e2b4-49bc-9e07-5d6623518853 HTTP/1.1" status: 200 len: 1096 time: 2.2167349 Apr 05 20:42:37.146500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:37.151610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731d78b-0cf6-43ba-b7cc-bf053cfd14c7 req-8c2056ab-9098-4283-a2a7-1d7eb5757091 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:37.152676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1731d78b-0cf6-43ba-b7cc-bf053cfd14c7 req-8c2056ab-9098-4283-a2a7-1d7eb5757091 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.3637877 Apr 05 20:42:37.166336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-a9084ec7-55e5-43ce-9f83-16cd1a551b1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2688529 Apr 05 20:42:37.200773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.214555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62877d9-92c7-4468-8c5c-792e8d25bc70 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:37.215128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1bd6d-2a11-4271-ae77-4e82ccfd25f7 req-a9b887e2-5a49-4152-8a7a-35db53f04648 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:37.217305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57a1bd6d-2a11-4271-ae77-4e82ccfd25f7 req-a9b887e2-5a49-4152-8a7a-35db53f04648 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 948 time: 0.3676631 Apr 05 20:42:37.329693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.333450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:37.333450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.436806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-414eb681-9b96-46d8-8f18-fdeda78d1bac service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165193 Apr 05 20:42:37.478460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1731d78b-0cf6-43ba-b7cc-bf053cfd14c7 req-1e783cae-4ef2-4271-b2f6-deedaf6c14e8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550035 Apr 05 20:42:37.515734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.591415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-3e6ee8f8-343e-4bbb-b0df-e3161dde2ebb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37 HTTP/1.1" status: 200 len: 217 time: 0.1157200 Apr 05 20:42:37.604932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57a1bd6d-2a11-4271-ae77-4e82ccfd25f7 req-af2f0453-9c0b-4b9c-93cf-f9aa4a4ca4d7 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460891 Apr 05 20:42:37.643385 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04aaa10-95aa-4e28-b89c-36aaf74f5306'] response: {'name': 'network-changed', 'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'status': 'completed', 'code': 200} Apr 05 20:42:37.712444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-81177bff-5365-4c4f-bb45-8c83d7f98b88 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900148 Apr 05 20:42:37.747742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:37.749791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6fcfa0f7-24cd-494f-b6b2-852ce97ec81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:37.752440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6fcfa0f7-24cd-494f-b6b2-852ce97ec81d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.1421201 Apr 05 20:42:37.772500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Port': ['ID=2c4cbbd4-cec2-4cfd-8c4c-6c708745bcb2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:37.780802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:42:37.787102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network c11d0b61-d823-4f19-9017-efec8cc6d776 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:37.789608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:37.798474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:37.836235 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0504801-0c3d-4573-9b60-d663b78758c1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2272635 Apr 05 20:42:37.841489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57680) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:37.855236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Request body: {'subnet': {'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-863439952-subnet', 'tenant_id': '650a6c9ef37e41aaa5524c335fc8f2a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:37.869786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:37.879577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Usage tracker for resource:subnet and tenant:650a6c9ef37e41aaa5524c335fc8f2a9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:37.883896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:37.891939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:37.901349 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-30c037b2-e500-46ba-9efc-7fa51dce0936 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02cb8c21b6ab42f3b76f8e2131652dfd&device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 1099 time: 0.4347422 Apr 05 20:42:37.901349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:37.901349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.980377 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-27d9384e-c7b5-4757-91cc-0651fe515350 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853 HTTP/1.1" status: 200 len: 217 time: 0.0680642 Apr 05 20:42:38.028674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Made reservation on behalf of 650a6c9ef37e41aaa5524c335fc8f2a9 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:38.030889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.143156 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-395abf78-df55-4c2e-891a-8bf0490c33f1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3888590 Apr 05 20:42:38.151007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-7ff29ac6-a656-437b-8f67-cf448f89d60e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.152804 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-7ff29ac6-a656-437b-8f67-cf448f89d60e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1658301 Apr 05 20:42:38.154114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57690) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:38.261190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.261769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e32f257-8e77-40a9-965b-4cbdf0ea65cf req-093bd3c5-9753-4da3-940a-92f09ce18c3a service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430095 Apr 05 20:42:38.274489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c8b9c70a-df29-499a-80a0-7ccfd2d22977 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4347196 Apr 05 20:42:38.277886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3f743681-65aa-486c-9609-358c755f7152 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:42:38.285284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5f131-e2a8-4031-a65a-9e5d232824ac req-52ef577c-172f-4067-a82f-a9c359b33526 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.287529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9a5f131-e2a8-4031-a65a-9e5d232824ac req-52ef577c-172f-4067-a82f-a9c359b33526 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 943 time: 0.5274520 Apr 05 20:42:38.308063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Deleting port 2c4cbbd4-cec2-4cfd-8c4c-6c708745bcb2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:38.308398 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.463407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9a5f131-e2a8-4031-a65a-9e5d232824ac req-5dbee3b0-a53e-4166-8e60-ad0e05276b06 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530116 Apr 05 20:42:38.483517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3f743681-65aa-486c-9609-358c755f7152, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3f743681-65aa-486c-9609-358c755f7152,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:38.489824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.497807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.499841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.504189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.508548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.512364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.517179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.517612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '3f743681-65aa-486c-9609-358c755f7152', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'port_id': '3f743681-65aa-486c-9609-358c755f7152', 'mac_address': 'fa:16:3e:e6:8f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:38.527244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9567af9b-16ef-413d-8d9e-a7b8f29ab973 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.3233483 Apr 05 20:42:38.571597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-42f9419c-31b2-4352-97f1-22930a66592a service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905283 Apr 05 20:42:38.612129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.624140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.635472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f743681-65aa-486c-9609-358c755f7152 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:38.651918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3f743681-65aa-486c-9609-358c755f7152, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3f743681-65aa-486c-9609-358c755f7152,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:38.709241 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-a72f1a11-55fb-4807-b222-790f1205cb4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5418386 Apr 05 20:42:38.736495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.755435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0596eb2d-baee-4c15-b9cf-54e63320b37d req-9dff4069-7998-45c1-86a1-d3005084580d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2271266 Apr 05 20:42:38.812515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.827247 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-d09556be-2924-4279-9a36-c257eb0f30df service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315977 Apr 05 20:42:38.844818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de009f-f02c-4a0d-87ff-ddef59fee5cb req-f08cfef1-edb8-4080-957d-447f3d6dc932 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.851688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05de009f-f02c-4a0d-87ff-ddef59fee5cb req-f08cfef1-edb8-4080-957d-447f3d6dc932 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.2131798 Apr 05 20:42:38.860634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.893613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3f743681-65aa-486c-9609-358c755f7152,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:38.965272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3f743681-65aa-486c-9609-358c755f7152'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:42:38.977367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-22683880-7877-4041-bb65-3f08147506f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e HTTP/1.1" status: 200 len: 217 time: 0.1393223 Apr 05 20:42:39.101624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05de009f-f02c-4a0d-87ff-ddef59fee5cb req-e812ccb3-332e-4541-a874-98430354abc8 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491295 Apr 05 20:42:39.159447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-5a941aae-3dd0-425b-aea9-84989d1d423a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.159447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-5a941aae-3dd0-425b-aea9-84989d1d423a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.1579957 Apr 05 20:42:39.162183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Calling delete_port for 2c4cbbd4-cec2-4cfd-8c4c-6c708745bcb2 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:39.221061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97005fa6-08f3-4d2c-897d-8fddefe3e5ec,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:39.305521 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-dbc9d966-bb97-4825-a310-4ea6d1c0fca0 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847864 Apr 05 20:42:39.306716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Checking segment: {'id': '83a90bbb-c6c7-4c6f-b553-257e8b505d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:39.307081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Network hostable DHCP agents. Network: 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:42:39.317994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d527615-8a11-4852-9326-19544d233503 req-bba56d0b-cc33-476a-9e58-2ec84788b856 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.328685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d527615-8a11-4852-9326-19544d233503 req-bba56d0b-cc33-476a-9e58-2ec84788b856 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 948 time: 0.3289337 Apr 05 20:42:39.417882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-daf6717c-815b-4a9d-b6c0-2e0a1ff20744 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2381964 Apr 05 20:42:39.515949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-cee2bfbf-dba5-48be-87ef-f6200a403964 req-ea95af43-ace0-4146-929a-bbdac02cc239 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999979 Apr 05 20:42:39.546201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d527615-8a11-4852-9326-19544d233503 req-95c2911d-1c1d-4a2a-a4f4-d6dbb3863e1c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178481 Apr 05 20:42:39.580876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:42:39.594927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-120948ae-448b-43e9-96b5-d1f90315f61a service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711984 Apr 05 20:42:39.606024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464138f-9a27-4a4f-aafe-8654031bc70f req-2c58fa16-c047-4adc-8299-aec578766afc tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.608073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7464138f-9a27-4a4f-aafe-8654031bc70f req-2c58fa16-c047-4adc-8299-aec578766afc tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.2309444 Apr 05 20:42:39.640032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.700546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c4cbbd4-cec2-4cfd-8c4c-6c708745bcb2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:39.787246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.822725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7464138f-9a27-4a4f-aafe-8654031bc70f req-bafc150e-a5f0-4523-b1e7-4715935ca03e tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902869 Apr 05 20:42:39.836220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:39.836220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.836220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.846369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eb5d63-972c-4f77-883e-4ae0f4a2baf1 None None] Network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:39.915804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-b512bc13-f78a-4015-9039-8e398f801b75 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068550 Apr 05 20:42:39.925567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211c988-6e9b-4cd2-a12a-81901072c6c2 req-311b9bed-2fa8-41ab-ad6b-3f519235a87b tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.933366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e211c988-6e9b-4cd2-a12a-81901072c6c2 req-311b9bed-2fa8-41ab-ad6b-3f519235a87b tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 944 time: 0.2248330 Apr 05 20:42:39.937837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.945620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fe83e747-8460-4fc2-a98b-0bfcb02bf559 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2c4cbbd4-cec2-4cfd-8c4c-6c708745bcb2 HTTP/1.1" status: 204 len: 168 time: 1.7775414 Apr 05 20:42:39.948932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57726) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:39.966388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776', 'external_fixed_ips': [{'subnet_id': 'a0f8635d-7f00-451b-8df8-103280cb6a6c', 'ip_address': '172.20.0.12'}]}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:39.979200 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-507d47e8-f89e-4b90-9fcd-0a5af4ff62f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1350815 Apr 05 20:42:39.980327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:39.995971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:router and tenant:414a6f1903e743d8b2338fb4d9f5f5ba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:40.009510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:40.020864 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-849bbfb7-d747-440f-953f-f2d9ec795c29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02cb8c21b6ab42f3b76f8e2131652dfd&device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 1099 time: 0.2589111 Apr 05 20:42:40.067342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-9530a871-6a3e-41ea-b41a-c67872f3b1a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 HTTP/1.1" status: 200 len: 217 time: 0.1097350 Apr 05 20:42:40.067520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:40.120493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57732) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:40.174981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e211c988-6e9b-4cd2-a12a-81901072c6c2 req-674e95c8-c43c-44a8-9fe8-228558bab5a8 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405076 Apr 05 20:42:40.201500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6ea95ed0-110d-4c80-bb44-4481e5a3e58d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.208771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-6ea95ed0-110d-4c80-bb44-4481e5a3e58d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.1257901 Apr 05 20:42:40.242531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.243448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.282333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ba790-da34-492f-85a6-7bb0462333bc None None] Network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:42:40.297754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-afd31853-bd24-4738-bc12-a076b066a0be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.299312 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-afd31853-bd24-4738-bc12-a076b066a0be service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2717087 Apr 05 20:42:40.310589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3f743681-65aa-486c-9609-358c755f7152 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:40.409120 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-8a185964-c17a-4e90-85c2-b028fd7b8ca4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853 HTTP/1.1" status: 200 len: 217 time: 0.0973623 Apr 05 20:42:40.414010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.425143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d80bdb09-6d0e-4981-88b8-7b58bb85791e tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:40.488624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-c8161cc9-37e5-4424-a71c-f9e7679e87e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.490238 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-c8161cc9-37e5-4424-a71c-f9e7679e87e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0749352 Apr 05 20:42:40.569078 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-ddc2c586-7e34-4ad5-836e-b7c1c8b13948 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720012 Apr 05 20:42:40.603602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 3f743681-65aa-486c-9609-358c755f7152 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:40.618615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 3f743681-65aa-486c-9609-358c755f7152 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:40.618981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.627868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-b1d2cb0d-1ffa-42d4-93ed-7e916af3904d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4181714 Apr 05 20:42:40.738865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.766464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f743681-65aa-486c-9609-358c755f7152'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:40.778235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3f743681-65aa-486c-9609-358c755f7152, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3f743681-65aa-486c-9609-358c755f7152,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:40.788903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.792772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.797177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.801028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.804880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.808747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.813180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.815033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f5c6f243-94a7-458d-8096-1c2ff535d90a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.4857285 Apr 05 20:42:40.822459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.835821 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-c5ee844a-b850-470a-b77c-15175755e533 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596040 Apr 05 20:42:40.853556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d80bdb09-6d0e-4981-88b8-7b58bb85791e tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "PUT /v2.0/quotas/8e3262160a8a4e5a955bf6f70f3f3d19 HTTP/1.1" status: 200 len: 368 time: 0.7319565 Apr 05 20:42:40.862559 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.862680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57748) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:40.864023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee5546-e0f7-46fb-97fa-e6130151ceb8 req-627b1a56-5abe-4466-b118-e64be5eba0da tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.866034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acee5546-e0f7-46fb-97fa-e6130151ceb8 req-627b1a56-5abe-4466-b118-e64be5eba0da tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.4242997 Apr 05 20:42:40.869618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-f82385fd-f23a-4faa-8842-1e94e14401ff service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337511 Apr 05 20:42:40.872766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Request body: {'network': {'project_id': '8e3262160a8a4e5a955bf6f70f3f3d19'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:40.922237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:40.932567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Usage tracker for resource:network and tenant:8e3262160a8a4e5a955bf6f70f3f3d19 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:40.936364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3f743681-65aa-486c-9609-358c755f7152,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:40.948669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:40.964202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:41.004116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3355bbf-ef13-4c46-8fd0-0883852763bc req-f85eb6df-a72e-4f39-a05c-47bcd58829a8 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743574 Apr 05 20:42:41.024493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acee5546-e0f7-46fb-97fa-e6130151ceb8 req-86462f34-9952-467f-bbd1-d6229d2589ac tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454268 Apr 05 20:42:41.085077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-c1702f4e-2d54-45e4-9d7e-ea7bf65bf67d service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042992 Apr 05 20:42:41.192273 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5a82ace4-628e-4939-b3d9-1a63ec70cd1f req-686dd1b8-48a3-4039-93ce-56ea483d46c8 service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493853 Apr 05 20:42:41.211973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-ed77f2fd-ea72-4fce-909e-214868bc429c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67a29280-443b-47f9-b95a-121d7f544f9d HTTP/1.1" status: 200 len: 217 time: 0.1195946 Apr 05 20:42:41.227288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Made reservation on behalf of 8e3262160a8a4e5a955bf6f70f3f3d19 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:41.229699 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.245660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.277747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-3c6e90ab-a2ad-4bf0-bc37-fef976f5c4fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:41.280929 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-3c6e90ab-a2ad-4bf0-bc37-fef976f5c4fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.0625367 Apr 05 20:42:41.336642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:41.344254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Usage tracker for resource:security_group_rule and tenant:8e3262160a8a4e5a955bf6f70f3f3d19 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:41.349506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:41.381334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:41.422583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.460555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.474556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a596c-6ed0-44d2-8627-07e3a5945236 req-fc3e85ac-00a0-46b8-ac3c-4476527ab397 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:41.476003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da8a596c-6ed0-44d2-8627-07e3a5945236 req-fc3e85ac-00a0-46b8-ac3c-4476527ab397 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 948 time: 0.3049657 Apr 05 20:42:41.540444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-9187b515-7181-46ab-a69e-2fbbf880c1af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2522521 Apr 05 20:42:41.554579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-c47a1142-6a80-4525-a316-98f9513cb2be tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:41.556121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-c47a1142-6a80-4525-a316-98f9513cb2be tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/networks?id=6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff HTTP/1.1" status: 200 len: 813 time: 0.2151082 Apr 05 20:42:41.564076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.650173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da8a596c-6ed0-44d2-8627-07e3a5945236 req-2818e1cc-fffc-450b-b68c-26f51545cba3 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579480 Apr 05 20:42:41.659435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-ca9daebc-c81e-4fbf-a126-cd65efb3f88e tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/quotas/650a6c9ef37e41aaa5524c335fc8f2a9 HTTP/1.1" status: 200 len: 375 time: 0.0813060 Apr 05 20:42:41.666144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.709312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1ff243-ab3b-4a7e-a8d2-c228f09a33d1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:41.711812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:42:41.730738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Allocated IP 172.20.0.12 (c11d0b61-d823-4f19-9017-efec8cc6d776/a0f8635d-7f00-451b-8df8-103280cb6a6c/6997343a-f6f2-4c3a-bb5a-0c413b6154a4) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:41.732989 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e553b467-8875-4d6d-9e09-69de8985a510'] response: {'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f743681-65aa-486c-9609-358c755f7152', 'code': 200} Apr 05 20:42:41.733527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.733527 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Added segment 093d334d-6301-4411-af97-625ae47dc028 of type vlan for network 9370de60-c032-49b8-9c2b-b4fe01db36c1 Apr 05 20:42:41.736532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-636cf55f-5074-4844-b9cf-cc82e945e37b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=650a6c9ef37e41aaa5524c335fc8f2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655720 Apr 05 20:42:41.785645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.881369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-a0592262-f8a4-44f9-b5f1-3144c914bfd3 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323863 Apr 05 20:42:41.925488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.949773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.951179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:41.951760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.044455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.107184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Pushing event updated for resources: {'Network': ['ID=9370de60-c032-49b8-9c2b-b4fe01db36c1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:42.122989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9370de60-c032-49b8-9c2b-b4fe01db36c1 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:42:42.129091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-df04a048-c76b-4f70-860a-89cb2d2cd9c6 service neutron] 10.222.0.10 "GET /v2.0/networks/6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874538 Apr 05 20:42:42.134127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network c11d0b61-d823-4f19-9017-efec8cc6d776 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:42.137205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:42.147794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:42.147922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f819ff9b-ad38-4d40-8016-ea66b73d024a req-2d425674-861e-4ba9-a167-3d56004692e4 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199311 Apr 05 20:42:42.170974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Port': ['ID=6997343a-f6f2-4c3a-bb5a-0c413b6154a4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:42.181751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9ee88fe-919a-463e-baf6-d95dee4b85c2 req-63beec74-6bad-442c-9d4e-dd7fff695bb9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1096 time: 0.3507750 Apr 05 20:42:42.188640 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b0965be7-fc15-4cc9-bc75-b89be3c3bdf8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3260305 Apr 05 20:42:42.191051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57764) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:42.197972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Request body: {'network': {'project_id': '8e3262160a8a4e5a955bf6f70f3f3d19'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:42.205818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:42.212979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Usage tracker for resource:network and tenant:8e3262160a8a4e5a955bf6f70f3f3d19 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:42.243266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:42.257779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:42.352017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Made reservation on behalf of 8e3262160a8a4e5a955bf6f70f3f3d19 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:42.354249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.387037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:42:42.388740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ba8-476a-4cc1-880e-3cadcff046d2 req-e1a6a144-61de-43a0-bb42-04bd596f4910 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:42.390380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc290ba8-476a-4cc1-880e-3cadcff046d2 req-e1a6a144-61de-43a0-bb42-04bd596f4910 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.5196490 Apr 05 20:42:42.403207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.403551 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Added segment 39d62700-a3a8-49c6-92e0-cf1dca67b49e of type vlan for network 9d8e2697-5df4-4fc3-9688-a89653fcd9f0 Apr 05 20:42:42.434222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.445341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.446036 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.478213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9ee88fe-919a-463e-baf6-d95dee4b85c2 req-fc9a272f-511d-4b20-967b-97f962886aa3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115162 Apr 05 20:42:42.498759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc290ba8-476a-4cc1-880e-3cadcff046d2 req-059a66f3-ab91-4f19-b3ec-91cc0d7dbc3c tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980704 Apr 05 20:42:42.501906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-eafce864-88a4-42a1-a18e-9b9a29ce9850 service neutron] 10.222.0.10 "GET /v2.0/networks/6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586547 Apr 05 20:42:42.591463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.595063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:42.595063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.715141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Pushing event updated for resources: {'Network': ['ID=9d8e2697-5df4-4fc3-9688-a89653fcd9f0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:42.738764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9d8e2697-5df4-4fc3-9688-a89653fcd9f0 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:42:42.758090 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-50d2ad79-011a-4ba9-a9b7-b7fbac1369a8 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5633314 Apr 05 20:42:42.763836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57776) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:42.765700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Request body: {'network': {'project_id': '8e3262160a8a4e5a955bf6f70f3f3d19'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:42.774343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:42.783940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Usage tracker for resource:network and tenant:8e3262160a8a4e5a955bf6f70f3f3d19 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:42.789145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:42.864017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:42.865783 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 20:42:42.866593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:42.867926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-995d138c-6fbc-48c1-981c-1f2a2607af30 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1083407 Apr 05 20:42:42.871044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:42.897522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Router c83eeb84-3f06-498e-a861-3b6efbb72ada is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:42:42.957813 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cb9592ff-cbd1-428e-93ad-918c91e0e0ae tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e3262160a8a4e5a955bf6f70f3f3d19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0855243 Apr 05 20:42:42.960543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57788) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:42.992743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed29d22-f856-414c-9c97-d764f31fa442 req-ae05328d-4fe7-4543-8dcb-2bbd488c882f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:42.993685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ed29d22-f856-414c-9c97-d764f31fa442 req-ae05328d-4fe7-4543-8dcb-2bbd488c882f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.2068658 Apr 05 20:42:43.006091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.010006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.014475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.018307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.022116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.026013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.030549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.032368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-3cd55eba-21de-4d55-9371-238553dbab44 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.1788051 Apr 05 20:42:43.107361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ed29d22-f856-414c-9c97-d764f31fa442 req-5d8c2f58-ec79-4e7c-9fd3-49c9beb6291f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739248 Apr 05 20:42:43.113445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb8cbf4d-70e8-44f1-80fb-4545a00e2c5e req-0ef72f25-b16b-4965-82fd-f1eaf1439513 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649045 Apr 05 20:42:43.256721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f156447a-5f9a-436f-8f16-25bb97f08dfc tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.283734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f156447a-5f9a-436f-8f16-25bb97f08dfc tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.363662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75aa5e4-cc22-4980-a8b2-9a67b3ecf8e4 req-7f6b9a0d-13ab-404a-912c-da9291f14138 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.365287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75aa5e4-cc22-4980-a8b2-9a67b3ecf8e4 req-7f6b9a0d-13ab-404a-912c-da9291f14138 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 948 time: 0.1000795 Apr 05 20:42:43.392602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:42:43.409270 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Sync routers for ids ['c83eeb84-3f06-498e-a861-3b6efbb72ada'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:42:43.422129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75aa5e4-cc22-4980-a8b2-9a67b3ecf8e4 req-cdcb7129-df36-4fd1-922a-fb43926109aa tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505943 Apr 05 20:42:43.424859 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Routers {'c83eeb84-3f06-498e-a861-3b6efbb72ada'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:43.425522 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c83eeb84-3f06-498e-a861-3b6efbb72ada'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:43.464000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f156447a-5f9a-436f-8f16-25bb97f08dfc tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.467872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f156447a-5f9a-436f-8f16-25bb97f08dfc tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.467872 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f156447a-5f9a-436f-8f16-25bb97f08dfc tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b1ff243-ab3b-4a7e-a8d2-c228f09a33d1 HTTP/1.1" status: 204 len: 168 time: 0.5058525 Apr 05 20:42:43.471224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57792) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:43.491656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156447a-5f9a-436f-8f16-25bb97f08dfc tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1ff243-ab3b-4a7e-a8d2-c228f09a33d1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:43.567022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.568261 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ceba6733-74e5-4dff-b269-10ea7f54ca78 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.6183703 Apr 05 20:42:43.571226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57796) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:43.610064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f76a4a1-34d2-43b7-9b67-5385e9555067 req-8b0fd1d4-4ad9-44a9-a118-5ae71a3c5fc6 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 210 time: 0.1090906 Apr 05 20:42:43.627883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:42:43.678513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.758540 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Set router c83eeb84-3f06-498e-a861-3b6efbb72ada gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:43.878725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.959224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.962760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:43.979980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'mac_address': 'fa:16:3e:f9:63:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:43.990794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8e2697-5df4-4fc3-9688-a89653fcd9f0']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.015273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d62700-a3a8-49c6-92e0-cf1dca67b49e') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.015674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d62700-a3a8-49c6-92e0-cf1dca67b49e') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.033225 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.052123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.061476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:44.061883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.078698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:44.079029 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:44.102012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace6a77-e2b4-49bc-9e07-5d6623518853 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:44.120592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:44.147294 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.180120 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83eeb84-3f06-498e-a861-3b6efbb72ada', 'name': '', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776', 'external_fixed_ips': [{'subnet_id': 'a0f8635d-7f00-451b-8df8-103280cb6a6c', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '6997343a-f6f2-4c3a-bb5a-0c413b6154a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:40Z', 'updated_at': '2022-04-05T20:42:42Z', 'revision_number': 3, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port': {'id': '6997343a-f6f2-4c3a-bb5a-0c413b6154a4', 'name': '', 'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:88:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83eeb84-3f06-498e-a861-3b6efbb72ada', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a0f8635d-7f00-451b-8df8-103280cb6a6c', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:42:41Z', 'updated_at': '2022-04-05T20:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0f8635d-7f00-451b-8df8-103280cb6a6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.183476 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Checking router: c83eeb84-3f06-498e-a861-3b6efbb72ada for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:42:44.183816 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Updating router c83eeb84-3f06-498e-a861-3b6efbb72ada port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:42:44.238742 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.252541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.304247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Deleting port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:44.304799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.349077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.350167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:44.363093 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.409157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d8e2697-5df4-4fc3-9688-a89653fcd9f0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:44.418069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c5fdc030-4f71-41dd-9a1b-a13a7164fc40 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "DELETE /v2.0/networks/9d8e2697-5df4-4fc3-9688-a89653fcd9f0 HTTP/1.1" status: 204 len: 168 time: 0.9428861 Apr 05 20:42:44.420316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57810) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.533000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb1fb8-b431-45a3-a0ff-696d5c632d17 req-310247b1-e7a1-44d2-84de-fbc8a4f75c86 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:44.534478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53fb1fb8-b431-45a3-a0ff-696d5c632d17 req-310247b1-e7a1-44d2-84de-fbc8a4f75c86 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.3267021 Apr 05 20:42:44.578614 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.589066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f5f8-c711-4ecf-959a-cceec875e9ea req-689e4f2f-bcf2-4794-a0f3-d90d96d72ae6 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:44.591094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1480f5f8-c711-4ecf-959a-cceec875e9ea req-689e4f2f-bcf2-4794-a0f3-d90d96d72ae6 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.3247223 Apr 05 20:42:44.623200 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.705655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53fb1fb8-b431-45a3-a0ff-696d5c632d17 req-00e36adb-7e01-4f21-9695-4b8b3dc55975 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559732 Apr 05 20:42:44.710732 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.731457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['8ace6a77-e2b4-49bc-9e07-5d6623518853'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:42:44.741594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Transition to ACTIVE for port object 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:44.776539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Calling delete_port for 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:44.852094 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.862259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1480f5f8-c711-4ecf-959a-cceec875e9ea req-22599f3e-b7d1-465b-af63-f1a8596cff56 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577906 Apr 05 20:42:44.869371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.918547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9370de60-c032-49b8-9c2b-b4fe01db36c1']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.944261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093d334d-6301-4411-af97-625ae47dc028') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.944619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093d334d-6301-4411-af97-625ae47dc028') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.946754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:44.947077 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:44.962006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.988186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.004356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.009090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.013591 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2264665-788f-451e-b282-376406aa4d6f None None] Pushing event updated for resources: {'Port': ['ID=6997343a-f6f2-4c3a-bb5a-0c413b6154a4,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:45.014284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.019010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.022027 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Attempting to bind port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:45.022417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.022545 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Attempting to bind port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f7034b27-bbde-475d-8599-8d672a7de953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:45.028900 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Attempting to bind port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 on network c11d0b61-d823-4f19-9017-efec8cc6d776 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:45.029294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.031166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.033070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-d16d6b0a-355b-4e63-a01b-3f373f147011 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.2095768 Apr 05 20:42:45.038298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:45.038708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.040178 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:45.040550 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Checking segment: {'id': 'f7034b27-bbde-475d-8599-8d672a7de953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:45.040989 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.041391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Bound using segment: {'id': 'f7034b27-bbde-475d-8599-8d672a7de953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:45.041845 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Bound port: 6997343a-f6f2-4c3a-bb5a-0c413b6154a4, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7034b27-bbde-475d-8599-8d672a7de953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c11d0b61-d823-4f19-9017-efec8cc6d776'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:45.042209 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:45.052878 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:45.124384 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] For port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:45.127565 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] For port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6997343a-f6f2-4c3a-bb5a-0c413b6154a4,segment=NetworkSegment(f7034b27-bbde-475d-8599-8d672a7de953),segment_id=f7034b27-bbde-475d-8599-8d672a7de953)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:45.209534 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.294361 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2264665-788f-451e-b282-376406aa4d6f None None] Pushing event updated for resources: {'Port': ['ID=6997343a-f6f2-4c3a-bb5a-0c413b6154a4,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:45.302500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Routers {'c83eeb84-3f06-498e-a861-3b6efbb72ada'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:45.303155 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c83eeb84-3f06-498e-a861-3b6efbb72ada'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:45.328173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d93f3250-33e2-46c4-b231-e2f1914e65f7 req-2bf04d7a-d2ec-4f9f-8798-e547d50dc4f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2704451 Apr 05 20:42:45.343773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1965-baa3-4f54-aeaf-813ab70a8933 req-f2a99d87-35fa-428d-a7e3-a5740d0c769c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.344192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a5a1965-baa3-4f54-aeaf-813ab70a8933 req-f2a99d87-35fa-428d-a7e3-a5740d0c769c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 949 time: 0.2876587 Apr 05 20:42:45.382093 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.404692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.425829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] Pushing event deleted for resources: {'Network': ['ID=9370de60-c032-49b8-9c2b-b4fe01db36c1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:45.431620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-79f3c800-26b9-4154-93c5-ed073a986317 tempest-QuotasNegativeTest-282023989 tempest-QuotasNegativeTest-282023989-project-admin] 10.222.0.10 "DELETE /v2.0/networks/9370de60-c032-49b8-9c2b-b4fe01db36c1 HTTP/1.1" status: 204 len: 168 time: 1.0107384 Apr 05 20:42:45.447922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Deleting port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:45.448449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.454034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a5a1965-baa3-4f54-aeaf-813ab70a8933 req-1ab90c93-40b9-40fb-bc0d-0de700117e79 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991309 Apr 05 20:42:45.528083 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] Set router c83eeb84-3f06-498e-a861-3b6efbb72ada gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:45.567007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0be9598b-64f5-4b4a-9c75-8d4b89e6697a req-f0f07272-f021-4493-81b9-017f11a44b99 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 210 time: 0.0513346 Apr 05 20:42:45.664913 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83eeb84-3f06-498e-a861-3b6efbb72ada', 'name': '', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:40Z', 'updated_at': '2022-04-05T20:42:44Z', 'revision_number': 4, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:45.671431 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd513f0-16af-4f9b-a853-870e6047c06c None None] The sync data for ids ['c83eeb84-3f06-498e-a861-3b6efbb72ada'] in n-d-836605-1 is: [{'id': 'c83eeb84-3f06-498e-a861-3b6efbb72ada', 'name': '', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:40Z', 'updated_at': '2022-04-05T20:42:44Z', 'revision_number': 4, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:42:45.761831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-d88ecab1-3c64-4d91-b32b-17723c062290 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.762599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-d88ecab1-3c64-4d91-b32b-17723c062290 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Synchronizing usage tracker for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:45.801970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] For port 6997343a-f6f2-4c3a-bb5a-0c413b6154a4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6997343a-f6f2-4c3a-bb5a-0c413b6154a4,segment=NetworkSegment(f7034b27-bbde-475d-8599-8d672a7de953),segment_id=f7034b27-bbde-475d-8599-8d672a7de953)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:45.802265 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.929331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-ced35421-86e0-4e6c-8f07-5217f3270a29 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.932105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-ced35421-86e0-4e6c-8f07-5217f3270a29 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.23 "GET /v2.0/networks?id=6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff HTTP/1.1" status: 200 len: 813 time: 0.2762747 Apr 05 20:42:45.937886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ba3f-8ec1-4f91-ab65-ca2c57bed0ae req-475b851d-1c54-497b-aa40-8b9f28b89396 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.943420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be63ba3f-8ec1-4f91-ab65-ca2c57bed0ae req-475b851d-1c54-497b-aa40-8b9f28b89396 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.3328297 Apr 05 20:42:45.951112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Request body: {'port': {'device_id': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff', 'admin_state_up': True, 'tenant_id': '650a6c9ef37e41aaa5524c335fc8f2a9'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:45.951421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57828) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.075358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Calling delete_port for 6997343a-f6f2-4c3a-bb5a-0c413b6154a4 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:46.103886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be88a3-fb31-41f7-9449-c42792463d50 req-c36f3203-9398-4ff7-b54e-52e0fb4ad61a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.105360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70be88a3-fb31-41f7-9449-c42792463d50 req-c36f3203-9398-4ff7-b54e-52e0fb4ad61a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.2352102 Apr 05 20:42:46.145809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:46.150882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Usage tracker for resource:port and tenant:650a6c9ef37e41aaa5524c335fc8f2a9 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:46.160766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:46.177244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:46.184937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-d88ecab1-3c64-4d91-b32b-17723c062290 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Unset dirty status for tenant:9d488c484eb540bc80afdc0293429cd5 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:46.185288 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-d88ecab1-3c64-4d91-b32b-17723c062290 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.39 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.6685069 Apr 05 20:42:46.189040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70be88a3-fb31-41f7-9449-c42792463d50 req-08c1b2f9-48da-4426-911c-ed96a3208393 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 Apr 05 20:42:46.189230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'floatingip': {'port_id': '3f743681-65aa-486c-9609-358c755f7152'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:46.254861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Made reservation on behalf of 650a6c9ef37e41aaa5524c335fc8f2a9 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:46.258215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.336329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.400959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Deleting port 867c4461-30c0-473c-a4ba-8fc2e7056895 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:46.407742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.432423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Allocated IP 172.20.0.6 (6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff/97005fa6-08f3-4d2c-897d-8fddefe3e5ec/e7d02444-f530-4a20-a7ab-632f019563ab) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:46.620253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57840) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.724460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.797196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event deleted for resources: {'Port': ['ID=6997343a-f6f2-4c3a-bb5a-0c413b6154a4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:46.802814 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.824524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea875e5-41d6-44cc-921d-5bc89c546c7a req-453ee1c9-0ad9-4144-b7ca-e9e1dfff96bf tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.826016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ea875e5-41d6-44cc-921d-5bc89c546c7a req-453ee1c9-0ad9-4144-b7ca-e9e1dfff96bf tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 949 time: 0.1836739 Apr 05 20:42:46.836014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.839809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.843718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.847557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.851385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.855340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.859723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.861561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b7ef0442-1005-4507-9ba6-ae05d3501ad9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.2628918 Apr 05 20:42:46.913970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.948975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ea875e5-41d6-44cc-921d-5bc89c546c7a req-835d4ff3-d4cb-4e49-ac95-dfc139d43111 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864377 Apr 05 20:42:46.952733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa811893-8dea-439c-90e1-0ca54cf32978 req-b658faa5-3bd5-45c6-8730-4e79c2e29641 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751629 Apr 05 20:42:47.035622 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.151285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:47.155718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:47.161137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:47.181106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:47.190352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Pushing event updated for resources: {'Port': ['ID=e7d02444-f530-4a20-a7ab-632f019563ab,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:47.206931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Usage tracker for resource:security_group_rule and tenant:2490a3a734f54ca3b59f53cafeff74cd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:47.214666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:47.236268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:47.236883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.262639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e3c9f-6863-4a14-84ac-8ca35be3c822 req-480144c8-f9f2-45e5-8062-b522775d8167 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:47.263320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8c8e3c9f-6863-4a14-84ac-8ca35be3c822 req-480144c8-f9f2-45e5-8062-b522775d8167 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Synchronizing usage tracker for tenant:650a6c9ef37e41aaa5524c335fc8f2a9 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:47.280004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:47.290523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] For port 867c4461-30c0-473c-a4ba-8fc2e7056895, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=867c4461-30c0-473c-a4ba-8fc2e7056895,segment=NetworkSegment(cd7e10ea-3ff5-4d7e-a87d-62195cab07ea),segment_id=cd7e10ea-3ff5-4d7e-a87d-62195cab07ea)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:47.290887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.370555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-39dea2ab-a1ba-4a9c-97f7-6aa3c2b76690 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239714 Apr 05 20:42:47.376358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8c8e3c9f-6863-4a14-84ac-8ca35be3c822 req-480144c8-f9f2-45e5-8062-b522775d8167 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Unset dirty status for tenant:650a6c9ef37e41aaa5524c335fc8f2a9 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:47.377530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c8e3c9f-6863-4a14-84ac-8ca35be3c822 req-480144c8-f9f2-45e5-8062-b522775d8167 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 931 time: 0.3016315 Apr 05 20:42:47.382361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Request body: {'port': {'device_id': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:47.517360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c8e3c9f-6863-4a14-84ac-8ca35be3c822 req-ed134284-48b0-4f86-bd0f-851d37b60c2c tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098914 Apr 05 20:42:47.622801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Calling delete_port for 867c4461-30c0-473c-a4ba-8fc2e7056895 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:47.661006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10600-dff2-42b1-9773-3b1e5352a646 req-92b00d0a-4b4d-4f9f-b1b5-0a3dbc53104a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:47.662477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dd10600-dff2-42b1-9773-3b1e5352a646 req-92b00d0a-4b4d-4f9f-b1b5-0a3dbc53104a tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 946 time: 0.3337703 Apr 05 20:42:47.664927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.667298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.677876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:47.773904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dd10600-dff2-42b1-9773-3b1e5352a646 req-e52d3144-d185-423c-a7c3-8c1caa1c9ad6 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/security-groups?id=09ffca77-21f7-4afe-bfce-5204bb900335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974362 Apr 05 20:42:47.804501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 8ace6a77-e2b4-49bc-9e07-5d6623518853 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:47.810072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 8ace6a77-e2b4-49bc-9e07-5d6623518853 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:47.814107 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.935988 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.964170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:47.974957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:48.049941 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.054105 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ca0c39-8555-4b23-b624-7bc62140ddfb'] response: {'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'code': 200} Apr 05 20:42:48.088870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d02444-f530-4a20-a7ab-632f019563ab {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:48.102656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.121079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Transition to ACTIVE for port object e7d02444-f530-4a20-a7ab-632f019563ab will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:48.152745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.161697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.177337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:48.180091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.240082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.290991 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.307692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.378239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Pushing event deleted for resources: {'Port': ['ID=867c4461-30c0-473c-a4ba-8fc2e7056895,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:48.391361 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.391859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c83eeb84-3f06-498e-a861-3b6efbb72ada {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:42:48.472321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Pushing event updated for resources: {'Port': ['ID=e7d02444-f530-4a20-a7ab-632f019563ab,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:48.485720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581884c0-dd57-42ad-9760-849d755078cf,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:48.534821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.544333 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7daf8c12-7c92-403b-bb6b-e6bbbee94d96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2490a3a734f54ca3b59f53cafeff74cd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9223716 Apr 05 20:42:48.549460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57854) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:48.550809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f86abec3-92a6-48e8-890f-91d99858bfe6 req-fe8ce492-a2dd-40c9-8c86-68f33590eb98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 1101 time: 0.3600209 Apr 05 20:42:48.552150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] No DVR routers for this DVR port 867c4461-30c0-473c-a4ba-8fc2e7056895 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:48.564124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.566926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2183d96a-f492-47e8-8eea-6578b1cce380', 'name': 'network-vif-deleted', 'tag': '867c4461-30c0-473c-a4ba-8fc2e7056895'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:48.587495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfe4d-5e73-40c8-8b16-cf9ca1dbd708 req-b7e1771c-9dea-4b5b-a4dd-70258f69c71e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.588942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff4bfe4d-5e73-40c8-8b16-cf9ca1dbd708 req-b7e1771c-9dea-4b5b-a4dd-70258f69c71e tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 950 time: 0.4387600 Apr 05 20:42:48.592503 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-88bdf992-4b7e-46e0-bc21-f72d7288df00 req-f2c6f8e2-64e9-4ac2-88ae-81c82b752157 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.39 "DELETE /v2.0/ports/867c4461-30c0-473c-a4ba-8fc2e7056895 HTTP/1.1" status: 204 len: 173 time: 2.3441377 Apr 05 20:42:48.605432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.607106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-558c1ef7-fb26-41e3-a718-7d00b60f690c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "DELETE /v2.0/routers/c83eeb84-3f06-498e-a861-3b6efbb72ada HTTP/1.1" status: 204 len: 168 time: 5.0348964 Apr 05 20:42:48.610376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57862) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:48.654803 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.662674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.666517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.671063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.674931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.678749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.682634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.686956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.688331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-2e56a7f4-32a5-47e9-a603-419de374e4ea tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.4543450 Apr 05 20:42:48.801152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cb97849-3cfd-4a5d-9f04-05b5ba97f1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.806498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Deleting subnet a0f8635d-7f00-451b-8df8-103280cb6a6c {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:42:48.820514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.824377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f86abec3-92a6-48e8-890f-91d99858bfe6 req-160e9210-55bc-4d6e-85d6-96ce636f5881 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465427 Apr 05 20:42:48.829233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Attempting to bind port e7d02444-f530-4a20-a7ab-632f019563ab on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:48.829581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Attempting to bind port e7d02444-f530-4a20-a7ab-632f019563ab by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '83a90bbb-c6c7-4c6f-b553-257e8b505d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:48.829887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Attempting to bind port e7d02444-f530-4a20-a7ab-632f019563ab on network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:48.839972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff4bfe4d-5e73-40c8-8b16-cf9ca1dbd708 req-689584c3-2ee9-4575-9ce2-ca2b0949c4b9 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003543 Apr 05 20:42:48.849520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-751dc238-4131-4a8b-a70d-a9c84ed2a6aa req-c03e0ebd-9bf5-43fc-af21-05ce3e4cb0a1 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506903 Apr 05 20:42:48.851892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Port e7d02444-f530-4a20-a7ab-632f019563ab on network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:42:48.852031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Attempting to bind port e7d02444-f530-4a20-a7ab-632f019563ab on network 6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:42:48.863666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:42:48.864007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Checking segment: {'id': '83a90bbb-c6c7-4c6f-b553-257e8b505d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:42:48.864390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Bound using segment: {'id': '83a90bbb-c6c7-4c6f-b553-257e8b505d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:42:48.864819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Bound port: e7d02444-f530-4a20-a7ab-632f019563ab, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a90bbb-c6c7-4c6f-b553-257e8b505d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:48.865194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.886117 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cb97849-3cfd-4a5d-9f04-05b5ba97f1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.895554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-745a5a15-60a5-4736-af47-f52fb24fe938 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3189466 Apr 05 20:42:48.914238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.997001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.037228 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2439cd67-ace6-49b3-be2f-b5fd940b0ab0'] response: {'server_uuid': '2183d96a-f492-47e8-8eea-6578b1cce380', 'name': 'network-vif-deleted', 'tag': '867c4461-30c0-473c-a4ba-8fc2e7056895', 'status': 'completed', 'code': 200} Apr 05 20:42:49.085218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] For port e7d02444-f530-4a20-a7ab-632f019563ab, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:42:49.106964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] For port e7d02444-f530-4a20-a7ab-632f019563ab, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e7d02444-f530-4a20-a7ab-632f019563ab,segment=NetworkSegment(83a90bbb-c6c7-4c6f-b553-257e8b505d84),segment_id=83a90bbb-c6c7-4c6f-b553-257e8b505d84)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:42:49.142343 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Floating IP 068910f5-9dd2-4146-86b3-99ecd4ebb86a associated. External IP: 172.25.2.66, port: 3f743681-65aa-486c-9609-358c755f7152. Apr 05 20:42:49.179179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c7351e5-360e-4890-a543-0d46fe0d9e3f req-05a215ea-61d3-4dda-8e7b-1e77e1965db2 tempest-ServerDiskConfigTestJSON-449101932 tempest-ServerDiskConfigTestJSON-449101932-project] 10.222.0.10 "GET /v2.0/ports?device_id=2183d96a-f492-47e8-8eea-6578b1cce380 HTTP/1.1" status: 200 len: 210 time: 0.0588126 Apr 05 20:42:49.198773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-057470d8-9744-42ee-991b-ff17f6f86c65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1096 time: 0.1927252 Apr 05 20:42:49.205275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b4e06-9fb6-4af8-a478-7e5aa41caa33 req-65f6f16f-cbb7-4963-af88-8caaa3f1f267 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:49.206766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-691b4e06-9fb6-4af8-a478-7e5aa41caa33 req-65f6f16f-cbb7-4963-af88-8caaa3f1f267 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 943 time: 0.1586227 Apr 05 20:42:49.210559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.321145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.325477 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cb97849-3cfd-4a5d-9f04-05b5ba97f1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.384889 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.386248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] 10.222.0.23 "PUT /v2.0/ports/e7d02444-f530-4a20-a7ab-632f019563ab HTTP/1.1" status: 200 len: 1091 time: 2.0077679 Apr 05 20:42:49.386700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'tag': 'e7d02444-f530-4a20-a7ab-632f019563ab'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:49.419907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9132e-bc57-4786-be63-6e5d2bad474a service neutron] Pushing event updated for resources: {'Port': ['ID=e7d02444-f530-4a20-a7ab-632f019563ab,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:49.424109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-691b4e06-9fb6-4af8-a478-7e5aa41caa33 req-35d92a05-7e51-4a30-9459-5bd7eed357e2 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077057 Apr 05 20:42:49.428088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb97849-3cfd-4a5d-9f04-05b5ba97f1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581884c0-dd57-42ad-9760-849d755078cf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:49.430286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f8635d-7f00-451b-8df8-103280cb6a6c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:49.449279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.462398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-ad1ae562-02b3-41d5-ab96-16207a6eed4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:49.463808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-ad1ae562-02b3-41d5-ab96-16207a6eed4d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.2177603 Apr 05 20:42:49.474449 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7e24f50b-cb10-4f7b-a10e-f4b17ad3b301 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/a0f8635d-7f00-451b-8df8-103280cb6a6c HTTP/1.1" status: 204 len: 168 time: 0.8630948 Apr 05 20:42:49.478239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:49.486586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9cb97849-3cfd-4a5d-9f04-05b5ba97f1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.487935 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9cb97849-3cfd-4a5d-9f04-05b5ba97f1d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/581884c0-dd57-42ad-9760-849d755078cf HTTP/1.1" status: 204 len: 168 time: 0.9374332 Apr 05 20:42:49.610406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.641405 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28810d71-b91e-4ff6-91e3-9141ea5b83f7'] response: {'name': 'network-changed', 'server_uuid': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'tag': 'e7d02444-f530-4a20-a7ab-632f019563ab', 'status': 'completed', 'code': 200} Apr 05 20:42:49.703490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 867c4461-30c0-473c-a4ba-8fc2e7056895 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:49.752365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 867c4461-30c0-473c-a4ba-8fc2e7056895 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:42:49.752795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 867c4461-30c0-473c-a4ba-8fc2e7056895 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:49.757204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-0278c90a-d845-455f-98d2-c063af8cc63e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 998 time: 0.2869701 Apr 05 20:42:49.759825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.789080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11d0b61-d823-4f19-9017-efec8cc6d776']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:49.802672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-44a97790-6235-480a-9a35-5e9c014ebebf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=650a6c9ef37e41aaa5524c335fc8f2a9&device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 1094 time: 0.1604493 Apr 05 20:42:49.804461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7034b27-bbde-475d-8599-8d672a7de953') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:49.804760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7034b27-bbde-475d-8599-8d672a7de953') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:49.820942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.888720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-63f5353f-3e8c-4748-9228-4ae26b45c992 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d02444-f530-4a20-a7ab-632f019563ab HTTP/1.1" status: 200 len: 217 time: 0.0794642 Apr 05 20:42:49.890805 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.894968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-f6a911bf-02d8-4600-b954-ee869d7a6574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:49.896589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-f6a911bf-02d8-4600-b954-ee869d7a6574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.1307836 Apr 05 20:42:49.953451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:49.953890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:49.970040 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:50.024616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-bfe5d112-89ab-416e-b8c7-ca6d089b78b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.026114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-bfe5d112-89ab-416e-b8c7-ca6d089b78b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97005fa6-08f3-4d2c-897d-8fddefe3e5ec HTTP/1.1" status: 200 len: 853 time: 0.1284387 Apr 05 20:42:50.054949 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.131015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-adfbcc15-15bf-4fb0-89bf-0fb15434861d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915935 Apr 05 20:42:50.152096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:42:50.220561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.242214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c11d0b61-d823-4f19-9017-efec8cc6d776 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 20:42:50.272015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-c2c42021-067d-4a50-8711-f072af16a75f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3378508 Apr 05 20:42:50.292590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.315126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event deleted for resources: {'Network': ['ID=c11d0b61-d823-4f19-9017-efec8cc6d776,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:50.325138 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7926deb6-5811-41e3-bff1-1bffd75f92ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "DELETE /v2.0/networks/c11d0b61-d823-4f19-9017-efec8cc6d776 HTTP/1.1" status: 204 len: 168 time: 0.8453128 Apr 05 20:42:50.415312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:42:50.420578 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.498009 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-106a086f-f291-42cb-9db2-5023b9a4c3be tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "PUT /v2.0/floatingips/068910f5-9dd2-4146-86b3-99ecd4ebb86a HTTP/1.1" status: 200 len: 990 time: 4.5425999 Apr 05 20:42:50.501530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-861f0458-50e7-457a-a925-9f840235aa87 service neutron] 10.222.0.23 "GET /v2.0/networks/6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545303 Apr 05 20:42:50.534702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57890) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:50.554582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160e65-397d-47d1-bfad-1aba52a85e94 req-77081904-9683-4537-87ee-3278efafc0e0 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.557163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.561667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98160e65-397d-47d1-bfad-1aba52a85e94 req-77081904-9683-4537-87ee-3278efafc0e0 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 950 time: 0.4751995 Apr 05 20:42:50.598274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:50.602829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Usage tracker for resource:security_group_rule and tenant:40e742596a994f23ad89fee5f335c818 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:50.606007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:50.613759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:50.659934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.663975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.667776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.678224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.678224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.679396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.686263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.688103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-658f18f6-ef21-422a-9708-43aa41707677 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.5423558 Apr 05 20:42:50.693846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-05d94fca-6693-4273-bda4-ae0fcc144196 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012420 Apr 05 20:42:50.733865 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.859273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98160e65-397d-47d1-bfad-1aba52a85e94 req-51f4cc57-7503-465b-b046-2a60d3b7e1b1 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964003 Apr 05 20:42:50.866627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.885778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09e041fc-99f7-4cb6-819d-824a245fb496 req-99ebf84d-c8e8-4dbd-9bfd-093d197ce486 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899137 Apr 05 20:42:50.949249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607ec3ca-156d-49f9-83f7-47e2b25ad693 req-a65560f8-7d88-4474-b300-90db2f59cd03 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442377 Apr 05 20:42:50.952984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf068592-ad93-4f27-9ac8-70bdc5311a20 req-51b43c45-0cb6-41af-8aa3-65f814900677 service neutron] 10.222.0.23 "GET /v2.0/networks/6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363172 Apr 05 20:42:51.004245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] Sync routers for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:42:51.026463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283ba10-303c-4999-9258-8000f9627b5c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:51.026463 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0b79860a-c48c-45cf-9440-99715a4578d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40e742596a994f23ad89fee5f335c818&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4900870 Apr 05 20:42:51.028479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:51.028660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57900) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.029248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:51.054976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'tag': '3f743681-65aa-486c-9609-358c755f7152'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:51.116625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57906) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.130368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'router': {'name': 'tempest-router--711505229', 'project_id': '7172984130d240a18499c9a582c5ed99'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:51.136379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:51.139917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:router and tenant:7172984130d240a18499c9a582c5ed99 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:51.143305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:51.149436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:51.185397 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3da684e8-39bd-45b0-8242-aed1caa3bdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.218608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3da684e8-39bd-45b0-8242-aed1caa3bdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.260128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.268645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.269326 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6fe132-833a-4fa6-84b4-3d1d2491cac8'] response: {'name': 'network-changed', 'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'tag': '3f743681-65aa-486c-9609-358c755f7152', 'status': 'completed', 'code': 200} Apr 05 20:42:51.273420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d265f-4c47-4045-9efb-7e2670fbf1a7 req-7bc80131-de09-4040-9f20-d7c9ad9414a7 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:51.275591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-914d265f-4c47-4045-9efb-7e2670fbf1a7 req-7bc80131-de09-4040-9f20-d7c9ad9414a7 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 943 time: 0.1734979 Apr 05 20:42:51.283209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-c6f2393c-6096-4b70-8701-9760a88212f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=650a6c9ef37e41aaa5524c335fc8f2a9&device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 1094 time: 0.1254101 Apr 05 20:42:51.288618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:51.296521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.380319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3da684e8-39bd-45b0-8242-aed1caa3bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.403714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da684e8-39bd-45b0-8242-aed1caa3bdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283ba10-303c-4999-9258-8000f9627b5c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:51.412084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.425655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3da684e8-39bd-45b0-8242-aed1caa3bdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.426913 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3da684e8-39bd-45b0-8242-aed1caa3bdf2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8283ba10-303c-4999-9258-8000f9627b5c HTTP/1.1" status: 204 len: 168 time: 0.3973434 Apr 05 20:42:51.495225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.496511 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f4720b0d-2d9e-4e2b-af84-9489e98d4561 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3756287 Apr 05 20:42:51.500096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57916) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.600033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-914d265f-4c47-4045-9efb-7e2670fbf1a7 req-0ef46a41-2fad-40d6-bab8-1b8ffc8b4152 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158679 Apr 05 20:42:51.659487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-17b8bbaa-e1f7-4f30-910f-8f731b29dc3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:51.661245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-17b8bbaa-e1f7-4f30-910f-8f731b29dc3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff HTTP/1.1" status: 200 len: 914 time: 0.3608081 Apr 05 20:42:51.722756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57922) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.730000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47369bb5-0af0-47c0-a426-b7edb69247da req-c2547ae8-21c6-4744-9ba9-f66533373a15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1096 time: 0.4065225 Apr 05 20:42:51.799750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f286b61-8eb4-4150-8fbe-78ef4e2ea9b6 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.816056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-402a8f77-38a8-49aa-b13e-e5c149f810ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d02444-f530-4a20-a7ab-632f019563ab HTTP/1.1" status: 200 len: 217 time: 0.1474104 Apr 05 20:42:51.850193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '068910f5-9dd2-4146-86b3-99ecd4ebb86a', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'port_id': '3f743681-65aa-486c-9609-358c755f7152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'mac_address': 'fa:16:3e:e6:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:42:15Z', 'updated_at': '2022-04-05T20:42:48Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:51.854050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] Checking router: 002e6a9b-a955-46d3-8b1f-7d4bb9425676 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:42:51.867357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:51.867966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:51.960254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] Deleting subnet 840c8e41-293c-4f9b-baca-9e788fb51f98 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:42:51.979235 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.102629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-a1470ea7-a5d3-41b9-b87a-b832277dd64e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.105413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-a1470ea7-a5d3-41b9-b87a-b832277dd64e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=97005fa6-08f3-4d2c-897d-8fddefe3e5ec HTTP/1.1" status: 200 len: 853 time: 0.2401521 Apr 05 20:42:52.156635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:42:52.261204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-dc2cd747-fa77-4947-923b-1aa9daf0b015 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437180 Apr 05 20:42:52.291584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.351912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47369bb5-0af0-47c0-a426-b7edb69247da req-2ffb087f-2593-4a53-9945-896ac756508e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.353359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47369bb5-0af0-47c0-a426-b7edb69247da req-2ffb087f-2593-4a53-9945-896ac756508e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.6133082 Apr 05 20:42:52.383915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f286b61-8eb4-4150-8fbe-78ef4e2ea9b6 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.389882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f286b61-8eb4-4150-8fbe-78ef4e2ea9b6 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.504092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f286b61-8eb4-4150-8fbe-78ef4e2ea9b6 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.504092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f286b61-8eb4-4150-8fbe-78ef4e2ea9b6 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41f64733-e1eb-4038-8c01-e20b31178289 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:42:52.520930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f286b61-8eb4-4150-8fbe-78ef4e2ea9b6 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.523031 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f286b61-8eb4-4150-8fbe-78ef4e2ea9b6 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "DELETE /v2.0/routers/41f64733-e1eb-4038-8c01-e20b31178289 HTTP/1.1" status: 204 len: 168 time: 1.0210364 Apr 05 20:42:52.545799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.587487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '068910f5-9dd2-4146-86b3-99ecd4ebb86a', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'port_id': '3f743681-65aa-486c-9609-358c755f7152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'mac_address': 'fa:16:3e:e6:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:42:15Z', 'updated_at': '2022-04-05T20:42:48Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:52.592942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73e6de4-254b-4b48-8be8-0ad7a18595d4 None None] The sync data for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 is: [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '068910f5-9dd2-4146-86b3-99ecd4ebb86a', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'port_id': '3f743681-65aa-486c-9609-358c755f7152', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'mac_address': 'fa:16:3e:e6:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:42:15Z', 'updated_at': '2022-04-05T20:42:48Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:42:52.660207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47369bb5-0af0-47c0-a426-b7edb69247da req-94997325-0414-4a66-9849-70bc6ecafe64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 998 time: 0.2980266 Apr 05 20:42:52.669081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-552fff83-239a-4bc8-9ab0-79dcf77399c0 service neutron] 10.222.0.23 "GET /v2.0/networks/6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822196 Apr 05 20:42:52.737536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994770ad-cb66-4597-9ba2-4b178370769f req-bb29bd4a-9d97-424d-b813-9354f4f3438c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.739011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-994770ad-cb66-4597-9ba2-4b178370769f req-bb29bd4a-9d97-424d-b813-9354f4f3438c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 950 time: 0.6181998 Apr 05 20:42:52.764579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.768446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.772233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.776016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.779859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.783688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.787538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.789411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-8093099f-3a5d-485e-8945-cbc38a2dd73e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.6247587 Apr 05 20:42:52.850956 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf2b58-e144-41b5-8a38-941fed49ad2a None None] New status for floating IP 068910f5-9dd2-4146-86b3-99ecd4ebb86a: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:42:52.920971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47369bb5-0af0-47c0-a426-b7edb69247da req-abf054bc-7925-4d00-b397-164304ddf02c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.922423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47369bb5-0af0-47c0-a426-b7edb69247da req-abf054bc-7925-4d00-b397-164304ddf02c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.2556529 Apr 05 20:42:53.008116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.029564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57948) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:53.044015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-994770ad-cb66-4597-9ba2-4b178370769f req-c933e702-1886-4ad8-a620-76c309f00908 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945642 Apr 05 20:42:53.072299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840c8e41-293c-4f9b-baca-9e788fb51f98,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:53.076399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d2fc914-c12d-46f1-be1a-e906dcce91e0 req-0b085c49-8410-4beb-b90a-476625538c96 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2329473 Apr 05 20:42:53.097693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a9a6791b-68ac-4372-8354-9f917cfc93ad req-dfcd5f63-a39e-4e3e-ad97-f70830c02411 service neutron] 10.222.0.23 "GET /v2.0/networks/6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894985 Apr 05 20:42:53.100665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.133500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-05071f55-2e7e-4c81-96f2-cf40784ee4a1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/840c8e41-293c-4f9b-baca-9e788fb51f98 HTTP/1.1" status: 204 len: 168 time: 1.4020796 Apr 05 20:42:53.136979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57958) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:53.150182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47369bb5-0af0-47c0-a426-b7edb69247da req-147770ea-7562-4365-9311-ac34bdd9aa06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201357 Apr 05 20:42:53.503181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.540113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1170905632', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:53.582486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:53.613944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Usage tracker for resource:router and tenant:f21cb69b29c848fe860afd99c9001781 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:53.662991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:53.678279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47369bb5-0af0-47c0-a426-b7edb69247da req-7125bed4-14d2-4309-bbbd-ff7fb78b078e service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221210 Apr 05 20:42:53.682217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:53.685455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa235-1b07-4d22-ab4c-b67d5ece5fc7 req-0a21fae8-ac44-4c47-9f7c-9c0b420483c2 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:53.686811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d5aa235-1b07-4d22-ab4c-b67d5ece5fc7 req-0a21fae8-ac44-4c47-9f7c-9c0b420483c2 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 943 time: 0.1733956 Apr 05 20:42:53.693327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-e5727f03-6af1-468c-b766-b44adc38f042 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2119906 Apr 05 20:42:53.694150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.735382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e013a7fd-ecf6-4369-a8c3-b542b5f275f8']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:53.756860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:53.763773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7e10ea-3ff5-4d7e-a87d-62195cab07ea') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:53.793428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.807621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.808732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.830939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.837978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:42:53.838550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:53.853065 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:53.890280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d5aa235-1b07-4d22-ab4c-b67d5ece5fc7 req-d50e2740-9b5d-4f1e-9530-ebb2c85b1d8d tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777647 Apr 05 20:42:53.912553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.929541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47369bb5-0af0-47c0-a426-b7edb69247da req-b837ac69-93f5-4893-b053-dd07650652bd service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351496 Apr 05 20:42:53.966693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-37ca4261-99e0-4c07-9d6b-9bb8bcef9668 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6498 time: 0.1396842 Apr 05 20:42:54.057974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.148969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.160902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-2b05eaf3-97a7-468e-80ab-de1b9343373a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.161374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-2b05eaf3-97a7-468e-80ab-de1b9343373a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.162262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-2b05eaf3-97a7-468e-80ab-de1b9343373a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.164118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-2b05eaf3-97a7-468e-80ab-de1b9343373a service neutron] 10.222.0.39 "GET /v2.0/networks?id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=6ce56abd-0a77-426d-b416-6f997dfa7407&id=6ce56abd-0a77-426d-b416-6f997dfa7407 HTTP/1.1" status: 200 len: 2297 time: 0.1750543 Apr 05 20:42:54.172271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] Pushing event deleted for resources: {'Network': ['ID=e013a7fd-ecf6-4369-a8c3-b542b5f275f8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:54.207219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.263826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-45d45785-9db1-4048-9f04-fe62eec080fc admin admin] 10.222.0.10 "DELETE /v2.0/networks/e013a7fd-ecf6-4369-a8c3-b542b5f275f8 HTTP/1.1" status: 204 len: 168 time: 1.1252668 Apr 05 20:42:54.378946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-1c5ba9f7-3963-4cdf-8376-9459ac220599 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 HTTP/1.1" status: 200 len: 1001 time: 0.1957877 Apr 05 20:42:54.388297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e7d02444-f530-4a20-a7ab-632f019563ab details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:42:54.472070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-ea1900e1-4aed-4ba7-b620-9565d6b8b392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.473815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-ea1900e1-4aed-4ba7-b620-9565d6b8b392 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65b8a69d-1835-428d-8e17-809e3ca744d0 HTTP/1.1" status: 200 len: 855 time: 0.0811234 Apr 05 20:42:54.522952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.545526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.549669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.553919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.556716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.558459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.563299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.567324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.572134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.579888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e8749310-b9a7-4ec2-9bca-c70f03f6a9df tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.2383928 Apr 05 20:42:54.618885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e7d02444-f530-4a20-a7ab-632f019563ab, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e7d02444-f530-4a20-a7ab-632f019563ab,segment=NetworkSegment(83a90bbb-c6c7-4c6f-b553-257e8b505d84),segment_id=83a90bbb-c6c7-4c6f-b553-257e8b505d84)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:54.637725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'e7d02444-f530-4a20-a7ab-632f019563ab', 'network_id': '6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff', 'port_id': 'e7d02444-f530-4a20-a7ab-632f019563ab', 'mac_address': 'fa:16:3e:cb:c4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97005fa6-08f3-4d2c-897d-8fddefe3e5ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:54.674568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c28020eb-99db-4c27-ad4e-b59ca66f1505 req-e3293bd3-4f10-48b0-91de-543116976c6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835843 Apr 05 20:42:54.688603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-43fa8c2e-c5e9-4b65-91e7-a1538dc21963 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026515 Apr 05 20:42:54.711398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.738540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d02444-f530-4a20-a7ab-632f019563ab {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:42:54.756632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e7d02444-f530-4a20-a7ab-632f019563ab, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e7d02444-f530-4a20-a7ab-632f019563ab,segment=NetworkSegment(83a90bbb-c6c7-4c6f-b553-257e8b505d84),segment_id=83a90bbb-c6c7-4c6f-b553-257e8b505d84)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:54.833589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57994) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:54.850267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-524ab55c-aa1e-4070-915a-a2b34a9fe8fa service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547000 Apr 05 20:42:54.902424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Allocated IP 172.25.2.249 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/a22e7045-99ef-43dd-9fef-b4c421855eec) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:54.912052 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.927566 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c08ce8b8-c17a-40f3-b773-9fd0a5391c41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d488c484eb540bc80afdc0293429cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0889447 Apr 05 20:42:54.929979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57998) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.009485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-2ffbe600-4412-438e-bb2f-7b7f6c64a7da service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500514 Apr 05 20:42:55.011936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e7d02444-f530-4a20-a7ab-632f019563ab,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:55.131363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-1c2f7334-3f9e-47ff-aeb5-0bf07907cb0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 200 len: 217 time: 0.1128180 Apr 05 20:42:55.137795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['e7d02444-f530-4a20-a7ab-632f019563ab'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:42:55.149576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ebf462a-9205-433b-91ae-752e31a6dbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.180715 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.199146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ebf462a-9205-433b-91ae-752e31a6dbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.259731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516efc1-def7-4879-8a8c-b68434380cac req-1c1bfe06-ba64-4488-b056-d754980249bc tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:55.261515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0516efc1-def7-4879-8a8c-b68434380cac req-1c1bfe06-ba64-4488-b056-d754980249bc tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 944 time: 0.1866627 Apr 05 20:42:55.271328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-5f455c83-65bf-416b-98a9-ff83c9c0d581 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:55.280132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58012) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.282797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-5f455c83-65bf-416b-98a9-ff83c9c0d581 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.1160526 Apr 05 20:42:55.347137 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.369726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0516efc1-def7-4879-8a8c-b68434380cac req-ee547e14-e9a7-4a2c-b7e8-eac7bc5589ea tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965643 Apr 05 20:42:55.395483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ebf462a-9205-433b-91ae-752e31a6dbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.426330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-9b8253d7-36ff-4796-a790-ad71aff4590d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080737 Apr 05 20:42:55.442532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf462a-9205-433b-91ae-752e31a6dbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ffca77-21f7-4afe-bfce-5204bb900335,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:55.464345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ebf462a-9205-433b-91ae-752e31a6dbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.465727 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6ebf462a-9205-433b-91ae-752e31a6dbc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09ffca77-21f7-4afe-bfce-5204bb900335 HTTP/1.1" status: 204 len: 168 time: 0.5229423 Apr 05 20:42:55.471636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:55.473218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:55.475537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:55.502156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event updated for resources: {'Port': ['ID=a22e7045-99ef-43dd-9fef-b4c421855eec,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:55.513553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-720274534', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:55.524728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:55.537041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Usage tracker for resource:port and tenant:0eb523bec1064964b8818ec5b03958f2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:55.541712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:55.554899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:55.669597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Made reservation on behalf of 0eb523bec1064964b8818ec5b03958f2 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:55.671986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.685084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.696379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-a173c216-c5dd-4721-8f8b-06f2359c9e2a service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607107 Apr 05 20:42:55.719365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:55.723355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Usage tracker for resource:security_group_rule and tenant:0eb523bec1064964b8818ec5b03958f2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:55.726431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:55.732214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:55.803325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.804061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.839510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-0511c80f-b909-432e-a8dd-15539a4a79f4 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361485 Apr 05 20:42:55.890048 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.957808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-29b4fd94-4015-4503-90c9-bc0fc80f2c45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 200 len: 217 time: 0.1115928 Apr 05 20:42:55.966695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.985328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] device_id is not set on port 477e7451-a9ad-4fbb-9611-141f9ea1819e yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:42:56.039250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-ad0eadfb-f9db-40e2-8d72-af377dd4d471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.040695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-ad0eadfb-f9db-40e2-8d72-af377dd4d471 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.0721545 Apr 05 20:42:56.057372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.062184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.066247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.071619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.072526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d4c861-0372-4fe6-b93f-2499a821552c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:56.074591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.078600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.083354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.091747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-783de73f-d34b-4477-a0fa-dc2a07e2c949 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.1987212 Apr 05 20:42:56.169812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Allocated IP 172.25.2.155 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/477e7451-a9ad-4fbb-9611-141f9ea1819e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:56.203649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09402d9e-8ba3-41f2-b725-00b201ee1bab req-a7f5a4b5-c730-4c1c-bb1e-81543f07fc73 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094074 Apr 05 20:42:56.223048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-34637d41-ce8a-46cd-ba5e-8c61e2ce0e66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1291976 Apr 05 20:42:56.390434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e7d02444-f530-4a20-a7ab-632f019563ab up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:56.416947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-d9c8f51b-a11f-4cef-a1d6-edc28590a029 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867023 Apr 05 20:42:56.442464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.503848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Router 5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:42:56.610592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port e7d02444-f530-4a20-a7ab-632f019563ab completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:56.619798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port e7d02444-f530-4a20-a7ab-632f019563ab triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:56.620185 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.639816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.685764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-8717e3a4-a0fa-4537-8be9-e7a71dc83f2a service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543063 Apr 05 20:42:56.742543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:56.745805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Pushing event updated for resources: {'Port': ['ID=477e7451-a9ad-4fbb-9611-141f9ea1819e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:56.752453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:56.752453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:42:56.774230 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.782469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-b7fc0af1-3364-4a2d-aaa5-b36d06e05b32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5 HTTP/1.1" status: 200 len: 217 time: 0.0796342 Apr 05 20:42:56.788670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6c4b-932c-4648-9c0f-cae7f7f268bb req-7274789f-9226-4d64-af9b-2dfcf3bd13c0 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.796150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c5a6c4b-932c-4648-9c0f-cae7f7f268bb req-7274789f-9226-4d64-af9b-2dfcf3bd13c0 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 944 time: 0.2486408 Apr 05 20:42:56.805493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d02444-f530-4a20-a7ab-632f019563ab'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:42:56.811674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.812349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.816827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e7d02444-f530-4a20-a7ab-632f019563ab, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e7d02444-f530-4a20-a7ab-632f019563ab,segment=NetworkSegment(83a90bbb-c6c7-4c6f-b553-257e8b505d84),segment_id=83a90bbb-c6c7-4c6f-b553-257e8b505d84)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:56.864134 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26cc480-8a30-4f8c-8e77-c257f02fa4ad'] response: {'server_uuid': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d02444-f530-4a20-a7ab-632f019563ab', 'code': 200} Apr 05 20:42:56.870401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:42:56.898536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] Sync routers for ids ['5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:42:56.911083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] Routers {'5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:56.911973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:56.923468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58048) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:56.924885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e0108da0-e07b-4ca5-84ea-b9300ee291dc tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6524734 Apr 05 20:42:56.928531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-a61f2a9c-a132-41ae-8b54-00651d355cae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.929963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-a61f2a9c-a132-41ae-8b54-00651d355cae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.1312032 Apr 05 20:42:56.934114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.155'}]}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:56.940786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:56.971734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.983520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c5a6c4b-932c-4648-9c0f-cae7f7f268bb req-0af57867-a9b4-497e-8e33-9aa40e14dd0a tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860838 Apr 05 20:42:57.001544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.001544 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9a596494-1edb-45e4-87d7-fc672a39e8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9688153 Apr 05 20:42:57.003472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58052) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.025730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Usage tracker for resource:router and tenant:0eb523bec1064964b8818ec5b03958f2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:57.031147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:57.034653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:57.042509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58056) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.045658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:57.076006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] Routers {'5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:42:57.076546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:57.113825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-8594bbf1-ed01-45c5-810b-dee8a6fa0ac7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752198 Apr 05 20:42:57.122920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1232d32-0267-49c1-bd36-c18ac0a9e97e req-930cdb0a-381e-4ca5-861e-701cfc617236 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 1096 time: 0.1433263 Apr 05 20:42:57.146227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:57.146630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9852df-3405-4fb8-80a0-bbe87555312b None None] The sync data for ids ['5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:42:57.156199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e7d02444-f530-4a20-a7ab-632f019563ab,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:57.176491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.182762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.244099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2059866641-network', 'tenant_id': 'b2805067bb744b33a4d654e756be66f4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:57.261786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:57.278401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Usage tracker for resource:network and tenant:b2805067bb744b33a4d654e756be66f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:57.285997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:57.298672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:57.319404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1232d32-0267-49c1-bd36-c18ac0a9e97e req-09a1fed3-cd3d-4969-937c-820de75213aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654463 Apr 05 20:42:57.333041 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.393685 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-02b14baa-34ec-474a-9d2b-af1d42cef38c tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552 HTTP/1.1" status: 200 len: 921 time: 0.3889201 Apr 05 20:42:57.396567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58068) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.448089 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3d75aba9-0015-4f6c-a2fc-873a1907c13c tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552 HTTP/1.1" status: 200 len: 205 time: 0.0503855 Apr 05 20:42:57.451181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58074) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.514958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Made reservation on behalf of b2805067bb744b33a4d654e756be66f4 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:57.517106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.538268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-ef772eb1-b7e2-40f4-aeeb-cb531bb6df24 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142144 Apr 05 20:42:57.540187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.652371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.777175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:57.808912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Usage tracker for resource:security_group_rule and tenant:b2805067bb744b33a4d654e756be66f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:57.815140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:57.833117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:57.852546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.855655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.856397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.860204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.863979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.867777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.872080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.876201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.883995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-d042de84-7dd9-4f37-aa85-28bb6ddf49de tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.5298049 Apr 05 20:42:57.887220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-b090ba89-7958-4e34-8c61-f0c6550e830b service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343010 Apr 05 20:42:57.963292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Deleting port a22e7045-99ef-43dd-9fef-b4c421855eec {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:42:57.964213 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.969766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.995226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-60b98e76-a573-45cb-a789-64f8e15b3baa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498 HTTP/1.1" status: 200 len: 217 time: 0.1002593 Apr 05 20:42:58.077730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e7f4885-dbda-40ab-974a-f1e8cdcd459e req-6bc1da48-a12a-4fd4-ac2f-c9bc471fcd95 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870434 Apr 05 20:42:58.109147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-273d3a0b-ce29-47a7-9adf-4647ed1da593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:58.110575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-273d3a0b-ce29-47a7-9adf-4647ed1da593 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.1042378 Apr 05 20:42:58.118268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.162993 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.222336 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.291331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Calling delete_port for a22e7045-99ef-43dd-9fef-b4c421855eec owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:42:58.305527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:42:58.345179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca37dfa2-008e-4b83-831b-777cfe4c0ce2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:58.353617 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.353950 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Added segment 65edea07-fb2d-4973-996f-c5305ca8da08 of type vlan for network d43c177b-9edd-4c11-b649-9c2fbc83b5ab Apr 05 20:42:58.394959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-e352b302-9570-4a88-b392-ba13b60fed27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2753222 Apr 05 20:42:58.435944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.450059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1e7bd-8836-40f6-b4d3-78c8effeb292 req-c71390af-093b-486f-b280-202701ec5e1b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:58.454960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37e1e7bd-8836-40f6-b4d3-78c8effeb292 req-c71390af-093b-486f-b280-202701ec5e1b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 945 time: 0.2971237 Apr 05 20:42:58.621554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37e1e7bd-8836-40f6-b4d3-78c8effeb292 req-f549059c-edfa-4a06-b61f-dea1d3990e73 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199396 Apr 05 20:42:58.636875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.637071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-d29e2fa2-adcc-4efa-9201-fbbd84b0e6a5 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267966 Apr 05 20:42:58.679630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event deleted for resources: {'Port': ['ID=a22e7045-99ef-43dd-9fef-b4c421855eec,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:58.700764 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.701618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:58.702608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.910745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.935726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] Pushing event updated for resources: {'Network': ['ID=d43c177b-9edd-4c11-b649-9c2fbc83b5ab,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:58.946254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network d43c177b-9edd-4c11-b649-9c2fbc83b5ab details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:42:58.978968 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.015941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-a3ea0609-c3e1-40cc-a66f-85636b85cf59 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453679 Apr 05 20:42:59.017085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.019672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4dc60d80-0912-4434-a911-60de41a9d143 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9713998 Apr 05 20:42:59.054927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58086) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:59.234217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Request body: {'subnet': {'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2059866641-subnet', 'tenant_id': 'b2805067bb744b33a4d654e756be66f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:59.249193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:59.268584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Usage tracker for resource:subnet and tenant:b2805067bb744b33a4d654e756be66f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:59.278421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:59.286620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.291039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.312425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-671a0cc5-dd9a-434b-8f8b-399f3f2aba62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=663da1a9-e676-499f-828e-8ed07621dc08 HTTP/1.1" status: 200 len: 217 time: 0.2565541 Apr 05 20:42:59.331629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:59.397867 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.398459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Fanout notify agent at l3_agent the message router_deleted on router 5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:42:59.415825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.417356 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be252de4-bc97-4aca-8785-842eea01bcde tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552 HTTP/1.1" status: 204 len: 168 time: 1.9647183 Apr 05 20:42:59.420644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58094) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:59.426208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'router': {'name': 'tempest-snat-router-762033775', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': False}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:42:59.431573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:59.436265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:router and tenant:414a6f1903e743d8b2338fb4d9f5f5ba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:59.439443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:59.446148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:59.511191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-4033c0eb-bf0a-434e-8bd3-2603ba8ebdca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.513312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-4033c0eb-bf0a-434e-8bd3-2603ba8ebdca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.1728749 Apr 05 20:42:59.520289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Made reservation on behalf of b2805067bb744b33a4d654e756be66f4 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:59.522637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.555866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.555866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.587700 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.686815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.690853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.694841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.698774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.702805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.706744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.710790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:59.712689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-30bdd7c4-d30e-4c72-bba3-cbad7bec7228 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5421 time: 0.4481425 Apr 05 20:42:59.718469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.762178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:42:59.813022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.951333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:42:59.966109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'mac_address': 'fa:16:3e:f9:63:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:59.989277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ed7004e-f11e-4a2f-b1c4-2fac47c2162d req-458e09df-ff5c-459f-af52-dfb902d9c604 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2114840 Apr 05 20:43:00.007159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-cc14e8f5-529b-4bb6-b949-decc6858cc07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4699073 Apr 05 20:43:00.077496 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.098377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ace6a77-e2b4-49bc-9e07-5d6623518853 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:00.121345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:00.128497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.159395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.225915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.295996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96a3ce-04c2-4f1f-b008-afff2be2e480 req-816651d1-6b78-4512-bacb-2c68d9612411 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:00.297508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a96a3ce-04c2-4f1f-b008-afff2be2e480 req-816651d1-6b78-4512-bacb-2c68d9612411 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 945 time: 0.5119672 Apr 05 20:43:00.318270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Allocated IP 172.25.2.242 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/a28049e6-e0f0-4e7d-aaa0-a91405b296e0) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:00.366709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:00.406256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8c6d6649-ec4f-4309-a3b5-34f062c4924a details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:00.422629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['8ace6a77-e2b4-49bc-9e07-5d6623518853'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:00.508775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.545367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.569281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-6ae68857-3963-45a2-ac93-970551639baa service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984646 Apr 05 20:43:00.572768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.585003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a96a3ce-04c2-4f1f-b008-afff2be2e480 req-97d06c6d-1a10-44fd-97d3-39a8ead0b406 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079964 Apr 05 20:43:00.632861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.633299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:00.660128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'port_id': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'mac_address': 'fa:16:3e:52:a5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:00.744188 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.763331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:00.767858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:00.771252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:00.782907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6d6649-ec4f-4309-a3b5-34f062c4924a {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:00.805340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:00.866044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Port': ['ID=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:00.887953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.888447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e363cea-f71e-46a0-b78e-c63be22e95ba {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:43:00.900387 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.957687 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.958353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:01.034364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b143302-bc96-4e06-8aef-88afdfe932d3,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:01.064622 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:43:01.065733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6287946e-c6f3-47bb-beac-266cfb4b86a2 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1410956 Apr 05 20:43:01.069916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-b66300ee-c0f9-4be0-8f0c-ddaec9781cda service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686432 Apr 05 20:43:01.071001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58122) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:01.076296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.077398 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.106837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8c6d6649-ec4f-4309-a3b5-34f062c4924a,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:01.107408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Checking segment: {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:01.108099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Network hostable DHCP agents. Network: d43c177b-9edd-4c11-b649-9c2fbc83b5ab, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:43:01.220352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-be98122f-168a-4b7e-9e9b-ed7697028d83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ae2bebd-d815-46f1-815c-efbb947e342c HTTP/1.1" status: 200 len: 217 time: 0.1048987 Apr 05 20:43:01.227315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Deleting port 477e7451-a9ad-4fbb-9611-141f9ea1819e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:01.227910 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.348775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Network d43c177b-9edd-4c11-b649-9c2fbc83b5ab is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:43:01.395096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-d2df2843-48c5-4d3d-8d47-af0592d871dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.397544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-d2df2843-48c5-4d3d-8d47-af0592d871dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.1359887 Apr 05 20:43:01.410162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:01.449025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9', 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37', 'port_id': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9', 'mac_address': 'fa:16:3e:52:8a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd773914-17ce-4bcf-917d-4b4d10e7572b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:01.518175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.536166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:01.552595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:01.640791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Router 394ab95f-beca-4105-89c9-104794a3b9b7 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:43:01.662959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, d43c177b-9edd-4c11-b649-9c2fbc83b5ab) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:01.671882 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.672822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3aafee20-e5de-4ea8-9949-86b9b29cac37 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:01.675652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.679701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.683660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.687641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.691613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.695593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.699703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.707392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edadc99e-c4d9-43df-a285-916f6918202f req-2c1376df-af36-43c8-94fb-2dec0f230540 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5422 time: 0.3086822 Apr 05 20:43:01.732927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:01.735037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.735383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aae952-b909-42c8-a2e5-aad111160880 None None] Network d43c177b-9edd-4c11-b649-9c2fbc83b5ab requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:43:01.788705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-36ce0812-17a5-4f22-9712-6c57f6fda981 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3460002 Apr 05 20:43:01.791701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:01.925410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:01.935239 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Sync routers for ids ['394ab95f-beca-4105-89c9-104794a3b9b7'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:01.960769 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Routers {'394ab95f-beca-4105-89c9-104794a3b9b7'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:01.963081 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['394ab95f-beca-4105-89c9-104794a3b9b7'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:02.005580 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:43:02.044989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.048310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-d710af1d-75aa-41ec-aba8-989f0fbde7ca service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490232 Apr 05 20:43:02.049614 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d1c6f729-14d7-44d4-9a1f-b83533cabd38 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6278336 Apr 05 20:43:02.050204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.078095 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.186359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:02.220760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Calling delete_port for 477e7451-a9ad-4fbb-9611-141f9ea1819e owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:02.233455 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Set router 394ab95f-beca-4105-89c9-104794a3b9b7 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:43:02.253510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '3aafee20-e5de-4ea8-9949-86b9b29cac37', 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'port_id': '3aafee20-e5de-4ea8-9949-86b9b29cac37', 'mac_address': 'fa:16:3e:a4:83:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b072e4e7-f1b5-40fe-acca-d40f2c1fb13b', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:02.298604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:02.392042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 8ace6a77-e2b4-49bc-9e07-5d6623518853 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:02.392575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.472823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e8c35781-9e27-4bf9-8239-b5f7b384921f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4157183 Apr 05 20:43:02.501757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edadc99e-c4d9-43df-a285-916f6918202f req-aed1cc50-9c16-4040-a1f5-988be3c1ad17 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7825422 Apr 05 20:43:02.521665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.617136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.627532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc4e6f7-cf2d-48af-936a-3cf6d3a3c301 None None] Network d43c177b-9edd-4c11-b649-9c2fbc83b5ab requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:43:02.657927 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394ab95f-beca-4105-89c9-104794a3b9b7', 'name': 'tempest-snat-router-762033775', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.242'}], 'enable_snat': False}, 'gw_port_id': 'a28049e6-e0f0-4e7d-aaa0-a91405b296e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:59Z', 'updated_at': '2022-04-05T20:43:00Z', 'revision_number': 3, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port': {'id': 'a28049e6-e0f0-4e7d-aaa0-a91405b296e0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394ab95f-beca-4105-89c9-104794a3b9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:00Z', 'updated_at': '2022-04-05T20:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:02.666081 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Checking router: 394ab95f-beca-4105-89c9-104794a3b9b7 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:43:02.667658 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Updating router 394ab95f-beca-4105-89c9-104794a3b9b7 port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:43:02.673982 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7b5cf067-fc41-49d9-834e-f7eee8c8e4b3 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/394ab95f-beca-4105-89c9-104794a3b9b7 HTTP/1.1" status: 200 len: 908 time: 0.6224782 Apr 05 20:43:02.682376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58150) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.696850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'router': {'name': 'tempest-snat-router-762033775', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': True}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:02.706773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:02.717713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Usage tracker for resource:router and tenant:414a6f1903e743d8b2338fb4d9f5f5ba is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:02.725787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:02.737705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:02.744301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19dcb4f0-f05a-4657-871e-30e6a15e804b req-12e70ff5-40e9-4d67-89f7-baafa38a5c35 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395275 Apr 05 20:43:02.752079 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.775309 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.805115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aafee20-e5de-4ea8-9949-86b9b29cac37 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:02.814842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.816131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.850741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.907449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:02.909777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:02.924054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:02.962854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Pushing event deleted for resources: {'Port': ['ID=477e7451-a9ad-4fbb-9611-141f9ea1819e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:02.987102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.987938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device cd3173a1-2215-40f2-9e79-3d66b48feb84 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:03.035305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:03.133831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'cd3173a1-2215-40f2-9e79-3d66b48feb84', 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'port_id': 'cd3173a1-2215-40f2-9e79-3d66b48feb84', 'mac_address': 'fa:16:3e:d7:81:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b072e4e7-f1b5-40fe-acca-d40f2c1fb13b', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:03.146150 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.301415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.374507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.399503 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.431025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3aafee20-e5de-4ea8-9949-86b9b29cac37,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:03.569339 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.580023 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Transition to ACTIVE for port object a28049e6-e0f0-4e7d-aaa0-a91405b296e0 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:03.587063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:03.606553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3173a1-2215-40f2-9e79-3d66b48feb84 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:03.625441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:03.869105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a883ba0d-3c85-49e1-aa14-4f7180bf16c4 tempest-RoutersAdminNegativeTest-881958765 tempest-RoutersAdminNegativeTest-881958765-project-admin] 10.222.0.10 "DELETE /v2.0/ports/477e7451-a9ad-4fbb-9611-141f9ea1819e HTTP/1.1" status: 204 len: 168 time: 2.5905354 Apr 05 20:43:03.869105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c24f0f-1738-41b1-852f-4cd219be8e3c req-a23592e5-78db-4786-8aae-74afd1dd8d4e tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.869105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7c24f0f-1738-41b1-852f-4cd219be8e3c req-a23592e5-78db-4786-8aae-74afd1dd8d4e tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 945 time: 1.2088389 Apr 05 20:43:03.870960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.871480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-6997d05d-b7cf-442f-99f3-7a59989a5156 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.871480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-6997d05d-b7cf-442f-99f3-7a59989a5156 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Synchronizing usage tracker for tenant:b2805067bb744b33a4d654e756be66f4 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:03.871480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7c24f0f-1738-41b1-852f-4cd219be8e3c req-c47a215c-6c3e-4f0e-8ae5-b1e7a9d3b955 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209121 Apr 05 20:43:03.871941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.872041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-3703e723-e732-44eb-bd3e-ef345dcb46e8 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.872041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-3703e723-e732-44eb-bd3e-ef345dcb46e8 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 945 time: 0.5018272 Apr 05 20:43:03.928231 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64c2586-4ebd-459c-8c09-fd6bd9e646d2'] response: {'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'code': 200} Apr 05 20:43:03.966456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Deleting port e7d02444-f530-4a20-a7ab-632f019563ab {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:03.967312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.012586 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.012737 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.013091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a8440d11-578e-423b-aab7-e22991cc87f8 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:04.016072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-6997d05d-b7cf-442f-99f3-7a59989a5156 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Unset dirty status for tenant:b2805067bb744b33a4d654e756be66f4 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:04.017359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-6997d05d-b7cf-442f-99f3-7a59989a5156 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/networks?id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab HTTP/1.1" status: 200 len: 818 time: 0.5328417 Apr 05 20:43:04.092674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-8fc62109-1221-45df-9d57-a4004a01a7b3 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/quotas/b2805067bb744b33a4d654e756be66f4 HTTP/1.1" status: 200 len: 375 time: 0.0572500 Apr 05 20:43:04.111926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.192052 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Attempting to bind port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:04.192413 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Attempting to bind port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:04.192762 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Attempting to bind port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:04.201151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-aa0636fc-a300-4fcc-a7cd-6433f5a5be68 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2805067bb744b33a4d654e756be66f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910833 Apr 05 20:43:04.208871 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6892c2-1b62-4dde-8e8b-4f177f6f90d3 None None] Pushing event updated for resources: {'Port': ['ID=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:04.211559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:04.216246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Allocated IP 172.25.2.197 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/fe23a18e-03a4-4627-a7cc-258e728d8198) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:04.218191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a8440d11-578e-423b-aab7-e22991cc87f8, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a8440d11-578e-423b-aab7-e22991cc87f8,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:04.231362 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:43:04.231731 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:04.232125 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.232507 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:43:04.232968 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Bound port: a28049e6-e0f0-4e7d-aaa0-a91405b296e0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:04.233356 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.252694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a8440d11-578e-423b-aab7-e22991cc87f8', 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'port_id': 'a8440d11-578e-423b-aab7-e22991cc87f8', 'mac_address': 'fa:16:3e:c6:9e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b072e4e7-f1b5-40fe-acca-d40f2c1fb13b', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:04.373894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.398120 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] For port a28049e6-e0f0-4e7d-aaa0-a91405b296e0, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:43:04.404885 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] For port a28049e6-e0f0-4e7d-aaa0-a91405b296e0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:43:04.422523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8440d11-578e-423b-aab7-e22991cc87f8 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:04.456858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a8440d11-578e-423b-aab7-e22991cc87f8, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a8440d11-578e-423b-aab7-e22991cc87f8,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:04.497813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.501247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:04.533337 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.580609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.581406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 67a29280-443b-47f9-b95a-121d7f544f9d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:04.659555 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Routers {'394ab95f-beca-4105-89c9-104794a3b9b7'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:04.663924 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['394ab95f-beca-4105-89c9-104794a3b9b7'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:04.668495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-82fc1dd3-37fb-4ddd-b5ae-b9c5314a63bc service neutron] 10.222.0.10 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488032 Apr 05 20:43:04.678449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.750887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 67a29280-443b-47f9-b95a-121d7f544f9d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=67a29280-443b-47f9-b95a-121d7f544f9d,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:04.797814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:04.805456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:04.808782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '67a29280-443b-47f9-b95a-121d7f544f9d', 'network_id': '6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37', 'port_id': '67a29280-443b-47f9-b95a-121d7f544f9d', 'mac_address': 'fa:16:3e:31:5c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd773914-17ce-4bcf-917d-4b4d10e7572b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:04.814351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.846544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:04.873076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bdba84c-5a73-4ce7-baae-f59b08611bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.887110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a8440d11-578e-423b-aab7-e22991cc87f8,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:04.932129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.940629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-cbfea153-21b4-4bd4-bd53-77d518ae53bd service neutron] 10.222.0.10 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543821 Apr 05 20:43:04.965207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.970267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.974824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.980084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.984829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a29280-443b-47f9-b95a-121d7f544f9d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:04.984961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.989005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.993110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:05.002351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-a21a7132-1bcf-4575-88ec-9a43da21a1ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5425 time: 0.7844195 Apr 05 20:43:05.018864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 67a29280-443b-47f9-b95a-121d7f544f9d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=67a29280-443b-47f9-b95a-121d7f544f9d,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:05.047929 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] Set router 394ab95f-beca-4105-89c9-104794a3b9b7 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:43:05.049870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] For port e7d02444-f530-4a20-a7ab-632f019563ab, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e7d02444-f530-4a20-a7ab-632f019563ab,segment=NetworkSegment(83a90bbb-c6c7-4c6f-b553-257e8b505d84),segment_id=83a90bbb-c6c7-4c6f-b553-257e8b505d84)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:05.050237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.055190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Port': ['ID=fe23a18e-03a4-4627-a7cc-258e728d8198,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.095048 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.098964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c70b132-d222-4c67-bb0b-5f684679bfc8 req-d6514842-fb66-499a-ac68-c51a3acb83f7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946927 Apr 05 20:43:05.099357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c56c62fa-79e8-445a-abb0-b85555e22e6e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:05.107909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:05.132312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Usage tracker for resource:security_group_rule and tenant:d6ac6c5ba5074431b11ad2174bb7b33f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:05.143342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:05.163916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:05.296110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c56c62fa-79e8-445a-abb0-b85555e22e6e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:05.325303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=67a29280-443b-47f9-b95a-121d7f544f9d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.340755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'c56c62fa-79e8-445a-abb0-b85555e22e6e', 'network_id': '69e6f851-b560-4ccf-95d3-1940711bce45', 'port_id': 'c56c62fa-79e8-445a-abb0-b85555e22e6e', 'mac_address': 'fa:16:3e:97:61:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b072e4e7-f1b5-40fe-acca-d40f2c1fb13b', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:05.350854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.406234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.408016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.438716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Calling delete_port for e7d02444-f530-4a20-a7ab-632f019563ab owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:05.466378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.507319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56c62fa-79e8-445a-abb0-b85555e22e6e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:05.540006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c56c62fa-79e8-445a-abb0-b85555e22e6e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:05.598920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913711db-ef9f-47a1-8ca6-0c0901e1751c req-73577de6-3126-4c87-b7d4-1bdd5235d40d tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:05.601196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-913711db-ef9f-47a1-8ca6-0c0901e1751c req-73577de6-3126-4c87-b7d4-1bdd5235d40d tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 945 time: 0.2058344 Apr 05 20:43:05.643121 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.679847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-913711db-ef9f-47a1-8ca6-0c0901e1751c req-f20e90e9-0272-40ae-acd5-6abc21881560 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/security-groups?id=7c2ff15b-b393-41db-9b90-946d710c10b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718827 Apr 05 20:43:05.759026 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6892c2-1b62-4dde-8e8b-4f177f6f90d3 None None] Pushing event updated for resources: {'Port': ['ID=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.763916 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.790077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c56c62fa-79e8-445a-abb0-b85555e22e6e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.816748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.847802 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '394ab95f-beca-4105-89c9-104794a3b9b7', 'name': 'tempest-snat-router-762033775', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.242'}], 'enable_snat': False}, 'gw_port_id': 'a28049e6-e0f0-4e7d-aaa0-a91405b296e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:59Z', 'updated_at': '2022-04-05T20:43:00Z', 'revision_number': 3, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port': {'id': 'a28049e6-e0f0-4e7d-aaa0-a91405b296e0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394ab95f-beca-4105-89c9-104794a3b9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:00Z', 'updated_at': '2022-04-05T20:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:05.858322 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e76d0a-150b-48bb-b5e2-a28b2aa5eb82 None None] The sync data for ids ['394ab95f-beca-4105-89c9-104794a3b9b7'] in n-d-836605-1 is: [{'id': '394ab95f-beca-4105-89c9-104794a3b9b7', 'name': 'tempest-snat-router-762033775', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.242'}], 'enable_snat': False}, 'gw_port_id': 'a28049e6-e0f0-4e7d-aaa0-a91405b296e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:59Z', 'updated_at': '2022-04-05T20:43:00Z', 'revision_number': 3, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port': {'id': 'a28049e6-e0f0-4e7d-aaa0-a91405b296e0', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '394ab95f-beca-4105-89c9-104794a3b9b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:00Z', 'updated_at': '2022-04-05T20:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:05.919488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Pushing event deleted for resources: {'Port': ['ID=e7d02444-f530-4a20-a7ab-632f019563ab,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.925416 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6ac6c5ba5074431b11ad2174bb7b33f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4229808 Apr 05 20:43:05.927136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df553027-12b6-4e3c-95b7-9f90627d84ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20096e0-fc2d-4946-b2c1-8e6c319ba88f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.928072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58200) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:06.170471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Router f277791e-b697-4f8c-898b-37c9acbd3d11 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:43:06.299209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] No DVR routers for this DVR port e7d02444-f530-4a20-a7ab-632f019563ab on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:43:06.362955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8c6d6649-ec4f-4309-a3b5-34f062c4924a'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:06.431915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a43d623e-bf4e-40b5-9e96-fdd5fc832ee9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:06.487381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['67a29280-443b-47f9-b95a-121d7f544f9d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:06.559889 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.559889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'name': 'network-vif-deleted', 'tag': 'e7d02444-f530-4a20-a7ab-632f019563ab'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:06.560102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a8440d11-578e-423b-aab7-e22991cc87f8'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:06.620337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3aafee20-e5de-4ea8-9949-86b9b29cac37'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:06.637374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f66159bb-30d7-4611-ac0b-5a1bbf1271e7 req-626de3ef-03e9-405f-9c3b-491fc8be2c47 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.3392920 Apr 05 20:43:06.642368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a12726f8-d6f2-4835-b6bf-c60516542ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.713741 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a12726f8-d6f2-4835-b6bf-c60516542ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.720121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['cd3173a1-2215-40f2-9e79-3d66b48feb84'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:06.729250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e44cc94-d672-4af4-90c6-d9571b414cb6 req-29dba8c7-0f39-4eea-811b-729b2df47e6b tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.23 "DELETE /v2.0/ports/e7d02444-f530-4a20-a7ab-632f019563ab HTTP/1.1" status: 204 len: 173 time: 2.8620212 Apr 05 20:43:06.757868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:06.788997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['c56c62fa-79e8-445a-abb0-b85555e22e6e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:06.803978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.804122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.807963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.812215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.815972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.820128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.828006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.832703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-e3669c29-6229-453f-9052-2fed1e573364 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5428 time: 0.2703004 Apr 05 20:43:06.860464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Sync routers for ids ['f277791e-b697-4f8c-898b-37c9acbd3d11'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:06.914429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53a83be6-3968-49ec-8232-eb8ecfcd93cc req-b3fb8338-4d24-44c1-a5bc-a48e5246b9e7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778391 Apr 05 20:43:06.927767 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3340f7e4-35ec-43b4-9edf-a38dbe76f41a'] response: {'server_uuid': 'a9076ccb-fbab-49a6-928a-92d1ac163bbb', 'name': 'network-vif-deleted', 'tag': 'e7d02444-f530-4a20-a7ab-632f019563ab', 'status': 'completed', 'code': 200} Apr 05 20:43:06.947422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Routers {'f277791e-b697-4f8c-898b-37c9acbd3d11'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:06.947901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:42:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f277791e-b697-4f8c-898b-37c9acbd3d11'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:07.069663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:07.069663 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3c72e6a2-eba3-440e-94b9-bdd7ec80c7a1 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3825970 Apr 05 20:43:07.071947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58228) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:07.201536 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a12726f8-d6f2-4835-b6bf-c60516542ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:07.433525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-469cfc16-627e-4642-9866-14c826a5b971 req-bf6f2d2a-fed2-4b78-b333-b6b7a3dcaf95 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Synchronizing usage tracker for tenant:650a6c9ef37e41aaa5524c335fc8f2a9 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:07.443945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12726f8-d6f2-4835-b6bf-c60516542ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20096e0-fc2d-4946-b2c1-8e6c319ba88f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:07.498621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a12726f8-d6f2-4835-b6bf-c60516542ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:07.505154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a12726f8-d6f2-4835-b6bf-c60516542ec5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c20096e0-fc2d-4946-b2c1-8e6c319ba88f HTTP/1.1" status: 204 len: 168 time: 1.5748231 Apr 05 20:43:07.640310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-469cfc16-627e-4642-9866-14c826a5b971 req-bf6f2d2a-fed2-4b78-b333-b6b7a3dcaf95 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] Unset dirty status for tenant:650a6c9ef37e41aaa5524c335fc8f2a9 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:07.641368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-469cfc16-627e-4642-9866-14c826a5b971 req-bf6f2d2a-fed2-4b78-b333-b6b7a3dcaf95 tempest-ServerAddressesTestJSON-1201551022 tempest-ServerAddressesTestJSON-1201551022-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9076ccb-fbab-49a6-928a-92d1ac163bbb HTTP/1.1" status: 200 len: 210 time: 0.4541843 Apr 05 20:43:07.680494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a28049e6-e0f0-4e7d-aaa0-a91405b296e0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:07.701075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-45182aca-c32c-4fc1-9215-1722bc6f7d06 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/f277791e-b697-4f8c-898b-37c9acbd3d11 HTTP/1.1" status: 200 len: 907 time: 0.6276863 Apr 05 20:43:07.704812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58240) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:07.779278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e7d02444-f530-4a20-a7ab-632f019563ab no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:07.860061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e7a3e74-fa6c-4c86-8dbb-33cdd8d26fb9 req-1c5dcbbf-352b-4568-aa6c-b92bdf42d6f4 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.0727155 Apr 05 20:43:07.978537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: e7d02444-f530-4a20-a7ab-632f019563ab {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:43:07.978873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e7d02444-f530-4a20-a7ab-632f019563ab not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:07.981186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac555766-c633-4f54-b444-9aa9f2e77560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.062368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.326487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Set router f277791e-b697-4f8c-898b-37c9acbd3d11 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:43:08.331188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.336424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.342305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.346728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.351194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.355778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.363591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.372730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-c2d084b4-faeb-44d7-a460-69d779edb21e tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5428 time: 0.1456852 Apr 05 20:43:08.447531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0acfc06-1b93-446d-bd8c-2b44d36ace83 req-15694458-d203-4fee-9d93-0820d779e387 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729325 Apr 05 20:43:08.512590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:08.577823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.590706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:08.595398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.707492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Deleting port fe23a18e-03a4-4627-a7cc-258e728d8198 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:08.707492 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.808677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58262) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:08.847623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.909094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] Deleting subnet 97005fa6-08f3-4d2c-897d-8fddefe3e5ec {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:43:08.919161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.990086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58268) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:09.076496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.076642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a1c3d6e-dcd5-45c8-807c-1c33198654c9 req-66643ac7-34c6-4e32-8b58-4a8cc80ae62b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.0787985 Apr 05 20:43:09.100157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.158533 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.172579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.297174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Calling delete_port for fe23a18e-03a4-4627-a7cc-258e728d8198 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:09.373025 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5fe6e99-fcee-4b88-810f-ae846e4c73d9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0eb523bec1064964b8818ec5b03958f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3808410 Apr 05 20:43:09.375874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:09.445808 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.459535 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:43:09.514287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.545457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97005fa6-08f3-4d2c-897d-8fddefe3e5ec,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:09.555572 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-583e97d7-b919-4f0b-b101-69a92d1763e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.570346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-64f1741b-3af3-4e2e-876f-7614e29cbfca admin admin] 10.222.0.10 "DELETE /v2.0/subnets/97005fa6-08f3-4d2c-897d-8fddefe3e5ec HTTP/1.1" status: 204 len: 168 time: 0.7587662 Apr 05 20:43:09.572718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58284) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:09.601415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.646902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a28049e6-e0f0-4e7d-aaa0-a91405b296e0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:09.648892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f277791e-b697-4f8c-898b-37c9acbd3d11', 'name': 'tempest-snat-router-762033775', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'fe23a18e-03a4-4627-a7cc-258e728d8198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:02Z', 'updated_at': '2022-04-05T20:43:05Z', 'revision_number': 3, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port': {'id': 'fe23a18e-03a4-4627-a7cc-258e728d8198', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:10:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f277791e-b697-4f8c-898b-37c9acbd3d11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:03Z', 'updated_at': '2022-04-05T20:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:09.662641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8c6d6649-ec4f-4309-a3b5-34f062c4924a up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:09.692348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Checking router: f277791e-b697-4f8c-898b-37c9acbd3d11 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:43:09.692699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Updating router f277791e-b697-4f8c-898b-37c9acbd3d11 port fe23a18e-03a4-4627-a7cc-258e728d8198 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:43:09.769020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.790314 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.833619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-583e97d7-b919-4f0b-b101-69a92d1763e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.855017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe23a18e-03a4-4627-a7cc-258e728d8198,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:09.855585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.915558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Port fe23a18e-03a4-4627-a7cc-258e728d8198 not found while updating agent binding for router f277791e-b697-4f8c-898b-37c9acbd3d11. {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Apr 05 20:43:09.942339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:09.943123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.949803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Routers {'f277791e-b697-4f8c-898b-37c9acbd3d11'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:09.950505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f277791e-b697-4f8c-898b-37c9acbd3d11'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:10.100011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] Set router f277791e-b697-4f8c-898b-37c9acbd3d11 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:43:10.110100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:10.121974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:10.127382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:10.132171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:10.138656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:10.143153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:10.149605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:10.151964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-93177916-d944-4ae5-82c2-20d04caf2bfc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5428 time: 0.4516828 Apr 05 20:43:10.164353 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.266252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:10.302128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.302128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 8c6d6649-ec4f-4309-a3b5-34f062c4924a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:10.306599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f277791e-b697-4f8c-898b-37c9acbd3d11', 'name': 'tempest-snat-router-762033775', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:02Z', 'updated_at': '2022-04-05T20:43:09Z', 'revision_number': 5, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:10.310104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 8c6d6649-ec4f-4309-a3b5-34f062c4924a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:10.310469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.327584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.340972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb224874-cecc-4048-ba8c-2fbeda496282 None None] The sync data for ids ['f277791e-b697-4f8c-898b-37c9acbd3d11'] in n-d-836605-1 is: [{'id': 'f277791e-b697-4f8c-898b-37c9acbd3d11', 'name': 'tempest-snat-router-762033775', 'tenant_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:02Z', 'updated_at': '2022-04-05T20:43:09Z', 'revision_number': 5, 'project_id': '414a6f1903e743d8b2338fb4d9f5f5ba', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:10.397710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fe325c2-6c89-4b8b-9cea-9c5328848ce7 req-0fb9b5b1-b6e6-455d-a3d0-08c73735e9cc tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.1088142 Apr 05 20:43:10.422007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a90bbb-c6c7-4c6f-b553-257e8b505d84') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:10.422007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a90bbb-c6c7-4c6f-b553-257e8b505d84') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:10.435366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-583e97d7-b919-4f0b-b101-69a92d1763e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.501815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.537138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e97d7-b919-4f0b-b101-69a92d1763e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d4c861-0372-4fe6-b93f-2499a821552c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:10.542765 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.564429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-583e97d7-b919-4f0b-b101-69a92d1763e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.567950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-583e97d7-b919-4f0b-b101-69a92d1763e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81d4c861-0372-4fe6-b93f-2499a821552c HTTP/1.1" status: 204 len: 168 time: 1.1885805 Apr 05 20:43:10.572960 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.585611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f52c4f6-473c-48bc-96e3-dce24c4df570 req-b9955fa2-04e6-4e5e-9ac6-d71cd896a17f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2956223 Apr 05 20:43:10.599669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:43:10.600121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:43:10.621136 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:43:10.626258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:10.672683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:10.748225 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd005139-b73a-431c-bc83-b39b0d692bd9'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'code': 200} Apr 05 20:43:10.761295 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.765785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3aafee20-e5de-4ea8-9949-86b9b29cac37 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:10.960502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8c6d6649-ec4f-4309-a3b5-34f062c4924a,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:11.038838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.065262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.090244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff HTTP/1.1" status: 204 len: 168 time: 1.4947875 Apr 05 20:43:11.095682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5af02-4aad-4a5c-89e6-8b7b553c4772 admin admin] Pushing event deleted for resources: {'Network': ['ID=6063a4ec-4a48-40a5-bfa2-b0ef6421e0ff,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:11.109599 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.127513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 3aafee20-e5de-4ea8-9949-86b9b29cac37 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:11.129578 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.129819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 3aafee20-e5de-4ea8-9949-86b9b29cac37 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:11.130289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.189182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-7b42297e-a6ed-4bfe-bb1c-e7ca57ec0779 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:11.190688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-7b42297e-a6ed-4bfe-bb1c-e7ca57ec0779 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "GET /v2.0/networks?id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab HTTP/1.1" status: 200 len: 818 time: 0.2589846 Apr 05 20:43:11.226927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Request body: {'port': {'device_id': 'a816aabf-47a1-4968-934e-b7668127db59', 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab', 'admin_state_up': True, 'tenant_id': 'b2805067bb744b33a4d654e756be66f4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:11.293025 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.343576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.347085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f277791e-b697-4f8c-898b-37c9acbd3d11 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:43:11.363798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:11.366896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.375302 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4f0a0ffc-c256-4878-9406-a9d79489d7b8 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f277791e-b697-4f8c-898b-37c9acbd3d11 HTTP/1.1" status: 204 len: 168 time: 3.6693051 Apr 05 20:43:11.378542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58310) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:11.442404 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.523612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:11.534180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Usage tracker for resource:port and tenant:b2805067bb744b33a4d654e756be66f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:11.538478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:11.556669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:11.627879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3aafee20-e5de-4ea8-9949-86b9b29cac37,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:11.653302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Made reservation on behalf of b2805067bb744b33a4d654e756be66f4 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:11.663106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.673767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device cd3173a1-2215-40f2-9e79-3d66b48feb84 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:11.726443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58326) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:11.836560 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2800e31c-6219-4133-93c4-21ee6d8d612f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=650a6c9ef37e41aaa5524c335fc8f2a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1017327 Apr 05 20:43:11.919875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58330) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:11.928976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a28049e6-e0f0-4e7d-aaa0-a91405b296e0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:11.984992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cf0929-8da7-465d-a72e-0a8b0b4dbce9 req-857eb2e1-b7a1-4b46-a9f7-a9d9c1c3a51e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.2127957 Apr 05 20:43:12.105258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.314855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9bcc579d-9060-4355-bb2c-9bdaa6a2654e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.332326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Allocated IP 172.20.0.13 (d43c177b-9edd-4c11-b649-9c2fbc83b5ab/5b143302-bc96-4e06-8aef-88afdfe932d3/72b34a92-23a9-4e12-9fe5-0c3d3bf187ed) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:12.365523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-e7005635-463e-4283-a307-ea5364794ebc tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.365523 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-e7005635-463e-4283-a307-ea5364794ebc tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "GET /v2.0/networks?id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab HTTP/1.1" status: 200 len: 818 time: 0.5263453 Apr 05 20:43:12.370616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.376171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.380389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.386386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.390344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port cd3173a1-2215-40f2-9e79-3d66b48feb84 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:12.391199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.395705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.399893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:12.405816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Request body: {'port': {'device_id': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab', 'admin_state_up': True, 'tenant_id': 'b2805067bb744b33a4d654e756be66f4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:12.408094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-423362ac-f502-4cef-ba58-bfe524356813 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5430 time: 0.3224871 Apr 05 20:43:12.448769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9bcc579d-9060-4355-bb2c-9bdaa6a2654e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.460245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port cd3173a1-2215-40f2-9e79-3d66b48feb84 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:12.478567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.597284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:12.608102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Usage tracker for resource:port and tenant:b2805067bb744b33a4d654e756be66f4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:12.631601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:12.635568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-477b6e0e-8c1d-4eae-a5a7-ef7844ae2d31 req-70a09f05-ddb1-49ac-92b4-30b0614fe351 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2262936 Apr 05 20:43:12.648743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:12.663971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:12.666477 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.674572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.751740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:12.785573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Made reservation on behalf of b2805067bb744b33a4d654e756be66f4 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:12.789932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.893314 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9c548f-9bfc-41af-b7d6-a48db70e5758'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37', 'code': 200} Apr 05 20:43:12.895366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.934630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9bcc579d-9060-4355-bb2c-9bdaa6a2654e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.957747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:12.973506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Deleting port a28049e6-e0f0-4e7d-aaa0-a91405b296e0 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:12.980157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.039874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.040633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:13.084857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc579d-9060-4355-bb2c-9bdaa6a2654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ff15b-b393-41db-9b90-946d710c10b0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:13.347014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:13.358186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] For port a28049e6-e0f0-4e7d-aaa0-a91405b296e0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:13.358965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.430995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.470288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:13.477526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:13.478167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.532224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9bcc579d-9060-4355-bb2c-9bdaa6a2654e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.541734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9bcc579d-9060-4355-bb2c-9bdaa6a2654e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c2ff15b-b393-41db-9b90-946d710c10b0 HTTP/1.1" status: 204 len: 168 time: 1.5816574 Apr 05 20:43:13.567386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c1b22956-b18a-4b40-9c63-611ab42ab71d req-6f3e979c-f94a-499b-8450-051b21cc7e0b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Synchronizing usage tracker for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:13.580568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58358) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:13.709728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-12eebeb3-2d7a-4cf2-b1f1-cae9fe17173b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:13.711254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-12eebeb3-2d7a-4cf2-b1f1-cae9fe17173b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "GET /v2.0/networks?id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab HTTP/1.1" status: 200 len: 818 time: 0.7264130 Apr 05 20:43:13.757919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Request body: {'port': {'device_id': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab', 'admin_state_up': True, 'tenant_id': 'b2805067bb744b33a4d654e756be66f4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:13.770743 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.797942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c1b22956-b18a-4b40-9c63-611ab42ab71d req-6f3e979c-f94a-499b-8450-051b21cc7e0b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Unset dirty status for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:13.824782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1b22956-b18a-4b40-9c63-611ab42ab71d req-6f3e979c-f94a-499b-8450-051b21cc7e0b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.4763095 Apr 05 20:43:13.858558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.870899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:13.904917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Calling delete_port for a28049e6-e0f0-4e7d-aaa0-a91405b296e0 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:13.953934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.955038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a8440d11-578e-423b-aab7-e22991cc87f8 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:14.170936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Network d43c177b-9edd-4c11-b649-9c2fbc83b5ab is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:14.185529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:14.205678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Pushing event updated for resources: {'Port': ['ID=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:14.208230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:14.223321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5cf4c947-7b32-4a91-8e47-cb2386a22ca8 tempest-AgentManagementNegativeTest-1360447492 tempest-AgentManagementNegativeTest-1360447492-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6359198 Apr 05 20:43:14.225502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:14.226652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Allocated IP 172.20.0.4 (d43c177b-9edd-4c11-b649-9c2fbc83b5ab/5b143302-bc96-4e06-8aef-88afdfe932d3/b749a2ea-db1a-4d13-a601-1d5805ff05af) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:14.284447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port a8440d11-578e-423b-aab7-e22991cc87f8 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:14.290802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a8440d11-578e-423b-aab7-e22991cc87f8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:14.291178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.335141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.335770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.412716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.416616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.421886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.426472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.431032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.436708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.439178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.442146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-f466b6ce-1bdd-4c51-8472-ff073f4eedf6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5432 time: 0.4391160 Apr 05 20:43:14.446101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:14.446748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d542e7f0-2301-4f6c-b694-59cc367f845e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2264683 Apr 05 20:43:14.510382 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.558238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a8440d11-578e-423b-aab7-e22991cc87f8, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a8440d11-578e-423b-aab7-e22991cc87f8,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:14.648007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.648007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 67a29280-443b-47f9-b95a-121d7f544f9d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:14.654034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04264956-e17e-4b70-84f7-5ad7d349f3da req-e445aad6-c4dd-46f7-8e06-e75cf0cf65dd tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2046363 Apr 05 20:43:14.656061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:14.670691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Request body: {'port': {'device_id': 'a816aabf-47a1-4968-934e-b7668127db59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:14.701194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.725175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.823986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event deleted for resources: {'Port': ['ID=a28049e6-e0f0-4e7d-aaa0-a91405b296e0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:14.883569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Made reservation on behalf of b2805067bb744b33a4d654e756be66f4 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:14.887481 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.896197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3173a1-2215-40f2-9e79-3d66b48feb84'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8440d11-578e-423b-aab7-e22991cc87f8'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:14.987603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.010357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a8440d11-578e-423b-aab7-e22991cc87f8,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:15.112076 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c72417-e17c-4dba-9965-568d637c3226'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3173a1-2215-40f2-9e79-3d66b48feb84', 'code': 200} Apr 05 20:43:15.112578 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c72417-e17c-4dba-9965-568d637c3226'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9', 'code': 200} Apr 05 20:43:15.112988 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c72417-e17c-4dba-9965-568d637c3226'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8440d11-578e-423b-aab7-e22991cc87f8', 'code': 200} Apr 05 20:43:15.179951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 67a29280-443b-47f9-b95a-121d7f544f9d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:15.186530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 67a29280-443b-47f9-b95a-121d7f544f9d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:15.187112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.308582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6498bc82-6338-40f8-91db-cc220fff0e92 req-1f222c35-8e06-40b1-83c3-3d4898f99c40 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.0586333 Apr 05 20:43:15.310646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Allocated IP 172.20.0.10 (d43c177b-9edd-4c11-b649-9c2fbc83b5ab/5b143302-bc96-4e06-8aef-88afdfe932d3/d1533130-1645-4740-806b-9aca207cad8e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:15.316969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.367625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Network d43c177b-9edd-4c11-b649-9c2fbc83b5ab is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:15.377919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:15.394255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:15.469737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58398) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:15.502743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:15.503370 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.512407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.517171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.563692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 67a29280-443b-47f9-b95a-121d7f544f9d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=67a29280-443b-47f9-b95a-121d7f544f9d,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:15.648980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.651735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c56c62fa-79e8-445a-abb0-b85555e22e6e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:15.659285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Pushing event updated for resources: {'Port': ['ID=b749a2ea-db1a-4d13-a601-1d5805ff05af,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:15.847858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=67a29280-443b-47f9-b95a-121d7f544f9d,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:15.948480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.953130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port c56c62fa-79e8-445a-abb0-b85555e22e6e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:15.965512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port c56c62fa-79e8-445a-abb0-b85555e22e6e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:15.966081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.987102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:15.990959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Usage tracker for resource:security_group_rule and tenant:3609c938822340f3aa39ff15e33b2059 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:15.993870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:15.999953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:16.000758 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-54edd359-1a4e-4f0b-be28-1bd8410e2ffe tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6026506 Apr 05 20:43:16.066910 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.121298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Request body: {'port': {'device_id': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:16.129939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58410) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:16.165710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.170545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.216996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c56c62fa-79e8-445a-abb0-b85555e22e6e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:16.245947 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.268151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86767020-f8a1-4b1e-b8b8-00083f1eb2a9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:16.286593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d17b79bf-6301-4cde-b931-a66e082c32bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3609c938822340f3aa39ff15e33b2059&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8152661 Apr 05 20:43:16.290982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58420) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:16.299976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.405722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-818647828-network', 'tenant_id': '79f2f7fb6c4041c58a973c1e97a9ee7b'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:16.430041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.438825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.443466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.448468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.453828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.465215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.474909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.483958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-c22f6925-7b11-4945-85ee-920a01809fd2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5434 time: 0.4102459 Apr 05 20:43:16.492455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c56c62fa-79e8-445a-abb0-b85555e22e6e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:16.546721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:16.571212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Usage tracker for resource:network and tenant:79f2f7fb6c4041c58a973c1e97a9ee7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:16.590580 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.609117 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.625448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:16.645683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.657322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:16.677338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3684eda-4eaf-4ed6-b3ae-d48ffa08319b req-f97b9c18-0b05-4b16-91c9-77a1031e16c7 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.1136887 Apr 05 20:43:16.716246 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff894a72-f6df-48e7-a8b9-777d6b928320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.730057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0af2abb3-ea3e-4371-928f-ec988f3393c7 req-317663a2-2757-4ae3-a8cf-00a25146a324 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2448082 Apr 05 20:43:16.858986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.860512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 394ab95f-beca-4105-89c9-104794a3b9b7 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:43:16.868947 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.878819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.900204 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bf925649-c434-4461-948d-b6c277d9b6a5 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "DELETE /v2.0/routers/394ab95f-beca-4105-89c9-104794a3b9b7 HTTP/1.1" status: 204 len: 168 time: 5.5185266 Apr 05 20:43:16.901301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58430) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:16.910224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1508354439', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:16.922402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:16.935050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Usage tracker for resource:router and tenant:f21cb69b29c848fe860afd99c9001781 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:16.935050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:16.941757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Made reservation on behalf of 79f2f7fb6c4041c58a973c1e97a9ee7b for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:16.942476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.943160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:16.985173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.014532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.015804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.033396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Network d43c177b-9edd-4c11-b649-9c2fbc83b5ab is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:17.038464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff894a72-f6df-48e7-a8b9-777d6b928320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.041954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.054589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:17.054589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:17.114894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:17.142374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Pushing event updated for resources: {'Port': ['ID=d1533130-1645-4740-806b-9aca207cad8e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:17.210367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:17.227738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:17.228754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.236599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Usage tracker for resource:security_group_rule and tenant:79f2f7fb6c4041c58a973c1e97a9ee7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:17.241576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:17.260702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:17.265809 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af7b597-bb50-4a9c-b7fc-ea076baf7f9c'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d', 'code': 200} Apr 05 20:43:17.266137 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af7b597-bb50-4a9c-b7fc-ea076baf7f9c'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e', 'code': 200} Apr 05 20:43:17.377005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff894a72-f6df-48e7-a8b9-777d6b928320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.396142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff894a72-f6df-48e7-a8b9-777d6b928320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.399367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ff894a72-f6df-48e7-a8b9-777d6b928320 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86767020-f8a1-4b1e-b8b8-00083f1eb2a9 HTTP/1.1" status: 204 len: 168 time: 1.1068003 Apr 05 20:43:17.405339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.459100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1c7acdad-9092-400b-8e5e-9353dd328122 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7164977 Apr 05 20:43:17.459782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff894a72-f6df-48e7-a8b9-777d6b928320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86767020-f8a1-4b1e-b8b8-00083f1eb2a9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:17.490344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Request body: {'port': {'device_id': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:17.525659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:17.539848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.612506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Transition to ACTIVE for port object 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:17.715991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.719499 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.731483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da296640-0ea2-4a33-97b4-0188a4ec69ca req-d394b436-14c1-4c93-b427-817fdb0ee802 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6492 time: 0.3424459 Apr 05 20:43:17.985538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.042645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b749a2ea-db1a-4d13-a601-1d5805ff05af {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:18.042645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.065925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Transition to ACTIVE for port object b749a2ea-db1a-4d13-a601-1d5805ff05af will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:18.120575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.167678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.209973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.255643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.373027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Pushing event updated for resources: {'Port': ['ID=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:18.385161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Allocated IP 172.25.2.247 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/9dc28fe7-b7f2-4d2a-a0a7-eac96603eff2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:18.389749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:43:18.440890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38572c12-7846-4d06-ba9c-7b2c6dd2951a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:18.449415 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.450069 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Added segment b316b61e-1766-43ed-ba59-2fa2c428bf2a of type vlan for network 08cd1009-70b4-41b4-a7db-bda0fc935d23 Apr 05 20:43:18.479867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da296640-0ea2-4a33-97b4-0188a4ec69ca req-70217ee3-1aa2-4546-9f0a-6578c532cdc6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&id=36288f48-9432-4298-8dee-1ea30cdacd53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7078557 Apr 05 20:43:18.515423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Pushing event updated for resources: {'Port': ['ID=b749a2ea-db1a-4d13-a601-1d5805ff05af,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:18.587964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.681561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.686803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.695744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.701781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.708477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.714333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.721686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.728266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-cbba7c09-3f48-4be6-995a-200506c1bae2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.5810549 Apr 05 20:43:18.756447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.758430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71934d1-2609-43b4-af14-3d0aba3e38fd req-3952d00f-f7cd-492a-b2aa-484961d0b705 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.759145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e71934d1-2609-43b4-af14-3d0aba3e38fd req-3952d00f-f7cd-492a-b2aa-484961d0b705 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Synchronizing usage tracker for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:18.759745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Attempting to bind port b749a2ea-db1a-4d13-a601-1d5805ff05af on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:18.760091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Attempting to bind port b749a2ea-db1a-4d13-a601-1d5805ff05af by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:18.760410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Attempting to bind port b749a2ea-db1a-4d13-a601-1d5805ff05af on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:18.771198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Port b749a2ea-db1a-4d13-a601-1d5805ff05af on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:43:18.771443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Attempting to bind port b749a2ea-db1a-4d13-a601-1d5805ff05af on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:18.785711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:43:18.785973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:43:18.789851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Checking segment: {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:18.789851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Bound using segment: {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:43:18.789851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Bound port: b749a2ea-db1a-4d13-a601-1d5805ff05af, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:18.789851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.926651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] For port b749a2ea-db1a-4d13-a601-1d5805ff05af, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:43:18.931630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] For port b749a2ea-db1a-4d13-a601-1d5805ff05af, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b749a2ea-db1a-4d13-a601-1d5805ff05af,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:43:18.951716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Attempting to bind port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:18.951716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Attempting to bind port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:18.951716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Attempting to bind port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:18.960420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:43:18.960672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Attempting to bind port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:18.966310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01f7e887-e59e-419e-9441-5bea7e63ae8f req-dc94456d-0de7-4d04-b50a-0bb2d3e991e5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2014673 Apr 05 20:43:18.969106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.989435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:43:18.989774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Checking segment: {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:19.000578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Bound using segment: {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:43:19.000578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Bound port: 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:19.000911 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.029260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e71934d1-2609-43b4-af14-3d0aba3e38fd req-3952d00f-f7cd-492a-b2aa-484961d0b705 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Unset dirty status for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:19.042079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e71934d1-2609-43b4-af14-3d0aba3e38fd req-3952d00f-f7cd-492a-b2aa-484961d0b705 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 932 time: 0.9757102 Apr 05 20:43:19.058695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.064308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:19.064308 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.079080 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.112060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:19.126780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:19.129579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:19.175719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event updated for resources: {'Port': ['ID=9dc28fe7-b7f2-4d2a-a0a7-eac96603eff2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:19.269411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] Pushing event updated for resources: {'Network': ['ID=08cd1009-70b4-41b4-a7db-bda0fc935d23,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:19.282898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e71934d1-2609-43b4-af14-3d0aba3e38fd req-846bb9f4-06bd-4173-8c95-014295682d29 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Synchronizing usage tracker for tenant:b2805067bb744b33a4d654e756be66f4 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:19.283103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 08cd1009-70b4-41b4-a7db-bda0fc935d23 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:43:19.346828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.348470 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] 10.222.0.39 "PUT /v2.0/ports/b749a2ea-db1a-4d13-a601-1d5805ff05af HTTP/1.1" status: 200 len: 1091 time: 3.2502508 Apr 05 20:43:19.348989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'tag': 'b749a2ea-db1a-4d13-a601-1d5805ff05af'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:19.372471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-273a66aa-d4cf-4df3-b229-96061a90c0fc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2411256 Apr 05 20:43:19.394896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58482) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:19.409404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Request body: {'subnet': {'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-818647828-subnet', 'tenant_id': '79f2f7fb6c4041c58a973c1e97a9ee7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:19.423218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:19.433012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Usage tracker for resource:subnet and tenant:79f2f7fb6c4041c58a973c1e97a9ee7b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:19.437982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:19.459316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58486) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:19.466752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:19.492213 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea19a066-c882-41b8-8d4b-6d51571e83fc'] response: {'name': 'network-changed', 'server_uuid': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'tag': 'b749a2ea-db1a-4d13-a601-1d5805ff05af', 'status': 'completed', 'code': 200} Apr 05 20:43:19.512635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] For port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:43:19.517472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] For port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:43:19.525651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1533130-1645-4740-806b-9aca207cad8e {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:19.545112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.573292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Transition to ACTIVE for port object d1533130-1645-4740-806b-9aca207cad8e will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:19.575418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473283c2-6284-42be-b5fa-ad60cbd4cd68 service neutron] Pushing event updated for resources: {'Port': ['ID=b749a2ea-db1a-4d13-a601-1d5805ff05af,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:19.648594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e71934d1-2609-43b4-af14-3d0aba3e38fd req-846bb9f4-06bd-4173-8c95-014295682d29 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Unset dirty status for tenant:b2805067bb744b33a4d654e756be66f4 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:19.653292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e71934d1-2609-43b4-af14-3d0aba3e38fd req-846bb9f4-06bd-4173-8c95-014295682d29 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116910 Apr 05 20:43:19.654526 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-7b9c8b62-290d-4e1e-9494-eea8b8207a7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b2805067bb744b33a4d654e756be66f4&device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 1094 time: 0.1744206 Apr 05 20:43:19.695091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.708220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-383271662'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:19.738136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Made reservation on behalf of 79f2f7fb6c4041c58a973c1e97a9ee7b for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:19.740408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.752484 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.758355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:19.787302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Usage tracker for resource:network and tenant:a20a8c60338b4759b56cc8ef610cfc6e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:19.804483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.805978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] 10.222.0.39 "PUT /v2.0/ports/72b34a92-23a9-4e12-9fe5-0c3d3bf187ed HTTP/1.1" status: 200 len: 1092 time: 5.1671381 Apr 05 20:43:19.807231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:19.820753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a816aabf-47a1-4968-934e-b7668127db59', 'tag': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:19.834029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:19.843327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-048a2a4e-bfb9-4db7-95d9-679107d75dbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b749a2ea-db1a-4d13-a601-1d5805ff05af HTTP/1.1" status: 200 len: 217 time: 0.1753082 Apr 05 20:43:19.870695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a28049e6-e0f0-4e7d-aaa0-a91405b296e0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:19.925383 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-168b771a-48eb-4897-9996-8b50cc4c5fcb'] response: {'name': 'network-changed', 'server_uuid': 'a816aabf-47a1-4968-934e-b7668127db59', 'tag': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed', 'status': 'completed', 'code': 200} Apr 05 20:43:19.971971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a28049e6-e0f0-4e7d-aaa0-a91405b296e0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:43:19.974077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a28049e6-e0f0-4e7d-aaa0-a91405b296e0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:20.042130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-e393b090-98fe-4078-bd0a-af0f84d07199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.043657 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-e393b090-98fe-4078-bd0a-af0f84d07199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b143302-bc96-4e06-8aef-88afdfe932d3 HTTP/1.1" status: 200 len: 858 time: 0.1600559 Apr 05 20:43:20.075254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42ebe-f95c-4aab-9cb9-b846c1c064fb service neutron] Pushing event updated for resources: {'Port': ['ID=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:20.095859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.112766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.113834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.149562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-b1826df5-b351-4016-9d81-2a0b97d17ed9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990398 Apr 05 20:43:20.162613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:20.165892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.199869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.357754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Pushing event updated for resources: {'Port': ['ID=d1533130-1645-4740-806b-9aca207cad8e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:20.393965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.394316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.396835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.397212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:20.450521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Attempting to bind port d1533130-1645-4740-806b-9aca207cad8e on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:20.450848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Attempting to bind port d1533130-1645-4740-806b-9aca207cad8e by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:20.451380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Attempting to bind port d1533130-1645-4740-806b-9aca207cad8e on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:20.459699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:20.468215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Usage tracker for resource:security_group_rule and tenant:a20a8c60338b4759b56cc8ef610cfc6e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:20.474555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:20.482150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08496c28-b463-4265-b98a-35b4234e110e req-c3fec720-1939-48e9-9b4d-78aa58602aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b2805067bb744b33a4d654e756be66f4&device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 1095 time: 0.4798284 Apr 05 20:43:20.486408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Port d1533130-1645-4740-806b-9aca207cad8e on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:43:20.486929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Attempting to bind port d1533130-1645-4740-806b-9aca207cad8e on network d43c177b-9edd-4c11-b649-9c2fbc83b5ab {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:20.490339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:20.534633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.538704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.542717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.542870 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-5a0701f4-5310-4eab-8aee-726ef857327d service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847485 Apr 05 20:43:20.547163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.551494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.555459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.559847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.567277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-8c3c3d13-ca40-48f6-b385-96c119b6038d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.3694522 Apr 05 20:43:20.653182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.755260 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-348ad7ae-84ec-4a94-90af-1bdd969d3adc service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043495 Apr 05 20:43:20.771808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480e7944-f4aa-4669-8107-5c50557d54d5,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:20.804253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Checking segment: {'id': 'b316b61e-1766-43ed-ba59-2fa2c428bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:20.804675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Network hostable DHCP agents. Network: 08cd1009-70b4-41b4-a7db-bda0fc935d23, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:43:20.818098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:43:20.824403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Checking segment: {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:20.824403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Bound using segment: {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:43:20.824403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Bound port: d1533130-1645-4740-806b-9aca207cad8e, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65edea07-fb2d-4973-996f-c5305ca8da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:20.824403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.927001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Network 08cd1009-70b4-41b4-a7db-bda0fc935d23 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:43:20.943511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Router 214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:43:21.036952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-730f5909-96f9-4686-9cc7-55a7ea40848f req-804d786e-960d-40ec-8306-ca2d81bac686 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4688137 Apr 05 20:43:21.067984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 08cd1009-70b4-41b4-a7db-bda0fc935d23) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:21.090713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdef5f0-6271-4328-bd3e-94e07ea9a0f8 None None] Network 08cd1009-70b4-41b4-a7db-bda0fc935d23 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:43:21.138019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496c28-b463-4265-b98a-35b4234e110e req-c92cd8d4-f4af-4ad5-af79-dfed9d0f455e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:21.139481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08496c28-b463-4265-b98a-35b4234e110e req-c92cd8d4-f4af-4ad5-af79-dfed9d0f455e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b2805067bb744b33a4d654e756be66f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6399479 Apr 05 20:43:21.146369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:21.147509 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.167221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] For port d1533130-1645-4740-806b-9aca207cad8e, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:43:21.179416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] For port d1533130-1645-4740-806b-9aca207cad8e, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d1533130-1645-4740-806b-9aca207cad8e,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:43:21.198392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.257930 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-b7c6b64b-2cac-4c57-8dc2-8dceb9880a5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b2805067bb744b33a4d654e756be66f4&device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 1094 time: 0.3008537 Apr 05 20:43:21.368077 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-863ae99c-dea3-4f2a-a971-df0347dd7b52 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9718444 Apr 05 20:43:21.485198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f50e82-2c11-40c5-b86e-e93fddbc9b96 req-944d23d2-1eae-47f6-8043-e420266155cb tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:21.486758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64f50e82-2c11-40c5-b86e-e93fddbc9b96 req-944d23d2-1eae-47f6-8043-e420266155cb tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 944 time: 0.6559169 Apr 05 20:43:21.487915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.543543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad914230-53e2-459d-a9ab-e5ca04b07b1a None None] Network 08cd1009-70b4-41b4-a7db-bda0fc935d23 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:43:21.589255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.658043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-e0e57b0e-23cd-47c0-9d74-291d7d2dbb2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:21.670832 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-e0e57b0e-23cd-47c0-9d74-291d7d2dbb2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab HTTP/1.1" status: 200 len: 919 time: 0.3940005 Apr 05 20:43:21.670832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:21.684040 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] Sync routers for ids ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:21.708891 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] Routers {'214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:21.714994 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:21.789022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64f50e82-2c11-40c5-b86e-e93fddbc9b96 req-e2753cb5-ac60-47f6-8d7b-88f5e375b2bc tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858394 Apr 05 20:43:21.865786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.869279 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b0477e0b-f91c-4aca-8112-2a056af76ec7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9657376 Apr 05 20:43:21.872312 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:21.873341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58518) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:21.896659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496c28-b463-4265-b98a-35b4234e110e req-0207bb4e-a29b-437c-988a-a2d8e6d42765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:21.901823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08496c28-b463-4265-b98a-35b4234e110e req-0207bb4e-a29b-437c-988a-a2d8e6d42765 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6926823 Apr 05 20:43:21.901823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287fe119-9fa2-4680-bd04-b6bb3898937e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:21.902043 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] Routers {'214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:21.903972 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:21.906474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': False}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:21.924992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:43:21.943997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.946039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] 10.222.0.39 "PUT /v2.0/ports/d1533130-1645-4740-806b-9aca207cad8e HTTP/1.1" status: 200 len: 1092 time: 4.4715958 Apr 05 20:43:21.946783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'tag': 'd1533130-1645-4740-806b-9aca207cad8e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:21.961173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.961947 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Added segment 3a204031-1c1c-45c5-a50d-b2ef056e8c7d of type vlan for network e2d09c63-130b-482c-a9a6-15bab3da48e8 Apr 05 20:43:21.969990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569cb87-5cd4-40db-b26c-bc6a62963ecd service neutron] Pushing event updated for resources: {'Port': ['ID=d1533130-1645-4740-806b-9aca207cad8e,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:22.055363 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:22.056121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811486e4-d7db-4d16-8e48-d79cd9d0fa08 None None] The sync data for ids ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:22.096055 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0a6b84-9fc4-44ea-ab6f-cd51a1d24d21'] response: {'name': 'network-changed', 'server_uuid': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'tag': 'd1533130-1645-4740-806b-9aca207cad8e', 'status': 'completed', 'code': 200} Apr 05 20:43:22.205348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.269617 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-b8242575-28b6-453f-bbbe-452b2692e14e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b749a2ea-db1a-4d13-a601-1d5805ff05af HTTP/1.1" status: 200 len: 217 time: 0.5609643 Apr 05 20:43:22.354603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-28fb736b-97e0-45d9-922a-69577a0f437f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.356944 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-28fb736b-97e0-45d9-922a-69577a0f437f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b143302-bc96-4e06-8aef-88afdfe932d3 HTTP/1.1" status: 200 len: 858 time: 0.0787518 Apr 05 20:43:22.441289 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-f3b88ee3-f471-4dbb-b7d0-3c9026aec534 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759389 Apr 05 20:43:22.478205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0842329-4055-48f6-85a4-2e08d4d7d7a7 req-6cfe32d8-1a75-4ae1-b393-3bdc46ec2ef5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b2805067bb744b33a4d654e756be66f4&device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 1095 time: 0.3890324 Apr 05 20:43:22.523763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.527942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.532811 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.557718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-148bff62-e10c-4b13-98b2-10e366e5813a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b2805067bb744b33a4d654e756be66f4&device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 1095 time: 0.5583179 Apr 05 20:43:22.654347 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-52adf719-6bce-4ecb-9ab2-b22f01b2589a service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014327 Apr 05 20:43:22.677343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-f683535b-64fd-4c1e-a43f-8416e585dee4 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.678021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-f683535b-64fd-4c1e-a43f-8416e585dee4 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Synchronizing usage tracker for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:22.874675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-0da286a1-5ca7-4a8b-ae03-9bcfd54488cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed HTTP/1.1" status: 200 len: 217 time: 0.2484565 Apr 05 20:43:22.926306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Network': ['ID=e2d09c63-130b-482c-a9a6-15bab3da48e8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:22.939777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.940306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:43:22.944374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.955122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.955122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.959235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.963641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.968739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.974103 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eee71852-fc22-4f89-b5c0-717b6e014dc9 req-220ddb50-7889-4d2e-8388-cb27b622c8d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096678 Apr 05 20:43:22.976800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-2f87d3fe-f4af-4676-a380-12895e1bd5d9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.6581271 Apr 05 20:43:23.009160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-f683535b-64fd-4c1e-a43f-8416e585dee4 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Unset dirty status for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:23.017210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-f683535b-64fd-4c1e-a43f-8416e585dee4 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/networks?id=08cd1009-70b4-41b4-a7db-bda0fc935d23 HTTP/1.1" status: 200 len: 820 time: 0.8143120 Apr 05 20:43:23.023519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c35bc2db-00b5-4850-abfb-5fcfdc61fcfd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.5610530 Apr 05 20:43:23.023833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:23.037623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'subnet': {'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:23.055662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0842329-4055-48f6-85a4-2e08d4d7d7a7 req-8b6ddc1d-3976-41e5-b71a-84a2c1810adc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:23.057130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0842329-4055-48f6-85a4-2e08d4d7d7a7 req-8b6ddc1d-3976-41e5-b71a-84a2c1810adc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b2805067bb744b33a4d654e756be66f4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5629013 Apr 05 20:43:23.108776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-6c3ceeae-32c6-4649-a892-0bb6b8ecee50 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/quotas/79f2f7fb6c4041c58a973c1e97a9ee7b HTTP/1.1" status: 200 len: 375 time: 0.0905302 Apr 05 20:43:23.181478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-a367d99b-903c-48ae-b5cc-ffaaf8b455de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:23.185628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-a367d99b-903c-48ae-b5cc-ffaaf8b455de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b143302-bc96-4e06-8aef-88afdfe932d3 HTTP/1.1" status: 200 len: 858 time: 0.3043947 Apr 05 20:43:23.213518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:23.228629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Usage tracker for resource:subnet and tenant:a20a8c60338b4759b56cc8ef610cfc6e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:23.252652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:23.261539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:23.421955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2eb2a8b1-f7ef-4852-95d5-25c537e15d67 req-3a69656a-e396-4d66-82cc-c48d56e19312 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4438550 Apr 05 20:43:23.438213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:23.454171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-57b1a388-3260-44af-a266-6f5e9486291e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=79f2f7fb6c4041c58a973c1e97a9ee7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2771366 Apr 05 20:43:23.456073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-3cecdae9-7d8a-42e9-a8e6-5b72de43345b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888202 Apr 05 20:43:23.585593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.761299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0842329-4055-48f6-85a4-2e08d4d7d7a7 req-d0f99051-c20f-4f57-bc50-527994bcd009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:23.763163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0842329-4055-48f6-85a4-2e08d4d7d7a7 req-d0f99051-c20f-4f57-bc50-527994bcd009 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6995993 Apr 05 20:43:23.923895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-5fdaec4c-21b3-4a53-be37-de6470678cf3 service neutron] 10.222.0.10 "GET /v2.0/networks/08cd1009-70b4-41b4-a7db-bda0fc935d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591532 Apr 05 20:43:23.928731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-9cda090d-06ae-4211-80a9-80db3e7e640b service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651504 Apr 05 20:43:23.962404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e258cc-f1ff-41a0-aa6b-abd1f63b37a5 req-7513b7ed-46cd-4a74-99a9-556c0ef47443 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:23.964133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75e258cc-f1ff-41a0-aa6b-abd1f63b37a5 req-7513b7ed-46cd-4a74-99a9-556c0ef47443 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 944 time: 0.2753530 Apr 05 20:43:23.983573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.095449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.189110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-7fd24fc9-2d98-4c32-9c5b-b11263379b38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b2805067bb744b33a4d654e756be66f4&device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 1095 time: 0.3469498 Apr 05 20:43:24.260437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Subnet': ['ID=662ab096-917f-461b-80ef-048811a67516,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:24.272563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Checking segment: {'id': '3a204031-1c1c-45c5-a50d-b2ef056e8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:24.273154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network hostable DHCP agents. Network: e2d09c63-130b-482c-a9a6-15bab3da48e8, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:43:24.320286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-92843188-1454-4d5f-baf4-286363cb9862 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1533130-1645-4740-806b-9aca207cad8e HTTP/1.1" status: 200 len: 217 time: 0.1003933 Apr 05 20:43:24.405899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-2a6dc365-05a0-49e5-ab5a-a1aa6f1133cf service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361300 Apr 05 20:43:24.408302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75e258cc-f1ff-41a0-aa6b-abd1f63b37a5 req-49e3cb2a-8abf-4da1-92a9-5acd5b891bd6 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087930 Apr 05 20:43:24.413985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-dada7d48-707f-4ef4-937b-4d251abba880 service neutron] 10.222.0.10 "GET /v2.0/networks/08cd1009-70b4-41b4-a7db-bda0fc935d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800344 Apr 05 20:43:24.443971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-404f8e88-7217-4404-ad9b-6c1a37c5ac61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.445611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-404f8e88-7217-4404-ad9b-6c1a37c5ac61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b143302-bc96-4e06-8aef-88afdfe932d3 HTTP/1.1" status: 200 len: 858 time: 0.0878699 Apr 05 20:43:24.508280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-6a9ad083-8a0b-4e10-9f16-e73c48068367 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d43c177b-9edd-4c11-b649-9c2fbc83b5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484681 Apr 05 20:43:24.533271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.536984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.602650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:43:24.728635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-1fc3655e-28aa-4244-aadb-c507c9cf8bb1 service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142949 Apr 05 20:43:24.738628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.742505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.746492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.750902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.756395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.773308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.778554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.780576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ebbfd4e-7d4e-4ba1-bc43-89e7001bde96 req-02658118-3864-459e-81d2-e64be228604a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.1885324 Apr 05 20:43:24.800536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58558) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:24.814091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Request body: {'floatingip': {'port_id': '8c6d6649-ec4f-4309-a3b5-34f062c4924a'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:24.906469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, e2d09c63-130b-482c-a9a6-15bab3da48e8) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:24.914638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.918767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c7326-c4de-4868-9e82-3fc82e647f7e None None] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:43:24.963363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8236d416-9b37-40ec-a7eb-34872b1af15a req-101c5859-ba2b-4abe-83a3-d403f7bc2d32 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 210 time: 0.0912237 Apr 05 20:43:24.997118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.997118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.077295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b263856-6f68-4a44-83bc-8294b12b1f1e req-2986c014-17c7-4894-b027-235e1c678087 service neutron] 10.222.0.39 "GET /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947867 Apr 05 20:43:25.321155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-e2d09c63-130b-482c-a9a6-15bab3da48e8', 'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'tenant_id': 'a20a8c60338b4759b56cc8ef610cfc6e', 'fixed_ips': [{'subnet_id': '662ab096-917f-461b-80ef-048811a67516'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:43:25.322185 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.416323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be4aef50-7173-418e-a3d1-f367f7bd3da7 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3847127 Apr 05 20:43:25.419694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58566) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:25.426218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519744461'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:25.477193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Router 214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:43:25.503172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Allocated IP 2001:db8::2 (e2d09c63-130b-482c-a9a6-15bab3da48e8/662ab096-917f-461b-80ef-048811a67516/b16f6b93-26f0-40ca-ab93-1ce6555ebb64) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:25.771819 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.783569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Transition to ACTIVE for port object b16f6b93-26f0-40ca-ab93-1ce6555ebb64 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:25.796358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:25.796358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Usage tracker for resource:port and tenant:a20a8c60338b4759b56cc8ef610cfc6e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:25.796358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:25.799528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:25.803107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Transition to ACTIVE for port object b16f6b93-26f0-40ca-ab93-1ce6555ebb64 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:25.814324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de4feb-b235-4057-ad21-a36b76910939 req-a0efa053-bb55-4600-a6f7-76428ecd75af tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:25.815824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81de4feb-b235-4057-ad21-a36b76910939 req-a0efa053-bb55-4600-a6f7-76428ecd75af tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 944 time: 0.1390691 Apr 05 20:43:25.878328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81de4feb-b235-4057-ad21-a36b76910939 req-d3297a9c-c95c-44a2-ab76-ec01f6d155bb tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522993 Apr 05 20:43:25.894303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b749a2ea-db1a-4d13-a601-1d5805ff05af details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:25.998919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:26.000230 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.003873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.038323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] device_id is not set on port 91b3d76e-34bd-431d-a9e8-280acb263355 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:43:26.132098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b749a2ea-db1a-4d13-a601-1d5805ff05af, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b749a2ea-db1a-4d13-a601-1d5805ff05af,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:26.158856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:26.159897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'b749a2ea-db1a-4d13-a601-1d5805ff05af', 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab', 'port_id': 'b749a2ea-db1a-4d13-a601-1d5805ff05af', 'mac_address': 'fa:16:3e:68:e4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b143302-bc96-4e06-8aef-88afdfe932d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:26.164889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:26.174471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.177560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:26.194197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:26.198631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.200498 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d859f25-fce7-40ce-80fb-207730c2a61f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "PUT /v2.0/routers/214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 HTTP/1.1" status: 200 len: 922 time: 4.3053372 Apr 05 20:43:26.205862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58588) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:26.259399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] Sync routers for ids ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:26.268947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Allocated IP 2001:db8::2d1 (e2d09c63-130b-482c-a9a6-15bab3da48e8/662ab096-917f-461b-80ef-048811a67516/91b3d76e-34bd-431d-a9e8-280acb263355) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:26.294803 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.334405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Pushing event updated for resources: {'Port': ['ID=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:26.357067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] Routers {'214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:26.357067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:26.425106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Attempting to bind port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:26.427131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Attempting to bind port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '3a204031-1c1c-45c5-a50d-b2ef056e8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:26.427131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Attempting to bind port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 on network e2d09c63-130b-482c-a9a6-15bab3da48e8 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:26.428004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:26.435089 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.459711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:43:26.460094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Checking segment: {'id': '3a204031-1c1c-45c5-a50d-b2ef056e8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:26.460497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.460889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Bound using segment: {'id': '3a204031-1c1c-45c5-a50d-b2ef056e8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:43:26.461383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Bound port: b16f6b93-26f0-40ca-ab93-1ce6555ebb64, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a204031-1c1c-45c5-a50d-b2ef056e8c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:26.461756 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.482441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b749a2ea-db1a-4d13-a601-1d5805ff05af {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:26.482650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbd6141f-a6ac-4704-9ce2-9a248e809d97 req-1356e2fa-a46d-4bd5-9b5f-5c9cec123062 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 210 time: 0.3110895 Apr 05 20:43:26.492110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] Routers {'214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:26.492311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:26.574405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.579165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:26.579579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb31eb6-e214-40be-8a96-73825c376b82 None None] The sync data for ids ['214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:26.612795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Transition to ACTIVE for port object 91b3d76e-34bd-431d-a9e8-280acb263355 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:26.629757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b749a2ea-db1a-4d13-a601-1d5805ff05af, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b749a2ea-db1a-4d13-a601-1d5805ff05af,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:26.671570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] For port b16f6b93-26f0-40ca-ab93-1ce6555ebb64, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:43:26.674700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] For port b16f6b93-26f0-40ca-ab93-1ce6555ebb64, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,segment=NetworkSegment(3a204031-1c1c-45c5-a50d-b2ef056e8c7d),segment_id=3a204031-1c1c-45c5-a50d-b2ef056e8c7d)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:43:26.677701 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c62474f1-6868-4a2e-ba74-4e5cff287f3e tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 HTTP/1.1" status: 200 len: 922 time: 0.4706595 Apr 05 20:43:26.680448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58600) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:26.721297 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Floating IP a9e7ea34-c968-48cc-93dd-5190ead4a90b associated. External IP: 172.25.2.180, port: 8c6d6649-ec4f-4309-a3b5-34f062c4924a. Apr 05 20:43:26.727831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.728816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.813289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:26.814445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=91b3d76e-34bd-431d-a9e8-280acb263355,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:26.817308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:26.825160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:26.825160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:26.825632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.830413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b749a2ea-db1a-4d13-a601-1d5805ff05af,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:26.843675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.899163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-179b21b2-e079-44f5-8a75-c3233aa6b2f3 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Synchronizing usage tracker for tenant:414a6f1903e743d8b2338fb4d9f5f5ba on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:26.947059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a76b4866-76ef-4da8-8abf-20f2b4d489b5 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5261972 Apr 05 20:43:26.952937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58612) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:26.964480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-298033756', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d1', 'mac_address': 'fa:16:3e:43:1c:70'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:26.982100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f99f0-0e19-4d64-9a6e-79edd51c5cdd None None] Pushing event updated for resources: {'Port': ['ID=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:27.097459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-179b21b2-e079-44f5-8a75-c3233aa6b2f3 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Unset dirty status for tenant:414a6f1903e743d8b2338fb4d9f5f5ba on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:27.100996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-179b21b2-e079-44f5-8a75-c3233aa6b2f3 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4173558 Apr 05 20:43:27.169315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58624) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.307921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:27.323926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b749a2ea-db1a-4d13-a601-1d5805ff05af'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:27.359149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Usage tracker for resource:port and tenant:a20a8c60338b4759b56cc8ef610cfc6e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:27.377722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:27.392513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:27.399842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76930a4a-fe50-4738-a46c-93a6b2e2c6c7 req-5c22aecf-6afa-4b64-a34c-1d88f888abb3 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:27.408697 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76930a4a-fe50-4738-a46c-93a6b2e2c6c7 req-5c22aecf-6afa-4b64-a34c-1d88f888abb3 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 944 time: 0.3223896 Apr 05 20:43:27.492208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1277abf7-5196-4ccf-80f0-5e15db859516 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:27.493232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1277abf7-5196-4ccf-80f0-5e15db859516 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Synchronizing usage tracker for tenant:414a6f1903e743d8b2338fb4d9f5f5ba on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:27.497957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76930a4a-fe50-4738-a46c-93a6b2e2c6c7 req-2c4b54b3-3f88-483b-bd2e-2ee8678c7cd0 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871687 Apr 05 20:43:27.526019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4a5c-3f75-49a0-924d-6ef72c39b6e5 req-f6a6ab65-67f8-4dd7-9506-8c81eb35822f tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:27.533663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0be4a5c-3f75-49a0-924d-6ef72c39b6e5 req-f6a6ab65-67f8-4dd7-9506-8c81eb35822f tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 950 time: 0.2284086 Apr 05 20:43:27.565279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:27.597917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:43:27.606451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1277abf7-5196-4ccf-80f0-5e15db859516 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Unset dirty status for tenant:414a6f1903e743d8b2338fb4d9f5f5ba on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:27.608409 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1277abf7-5196-4ccf-80f0-5e15db859516 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.4343624 Apr 05 20:43:27.612525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58632) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.825064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-12939380-5281-49f1-8a56-5606b8ce8fbf tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 HTTP/1.1" status: 200 len: 205 time: 0.1317153 Apr 05 20:43:27.827194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.834226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e5e36cc-2e8b-4e7c-81db-2cc0f3035a6e req-49653c56-2264-4eaa-b8e6-02d07304542d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 210 time: 0.1426663 Apr 05 20:43:27.924897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0be4a5c-3f75-49a0-924d-6ef72c39b6e5 req-e60c9c8f-ba0d-4e2d-9103-bebc03110567 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903661 Apr 05 20:43:27.987299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.096321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] device_id is not set on port bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:43:28.114648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f6b93-26f0-40ca-ab93-1ce6555ebb64 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:28.206155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-5b698d17-2be2-43e6-b713-49723c40f349 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:28.208049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-5b698d17-2be2-43e6-b713-49723c40f349 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.23 "GET /v2.0/networks?id=08cd1009-70b4-41b4-a7db-bda0fc935d23 HTTP/1.1" status: 200 len: 820 time: 0.5027730 Apr 05 20:43:28.261421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Request body: {'port': {'device_id': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23', 'admin_state_up': True, 'tenant_id': '79f2f7fb6c4041c58a973c1e97a9ee7b'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:28.303299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:28.343820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:28.349538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.354593 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9b197-4025-4342-b717-375443038379 None None] Sync routers for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:28.389670 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9b197-4025-4342-b717-375443038379 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:28.390337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-02e9b197-4025-4342-b717-375443038379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:28.448663 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b2310f3b-2943-41be-93ea-2fdc46108672 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "PUT /v2.0/floatingips/a9e7ea34-c968-48cc-93dd-5190ead4a90b HTTP/1.1" status: 200 len: 992 time: 3.6445279 Apr 05 20:43:28.452391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:28.607595 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b68faa-1eee-40c3-a50d-c7dad9465f74'] response: {'name': 'network-changed', 'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'status': 'completed', 'code': 200} Apr 05 20:43:28.618695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.632421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b33d82-ad97-4110-bc26-999c6a15467f None None] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:43:28.697994 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-02e9b197-4025-4342-b717-375443038379 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:43:29.018178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.051731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Allocated IP 2001:db8::17b (e2d09c63-130b-482c-a9a6-15bab3da48e8/662ab096-917f-461b-80ef-048811a67516/bddf8417-7cd0-4dae-a21a-20bd8fbe4b56) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:29.054134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:29.064682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Usage tracker for resource:port and tenant:79f2f7fb6c4041c58a973c1e97a9ee7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:29.070780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:29.094812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Provisioning for port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:29.102864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:29.110646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Provisioning complete for port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:29.114994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.115127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Deleting port 9dc28fe7-b7f2-4d2a-a0a7-eac96603eff2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:29.115127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.173265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-5f6b5711-f616-4125-b1b5-1e985d31fe47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6492 time: 0.3986628 Apr 05 20:43:29.196259 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-02e9b197-4025-4342-b717-375443038379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'a9e7ea34-c968-48cc-93dd-5190ead4a90b', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'port_id': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'mac_address': 'fa:16:3e:52:a5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:41:34Z', 'updated_at': '2022-04-05T20:43:26Z', 'revision_number': 1, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:13Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:29.207870 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9b197-4025-4342-b717-375443038379 None None] Checking router: 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:43:29.260727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Made reservation on behalf of 79f2f7fb6c4041c58a973c1e97a9ee7b for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:29.271436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.280583 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9b197-4025-4342-b717-375443038379 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:29.281509 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-02e9b197-4025-4342-b717-375443038379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:29.300203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f34a9-8dc9-44e0-bb8c-ca061381c0b3 req-8c1f1133-5825-4bfd-bc92-a5c4242a0b8f tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:29.307171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-000f34a9-8dc9-44e0-bb8c-ca061381c0b3 req-8c1f1133-5825-4bfd-bc92-a5c4242a0b8f tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 944 time: 0.4000335 Apr 05 20:43:29.331418 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.379832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] For port b16f6b93-26f0-40ca-ab93-1ce6555ebb64, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,segment=NetworkSegment(3a204031-1c1c-45c5-a50d-b2ef056e8c7d),segment_id=3a204031-1c1c-45c5-a50d-b2ef056e8c7d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:29.462434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.493590 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.609554 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-02e9b197-4025-4342-b717-375443038379 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:43:29.643263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Calling delete_port for 9dc28fe7-b7f2-4d2a-a0a7-eac96603eff2 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:29.643843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Pushing event updated for resources: {'Port': ['ID=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:29.644765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-137062a8-1006-404b-8791-31ba14bb1838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:29.646234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-137062a8-1006-404b-8791-31ba14bb1838 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d650b792-245a-4a76-b86a-f727bb63dca4 HTTP/1.1" status: 200 len: 911 time: 0.4577005 Apr 05 20:43:29.658987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.659326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.659862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.660353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.660838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.661362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.661863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.662356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.662835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.663317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.663792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78424534-2cfc-4023-bcf2-5839e6f96d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:29.800230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-000f34a9-8dc9-44e0-bb8c-ca061381c0b3 req-62970e5a-8f66-42bb-a29c-04331fc13756 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919753 Apr 05 20:43:29.847038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-48ec384d-c7b4-432b-b235-c897f2817b27 None None] Provisioning complete for port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:29.847696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-48ec384d-c7b4-432b-b235-c897f2817b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.930025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d1533130-1645-4740-806b-9aca207cad8e details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:30.063024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b749a2ea-db1a-4d13-a601-1d5805ff05af up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:30.099589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-8bc58659-d4da-4e46-abca-602797928b03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a HTTP/1.1" status: 200 len: 1000 time: 0.4436650 Apr 05 20:43:30.110073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f6b93-26f0-40ca-ab93-1ce6555ebb64 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:30.202882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.255347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event deleted for resources: {'Port': ['ID=9dc28fe7-b7f2-4d2a-a0a7-eac96603eff2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:30.317331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.323704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.326951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.327525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.328068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.328624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.329225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.329778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.330469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.331029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.331548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:30.347701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d1533130-1645-4740-806b-9aca207cad8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d1533130-1645-4740-806b-9aca207cad8e,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:30.398731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd1533130-1645-4740-806b-9aca207cad8e', 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab', 'port_id': 'd1533130-1645-4740-806b-9aca207cad8e', 'mac_address': 'fa:16:3e:50:01:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b143302-bc96-4e06-8aef-88afdfe932d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:30.399937 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-02e9b197-4025-4342-b717-375443038379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'a9e7ea34-c968-48cc-93dd-5190ead4a90b', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'port_id': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'mac_address': 'fa:16:3e:52:a5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:41:34Z', 'updated_at': '2022-04-05T20:43:26Z', 'revision_number': 1, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:13Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:30.405607 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9b197-4025-4342-b717-375443038379 None None] The sync data for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 is: [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'a9e7ea34-c968-48cc-93dd-5190ead4a90b', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'port_id': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'mac_address': 'fa:16:3e:52:a5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:41:34Z', 'updated_at': '2022-04-05T20:43:26Z', 'revision_number': 1, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:13Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:30.495520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af1308a0-eb50-41da-94cc-670749910212 req-c4712fce-e174-4f1e-8167-5929af1e7a07 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 210 time: 0.2425423 Apr 05 20:43:30.570622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Allocated IP 172.20.0.5 (08cd1009-70b4-41b4-a7db-bda0fc935d23/480e7944-f4aa-4669-8107-5c50557d54d5/bbeca524-e6a5-4157-86d3-24ffd762c570) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:30.587199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:30.587572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.615873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.650547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port b749a2ea-db1a-4d13-a601-1d5805ff05af completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:30.677078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port b749a2ea-db1a-4d13-a601-1d5805ff05af triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:30.677636 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.710513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.734524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.778014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e89643-5d83-4f8d-ba58-0b3ee8ff0f1b None None] New status for floating IP a9e7ea34-c968-48cc-93dd-5190ead4a90b: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:43:30.894584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1533130-1645-4740-806b-9aca207cad8e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:30.970138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d1533130-1645-4740-806b-9aca207cad8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d1533130-1645-4740-806b-9aca207cad8e,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:30.976006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.038246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Transition to ACTIVE for port object bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:31.077461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-fad19d27-5b82-4b5a-8082-50662b01788e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:31.079257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-fad19d27-5b82-4b5a-8082-50662b01788e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a4a761c-a67f-49e2-8c51-7476ce222383 HTTP/1.1" status: 200 len: 849 time: 0.9285853 Apr 05 20:43:31.147741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-48ec384d-c7b4-432b-b235-c897f2817b27 None None] Provisioning for port 91b3d76e-34bd-431d-a9e8-280acb263355 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:31.150853 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.151654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:31.163010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.229294 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.236595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-48ec384d-c7b4-432b-b235-c897f2817b27 None None] Provisioning complete for port 91b3d76e-34bd-431d-a9e8-280acb263355 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:31.238549 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-48ec384d-c7b4-432b-b235-c897f2817b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.278440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Network 08cd1009-70b4-41b4-a7db-bda0fc935d23 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:31.292168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:31.301339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:31.336866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.347173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.351069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-48ec384d-c7b4-432b-b235-c897f2817b27 None None] Port 91b3d76e-34bd-431d-a9e8-280acb263355 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:31.357644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:31.365885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:31.368750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:31.374495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:31.375283 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.424273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-307c3518-6c6e-4f33-a9c8-14dd065aef78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d650b792-245a-4a76-b86a-f727bb63dca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3386083 Apr 05 20:43:31.426080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Pushing event updated for resources: {'Port': ['ID=bbeca524-e6a5-4157-86d3-24ffd762c570,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:31.463726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.463726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Fanout notify agent at l3_agent the message router_deleted on router 214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:43:31.476793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.487392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.495829 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9279e84e-5f36-45b6-ac13-5700cc507158 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 HTTP/1.1" status: 204 len: 168 time: 3.6638126 Apr 05 20:43:31.496681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58724) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.509666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1466821849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:31.522979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:31.524331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:43:31.528698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Usage tracker for resource:router and tenant:f21cb69b29c848fe860afd99c9001781 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:31.546963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:31.563983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:31.573705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:31.583684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=bddf8417-7cd0-4dae-a21a-20bd8fbe4b56,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:31.606138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d1533130-1645-4740-806b-9aca207cad8e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:31.623265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-91465d0f-24b6-41f9-bae5-88d0a54bdf4c None None] Provisioning complete for port 91b3d76e-34bd-431d-a9e8-280acb263355 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:31.623646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-91465d0f-24b6-41f9-bae5-88d0a54bdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.648070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed', 'network_id': 'd43c177b-9edd-4c11-b649-9c2fbc83b5ab', 'port_id': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed', 'mac_address': 'fa:16:3e:1c:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b143302-bc96-4e06-8aef-88afdfe932d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:31.651574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b749a2ea-db1a-4d13-a601-1d5805ff05af'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:31.684829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:31.685385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.689022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.690203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.711683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.742336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d338ebeb-0843-4b7e-839a-c3502e7b27cd tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.7838922 Apr 05 20:43:31.746254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58732) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.795248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-173facfc-214e-4f89-b03a-a59436614537 service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023758 Apr 05 20:43:31.836047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b749a2ea-db1a-4d13-a601-1d5805ff05af, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b749a2ea-db1a-4d13-a601-1d5805ff05af,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:31.865097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.893307 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.919578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788af4a5-82e6-4737-a04c-b1a491330536 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:31.924217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788af4a5-82e6-4737-a04c-b1a491330536 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:31.928980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788af4a5-82e6-4737-a04c-b1a491330536 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:31.930848 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-788af4a5-82e6-4737-a04c-b1a491330536 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1834097 Apr 05 20:43:31.935436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58740) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.953464 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.959445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:32.099684 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.103754 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7f868557-4e02-4209-897d-060730e277f1 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6059155 Apr 05 20:43:32.111283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58746) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:32.132572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:32.162788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-23b87486-6567-4adb-9e2c-6b20ec979d5d tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9335225 Apr 05 20:43:32.169263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-91465d0f-24b6-41f9-bae5-88d0a54bdf4c None None] Port 91b3d76e-34bd-431d-a9e8-280acb263355 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:32.188165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:32.222733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Request body: {'port': {'device_id': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:32.314255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:32.331870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:32.331870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.453140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.465629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c36f815-6c4e-45f2-8f75-4d163b6f174e req-a6f6146a-7d01-490b-b38e-9d64ed68f88e service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462905 Apr 05 20:43:32.490546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b749a2ea-db1a-4d13-a601-1d5805ff05af,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:32.534857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e0c8-f154-4b32-9c63-b7206563f49c req-95558752-69d2-4391-b668-a653d287469f tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:32.535555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e245e0c8-f154-4b32-9c63-b7206563f49c req-95558752-69d2-4391-b668-a653d287469f tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Synchronizing usage tracker for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:32.547503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00093-f825-441f-8cb8-71af2f15631b req-00263324-717e-42e8-83e9-21ee2ff47c35 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:32.564406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72c00093-f825-441f-8cb8-71af2f15631b req-00263324-717e-42e8-83e9-21ee2ff47c35 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 945 time: 0.4316084 Apr 05 20:43:32.585897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.587156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.663806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b08bf70d-bffb-4e22-85cf-8f809b97b13e None None] Provisioning for port bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:32.691490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:32.691490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:32.691490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b08bf70d-bffb-4e22-85cf-8f809b97b13e None None] Provisioning complete for port bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:32.694178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b08bf70d-bffb-4e22-85cf-8f809b97b13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.796485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.850337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.867302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b08bf70d-bffb-4e22-85cf-8f809b97b13e None None] Port bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:32.912331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:32.954991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e245e0c8-f154-4b32-9c63-b7206563f49c req-95558752-69d2-4391-b668-a653d287469f tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Unset dirty status for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:32.956144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e245e0c8-f154-4b32-9c63-b7206563f49c req-95558752-69d2-4391-b668-a653d287469f tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 931 time: 0.7930393 Apr 05 20:43:32.986937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d1533130-1645-4740-806b-9aca207cad8e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:32.988147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72c00093-f825-441f-8cb8-71af2f15631b req-3698c023-7b43-4a85-a40e-ff400e055721 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303653 Apr 05 20:43:33.034094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['72b34a92-23a9-4e12-9fe5-0c3d3bf187ed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:33.080070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e245e0c8-f154-4b32-9c63-b7206563f49c req-d7978d1a-b78f-40ca-8e78-42bc1482358e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Synchronizing usage tracker for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:33.120272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbeca524-e6a5-4157-86d3-24ffd762c570 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:33.134575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.155308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Transition to ACTIVE for port object bbeca524-e6a5-4157-86d3-24ffd762c570 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:33.180641 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20614ec-c3f1-448c-9467-463c4cc50694'] response: {'server_uuid': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b749a2ea-db1a-4d13-a601-1d5805ff05af', 'code': 200} Apr 05 20:43:33.208028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e245e0c8-f154-4b32-9c63-b7206563f49c req-d7978d1a-b78f-40ca-8e78-42bc1482358e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Unset dirty status for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:33.208995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e245e0c8-f154-4b32-9c63-b7206563f49c req-d7978d1a-b78f-40ca-8e78-42bc1482358e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391534 Apr 05 20:43:33.218623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Calling delete_port for bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:33.340538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.531854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Pushing event updated for resources: {'Port': ['ID=bbeca524-e6a5-4157-86d3-24ffd762c570,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:33.640953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb21db6d-e3d7-4530-9a02-1208c0f01d32 req-0eae820b-d7b3-44ec-a9c8-68897cbee955 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 1096 time: 0.3659551 Apr 05 20:43:33.692094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.698120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Attempting to bind port bbeca524-e6a5-4157-86d3-24ffd762c570 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:33.698120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Attempting to bind port bbeca524-e6a5-4157-86d3-24ffd762c570 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'b316b61e-1766-43ed-ba59-2fa2c428bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:33.698120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Attempting to bind port bbeca524-e6a5-4157-86d3-24ffd762c570 on network 08cd1009-70b4-41b4-a7db-bda0fc935d23 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:33.723048 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.751465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb21db6d-e3d7-4530-9a02-1208c0f01d32 req-624e3431-db66-4396-8532-c2e708a3b215 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011004 Apr 05 20:43:33.751465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Port bbeca524-e6a5-4157-86d3-24ffd762c570 on network 08cd1009-70b4-41b4-a7db-bda0fc935d23 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:43:33.751465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Attempting to bind port bbeca524-e6a5-4157-86d3-24ffd762c570 on network 08cd1009-70b4-41b4-a7db-bda0fc935d23 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:43:33.772498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:43:33.772959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Checking segment: {'id': 'b316b61e-1766-43ed-ba59-2fa2c428bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:43:33.773477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Bound using segment: {'id': 'b316b61e-1766-43ed-ba59-2fa2c428bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:43:33.774779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Bound port: bbeca524-e6a5-4157-86d3-24ffd762c570, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b316b61e-1766-43ed-ba59-2fa2c428bf2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:33.775228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.874149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Port': ['ID=bddf8417-7cd0-4dae-a21a-20bd8fbe4b56,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:33.956316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.026517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] For port bbeca524-e6a5-4157-86d3-24ffd762c570, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:43:34.036161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] For port bbeca524-e6a5-4157-86d3-24ffd762c570, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=bbeca524-e6a5-4157-86d3-24ffd762c570,segment=NetworkSegment(b316b61e-1766-43ed-ba59-2fa2c428bf2a),segment_id=b316b61e-1766-43ed-ba59-2fa2c428bf2a)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:43:34.081975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.091213 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c78f6cd8-6964-428a-ae85-edc4ea6903d9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/ports/bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 HTTP/1.1" status: 204 len: 168 time: 2.1532114 Apr 05 20:43:34.094071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58760) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:34.211570 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-074f2c60-da32-441a-8dfd-77cc89b24364 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] GET failed (client error): The resource could not be found. Apr 05 20:43:34.211570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-074f2c60-da32-441a-8dfd-77cc89b24364 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Synchronizing usage tracker for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:34.222732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.389285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.390586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] 10.222.0.23 "PUT /v2.0/ports/bbeca524-e6a5-4157-86d3-24ffd762c570 HTTP/1.1" status: 200 len: 1091 time: 2.1807992 Apr 05 20:43:34.392762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'tag': 'bbeca524-e6a5-4157-86d3-24ffd762c570'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:34.465605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.469526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec9cdf-7e94-4980-bc12-3f947053f762 service neutron] Pushing event updated for resources: {'Port': ['ID=bbeca524-e6a5-4157-86d3-24ffd762c570,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:34.495549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-074f2c60-da32-441a-8dfd-77cc89b24364 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Unset dirty status for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:34.495549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-074f2c60-da32-441a-8dfd-77cc89b24364 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "GET /v2.0/ports/bddf8417-7cd0-4dae-a21a-20bd8fbe4b56 HTTP/1.1" status: 404 len: 333 time: 0.3938091 Apr 05 20:43:34.506449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58772) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:34.506449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e2352-7670-4483-b7f2-4e3dd643be64 req-3b1cb74c-c886-48a8-bc96-d6e83c2d4b5b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:34.506449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b17e2352-7670-4483-b7f2-4e3dd643be64 req-3b1cb74c-c886-48a8-bc96-d6e83c2d4b5b tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 945 time: 0.3553610 Apr 05 20:43:34.519284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-471546194'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:34.541314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.712643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Allocated IP 172.25.2.15 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/0fd6ccbb-64e2-4acf-af02-931ee213b8cc) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:34.838499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e546e2-24eb-42b2-a116-872fdda986b5 req-bd55e04b-4281-4914-8878-d44c672cdf35 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:34.838499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68e546e2-24eb-42b2-a116-872fdda986b5 req-bd55e04b-4281-4914-8878-d44c672cdf35 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 943 time: 0.4452417 Apr 05 20:43:34.940349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.943490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b17e2352-7670-4483-b7f2-4e3dd643be64 req-ba2dddf5-028a-4949-a6db-621ff2d3e73a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718145 Apr 05 20:43:34.953873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68e546e2-24eb-42b2-a116-872fdda986b5 req-b156769a-90fc-4469-9a4f-f3e0d2d406d8 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144946 Apr 05 20:43:34.954884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:34.961864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-c1986643-8c64-4ad2-876c-f34525fdb051 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79f2f7fb6c4041c58a973c1e97a9ee7b&device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 1094 time: 0.4178431 Apr 05 20:43:34.969501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:34.974763 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af970934-363b-4fad-bccf-ee2c9efbf96c'] response: {'name': 'network-changed', 'server_uuid': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'tag': 'bbeca524-e6a5-4157-86d3-24ffd762c570', 'status': 'completed', 'code': 200} Apr 05 20:43:35.043332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-316a3e06-84b9-49d8-9f38-b07cb445fec1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbeca524-e6a5-4157-86d3-24ffd762c570 HTTP/1.1" status: 200 len: 217 time: 0.0708256 Apr 05 20:43:35.105885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-9b35b189-4fdd-4dd4-9e6b-43652632ab81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:35.107358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-9b35b189-4fdd-4dd4-9e6b-43652632ab81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=480e7944-f4aa-4669-8107-5c50557d54d5 HTTP/1.1" status: 200 len: 860 time: 0.0585296 Apr 05 20:43:35.456809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-09ac7ddc-0cf9-4aec-99d8-2bc9bc1379cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.464183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-452806a4-ab19-4ac9-8986-0f087dc44905 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08cd1009-70b4-41b4-a7db-bda0fc935d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444908 Apr 05 20:43:35.469210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:35.469210 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5162ae-414a-49cf-8d01-79e43b960bfe'] response: {'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'code': 200} Apr 05 20:43:35.472745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-3f44133f-aa65-49c9-8b89-60f627d5ea9c service neutron] 10.222.0.23 "GET /v2.0/networks/08cd1009-70b4-41b4-a7db-bda0fc935d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304200 Apr 05 20:43:35.472745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f16315-f6b8-43ea-9a5f-20b0e6b0553f req-6db648ec-c84b-4e88-8de6-9f2b4c2af026 service neutron] 10.222.0.23 "GET /v2.0/networks/08cd1009-70b4-41b4-a7db-bda0fc935d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284246 Apr 05 20:43:35.687661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.712979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:35.712979 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.728243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] device_id is not set on port 729f530c-2939-4a91-a3da-cb61e73663ec yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:43:35.768507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:35.771454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:35.775819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:35.803275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event updated for resources: {'Port': ['ID=0fd6ccbb-64e2-4acf-af02-931ee213b8cc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:35.920202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-0165cb9b-0e29-4e06-becb-47c1d67b5bd3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79f2f7fb6c4041c58a973c1e97a9ee7b&device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 1094 time: 0.1596732 Apr 05 20:43:35.962199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Allocated IP 2001:db8::e3 (e2d09c63-130b-482c-a9a6-15bab3da48e8/662ab096-917f-461b-80ef-048811a67516/729f530c-2939-4a91-a3da-cb61e73663ec) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:36.059226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.249332 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.254221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.274201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-d717c4be-f433-4166-967d-912783b1a889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:36.275960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-d717c4be-f433-4166-967d-912783b1a889 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08cd1009-70b4-41b4-a7db-bda0fc935d23 HTTP/1.1" status: 200 len: 921 time: 0.3493621 Apr 05 20:43:36.391044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-ca1ed8e8-515f-4854-a567-1cf1eda6e5ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbeca524-e6a5-4157-86d3-24ffd762c570 HTTP/1.1" status: 200 len: 217 time: 0.0985546 Apr 05 20:43:36.463895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f05e2a-2016-4900-bba4-0c3b4bd59740 req-aa0c23bf-4f14-4f93-828f-df8c70d0d2dd tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:36.465319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0f05e2a-2016-4900-bba4-0c3b4bd59740 req-aa0c23bf-4f14-4f93-828f-df8c70d0d2dd tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 945 time: 0.4107060 Apr 05 20:43:36.503360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:36.510127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:36.517573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776d0b-6819-478b-b17d-468cf1c2b610 req-1f790c6c-f78a-4298-a3d0-9e7b146abfb6 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:36.519456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9776d0b-6819-478b-b17d-468cf1c2b610 req-1f790c6c-f78a-4298-a3d0-9e7b146abfb6 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 943 time: 0.3982937 Apr 05 20:43:36.560828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Router 912cef22-aa2d-4178-a568-befc9fd09298 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:43:36.574801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-83dfac83-0ce3-43fd-a1b8-e0a253419a83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:36.576241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-83dfac83-0ce3-43fd-a1b8-e0a253419a83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=480e7944-f4aa-4669-8107-5c50557d54d5 HTTP/1.1" status: 200 len: 860 time: 0.1744394 Apr 05 20:43:36.583389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.656890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-4eb92ff9-2c1b-4854-8de4-b07ef76be6f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08cd1009-70b4-41b4-a7db-bda0fc935d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643070 Apr 05 20:43:36.661633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Transition to ACTIVE for port object 729f530c-2939-4a91-a3da-cb61e73663ec will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:36.678011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0f05e2a-2016-4900-bba4-0c3b4bd59740 req-a88dc01e-bace-490c-b57c-556f30e6ba10 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892114 Apr 05 20:43:36.727959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9776d0b-6819-478b-b17d-468cf1c2b610 req-f5edf638-0274-4aa8-acc2-3356d33e9a81 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983929 Apr 05 20:43:36.733725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:36.771945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'mac_address': 'fa:16:3e:f9:63:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:36.820054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:36.859064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:36.859064 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.859271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:36.859376 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] Sync routers for ids ['912cef22-aa2d-4178-a568-befc9fd09298'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:36.862549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.862549 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-052c277e-b0c3-4437-9b73-6ae8139f2d42 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "PUT /v2.0/routers/912cef22-aa2d-4178-a568-befc9fd09298 HTTP/1.1" status: 200 len: 879 time: 4.7437217 Apr 05 20:43:36.862788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58796) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:36.872042 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] Routers {'912cef22-aa2d-4178-a568-befc9fd09298'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:36.873002 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['912cef22-aa2d-4178-a568-befc9fd09298'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:36.909948 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-228ff11b-edfd-46a0-87cd-72be348eb5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.923320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.945586 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:36.951523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.959988 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] Routers {'912cef22-aa2d-4178-a568-befc9fd09298'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:36.960787 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['912cef22-aa2d-4178-a568-befc9fd09298'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:36.978995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace6a77-e2b4-49bc-9e07-5d6623518853 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:37.018782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:37.021400 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.035952 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:37.036462 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81915260-5913-4705-8603-ee4d3fd15b25 None None] The sync data for ids ['912cef22-aa2d-4178-a568-befc9fd09298'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:37.066028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:37.083673 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.094002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=729f530c-2939-4a91-a3da-cb61e73663ec,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.097382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:37.100949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:37.104904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:37.111249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:37.112209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.149857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-0fd86cff-8651-4270-91c8-6f839573d9ce service neutron] 10.222.0.23 "GET /v2.0/networks/08cd1009-70b4-41b4-a7db-bda0fc935d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839313 Apr 05 20:43:37.159808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.160628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d1533130-1645-4740-806b-9aca207cad8e up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:37.227716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a816aabf-47a1-4968-934e-b7668127db59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:37.243001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.253579 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bc981684-eb69-4200-820b-d552f14eaf6e tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/912cef22-aa2d-4178-a568-befc9fd09298 HTTP/1.1" status: 200 len: 920 time: 0.3895140 Apr 05 20:43:37.262021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58804) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.321881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-94c3d81f-b7dc-4a09-b541-9e39d0550c1f tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8132269 Apr 05 20:43:37.327874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58808) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.339698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['8ace6a77-e2b4-49bc-9e07-5d6623518853'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:37.369714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d1', 'mac_address': 'fa:16:3e:43:1c:70'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:37.399009 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f2163a-354c-4dba-8468-ed028c63f258'] response: {'server_uuid': 'a816aabf-47a1-4968-934e-b7668127db59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed', 'code': 200} Apr 05 20:43:37.413459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e35fd8f-9ee4-4568-b307-ce054306b23e req-31a0e90d-1ec2-43a2-8199-187b5ea52438 service neutron] 10.222.0.23 "GET /v2.0/networks/08cd1009-70b4-41b4-a7db-bda0fc935d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527215 Apr 05 20:43:37.414523 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c312f4f2-1b98-4c77-9a53-a33f99c9ce26 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=912cef22-aa2d-4178-a568-befc9fd09298&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1579375 Apr 05 20:43:37.415286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.458692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.563971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dafced-8e78-4580-a9ec-c5d841876162 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:37.566590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-64dafced-8e78-4580-a9ec-c5d841876162 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.1495297 Apr 05 20:43:37.572612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58816) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.580562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port d1533130-1645-4740-806b-9aca207cad8e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:37.599841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d1533130-1645-4740-806b-9aca207cad8e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:37.600218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.619560 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-156b9868-0fb2-4380-b412-2a5b0691610d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=912cef22-aa2d-4178-a568-befc9fd09298 HTTP/1.1" status: 200 len: 205 time: 0.0461423 Apr 05 20:43:37.624122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.646967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-71674994-31bd-44a4-8b38-a0c54e267502 None None] Provisioning for port 729f530c-2939-4a91-a3da-cb61e73663ec completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:37.661425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-71674994-31bd-44a4-8b38-a0c54e267502 None None] Provisioning complete for port 729f530c-2939-4a91-a3da-cb61e73663ec triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:37.661953 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-71674994-31bd-44a4-8b38-a0c54e267502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.691094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dfa7dae-0d78-4e89-a648-97bf97e6355f req-f31f9530-6bc5-46bd-bde6-2aade059ef47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 1097 time: 0.2002883 Apr 05 20:43:37.728640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-71674994-31bd-44a4-8b38-a0c54e267502 None None] Port 729f530c-2939-4a91-a3da-cb61e73663ec cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:37.757470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dfa7dae-0d78-4e89-a648-97bf97e6355f req-7fea3428-46ba-49d9-ac18-5470ac9ade9c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Apr 05 20:43:37.757927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.823461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.896912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d1533130-1645-4740-806b-9aca207cad8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d1533130-1645-4740-806b-9aca207cad8e,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:37.963227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.008000 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.162943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d1533130-1645-4740-806b-9aca207cad8e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:38.163139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1767-e2dc-4a53-94c7-283f11aa52cf req-8c616156-e408-4ed9-beef-8b8ef4acf94a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:38.164747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b1b1767-e2dc-4a53-94c7-283f11aa52cf req-8c616156-e408-4ed9-beef-8b8ef4acf94a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 945 time: 0.2873061 Apr 05 20:43:38.178725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a1b6d-71c7-4d05-b3e3-83e2bf9bd944 req-a3d79043-563f-4067-a1ed-ef30b7893028 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:38.178725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a2a1b6d-71c7-4d05-b3e3-83e2bf9bd944 req-a3d79043-563f-4067-a1ed-ef30b7893028 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 943 time: 0.2499783 Apr 05 20:43:38.275212 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.278273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.297612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b1b1767-e2dc-4a53-94c7-283f11aa52cf req-4627a93e-5292-42a0-bf2b-9b3ad2c7dcce tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179185 Apr 05 20:43:38.321797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a2a1b6d-71c7-4d05-b3e3-83e2bf9bd944 req-8b192978-8fa9-4ea4-9cc0-cfd8b531f158 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212940 Apr 05 20:43:38.327883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.368419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Deleting port 0fd6ccbb-64e2-4acf-af02-931ee213b8cc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:38.368419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.403237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.476256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] In _notify_port_updated(), no bound segment for port 729f530c-2939-4a91-a3da-cb61e73663ec on network e2d09c63-130b-482c-a9a6-15bab3da48e8 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:43:38.480329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:38.481075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.482544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "PUT /v2.0/ports/729f530c-2939-4a91-a3da-cb61e73663ec HTTP/1.1" status: 200 len: 1001 time: 1.1536953 Apr 05 20:43:38.487696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58836) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:38.493893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.548935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f69300-d026-46b0-b51a-488e646c22f4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=729f530c-2939-4a91-a3da-cb61e73663ec,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:38.564720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.568718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port 729f530c-2939-4a91-a3da-cb61e73663ec {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:38.571170 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.704036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Calling delete_port for 0fd6ccbb-64e2-4acf-af02-931ee213b8cc owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:38.760654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-62f58272-e21c-4187-840a-bd050033028a None None] Provisioning complete for port 729f530c-2939-4a91-a3da-cb61e73663ec triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:38.762217 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-62f58272-e21c-4187-840a-bd050033028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.817628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-62f58272-e21c-4187-840a-bd050033028a None None] Port 729f530c-2939-4a91-a3da-cb61e73663ec cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:38.827816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.935341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.988162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event deleted for resources: {'Port': ['ID=0fd6ccbb-64e2-4acf-af02-931ee213b8cc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:39.063940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Calling delete_port for 729f530c-2939-4a91-a3da-cb61e73663ec owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:39.282851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.308567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.332776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Port': ['ID=729f530c-2939-4a91-a3da-cb61e73663ec,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:39.400293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1533130-1645-4740-806b-9aca207cad8e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:39.573555 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.591946 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.597581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.602565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d2e437ad-8df7-46ba-821e-66e81b968ad8 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/ports/729f530c-2939-4a91-a3da-cb61e73663ec HTTP/1.1" status: 204 len: 168 time: 1.1146176 Apr 05 20:43:39.605107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58850) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.653388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07def627-2071-4a2a-b7f4-12643dfe80a3 req-a4892809-5d95-4cc9-ad12-84c62a0d6564 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:39.654875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07def627-2071-4a2a-b7f4-12643dfe80a3 req-a4892809-5d95-4cc9-ad12-84c62a0d6564 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 946 time: 0.2044690 Apr 05 20:43:39.668476 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81cd3df-fee6-4044-886a-8638c5f54dc3 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] GET failed (client error): The resource could not be found. Apr 05 20:43:39.668476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a81cd3df-fee6-4044-886a-8638c5f54dc3 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Synchronizing usage tracker for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:39.702918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e1666-428e-4592-8d77-648f3acf72ed req-ee4432cf-91f8-4601-b1c5-a9d9bd6887d1 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:39.706245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c05e1666-428e-4592-8d77-648f3acf72ed req-ee4432cf-91f8-4601-b1c5-a9d9bd6887d1 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 943 time: 0.1775620 Apr 05 20:43:39.759955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07def627-2071-4a2a-b7f4-12643dfe80a3 req-85f0babc-5c1b-4471-9fbf-c95e4b5a8e47 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865738 Apr 05 20:43:39.769917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c05e1666-428e-4592-8d77-648f3acf72ed req-02b60461-c0a7-4a28-a0e6-aa220f9f9dc4 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579264 Apr 05 20:43:39.777906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.785927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device bbeca524-e6a5-4157-86d3-24ffd762c570 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:39.806880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a81cd3df-fee6-4044-886a-8638c5f54dc3 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Unset dirty status for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:39.813687 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a81cd3df-fee6-4044-886a-8638c5f54dc3 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "GET /v2.0/ports/729f530c-2939-4a91-a3da-cb61e73663ec HTTP/1.1" status: 404 len: 333 time: 0.2071440 Apr 05 20:43:39.826688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.826688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Fanout notify agent at l3_agent the message router_deleted on router 912cef22-aa2d-4178-a568-befc9fd09298 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:43:39.831845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58856) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.849252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2075049015'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:39.854400 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.856341 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67f2f5b3-c577-448f-860b-a97f66ab1e9d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/912cef22-aa2d-4178-a568-befc9fd09298 HTTP/1.1" status: 204 len: 168 time: 2.2309139 Apr 05 20:43:39.860328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58860) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.867171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1372252259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:39.878353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:39.900666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Usage tracker for resource:router and tenant:f21cb69b29c848fe860afd99c9001781 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:39.909967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:39.922137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:39.930555 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd00136-1aee-4b98-a0c0-2b138b2bc4b5'] response: {'server_uuid': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1533130-1645-4740-806b-9aca207cad8e', 'code': 200} Apr 05 20:43:40.020207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.022129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.044032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.051146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port bbeca524-e6a5-4157-86d3-24ffd762c570, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=bbeca524-e6a5-4157-86d3-24ffd762c570,segment=NetworkSegment(b316b61e-1766-43ed-ba59-2fa2c428bf2a),segment_id=b316b61e-1766-43ed-ba59-2fa2c428bf2a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:40.071647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'bbeca524-e6a5-4157-86d3-24ffd762c570', 'network_id': '08cd1009-70b4-41b4-a7db-bda0fc935d23', 'port_id': 'bbeca524-e6a5-4157-86d3-24ffd762c570', 'mac_address': 'fa:16:3e:b1:78:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480e7944-f4aa-4669-8107-5c50557d54d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:40.076745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:40.088191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:40.144056 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.159885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbeca524-e6a5-4157-86d3-24ffd762c570 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:43:40.163812 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.171657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:40.171657 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.182332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port bbeca524-e6a5-4157-86d3-24ffd762c570, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=bbeca524-e6a5-4157-86d3-24ffd762c570,segment=NetworkSegment(b316b61e-1766-43ed-ba59-2fa2c428bf2a),segment_id=b316b61e-1766-43ed-ba59-2fa2c428bf2a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:40.210624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] device_id is not set on port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:43:40.281923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.289734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19d18730-6193-4cd2-96af-20b3729b0bb4 req-ad238fb9-30c4-4aa3-a199-f5549db6e28b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 1097 time: 0.1686258 Apr 05 20:43:40.332342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.335915 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2e9d7541-3188-4085-a1a6-8ca0c7078db4 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4719899 Apr 05 20:43:40.338081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58868) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.352503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': True}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:40.353657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=bbeca524-e6a5-4157-86d3-24ffd762c570,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:40.367866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Allocated IP 2001:db8::234 (e2d09c63-130b-482c-a9a6-15bab3da48e8/662ab096-917f-461b-80ef-048811a67516/18df59e9-0cba-4f6e-8804-01a498aaf1f4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:40.532419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19d18730-6193-4cd2-96af-20b3729b0bb4 req-36d59c24-75a9-42bd-979d-f8f9033f5402 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356685 Apr 05 20:43:40.536546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:40.595410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['bbeca524-e6a5-4157-86d3-24ffd762c570'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:40.633811 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.656134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Transition to ACTIVE for port object 18df59e9-0cba-4f6e-8804-01a498aaf1f4 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:40.685069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 8ace6a77-e2b4-49bc-9e07-5d6623518853 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:40.685439 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.750264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.799928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.832782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:40.842164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:40.847424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:40.852406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:40.853491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.896388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=18df59e9-0cba-4f6e-8804-01a498aaf1f4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:41.025845 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-21680522-0ca1-44c0-8c83-d149897e7fa6 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1838610 Apr 05 20:43:41.025845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58878) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:41.050990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:43:1c:70'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:41.069368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.272116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:41.363203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.363490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.434210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.534555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:41.569757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.579531 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a0e687b5-fda9-414a-9615-598c44adbcef None None] Provisioning for port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:41.586364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a0e687b5-fda9-414a-9615-598c44adbcef None None] Provisioning complete for port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:41.587704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a0e687b5-fda9-414a-9615-598c44adbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.664048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a0e687b5-fda9-414a-9615-598c44adbcef None None] Port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:41.715855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4c334-864c-4dfd-8706-ed89151d4b36 req-9cc96503-d474-473b-975d-a790db3ad095 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:41.717343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9a4c334-864c-4dfd-8706-ed89151d4b36 req-9cc96503-d474-473b-975d-a790db3ad095 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 946 time: 0.3551960 Apr 05 20:43:41.728028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a266cb-844e-4fd7-8cc3-a72d3175e408 req-93964986-ad65-4243-9f32-78190bf150c1 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:41.729723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2a266cb-844e-4fd7-8cc3-a72d3175e408 req-93964986-ad65-4243-9f32-78190bf150c1 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 944 time: 0.3134689 Apr 05 20:43:41.748191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Allocated IP 172.25.2.94 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/435be8ac-de93-4d47-97c3-43fbc75c50a7) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:41.926134 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.931625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:42.004655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9a4c334-864c-4dfd-8706-ed89151d4b36 req-b6c609e7-0001-49e9-931e-5c118c787f76 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740319 Apr 05 20:43:42.017681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2a266cb-844e-4fd7-8cc3-a72d3175e408 req-f5656a71-07e1-4ab6-8852-a8c4fc4d10e9 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670515 Apr 05 20:43:42.037595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.154097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.166313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:42.170276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:42.174817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:42.223582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Port': ['ID=435be8ac-de93-4d47-97c3-43fbc75c50a7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:42.225910 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.427836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] In _notify_port_updated(), no bound segment for port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 on network e2d09c63-130b-482c-a9a6-15bab3da48e8 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:43:42.450292 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71845ac-9b90-4ea8-834b-8b9e91b59bf9'] response: {'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'code': 200} Apr 05 20:43:42.462335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:42.462335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.462335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "PUT /v2.0/ports/18df59e9-0cba-4f6e-8804-01a498aaf1f4 HTTP/1.1" status: 200 len: 1003 time: 1.4213641 Apr 05 20:43:42.466008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58908) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:42.500299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebd9c3-a393-4491-8ad5-9fbb21ea71ab tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=18df59e9-0cba-4f6e-8804-01a498aaf1f4,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:42.598101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:42.598101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.733974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.966028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee041297-edf0-412d-9747-a8557ee4a9ca req-965580c1-e78a-4feb-9538-bdd840260918 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:42.968113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee041297-edf0-412d-9747-a8557ee4a9ca req-965580c1-e78a-4feb-9538-bdd840260918 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1874707 Apr 05 20:43:43.016424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4b23513d-1d57-4033-9940-d052eff09aed None None] Provisioning complete for port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:43.017180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4b23513d-1d57-4033-9940-d052eff09aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.056039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee041297-edf0-412d-9747-a8557ee4a9ca req-3e5c5f45-ad83-443a-908a-1d33e4c8a434 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848041 Apr 05 20:43:43.146294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4b23513d-1d57-4033-9940-d052eff09aed None None] Port 18df59e9-0cba-4f6e-8804-01a498aaf1f4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:43.211423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.346549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d529e-0a9f-498e-8e6c-c0cff7b4eec0 req-7f3b0ad5-27a2-4802-a470-dfa2fb713584 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:43.348825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f5d529e-0a9f-498e-8e6c-c0cff7b4eec0 req-7f3b0ad5-27a2-4802-a470-dfa2fb713584 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 946 time: 0.1269662 Apr 05 20:43:43.354744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe060f-620d-4c10-bc26-220750d47cc8 req-7f7f3823-ae0f-4ba4-b332-a4c3f1c9c37a tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:43.368100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7bfe060f-620d-4c10-bc26-220750d47cc8 req-7f7f3823-ae0f-4ba4-b332-a4c3f1c9c37a tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 944 time: 0.1775923 Apr 05 20:43:43.413330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Calling delete_port for 18df59e9-0cba-4f6e-8804-01a498aaf1f4 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:43.451324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f5d529e-0a9f-498e-8e6c-c0cff7b4eec0 req-24d71e68-7e57-450a-a2ae-8e7f54f03226 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719564 Apr 05 20:43:43.476228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7bfe060f-620d-4c10-bc26-220750d47cc8 req-dc91b4f3-430c-4d40-9370-a2c6afd9b544 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112733 Apr 05 20:43:43.506270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.626865 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.756123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28065fe-5182-4651-a49e-e43ed1cb3f5b req-0cd9957f-bb3e-4791-8aa4-82b1da88706e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:43.762121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e28065fe-5182-4651-a49e-e43ed1cb3f5b req-0cd9957f-bb3e-4791-8aa4-82b1da88706e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 945 time: 0.1149073 Apr 05 20:43:43.815113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device bbeca524-e6a5-4157-86d3-24ffd762c570 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:43.844954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.861340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e28065fe-5182-4651-a49e-e43ed1cb3f5b req-e10a3ed0-7de7-4c5a-a853-23bfcd2df0ca tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945156 Apr 05 20:43:43.928418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Port': ['ID=18df59e9-0cba-4f6e-8804-01a498aaf1f4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:43.970709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.982674 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-965785ed-d207-411d-a76c-1042a996004b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/ports/18df59e9-0cba-4f6e-8804-01a498aaf1f4 HTTP/1.1" status: 204 len: 168 time: 1.5207930 Apr 05 20:43:43.986395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58930) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.061249 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-0407a1fb-f754-454f-ae1d-d582da560273 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] GET failed (client error): The resource could not be found. Apr 05 20:43:44.061249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0407a1fb-f754-454f-ae1d-d582da560273 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Synchronizing usage tracker for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:44.078997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port bbeca524-e6a5-4157-86d3-24ffd762c570 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:44.078997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port bbeca524-e6a5-4157-86d3-24ffd762c570 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:44.078997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.177890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0407a1fb-f754-454f-ae1d-d582da560273 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Unset dirty status for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:44.179460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0407a1fb-f754-454f-ae1d-d582da560273 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "GET /v2.0/ports/18df59e9-0cba-4f6e-8804-01a498aaf1f4 HTTP/1.1" status: 404 len: 333 time: 0.2021563 Apr 05 20:43:44.185622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58936) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.193462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-818992132'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:44.262080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Router eecbc95a-86da-4bb6-b5c6-56168c3c58e1 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:43:44.277490 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.347465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port bbeca524-e6a5-4157-86d3-24ffd762c570, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=bbeca524-e6a5-4157-86d3-24ffd762c570,segment=NetworkSegment(b316b61e-1766-43ed-ba59-2fa2c428bf2a),segment_id=b316b61e-1766-43ed-ba59-2fa2c428bf2a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:44.452907 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.457851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef2728-cb4a-46bd-87fa-2389acf2ba94 req-484b226b-df76-4ca2-9cbf-905dc51f25e9 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:44.457851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdef2728-cb4a-46bd-87fa-2389acf2ba94 req-484b226b-df76-4ca2-9cbf-905dc51f25e9 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 946 time: 0.3129170 Apr 05 20:43:44.514924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeca524-e6a5-4157-86d3-24ffd762c570'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:44.541513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdef2728-cb4a-46bd-87fa-2389acf2ba94 req-14303075-152a-4f59-aeee-7c620b0a19d4 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844305 Apr 05 20:43:44.573804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03545-ce5e-4b24-bdb8-101fccaf0985 req-027a3a79-84c3-4c51-b13b-bc580ae04f3e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:44.578932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-faf03545-ce5e-4b24-bdb8-101fccaf0985 req-027a3a79-84c3-4c51-b13b-bc580ae04f3e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.3269229 Apr 05 20:43:44.648777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=bbeca524-e6a5-4157-86d3-24ffd762c570,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:44.687046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-faf03545-ce5e-4b24-bdb8-101fccaf0985 req-e15ec968-1dcf-4ace-bb90-c05f5f5056c9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052971 Apr 05 20:43:44.857472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:44.872144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:44.893762 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6211dc63-c543-49b7-b27b-18416eb6c1c7'] response: {'server_uuid': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeca524-e6a5-4157-86d3-24ffd762c570', 'code': 200} Apr 05 20:43:44.991133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:44.996612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07f457-6b6e-486f-9426-8699117d3952 req-7061f760-2b56-485c-a421-c36141dd65e8 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:45.005600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff07f457-6b6e-486f-9426-8699117d3952 req-7061f760-2b56-485c-a421-c36141dd65e8 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 945 time: 0.2600524 Apr 05 20:43:45.008255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.110209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] device_id is not set on port 3c43181c-3b07-4fba-84f2-2a0a06b4796c yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:43:45.267907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff07f457-6b6e-486f-9426-8699117d3952 req-cd7d5c33-0b55-4e06-9b71-683373a4f15e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637722 Apr 05 20:43:45.280037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:45.288529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] Sync routers for ids ['eecbc95a-86da-4bb6-b5c6-56168c3c58e1'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:45.315989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] Routers {'eecbc95a-86da-4bb6-b5c6-56168c3c58e1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:45.315989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['eecbc95a-86da-4bb6-b5c6-56168c3c58e1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:45.324865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2773a3aa-c186-43d2-be7c-cd5481d7fb4a req-0e41d704-21a1-44c1-b25c-db9ccd8ebe10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 1096 time: 0.2946680 Apr 05 20:43:45.410550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:45.451451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] Routers {'eecbc95a-86da-4bb6-b5c6-56168c3c58e1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:45.451451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['eecbc95a-86da-4bb6-b5c6-56168c3c58e1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:45.482960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2773a3aa-c186-43d2-be7c-cd5481d7fb4a req-7fe49364-57a5-43bf-b18a-204c014a5b8d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330407 Apr 05 20:43:45.536183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.538315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4935b8c-7432-4369-ac51-ab7fe3acdb7d tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "PUT /v2.0/routers/eecbc95a-86da-4bb6-b5c6-56168c3c58e1 HTTP/1.1" status: 200 len: 914 time: 5.1989691 Apr 05 20:43:45.539687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58952) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.578821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Allocated IP 2001:db8::352 (e2d09c63-130b-482c-a9a6-15bab3da48e8/662ab096-917f-461b-80ef-048811a67516/3c43181c-3b07-4fba-84f2-2a0a06b4796c) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:45.580566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:45.581326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b90581a-c90e-4cbe-bbf4-35924a61e825 None None] The sync data for ids ['eecbc95a-86da-4bb6-b5c6-56168c3c58e1'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:45.993402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7343f235-9cb0-4fb6-9a72-a9ad86136f99 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/eecbc95a-86da-4bb6-b5c6-56168c3c58e1 HTTP/1.1" status: 200 len: 920 time: 0.4523010 Apr 05 20:43:45.998965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58960) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.068525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f48521-77f8-4857-b8bc-99a62fbef58f req-f8a9d89e-7072-4303-a500-4955a312aa87 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:46.070470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2f48521-77f8-4857-b8bc-99a62fbef58f req-f8a9d89e-7072-4303-a500-4955a312aa87 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 946 time: 0.1189702 Apr 05 20:43:46.076985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463c124-7531-4dc3-a907-e37fa2f82574 req-2ec6b6c8-61bf-4789-8395-9d73c27f355a tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:46.079159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9463c124-7531-4dc3-a907-e37fa2f82574 req-2ec6b6c8-61bf-4789-8395-9d73c27f355a tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1845012 Apr 05 20:43:46.090330 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.129661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Transition to ACTIVE for port object 3c43181c-3b07-4fba-84f2-2a0a06b4796c will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:46.152232 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ebc30c0b-f56c-4657-b80a-9f45b0df3549 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=eecbc95a-86da-4bb6-b5c6-56168c3c58e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1520350 Apr 05 20:43:46.156062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58964) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.165657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2f48521-77f8-4857-b8bc-99a62fbef58f req-dbe36e4f-362a-4500-baaf-aafb5b61539d tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852287 Apr 05 20:43:46.185982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9463c124-7531-4dc3-a907-e37fa2f82574 req-d78be6c1-28b8-4962-a705-f8edc65c2c4d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904279 Apr 05 20:43:46.330939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f88b0-73d9-474e-bddb-28b5e51dacce tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:46.332549 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9a7f88b0-73d9-474e-bddb-28b5e51dacce tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.1753266 Apr 05 20:43:46.335949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58970) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.351965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.450322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58974) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.457133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7dc120e5-6658-4399-8a01-481572ba0922 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecbc95a-86da-4bb6-b5c6-56168c3c58e1 HTTP/1.1" status: 200 len: 205 time: 0.1052155 Apr 05 20:43:46.459527 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:43:46.607416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccadcf-9574-4a00-af22-7d047fd80e57 req-5e4938a8-1597-48a1-bff0-77869bea6b50 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:46.609659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0ccadcf-9574-4a00-af22-7d047fd80e57 req-5e4938a8-1597-48a1-bff0-77869bea6b50 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 945 time: 0.1351938 Apr 05 20:43:46.644405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:46.653924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:46.697561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:46.711700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:46.711700 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.749655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=3c43181c-3b07-4fba-84f2-2a0a06b4796c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:46.803609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0ccadcf-9574-4a00-af22-7d047fd80e57 req-64b0a5c9-5120-4fac-af67-91c4694ad162 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842048 Apr 05 20:43:46.811068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58982) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.811466 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-de4505a4-37aa-44c7-b60b-19fc1a8dabb0 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6241221 Apr 05 20:43:46.815533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'network_id': 'e2d09c63-130b-482c-a9a6-15bab3da48e8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-809900503'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:46.968748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.334393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:47.350995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Usage tracker for resource:port and tenant:a20a8c60338b4759b56cc8ef610cfc6e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:47.354499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:47.382816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:47.499839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Made reservation on behalf of a20a8c60338b4759b56cc8ef610cfc6e for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:47.516839 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.522591 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.618508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6066e6cb-bedf-47bb-b27e-649d050c2bc8 None None] Provisioning for port 3c43181c-3b07-4fba-84f2-2a0a06b4796c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:47.626678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6066e6cb-bedf-47bb-b27e-649d050c2bc8 None None] Provisioning complete for port 3c43181c-3b07-4fba-84f2-2a0a06b4796c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:47.627483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6066e6cb-bedf-47bb-b27e-649d050c2bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.781341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] device_id is not set on port 201df236-ebb2-46a3-a533-2748e2d2773e yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:43:47.783150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6066e6cb-bedf-47bb-b27e-649d050c2bc8 None None] Port 3c43181c-3b07-4fba-84f2-2a0a06b4796c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:47.820179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Deleting port 435be8ac-de93-4d47-97c3-43fbc75c50a7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:47.820634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.863599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b429805-3fe2-464b-ae9d-53092d885541 req-2fd28665-08ce-4330-b34f-8c81374a286d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:47.863599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b429805-3fe2-464b-ae9d-53092d885541 req-2fd28665-08ce-4330-b34f-8c81374a286d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.3230653 Apr 05 20:43:47.914424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9649-e3e2-4160-9c7f-e6ec1846d212 req-a7955355-db43-4055-9827-5c6552f9cc49 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:47.915849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-048b9649-e3e2-4160-9c7f-e6ec1846d212 req-a7955355-db43-4055-9827-5c6552f9cc49 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 946 time: 0.3851740 Apr 05 20:43:47.976515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Allocated IP 2001:db8::22f (e2d09c63-130b-482c-a9a6-15bab3da48e8/662ab096-917f-461b-80ef-048811a67516/201df236-ebb2-46a3-a533-2748e2d2773e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:48.063793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b429805-3fe2-464b-ae9d-53092d885541 req-7f4511bb-4864-4107-8802-584e45495bd1 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997821 Apr 05 20:43:48.083720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-048b9649-e3e2-4160-9c7f-e6ec1846d212 req-d4c77586-3ff5-4890-a47c-c3303df7d689 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422055 Apr 05 20:43:48.120862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-a56b91df-23ef-4708-8dd2-3d319997824e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:48.122802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-a56b91df-23ef-4708-8dd2-3d319997824e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "GET /v2.0/ports?device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 946 time: 0.2598066 Apr 05 20:43:48.146974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.431119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Calling delete_port for 435be8ac-de93-4d47-97c3-43fbc75c50a7 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:48.446704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Deleting port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:48.446704 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.670187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.720776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.773890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event deleted for resources: {'Port': ['ID=435be8ac-de93-4d47-97c3-43fbc75c50a7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:48.803942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Transition to ACTIVE for port object 201df236-ebb2-46a3-a533-2748e2d2773e will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:48.845631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd5d0-1c1a-4663-9372-4be22cead08b req-fc2bf9b7-423a-48d0-9992-bbd46b2b77ce tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:48.847113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b73fd5d0-1c1a-4663-9372-4be22cead08b req-fc2bf9b7-423a-48d0-9992-bbd46b2b77ce tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 945 time: 0.4747360 Apr 05 20:43:48.965617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] For port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:48.965617 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.984253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b73fd5d0-1c1a-4663-9372-4be22cead08b req-bf1c446e-1f9d-406d-ba17-d114d8aeb409 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237485 Apr 05 20:43:49.072563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.189162 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.358554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Calling delete_port for 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:49.433626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=201df236-ebb2-46a3-a533-2748e2d2773e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:49.478133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:49.506784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:49.509774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:49.514836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:49.515486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.593652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.600007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.716816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.721305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Fanout notify agent at l3_agent the message router_deleted on router eecbc95a-86da-4bb6-b5c6-56168c3c58e1 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:43:49.735020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.739940 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5d89202a-6c6a-49ef-a4da-c436d00ef756 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/eecbc95a-86da-4bb6-b5c6-56168c3c58e1 HTTP/1.1" status: 204 len: 168 time: 3.2771807 Apr 05 20:43:49.746561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59022) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.751352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1111909672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:49.774078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.798460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Usage tracker for resource:router and tenant:f21cb69b29c848fe860afd99c9001781 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.825770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.836777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.850242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0c62272f-717f-4aaf-bb5f-3c6de5f82f1b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0398185 Apr 05 20:43:49.860741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59026) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.874534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d1', 'mac_address': 'fa:16:3e:43:1c:70'}, {'ip_address': '2001:db8::352', 'mac_address': 'fa:16:3e:54:aa:14'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:49.955450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.955450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.024279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5002-2627-4c83-a525-38628d5eafc6 req-4908f09c-2291-4594-af23-643296f84c18 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:50.024279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9fa5002-2627-4c83-a525-38628d5eafc6 req-4908f09c-2291-4594-af23-643296f84c18 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.4639812 Apr 05 20:43:50.089744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da111b2-4640-45b5-a708-9e6c939d138f req-811a7567-6064-45bc-9b7c-175b517ee1ea tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:50.089744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0da111b2-4640-45b5-a708-9e6c939d138f req-811a7567-6064-45bc-9b7c-175b517ee1ea tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 946 time: 0.6195500 Apr 05 20:43:50.134482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-532b70a2-7ca6-4c8c-883c-3ae2c96c3352 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5712988 Apr 05 20:43:50.161645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9fa5002-2627-4c83-a525-38628d5eafc6 req-a6215b54-f331-44d6-a030-a126e807a64c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074986 Apr 05 20:43:50.178523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0da111b2-4640-45b5-a708-9e6c939d138f req-54812ae7-f797-42df-beed-fb5b6a7b753e tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885470 Apr 05 20:43:50.186188 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.195331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7a2373ff-8759-4115-8915-d6f60e31521f None None] Provisioning for port 201df236-ebb2-46a3-a533-2748e2d2773e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:50.195816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.203374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7a2373ff-8759-4115-8915-d6f60e31521f None None] Provisioning complete for port 201df236-ebb2-46a3-a533-2748e2d2773e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:50.203814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a2373ff-8759-4115-8915-d6f60e31521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.297090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Pushing event deleted for resources: {'Port': ['ID=72b34a92-23a9-4e12-9fe5-0c3d3bf187ed,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.377969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a2373ff-8759-4115-8915-d6f60e31521f None None] Port 201df236-ebb2-46a3-a533-2748e2d2773e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:50.377969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b749a2ea-db1a-4d13-a601-1d5805ff05af', 'd1533130-1645-4740-806b-9aca207cad8e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:43:50.494570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] No DVR routers for this DVR port 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:43:50.496243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.502774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.523158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a816aabf-47a1-4968-934e-b7668127db59', 'name': 'network-vif-deleted', 'tag': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:50.542908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.614121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:50.662109 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94f518f-76c5-41b9-84ce-805ccb503a06'] response: {'server_uuid': 'a816aabf-47a1-4968-934e-b7668127db59', 'name': 'network-vif-deleted', 'tag': '72b34a92-23a9-4e12-9fe5-0c3d3bf187ed', 'status': 'completed', 'code': 200} Apr 05 20:43:50.684125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-ea1adb77-3f4b-4f1e-8f8e-b3cfa56b65fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6492 time: 0.3339145 Apr 05 20:43:50.704407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:43:50.705408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 72b34a92-23a9-4e12-9fe5-0c3d3bf187ed not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:50.716155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.717139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf9a8e8a-3041-4228-84fe-1eb91b348f61 req-735df311-0c87-4ce2-9d64-ed563761b25a tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "DELETE /v2.0/ports/72b34a92-23a9-4e12-9fe5-0c3d3bf187ed HTTP/1.1" status: 204 len: 173 time: 2.5666420 Apr 05 20:43:50.962798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-a4d4cc8b-a4a3-462b-aaf5-2367784ce18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:50.963476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-a4d4cc8b-a4a3-462b-aaf5-2367784ce18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:50.964046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-a4d4cc8b-a4a3-462b-aaf5-2367784ce18b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:50.967231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-a4d4cc8b-a4a3-462b-aaf5-2367784ce18b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d650b792-245a-4a76-b86a-f727bb63dca4&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 HTTP/1.1" status: 200 len: 2291 time: 0.2514844 Apr 05 20:43:51.178055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.182406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.182406 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f089d493-5d9e-46e8-a5af-d6365085bd45 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4372270 Apr 05 20:43:51.184412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59052) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.194203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': False}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:43:51.221495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-fbe43e36-228c-4163-b58d-e5c963015880 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a HTTP/1.1" status: 200 len: 1002 time: 0.2457895 Apr 05 20:43:51.366460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.381097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-23f54000-9a39-44a8-8b04-7020b821f947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:51.389177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-23f54000-9a39-44a8-8b04-7020b821f947 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a4a761c-a67f-49e2-8c51-7476ce222383 HTTP/1.1" status: 200 len: 849 time: 0.1613224 Apr 05 20:43:51.572095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818c24a-4e6e-44ee-9182-99c5c6dfeb31 req-f941171a-ca33-4ca3-828e-df36cf91c1ab tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:51.579758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] In _notify_port_updated(), no bound segment for port 201df236-ebb2-46a3-a533-2748e2d2773e on network e2d09c63-130b-482c-a9a6-15bab3da48e8 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:43:51.584288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:51.584554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.588014 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "PUT /v2.0/ports/201df236-ebb2-46a3-a533-2748e2d2773e HTTP/1.1" status: 200 len: 1067 time: 1.7329891 Apr 05 20:43:51.591961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59064) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.594518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b818c24a-4e6e-44ee-9182-99c5c6dfeb31 req-f941171a-ca33-4ca3-828e-df36cf91c1ab tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.2041621 Apr 05 20:43:51.662458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fab976-389a-4572-8894-50dfdb83e862 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event updated for resources: {'Port': ['ID=201df236-ebb2-46a3-a533-2748e2d2773e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:51.673764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-9273688b-1d22-4c62-9f2d-451ecc51924b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d650b792-245a-4a76-b86a-f727bb63dca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140431 Apr 05 20:43:51.694177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b818c24a-4e6e-44ee-9182-99c5c6dfeb31 req-2d106a90-85ad-4f62-a594-27b722ec8888 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970278 Apr 05 20:43:52.013661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port 201df236-ebb2-46a3-a533-2748e2d2773e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:52.013661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.070921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-85e318a0-17cb-4298-8a6b-3b4b64e614e8 None None] Provisioning complete for port 201df236-ebb2-46a3-a533-2748e2d2773e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:52.070921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-85e318a0-17cb-4298-8a6b-3b4b64e614e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.112085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-09caa06a-9e0b-44b6-a73b-8fa22eec773e req-aa733a49-2e4e-4900-bf8f-ca4c0123e317 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Synchronizing usage tracker for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:52.272443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-70a56ad7-7aca-4458-bb01-6d3da5d678e3 service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762455 Apr 05 20:43:52.358260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-85e318a0-17cb-4298-8a6b-3b4b64e614e8 None None] Port 201df236-ebb2-46a3-a533-2748e2d2773e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:43:52.360448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-09caa06a-9e0b-44b6-a73b-8fa22eec773e req-aa733a49-2e4e-4900-bf8f-ca4c0123e317 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Unset dirty status for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:52.375052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09caa06a-9e0b-44b6-a73b-8fa22eec773e req-aa733a49-2e4e-4900-bf8f-ca4c0123e317 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=a816aabf-47a1-4968-934e-b7668127db59 HTTP/1.1" status: 200 len: 210 time: 0.4314446 Apr 05 20:43:52.560059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f878a7-938a-4e1f-afb7-ec165da9c9a5 req-39825416-342e-42dd-9195-f0309509263a tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:52.568152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f878a7-938a-4e1f-afb7-ec165da9c9a5 req-39825416-342e-42dd-9195-f0309509263a tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 945 time: 0.2949412 Apr 05 20:43:52.614963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-99be6570-cccc-446e-b869-d74620229566 service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892106 Apr 05 20:43:52.616769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.749480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.818101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f878a7-938a-4e1f-afb7-ec165da9c9a5 req-f24c0ac2-b7e8-4752-8291-1f374571546c tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490582 Apr 05 20:43:52.820779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-4ff1332f-0fd3-4fa8-9437-b6d3832cead7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 217 time: 0.1896415 Apr 05 20:43:52.972623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Calling delete_port for 201df236-ebb2-46a3-a533-2748e2d2773e owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:53.190949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-3af456bd-42c8-4ddd-ac17-abf17d271268 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:53.192410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-3af456bd-42c8-4ddd-ac17-abf17d271268 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.3643608 Apr 05 20:43:53.500691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736938-959d-4b37-a659-6da640c6816b req-c192251a-399a-4c8d-a860-1379541215e7 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:53.501187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e736938-959d-4b37-a659-6da640c6816b req-c192251a-399a-4c8d-a860-1379541215e7 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.23 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 945 time: 0.5864956 Apr 05 20:43:53.527049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.587191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.628268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-6ce86599-0999-407a-8b86-dffa3f455c9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4257529 Apr 05 20:43:53.638302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47470087-00a5-49d1-a3db-0c16ee9af732 req-164f57d6-cacd-496b-ad41-921f905403fe tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:53.641558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.647495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47470087-00a5-49d1-a3db-0c16ee9af732 req-164f57d6-cacd-496b-ad41-921f905403fe tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.6519501 Apr 05 20:43:53.758321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47470087-00a5-49d1-a3db-0c16ee9af732 req-262af320-d9db-4020-aebe-7b158dc9859f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089871 Apr 05 20:43:53.868882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Port': ['ID=201df236-ebb2-46a3-a533-2748e2d2773e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:53.949660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Deleting port bbeca524-e6a5-4157-86d3-24ffd762c570 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:53.950186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.001610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-d37fa51b-836b-4907-a84e-ed93daad0844 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213780 Apr 05 20:43:54.407018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-4ecc85ab-fc04-492d-b828-3338e3b7bebe service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974469 Apr 05 20:43:54.514694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.521222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Allocated IP 172.25.2.205 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/f14d2dc8-77b5-468b-9858-3439d667111a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:54.537186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-e9cb191c-1d49-4dc9-8fa9-fc65928d52da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 217 time: 0.1221273 Apr 05 20:43:54.550837 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0b9963fa-0b7a-482d-9fa2-9305b0409979 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/ports/201df236-ebb2-46a3-a533-2748e2d2773e HTTP/1.1" status: 204 len: 168 time: 2.9455919 Apr 05 20:43:54.551085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59096) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.688333 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d141a87-e58b-49be-afc8-ac7b3f8662c9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] GET failed (client error): The resource could not be found. Apr 05 20:43:54.689105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d141a87-e58b-49be-afc8-ac7b3f8662c9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Synchronizing usage tracker for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:54.690625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-6a089b4a-d0e5-4d1e-a11b-06f106e82b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:54.692542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-6a089b4a-d0e5-4d1e-a11b-06f106e82b84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.1153679 Apr 05 20:43:54.804285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.824274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d141a87-e58b-49be-afc8-ac7b3f8662c9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Unset dirty status for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:54.824274 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d141a87-e58b-49be-afc8-ac7b3f8662c9 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "GET /v2.0/ports/201df236-ebb2-46a3-a533-2748e2d2773e HTTP/1.1" status: 404 len: 333 time: 0.2710948 Apr 05 20:43:54.826679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59102) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.924016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port 3c43181c-3b07-4fba-84f2-2a0a06b4796c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:54.924472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.926544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bf729-d5d1-4188-b38e-0537fb6a6829 req-95232c3e-aa07-42b5-8a60-215d1df7a13a tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:54.928507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-273bf729-d5d1-4188-b38e-0537fb6a6829 req-95232c3e-aa07-42b5-8a60-215d1df7a13a tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 945 time: 0.7911735 Apr 05 20:43:55.024445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] For port bbeca524-e6a5-4157-86d3-24ffd762c570, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=bbeca524-e6a5-4157-86d3-24ffd762c570,segment=NetworkSegment(b316b61e-1766-43ed-ba59-2fa2c428bf2a),segment_id=b316b61e-1766-43ed-ba59-2fa2c428bf2a)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:43:55.025157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.184493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.221346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Calling delete_port for bbeca524-e6a5-4157-86d3-24ffd762c570 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:55.278298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Pushing event updated for resources: {'Port': ['ID=f14d2dc8-77b5-468b-9858-3439d667111a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:55.330920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.352011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-273bf729-d5d1-4188-b38e-0537fb6a6829 req-71e21bb5-a60e-4244-adf0-ccfcac2e8a96 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/security-groups?id=38572c12-7846-4d06-ba9c-7b2c6dd2951a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088542 Apr 05 20:43:55.367129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-f97e1480-7871-4cbd-95cb-148336e20562 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5662384 Apr 05 20:43:55.392293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-7f831979-63a6-4f36-8469-2ed393098223 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=02cb8c21b6ab42f3b76f8e2131652dfd&device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 1102 time: 0.7099721 Apr 05 20:43:55.507103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Calling delete_port for 3c43181c-3b07-4fba-84f2-2a0a06b4796c owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:55.651061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:55.668472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:55.671519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:43:55.772860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.790041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-a8dac5d3-f74e-431c-9ce6-cb0edb678951 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960772 Apr 05 20:43:55.842015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Port': ['ID=3c43181c-3b07-4fba-84f2-2a0a06b4796c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:55.950135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6fd23-6421-4892-aab1-7b7e9df36f2e req-84c54bc4-c340-4073-ba55-34c8a7d735ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:55.960459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ee6fd23-6421-4892-aab1-7b7e9df36f2e req-84c54bc4-c340-4073-ba55-34c8a7d735ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.9206278 Apr 05 20:43:56.024237 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.141030 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad01c702-a36c-4f39-a2af-c8a49e7d2078 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/ports/3c43181c-3b07-4fba-84f2-2a0a06b4796c HTTP/1.1" status: 204 len: 168 time: 1.3128645 Apr 05 20:43:56.155305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59130) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.262559 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-902bde74-d7c7-4941-817f-4c49fbd6390b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] GET failed (client error): The resource could not be found. Apr 05 20:43:56.262559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-902bde74-d7c7-4941-817f-4c49fbd6390b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Synchronizing usage tracker for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:56.304529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ee6fd23-6421-4892-aab1-7b7e9df36f2e req-ea088608-b183-4938-9093-91b47cb25978 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3431761 Apr 05 20:43:56.319912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-2460d804-cacf-4053-8a70-51335bc24475 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728365 Apr 05 20:43:56.367160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.404020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-271fae73-ee5d-4f82-a497-7a8154551718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:56.405545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-271fae73-ee5d-4f82-a497-7a8154551718 service neutron] 10.222.0.39 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.9755058 Apr 05 20:43:56.412090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.462657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-902bde74-d7c7-4941-817f-4c49fbd6390b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Unset dirty status for tenant:a20a8c60338b4759b56cc8ef610cfc6e on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:56.462657 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-902bde74-d7c7-4941-817f-4c49fbd6390b tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "GET /v2.0/ports/3c43181c-3b07-4fba-84f2-2a0a06b4796c HTTP/1.1" status: 404 len: 333 time: 0.3137128 Apr 05 20:43:56.516258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59136) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.615244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port 91b3d76e-34bd-431d-a9e8-280acb263355 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:56.615861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.656447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-d0da920e-1bd3-44a3-9b3c-a96477dfaf29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37 HTTP/1.1" status: 200 len: 217 time: 0.3297181 Apr 05 20:43:56.659445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Pushing event deleted for resources: {'Port': ['ID=bbeca524-e6a5-4157-86d3-24ffd762c570,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:56.663274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-fbf2c438-de92-493e-a7c7-8edb6d34d199 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853 HTTP/1.1" status: 200 len: 217 time: 0.2488451 Apr 05 20:43:56.703088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.770041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-4cfdc757-735d-45f1-8f1b-382861a3ee51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:56.771750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-4cfdc757-735d-45f1-8f1b-382861a3ee51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0687001 Apr 05 20:43:56.905532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.952711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f52637b0-a053-4fc1-8d7f-d04f7c548011 req-6829023c-d3b3-4183-be2b-f19b95094303 tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 210 time: 0.1664991 Apr 05 20:43:56.982680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] No DVR routers for this DVR port bbeca524-e6a5-4157-86d3-24ffd762c570 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:43:56.993520 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.993949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'name': 'network-vif-deleted', 'tag': 'bbeca524-e6a5-4157-86d3-24ffd762c570'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:43:56.999552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-443b0f33-de0d-47ab-a89e-1e8877479f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:57.001044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-443b0f33-de0d-47ab-a89e-1e8877479f17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.3369117 Apr 05 20:43:57.035436 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.056873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Calling delete_port for 91b3d76e-34bd-431d-a9e8-280acb263355 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:43:57.057010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f3936-46c6-43b3-aaaa-23be56d284aa req-f39659da-bc54-4d31-b611-10956a30f247 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:57.057557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f3936-46c6-43b3-aaaa-23be56d284aa req-f39659da-bc54-4d31-b611-10956a30f247 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:57.064555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852f3936-46c6-43b3-aaaa-23be56d284aa req-f39659da-bc54-4d31-b611-10956a30f247 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b&device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 1682 time: 0.5842688 Apr 05 20:43:57.136919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852f3936-46c6-43b3-aaaa-23be56d284aa req-8ce5ad31-e4d7-4d1d-99d5-b76311805eeb tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714908 Apr 05 20:43:57.182438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-38e4edf8-1ba9-42ad-9c66-182bde71ee6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3933568 Apr 05 20:43:57.488211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.524635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-8d5e0cf8-5bc8-4829-96b3-7d016c2dc8fc service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323026 Apr 05 20:43:57.527318 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0680b4b5-719d-4eb8-8589-f5e668fbdaf1'] response: {'server_uuid': '53f1f249-400c-473b-abf1-ee6b74ed28a0', 'name': 'network-vif-deleted', 'tag': 'bbeca524-e6a5-4157-86d3-24ffd762c570', 'status': 'completed', 'code': 200} Apr 05 20:43:57.573259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Port': ['ID=91b3d76e-34bd-431d-a9e8-280acb263355,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:57.608090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e736938-959d-4b37-a659-6da640c6816b req-7278cf37-8d6b-4cb8-8521-7aa475893bfa tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.23 "DELETE /v2.0/ports/bbeca524-e6a5-4157-86d3-24ffd762c570 HTTP/1.1" status: 204 len: 173 time: 4.0941417 Apr 05 20:43:57.633476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.734461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-f29208c8-a674-4de1-9eee-e5deac84d598 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7139370 Apr 05 20:43:57.754551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Router 1154ca4a-63fc-4ece-97e6-8f7b62607165 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:43:57.764075 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-207a8508-8cea-4e89-a9d2-1bd13e451579 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/ports/91b3d76e-34bd-431d-a9e8-280acb263355 HTTP/1.1" status: 204 len: 168 time: 1.2438815 Apr 05 20:43:57.767779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59160) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:57.827978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device bbeca524-e6a5-4157-86d3-24ffd762c570 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:57.946500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: bbeca524-e6a5-4157-86d3-24ffd762c570 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:43:57.946500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device bbeca524-e6a5-4157-86d3-24ffd762c570 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:58.464911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-6908dfc7-d5d1-405d-89d8-dcc482422649 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289376 Apr 05 20:43:58.505588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1830cc6-b1cb-4948-b0e8-e70d90848354 req-daf5164d-db7e-4a5a-8d42-10c3d6e1608b service neutron] 10.222.0.39 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8996940 Apr 05 20:43:58.601675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dd9f2-7683-41f1-ae25-1dd8a98ad251 req-1e8637f6-2089-4f97-a0ca-4dcbfc4c214d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:58.607728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd7dd9f2-7683-41f1-ae25-1dd8a98ad251 req-1e8637f6-2089-4f97-a0ca-4dcbfc4c214d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 1.0791714 Apr 05 20:43:58.659819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting subnet 662ab096-917f-461b-80ef-048811a67516 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:43:58.659819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.723388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c008782c-94b7-417e-bd9c-5afc4ef1427f req-ca46418d-b7ff-40b5-9a69-10f7951c4a2e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Synchronizing usage tracker for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:58.765674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.799690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd7dd9f2-7683-41f1-ae25-1dd8a98ad251 req-4653cc1a-2066-42c3-947d-6187bea07814 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910169 Apr 05 20:43:58.821418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-5d89f7f3-abe3-4f54-bd0a-21d3c2109c67 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360314 Apr 05 20:43:58.885287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.903357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c008782c-94b7-417e-bd9c-5afc4ef1427f req-ca46418d-b7ff-40b5-9a69-10f7951c4a2e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] Unset dirty status for tenant:79f2f7fb6c4041c58a973c1e97a9ee7b on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:58.904893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c008782c-94b7-417e-bd9c-5afc4ef1427f req-ca46418d-b7ff-40b5-9a69-10f7951c4a2e tempest-ServerMetadataNegativeTestJSON-1360686466 tempest-ServerMetadataNegativeTestJSON-1360686466-project] 10.222.0.10 "GET /v2.0/ports?device_id=53f1f249-400c-473b-abf1-ee6b74ed28a0 HTTP/1.1" status: 200 len: 210 time: 0.2533641 Apr 05 20:43:58.914084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-cb20d557-2675-4943-93fb-bb5d12ed5352 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e HTTP/1.1" status: 200 len: 217 time: 0.0857093 Apr 05 20:43:58.985274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-77ac5e26-411e-40ad-8cac-b619d4405056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:58.987333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-77ac5e26-411e-40ad-8cac-b619d4405056 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.0665390 Apr 05 20:43:59.107975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-a015c8c3-5ff4-4c46-b3e7-3b145808f108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068757 Apr 05 20:43:59.108092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:43:59.119114 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] Sync routers for ids ['1154ca4a-63fc-4ece-97e6-8f7b62607165'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:43:59.138785 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] Routers {'1154ca4a-63fc-4ece-97e6-8f7b62607165'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:59.141765 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1154ca4a-63fc-4ece-97e6-8f7b62607165'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:59.144558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.148246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c9b03e85-9ccc-45e4-bc1a-c47b1ff599ff tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "PUT /v2.0/routers/1154ca4a-63fc-4ece-97e6-8f7b62607165 HTTP/1.1" status: 200 len: 916 time: 7.9603367 Apr 05 20:43:59.154611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:59.155709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.323915 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:59.359523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] Routers {'1154ca4a-63fc-4ece-97e6-8f7b62607165'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:43:59.359523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1154ca4a-63fc-4ece-97e6-8f7b62607165'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:59.374266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-98c590c7-7c8e-4f14-b886-cdcdad5d0708 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591379 Apr 05 20:43:59.469619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Subnet': ['ID=662ab096-917f-461b-80ef-048811a67516,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:59.500177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:59.501555 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e75b0f8-bfb8-4838-a6d0-8df5eb04ea2a None None] The sync data for ids ['1154ca4a-63fc-4ece-97e6-8f7b62607165'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:43:59.580240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.583755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2c066827-0ab2-47d0-a1b6-f4d6c7c3e116 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/subnets/662ab096-917f-461b-80ef-048811a67516 HTTP/1.1" status: 204 len: 168 time: 1.8144302 Apr 05 20:43:59.586880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59184) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:59.587457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61d6e7-2b6c-4b3e-950c-76c621e0897c None None] Network e2d09c63-130b-482c-a9a6-15bab3da48e8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:43:59.683644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-c9284bff-15f4-4573-99f2-52a65a0390b9 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001816 Apr 05 20:43:59.697528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:59.704629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:59.710505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:59.716439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:59.722334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:59.726857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:59.744705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:59.744705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-7aac625d-87d4-4583-bb96-a0ce25ef4518 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.3092825 Apr 05 20:43:59.872029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-054ff215-82ac-46f6-ac3e-ea5d52f3f292 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 HTTP/1.1" status: 200 len: 217 time: 0.1294260 Apr 05 20:43:59.902291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.929085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:43:59.929345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.015590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a555ac9d-3058-4eff-9210-28f83ca7db39 req-ae10341b-4817-4d23-9161-9a74fc111e8f tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1850386 Apr 05 20:44:00.024548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-06a39ddc-093e-4088-8588-07a951772202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:00.026003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-06a39ddc-093e-4088-8588-07a951772202 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.1444340 Apr 05 20:44:00.077673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] DHCP port deletion for e2d09c63-130b-482c-a9a6-15bab3da48e8 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:44:00.084011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] Deleting port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:00.084383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.168253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-8bf96123-2ef0-4988-8604-6272d9a1b80f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301565 Apr 05 20:44:00.361235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59200) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:00.566359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] For port b16f6b93-26f0-40ca-ab93-1ce6555ebb64, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,segment=NetworkSegment(3a204031-1c1c-45c5-a50d-b2ef056e8c7d),segment_id=3a204031-1c1c-45c5-a50d-b2ef056e8c7d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:00.569444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.587459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] For port b16f6b93-26f0-40ca-ab93-1ce6555ebb64, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,segment=NetworkSegment(3a204031-1c1c-45c5-a50d-b2ef056e8c7d),segment_id=3a204031-1c1c-45c5-a50d-b2ef056e8c7d)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:00.588207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.666266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] Deleting subnet 480e7944-f4aa-4669-8107-5c50557d54d5 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:44:00.765839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] Calling delete_port for b16f6b93-26f0-40ca-ab93-1ce6555ebb64 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:00.797014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.822823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Calling delete_port for b16f6b93-26f0-40ca-ab93-1ce6555ebb64 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:01.111725 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b711dc1d-fbc3-4749-a0a7-1b0915af005f tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/1154ca4a-63fc-4ece-97e6-8f7b62607165 HTTP/1.1" status: 200 len: 922 time: 1.6861343 Apr 05 20:44:01.111725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59206) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.171943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-a355eeee-e0e2-48fc-ae59-c5cecb709149 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510192 Apr 05 20:44:01.174852 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b5164cd5-8353-4115-bd80-5d7d264f2879 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=1154ca4a-63fc-4ece-97e6-8f7b62607165&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1640661 Apr 05 20:44:01.174852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.180964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.189255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:44:01.189255 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:44:01.199620 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.261816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.269905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] Pushing event deleted for resources: {'Port': ['ID=b16f6b93-26f0-40ca-ab93-1ce6555ebb64,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:01.287233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa6787-17c6-4f78-b302-523af60d1618 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.287233 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3efa6787-17c6-4f78-b302-523af60d1618 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.2390239 Apr 05 20:44:01.299389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e64e940-d412-4cdd-8612-aa406ec769ed None None] No DVR routers for this DVR port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:01.303595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59214) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.334227 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8c884e45-a11b-4705-8234-79eb7f931d5d tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=1154ca4a-63fc-4ece-97e6-8f7b62607165 HTTP/1.1" status: 200 len: 205 time: 0.0543592 Apr 05 20:44:01.344028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.547873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bf429-7ad9-4776-8d5c-272bc38e4505 req-0137e1ad-e675-4c1a-a38d-058d64a2b652 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.558329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4bf429-7ad9-4776-8d5c-272bc38e4505 req-0137e1ad-e675-4c1a-a38d-058d64a2b652 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 1.1193967 Apr 05 20:44:01.600459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a920d-f7a2-475b-a334-186f737bee40 req-d9e8a3dd-fc6c-4a02-b373-2daa5253b0e5 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.602225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f18a920d-f7a2-475b-a334-186f737bee40 req-d9e8a3dd-fc6c-4a02-b373-2daa5253b0e5 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "GET /v2.0/ports?device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 945 time: 1.0307276 Apr 05 20:44:01.606941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-17a610b4-6b57-4081-a04e-369789fc7b5f service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685128 Apr 05 20:44:01.665893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Deleting port b16f6b93-26f0-40ca-ab93-1ce6555ebb64 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:01.665893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.771397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Deleting port b749a2ea-db1a-4d13-a601-1d5805ff05af {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:01.771397 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.797633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-377d62f7-d0bc-474e-b983-f29d99d62043 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67a29280-443b-47f9-b95a-121d7f544f9d HTTP/1.1" status: 200 len: 217 time: 0.0982676 Apr 05 20:44:01.805010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.843070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] The port 'b16f6b93-26f0-40ca-ab93-1ce6555ebb64' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:44:01.891839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480e7944-f4aa-4669-8107-5c50557d54d5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:01.931462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.937118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.942443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.949601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.954853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.992093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:02.015976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.016313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:02.040104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f6b93-26f0-40ca-ab93-1ce6555ebb64 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:02.054881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbc3e37c-8d25-4d64-9a3a-c0f1b215aff6 req-c7d3b962-6a41-4321-bd85-1662df70f584 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 1.3969641 Apr 05 20:44:02.068069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d09c63-130b-482c-a9a6-15bab3da48e8']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:02.104713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a204031-1c1c-45c5-a50d-b2ef056e8c7d') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:02.113502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a204031-1c1c-45c5-a50d-b2ef056e8c7d') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:02.134528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b16f6b93-26f0-40ca-ab93-1ce6555ebb64 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:44:02.135168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f6b93-26f0-40ca-ab93-1ce6555ebb64 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:02.146535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.149018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4bf429-7ad9-4776-8d5c-272bc38e4505 req-f0f89ce9-5576-4d26-bd42-9c5d97d1364d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5898173 Apr 05 20:44:02.158685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e35e9-bb54-4682-b556-43fddea78d4c req-63a229c2-1a74-481b-a9c3-fb900162ff22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:02.158685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-63a229c2-1a74-481b-a9c3-fb900162ff22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.3498933 Apr 05 20:44:02.184338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.194160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:44:02.194877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:44:02.250443 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:44:02.255662 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.296614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7c6ab924-3dbb-47b4-b5b9-7f85f33f4956 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/480e7944-f4aa-4669-8107-5c50557d54d5 HTTP/1.1" status: 204 len: 168 time: 1.9335232 Apr 05 20:44:02.301159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59228) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:02.422260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.591243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.615371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.623636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] Pushing event deleted for resources: {'Network': ['ID=e2d09c63-130b-482c-a9a6-15bab3da48e8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:02.640514 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bbde3368-67c0-4a66-91bd-eee8c76b48a4 tempest-AllowedAddressPairIpV6TestJSON-1162177522 tempest-AllowedAddressPairIpV6TestJSON-1162177522-project] 10.222.0.10 "DELETE /v2.0/networks/e2d09c63-130b-482c-a9a6-15bab3da48e8 HTTP/1.1" status: 204 len: 168 time: 3.0517457 Apr 05 20:44:02.671525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-460e7719-59aa-480e-9821-31c4745fe2fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4606540 Apr 05 20:44:02.699200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.712798 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.866727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Deleting port f14d2dc8-77b5-468b-9858-3439d667111a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:02.866727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.980243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.094245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86833ccf-272f-4f03-8425-578f4f408723 req-5ce9ef3e-d8f9-49c4-92b0-bfed4cf0e425 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:03.095824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86833ccf-272f-4f03-8425-578f4f408723 req-5ce9ef3e-d8f9-49c4-92b0-bfed4cf0e425 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 945 time: 0.7176502 Apr 05 20:44:03.167514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.186140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] For port b749a2ea-db1a-4d13-a601-1d5805ff05af, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b749a2ea-db1a-4d13-a601-1d5805ff05af,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:03.186140 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.235441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cd1009-70b4-41b4-a7db-bda0fc935d23']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:03.407251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Calling delete_port for f14d2dc8-77b5-468b-9858-3439d667111a owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:03.464031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59248) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:03.651048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-2028e7b5-6ace-4770-9793-56cbd2d82342 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:03.662650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-2028e7b5-6ace-4770-9793-56cbd2d82342 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 946 time: 1.2089620 Apr 05 20:44:03.662650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Calling delete_port for b749a2ea-db1a-4d13-a601-1d5805ff05af owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:03.717439 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.721105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b316b61e-1766-43ed-ba59-2fa2c428bf2a') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:03.721105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b316b61e-1766-43ed-ba59-2fa2c428bf2a') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:03.815463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86833ccf-272f-4f03-8425-578f4f408723 req-9bb5bc96-916a-40e8-b6d5-1304d9984f67 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca37dfa2-008e-4b83-831b-777cfe4c0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097309 Apr 05 20:44:03.831672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4be9f59-7835-4b1d-a813-83c27d56c6a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a20a8c60338b4759b56cc8ef610cfc6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3527582 Apr 05 20:44:03.831672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59254) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:03.831672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.860530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.932597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-479d3f82-2d14-4680-9d24-d0ef1d2e4f96 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2266841 Apr 05 20:44:03.939972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event deleted for resources: {'Port': ['ID=f14d2dc8-77b5-468b-9858-3439d667111a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:03.941865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc65f8-b076-4481-a89f-3c6237e78d0e req-ff4a7e29-8110-43b0-b2b9-0373d973d62c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:03.941865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cbc65f8-b076-4481-a89f-3c6237e78d0e req-ff4a7e29-8110-43b0-b2b9-0373d973d62c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.9490824 Apr 05 20:44:03.952965 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.025041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:44:04.025041 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.035489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47addfa1-fc36-4103-83a9-ed0c43abf180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Deleting port d1533130-1645-4740-806b-9aca207cad8e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:04.047119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.079157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47addfa1-fc36-4103-83a9-ed0c43abf180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.168774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-b959d307-3ec7-4a0a-953c-4e00543dc1aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1096 time: 1.0535963 Apr 05 20:44:04.363464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.410666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cbc65f8-b076-4481-a89f-3c6237e78d0e req-299beea9-957a-4e7d-b582-e5da0b5d571c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684525 Apr 05 20:44:04.533999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.546377 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.616484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e35e9-bb54-4682-b556-43fddea78d4c req-b59bde64-2d62-4356-8cca-8af05c7f5b2b service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703854 Apr 05 20:44:04.617308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] Pushing event deleted for resources: {'Network': ['ID=08cd1009-70b4-41b4-a7db-bda0fc935d23,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:04.627160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.632967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.651097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47addfa1-fc36-4103-83a9-ed0c43abf180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.666262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b749a2ea-db1a-4d13-a601-1d5805ff05af no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:04.676660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47addfa1-fc36-4103-83a9-ed0c43abf180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287fe119-9fa2-4680-bd04-b6bb3898937e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:04.688995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47addfa1-fc36-4103-83a9-ed0c43abf180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.695916 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-47addfa1-fc36-4103-83a9-ed0c43abf180 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/287fe119-9fa2-4680-bd04-b6bb3898937e HTTP/1.1" status: 204 len: 168 time: 0.8705018 Apr 05 20:44:04.721775 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.732293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: b749a2ea-db1a-4d13-a601-1d5805ff05af {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:44:04.732795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b749a2ea-db1a-4d13-a601-1d5805ff05af not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:04.758988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d1533130-1645-4740-806b-9aca207cad8e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:44:04.801396 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.802272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Fanout notify agent at l3_agent the message router_deleted on router 1154ca4a-63fc-4ece-97e6-8f7b62607165 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:44:04.815083 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.816146 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8e8e5664-1399-4260-b9ea-2c68ec9a11c3 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/1154ca4a-63fc-4ece-97e6-8f7b62607165 HTTP/1.1" status: 204 len: 168 time: 3.4773886 Apr 05 20:44:04.819780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59270) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:04.824733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Pushing event deleted for resources: {'Port': ['ID=b749a2ea-db1a-4d13-a601-1d5805ff05af,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:04.825226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-80054383', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:04.832551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:04.836503 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22bae8b6-9f4b-436e-bb39-48af424b68f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.837245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Usage tracker for resource:router and tenant:f21cb69b29c848fe860afd99c9001781 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:04.851390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:04.858473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-68e79022-5891-4834-8cb0-d153d36af248 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:04.861011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-68e79022-5891-4834-8cb0-d153d36af248 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.6445220 Apr 05 20:44:04.867702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:04.978972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6b1e6bdc-7f1c-44f3-aed8-7034695fac6d admin admin] 10.222.0.10 "DELETE /v2.0/networks/08cd1009-70b4-41b4-a7db-bda0fc935d23 HTTP/1.1" status: 204 len: 168 time: 2.6711032 Apr 05 20:44:04.996789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.998747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.031534 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.041541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] No DVR routers for this DVR port b749a2ea-db1a-4d13-a601-1d5805ff05af on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:05.047172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.048813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f18a920d-f7a2-475b-a334-186f737bee40 req-2bdb17d2-5cf5-4783-81e5-36f3c486d863 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "DELETE /v2.0/ports/b749a2ea-db1a-4d13-a601-1d5805ff05af HTTP/1.1" status: 204 len: 173 time: 3.4373925 Apr 05 20:44:05.080289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'name': 'network-vif-deleted', 'tag': 'b749a2ea-db1a-4d13-a601-1d5805ff05af'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:05.107389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8e2ab4aa-1098-4d7f-b378-4fe7779c3fcf req-8ccf44f7-70f1-45d7-ac3a-69a6f1e2ae57 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Synchronizing usage tracker for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:05.248025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] For port d1533130-1645-4740-806b-9aca207cad8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d1533130-1645-4740-806b-9aca207cad8e,segment=NetworkSegment(65edea07-fb2d-4973-996f-c5305ca8da08),segment_id=65edea07-fb2d-4973-996f-c5305ca8da08)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:05.248025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.490019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.576405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Calling delete_port for d1533130-1645-4740-806b-9aca207cad8e owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:05.631526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-fce19060-a213-498f-a611-210815019cef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 1000 time: 0.7275267 Apr 05 20:44:05.633043 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1974e07c-17bf-4658-a548-b177f9598cd9'] response: {'server_uuid': '90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2', 'name': 'network-vif-deleted', 'tag': 'b749a2ea-db1a-4d13-a601-1d5805ff05af', 'status': 'completed', 'code': 200} Apr 05 20:44:05.703464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59320) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:05.821492 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6895eefc-4923-4dc0-aaa7-8fec30959533 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79f2f7fb6c4041c58a973c1e97a9ee7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1126657 Apr 05 20:44:05.822795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59328) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:05.940708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22b048b0-8e4d-472e-8374-39b6effca9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.953575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-60a0ca58-3b02-4240-acb9-b58793902b57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:05.955283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-60a0ca58-3b02-4240-acb9-b58793902b57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.1392937 Apr 05 20:44:05.994696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.014426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8e2ab4aa-1098-4d7f-b378-4fe7779c3fcf req-8ccf44f7-70f1-45d7-ac3a-69a6f1e2ae57 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Unset dirty status for tenant:b2805067bb744b33a4d654e756be66f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:06.025618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e2ab4aa-1098-4d7f-b378-4fe7779c3fcf req-8ccf44f7-70f1-45d7-ac3a-69a6f1e2ae57 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=90d9c5f7-6cfe-48fc-b29c-f8ae806d06f2 HTTP/1.1" status: 200 len: 210 time: 1.0400224 Apr 05 20:44:06.040088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.094153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59336) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:06.097627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22b048b0-8e4d-472e-8374-39b6effca9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.152962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88235f26-1302-49e8-ab40-7e35f9b6d828 req-a0bcda32-3201-49bd-b0c6-e383ef181e10 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:06.164987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88235f26-1302-49e8-ab40-7e35f9b6d828 req-a0bcda32-3201-49bd-b0c6-e383ef181e10 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 951 time: 0.5310647 Apr 05 20:44:06.312214 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94815bf7-7e09-45c4-93f5-d74dc8240dd9 req-21b9595a-5254-465f-a1f6-35f4ae658943 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6498 time: 0.2169631 Apr 05 20:44:06.345206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22b048b0-8e4d-472e-8374-39b6effca9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.353187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-b5186b17-99ec-41bc-86c2-45fd60285111 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3904452 Apr 05 20:44:06.365708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b048b0-8e4d-472e-8374-39b6effca9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38572c12-7846-4d06-ba9c-7b2c6dd2951a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:06.409892 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94815bf7-7e09-45c4-93f5-d74dc8240dd9 req-c89c8694-16c0-47d1-9347-813ffcd9b2d6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908091 Apr 05 20:44:06.433937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88235f26-1302-49e8-ab40-7e35f9b6d828 req-1be8ec7d-af49-461d-85ee-2ada3cdd4cea tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679729 Apr 05 20:44:06.443068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.554917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22b048b0-8e4d-472e-8374-39b6effca9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.556786 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-22b048b0-8e4d-472e-8374-39b6effca9b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38572c12-7846-4d06-ba9c-7b2c6dd2951a HTTP/1.1" status: 204 len: 168 time: 0.7328572 Apr 05 20:44:06.590499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Allocated IP 172.25.2.80 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3c8c8a32-1d19-4009-9369-ea8dcb82745a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:06.625028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Pushing event deleted for resources: {'Port': ['ID=d1533130-1645-4740-806b-9aca207cad8e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:06.686013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] No DVR routers for this DVR port d1533130-1645-4740-806b-9aca207cad8e on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:06.703093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d1533130-1645-4740-806b-9aca207cad8e no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:06.703729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.703729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1eaca14f-5d05-47d4-9b11-6c24ff3a8b98 req-38b8e022-560f-45ef-a768-4255a9bf66ab tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.39 "DELETE /v2.0/ports/d1533130-1645-4740-806b-9aca207cad8e HTTP/1.1" status: 204 len: 173 time: 2.9780455 Apr 05 20:44:06.715519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8137a-89b4-4986-9759-50a88d749abb req-1c348f3d-e9d5-4bdc-8065-1e711f86b72d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:06.717308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84f8137a-89b4-4986-9759-50a88d749abb req-1c348f3d-e9d5-4bdc-8065-1e711f86b72d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.4810555 Apr 05 20:44:06.785103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-9cfdfee3-ec05-4706-b367-32285e3d0c73 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075143 Apr 05 20:44:06.808987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: d1533130-1645-4740-806b-9aca207cad8e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:44:06.810351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d1533130-1645-4740-806b-9aca207cad8e not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:06.820029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84f8137a-89b4-4986-9759-50a88d749abb req-ecbe1f2a-f42d-4130-98a8-3f5f40cd3b76 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881214 Apr 05 20:44:06.889878 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.916123 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-159a0466-e84b-4eea-8bd2-cf358f5bc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.951480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:06.973631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933e36a5-3065-49a1-b9bd-c8b9a04ffe38 req-7649a28f-124a-4d60-85d5-6dd9590c0a4e service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822598 Apr 05 20:44:07.035217 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.135574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:07.150646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:07.150993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:07.329653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event updated for resources: {'Port': ['ID=3c8c8a32-1d19-4009-9369-ea8dcb82745a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:07.464477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-499dc459-cffa-474d-814a-170e0947ed37 req-d2f599f4-bbc2-4a85-951f-13bcd15d1e46 tempest-ListServersNegativeTestJSON-613218289 tempest-ListServersNegativeTestJSON-613218289-project] 10.222.0.10 "GET /v2.0/ports?device_id=3554eec8-b700-4463-8ad4-26436fc19e5b HTTP/1.1" status: 200 len: 210 time: 0.0803852 Apr 05 20:44:07.577711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.579208 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.587368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b68c5889-a945-4a2c-89ff-36ae1784f911 tempest-DvrRoutersNegativeTest-405255069 tempest-DvrRoutersNegativeTest-405255069-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1235525761', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:07.589904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.policy [None req-b68c5889-a945-4a2c-89ff-36ae1784f911 tempest-DvrRoutersNegativeTest-405255069 tempest-DvrRoutersNegativeTest-405255069-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84580) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 05 20:44:07.590267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.policy [None req-b68c5889-a945-4a2c-89ff-36ae1784f911 tempest-DvrRoutersNegativeTest-405255069 tempest-DvrRoutersNegativeTest-405255069-project] Failed policy check for 'create_router' {{(pid=84580) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 05 20:44:07.590873 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-b68c5889-a945-4a2c-89ff-36ae1784f911 tempest-DvrRoutersNegativeTest-405255069 tempest-DvrRoutersNegativeTest-405255069-project] create failed (client error): Access was denied to this resource. Apr 05 20:44:07.592049 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b68c5889-a945-4a2c-89ff-36ae1784f911 tempest-DvrRoutersNegativeTest-405255069 tempest-DvrRoutersNegativeTest-405255069-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6403947 Apr 05 20:44:07.634332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'name': 'network-vif-deleted', 'tag': 'd1533130-1645-4740-806b-9aca207cad8e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:07.711084 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115cb813-230c-4a18-978c-0ea848dc0fe0'] response: {'server_uuid': '3554eec8-b700-4463-8ad4-26436fc19e5b', 'name': 'network-vif-deleted', 'tag': 'd1533130-1645-4740-806b-9aca207cad8e', 'status': 'completed', 'code': 200} Apr 05 20:44:07.997632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Router 3a37d91c-7696-4cd0-9f23-2be5c5f97f23 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:44:08.055845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1615bb5-fd59-41c5-8506-291fdf2ca1e1 req-a1ebab00-a9a6-41d3-b46b-6f3ac2e61f60 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.057395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1615bb5-fd59-41c5-8506-291fdf2ca1e1 req-a1ebab00-a9a6-41d3-b46b-6f3ac2e61f60 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.0832219 Apr 05 20:44:08.109256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1615bb5-fd59-41c5-8506-291fdf2ca1e1 req-ab3f3caf-6d6d-4f26-b6c9-59e2db954bd6 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451353 Apr 05 20:44:08.243826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:08.256241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] Sync routers for ids ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:08.271653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] Routers {'3a37d91c-7696-4cd0-9f23-2be5c5f97f23'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:08.272882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:08.316164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59422) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:08.332607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.332607 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-554c2962-f70d-4b71-89ba-168c57a62b15 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.5086226 Apr 05 20:44:08.334214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59428) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:08.341279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:08.348561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:08.361380 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.362332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] Routers {'3a37d91c-7696-4cd0-9f23-2be5c5f97f23'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:08.363011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:08.437317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:08.437869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35756ad-d46f-44cd-902c-9ffab1f155d6 None None] The sync data for ids ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:08.542839 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.596152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:08.693943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] Deleting subnet 5b143302-bc96-4e06-8aef-88afdfe932d3 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:44:08.697716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:08.697930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59448) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:08.729013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.823902 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.834283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1968926369-network', 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:08.841022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:08.844897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.859883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Usage tracker for resource:network and tenant:2592ebf105a0447095563fd564de02f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:08.863887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:08.872368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:08.900565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:08.905250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Usage tracker for resource:security_group_rule and tenant:2bcdb37c8e77476b88425cf2a8fd89d6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:08.908359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:08.915034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:08.919903 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.952273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:08.966184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:08.990200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.003549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:09.007149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.007800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.017703 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ab536a-948e-4f3b-acad-b843deecfb0f'] response: {'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'code': 200} Apr 05 20:44:09.031096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.060692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:09.067445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Usage tracker for resource:security_group_rule and tenant:2592ebf105a0447095563fd564de02f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:09.078261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:09.084213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:09.103591 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.109269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.201237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=11']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:09.214996 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bcdb37c8e77476b88425cf2a8fd89d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8976936 Apr 05 20:44:09.224205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68704d4-8f3f-46ed-a0eb-65e49b5188ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16448f9-12ad-48a8-8b7e-a58b1c3f4add,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:09.246592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:09.310411 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.320954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.366811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b143302-bc96-4e06-8aef-88afdfe932d3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:09.382200 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.390991 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f26843a6-e8c6-486a-bc2e-9729568241bb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5b143302-bc96-4e06-8aef-88afdfe932d3 HTTP/1.1" status: 204 len: 168 time: 0.7938869 Apr 05 20:44:09.393897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59464) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:09.404208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.424089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-355f5a4b-4fa5-4338-987b-6cfdfc639cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.456967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:44:09.512951 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-355f5a4b-4fa5-4338-987b-6cfdfc639cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.522433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ebab6-1612-49e1-8b95-a0667b513846,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:09.528442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.528781 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Added segment d3f9d52a-035d-4509-94cd-0907d64f0c2b of type vlan for network eca96cd5-d23e-4ec3-8e53-4550c5489ffb Apr 05 20:44:09.600229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.611480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292e4af-07a2-4dd8-98d5-3844a5855578 req-52a09762-2b3c-495d-8baa-3245c442b281 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:09.612932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3292e4af-07a2-4dd8-98d5-3844a5855578 req-52a09762-2b3c-495d-8baa-3245c442b281 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.2652824 Apr 05 20:44:09.616339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.620251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ab2e-9c41-41b0-a13a-a66872ee724d req-9014d783-2fe1-4e01-b72d-fe24765fd999 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:09.622212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ac8ab2e-9c41-41b0-a13a-a66872ee724d req-9014d783-2fe1-4e01-b72d-fe24765fd999 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 949 time: 0.3185456 Apr 05 20:44:09.717301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3292e4af-07a2-4dd8-98d5-3844a5855578 req-5e5d5005-842c-46af-b7e3-58a565b06cd9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940287 Apr 05 20:44:09.723890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ac8ab2e-9c41-41b0-a13a-a66872ee724d req-3697d972-bad0-4e9a-94d5-f84109c5f6af tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792162 Apr 05 20:44:09.765430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.795193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.799683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.803210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43c177b-9edd-4c11-b649-9c2fbc83b5ab']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:09.817596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65edea07-fb2d-4973-996f-c5305ca8da08') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:09.817844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65edea07-fb2d-4973-996f-c5305ca8da08') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:09.831384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.855650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.855752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.855752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:09.855752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.855752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-355f5a4b-4fa5-4338-987b-6cfdfc639cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.856121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:44:09.856121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:44:09.868212 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:44:09.938362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f5a4b-4fa5-4338-987b-6cfdfc639cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16448f9-12ad-48a8-8b7e-a58b1c3f4add,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:09.943233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.977361 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-355f5a4b-4fa5-4338-987b-6cfdfc639cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.978473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-355f5a4b-4fa5-4338-987b-6cfdfc639cc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e16448f9-12ad-48a8-8b7e-a58b1c3f4add HTTP/1.1" status: 204 len: 168 time: 0.7476308 Apr 05 20:44:09.983271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] Pushing event updated for resources: {'Network': ['ID=eca96cd5-d23e-4ec3-8e53-4550c5489ffb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:09.992063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:44:10.070408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.076001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.097220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cb5c4aa2-ac3b-4746-8151-ef475db8d514 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3932960 Apr 05 20:44:10.097220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59472) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:10.098539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Deleting port 3c8c8a32-1d19-4009-9369-ea8dcb82745a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:10.098961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.102594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Request body: {'subnet': {'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1968926369-subnet', 'tenant_id': '2592ebf105a0447095563fd564de02f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:10.107408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:10.111258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Usage tracker for resource:subnet and tenant:2592ebf105a0447095563fd564de02f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:10.114126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:10.119943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:10.129690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43c177b-9edd-4c11-b649-9c2fbc83b5ab,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:10.229596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:10.231999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.237364 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-48e3cc03-06a0-4005-b78d-30147fd08bf7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d43c177b-9edd-4c11-b649-9c2fbc83b5ab HTTP/1.1" status: 204 len: 168 time: 0.8402948 Apr 05 20:44:10.294105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.445281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Calling delete_port for 3c8c8a32-1d19-4009-9369-ea8dcb82745a owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:10.726498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.727133 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.783509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Pushing event deleted for resources: {'Port': ['ID=3c8c8a32-1d19-4009-9369-ea8dcb82745a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:10.824682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebccad2a-7032-4a42-a749-eaa26288144f,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:10.828360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:10.828729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Network hostable DHCP agents. Network: eca96cd5-d23e-4ec3-8e53-4550c5489ffb, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:44:10.860188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59490) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:10.939642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:44:10.964700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ac8b0805-e8f1-4c67-995c-7ec584b9b1ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2805067bb744b33a4d654e756be66f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1031947 Apr 05 20:44:10.967334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59496) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:11.021894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, eca96cd5-d23e-4ec3-8e53-4550c5489ffb) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:11.032645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:11.033268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.034248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fe5e9-8252-4bf7-b5bb-5006c78a944a None None] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:11.046555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77397112-ec75-4fa2-b050-e68ca50e95ac req-38748ae1-9cdb-44a1-bf46-2a3894100da1 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:11.048263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77397112-ec75-4fa2-b050-e68ca50e95ac req-38748ae1-9cdb-44a1-bf46-2a3894100da1 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 949 time: 0.1579783 Apr 05 20:44:11.051197 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.093410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a94bd77f-fffc-4d67-8999-c97f77aebcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.147426 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a94bd77f-fffc-4d67-8999-c97f77aebcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.163061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77397112-ec75-4fa2-b050-e68ca50e95ac req-591808da-f47a-4312-9658-c825855687de tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970025 Apr 05 20:44:11.166615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-103f7339-2038-45cb-9d48-c69f0de6c498 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0704291 Apr 05 20:44:11.189267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.192813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.349662 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a94bd77f-fffc-4d67-8999-c97f77aebcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.366943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be04ec-9ff3-41b7-b28e-d4643bc1974e None None] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:11.385235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bd77f-fffc-4d67-8999-c97f77aebcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca37dfa2-008e-4b83-831b-777cfe4c0ce2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:11.433368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb6e81-9039-4949-9510-19196f27fac3 req-c9128307-d1cf-4994-9ef3-6b5e365cb151 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:11.435494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-febb6e81-9039-4949-9510-19196f27fac3 req-c9128307-d1cf-4994-9ef3-6b5e365cb151 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.39 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 949 time: 0.1490338 Apr 05 20:44:11.504403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a94bd77f-fffc-4d67-8999-c97f77aebcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.505612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a94bd77f-fffc-4d67-8999-c97f77aebcbe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca37dfa2-008e-4b83-831b-777cfe4c0ce2 HTTP/1.1" status: 204 len: 168 time: 0.5371897 Apr 05 20:44:11.531954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Deleting port 8ace6a77-e2b4-49bc-9e07-5d6623518853 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:11.532301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.616952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Router 3a37d91c-7696-4cd0-9f23-2be5c5f97f23 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:11.690965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59514) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:11.794817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:11.807983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.807983 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f87f542a-e4df-4edb-b8b0-ead47d298f9e tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "PUT /v2.0/routers/3a37d91c-7696-4cd0-9f23-2be5c5f97f23 HTTP/1.1" status: 200 len: 704 time: 3.4718714 Apr 05 20:44:11.810183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59520) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:11.811579 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] Sync routers for ids ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:11.825382 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] Routers {'3a37d91c-7696-4cd0-9f23-2be5c5f97f23'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:11.825974 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:11.918229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] For port 8ace6a77-e2b4-49bc-9e07-5d6623518853, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8ace6a77-e2b4-49bc-9e07-5d6623518853,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:11.918793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.954812 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:11.964129 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] Routers {'3a37d91c-7696-4cd0-9f23-2be5c5f97f23'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:11.964802 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:12.041588 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a7e364f4-e693-4d76-be1b-95ea33748ef4 tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/routers/3a37d91c-7696-4cd0-9f23-2be5c5f97f23 HTTP/1.1" status: 200 len: 739 time: 0.2300014 Apr 05 20:44:12.042425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59528) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.074094 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:12.074918 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0392c4f-e614-4f2b-b3d5-e1a89a9ef8e7 None None] The sync data for ids ['3a37d91c-7696-4cd0-9f23-2be5c5f97f23'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:12.107689 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b7d5c87a-da04-426a-8ab2-457e17329ebe tempest-RoutersAdminTest-2141919626 tempest-RoutersAdminTest-2141919626-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=3a37d91c-7696-4cd0-9f23-2be5c5f97f23 HTTP/1.1" status: 200 len: 205 time: 0.0624254 Apr 05 20:44:12.107689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.159275 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-161a19f3-37c4-4842-8dec-66e8604abc53 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a37d91c-7696-4cd0-9f23-2be5c5f97f23 HTTP/1.1" status: 200 len: 205 time: 0.0508316 Apr 05 20:44:12.159862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59538) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.190052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Calling delete_port for 8ace6a77-e2b4-49bc-9e07-5d6623518853 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:12.250849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-776880583'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:12.308352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a571e52-baec-40b5-94c0-4826910b4201 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.360643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-a807c3b3-61fa-47ca-a969-b318b0544c4c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:12.361373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-a807c3b3-61fa-47ca-a969-b318b0544c4c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:12.379597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:12.415870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Usage tracker for resource:network and tenant:caedb7e0b61b4978afa5de492b49ea84 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:12.436110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:12.453477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:12.556059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f90ebf-b7a2-409c-be74-edd244cb9265 req-fd48b163-5747-4886-af0f-4eaf44421d3b tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:12.556059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f90ebf-b7a2-409c-be74-edd244cb9265 req-fd48b163-5747-4886-af0f-4eaf44421d3b tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 949 time: 0.1799371 Apr 05 20:44:12.601399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-a807c3b3-61fa-47ca-a969-b318b0544c4c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:12.602901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-a807c3b3-61fa-47ca-a969-b318b0544c4c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.5781951 Apr 05 20:44:12.603657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Made reservation on behalf of caedb7e0b61b4978afa5de492b49ea84 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:12.607323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.633874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.657952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f90ebf-b7a2-409c-be74-edd244cb9265 req-60dce5ec-b2b6-406d-9b29-fc1eb1205c57 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/security-groups?id=e090fdd7-c620-4d7a-8b22-f661730807b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934882 Apr 05 20:44:12.659660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ca1cf9a4-b666-491e-9eab-1781782a6c56 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0407190 Apr 05 20:44:12.717416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a571e52-baec-40b5-94c0-4826910b4201 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.722647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a571e52-baec-40b5-94c0-4826910b4201 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.726025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.781266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:12.783217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-69517f68-3138-42cc-8137-e2d2cf6f0dcf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051137 Apr 05 20:44:12.795262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Usage tracker for resource:security_group_rule and tenant:caedb7e0b61b4978afa5de492b49ea84 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:12.797975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Pushing event deleted for resources: {'Port': ['ID=8ace6a77-e2b4-49bc-9e07-5d6623518853,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:12.802370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:12.831254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:12.847501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a571e52-baec-40b5-94c0-4826910b4201 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.848719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a571e52-baec-40b5-94c0-4826910b4201 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Fanout notify agent at l3_agent the message router_deleted on router 3a37d91c-7696-4cd0-9f23-2be5c5f97f23 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:44:12.863585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a571e52-baec-40b5-94c0-4826910b4201 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.865407 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a571e52-baec-40b5-94c0-4826910b4201 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/3a37d91c-7696-4cd0-9f23-2be5c5f97f23 HTTP/1.1" status: 204 len: 168 time: 0.7046354 Apr 05 20:44:12.874031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59556) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.917993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c6776a9b-9262-4299-8b62-42ea008d4484 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a37d91c-7696-4cd0-9f23-2be5c5f97f23 HTTP/1.1" status: 200 len: 205 time: 0.0463097 Apr 05 20:44:12.934819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59560) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.987451 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-eacecf6d-2a2e-4801-bdfa-8d8db009ff02 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] delete failed (client error): The resource could not be found. Apr 05 20:44:12.988504 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eacecf6d-2a2e-4801-bdfa-8d8db009ff02 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/3a37d91c-7696-4cd0-9f23-2be5c5f97f23 HTTP/1.1" status: 404 len: 336 time: 0.0660357 Apr 05 20:44:12.991281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59564) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.038432 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5d68d3e1-ac02-4807-b7bc-79c3123fe8ab tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=1154ca4a-63fc-4ece-97e6-8f7b62607165 HTTP/1.1" status: 200 len: 205 time: 0.0457609 Apr 05 20:44:13.049834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59570) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.088849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] No DVR routers for this DVR port 8ace6a77-e2b4-49bc-9e07-5d6623518853 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:13.099595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.102395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-deleted', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:13.148593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-febb6e81-9039-4949-9510-19196f27fac3 req-0249fe2b-d980-44fc-9af9-876bb91d1b19 tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.39 "DELETE /v2.0/ports/8ace6a77-e2b4-49bc-9e07-5d6623518853 HTTP/1.1" status: 204 len: 173 time: 1.7072620 Apr 05 20:44:13.167469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-28bfc247-66a8-4c35-abb8-b6ebb24e4acf service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733253 Apr 05 20:44:13.178712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59576) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.228551 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-b96ae566-ed34-4888-9259-f119974c6b86 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] delete failed (client error): The resource could not be found. Apr 05 20:44:13.228793 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c45b82-feb5-484f-82c2-8ff113bf9064'] response: {'server_uuid': '87323352-3bce-4a9f-9f6d-76052115bff4', 'name': 'network-vif-deleted', 'tag': '8ace6a77-e2b4-49bc-9e07-5d6623518853', 'status': 'completed', 'code': 200} Apr 05 20:44:13.229655 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b96ae566-ed34-4888-9259-f119974c6b86 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/1154ca4a-63fc-4ece-97e6-8f7b62607165 HTTP/1.1" status: 404 len: 336 time: 0.1804521 Apr 05 20:44:13.252887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59582) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.325561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.348858 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c7ff14df-b3aa-4b81-83ec-d5aa527a97cd tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=eecbc95a-86da-4bb6-b5c6-56168c3c58e1 HTTP/1.1" status: 200 len: 205 time: 0.0945663 Apr 05 20:44:13.349846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59586) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.420205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-85b4b471-be6e-47d5-83ea-5a52bea06871 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390332 Apr 05 20:44:13.431948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-590343878-network', 'tenant_id': '2b08d6a30e144d9c89111f81b173be58'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:13.446829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:13.458486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Usage tracker for resource:network and tenant:2b08d6a30e144d9c89111f81b173be58 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:13.461569 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-7de5b56e-92f4-41a4-aaa5-85f835728d97 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] delete failed (client error): The resource could not be found. Apr 05 20:44:13.462876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:13.465457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59590) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.466190 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7de5b56e-92f4-41a4-aaa5-85f835728d97 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/eecbc95a-86da-4bb6-b5c6-56168c3c58e1 HTTP/1.1" status: 404 len: 336 time: 0.1158862 Apr 05 20:44:13.505725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:13.506506 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.530334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7e53e378-6859-4d91-950d-bac0c833082c tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=912cef22-aa2d-4178-a568-befc9fd09298 HTTP/1.1" status: 200 len: 205 time: 0.0638266 Apr 05 20:44:13.534674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.548352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:44:13.561222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8a5d0b-2c8f-4e6e-b2da-b923babb07c4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:13.565473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.565815 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Added segment 8c9e4621-b5a5-4596-94e0-c43e34b423a4 of type vlan for network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c Apr 05 20:44:13.597440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.606518 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-36e50e75-3b34-4c28-bd19-93bcf8164d20 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] delete failed (client error): The resource could not be found. Apr 05 20:44:13.607483 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-36e50e75-3b34-4c28-bd19-93bcf8164d20 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/912cef22-aa2d-4178-a568-befc9fd09298 HTTP/1.1" status: 404 len: 336 time: 0.0718846 Apr 05 20:44:13.610377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59598) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.653321 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e94926ea-4c08-4c2f-a51f-9a05b1e22de7 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 HTTP/1.1" status: 200 len: 205 time: 0.0418277 Apr 05 20:44:13.655763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59602) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.693601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Made reservation on behalf of 2b08d6a30e144d9c89111f81b173be58 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:13.701867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.720434 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.740395 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-3f6c2eb4-2d29-4043-a6ae-feceb62d2e56 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] delete failed (client error): The resource could not be found. Apr 05 20:44:13.754169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.757174 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3f6c2eb4-2d29-4043-a6ae-feceb62d2e56 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/214c2da7-cd75-42bd-90e5-c0c7bf0ed9d0 HTTP/1.1" status: 404 len: 336 time: 0.0974033 Apr 05 20:44:13.758367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59612) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.763710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:13.764377 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.826092 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1ddda61-36c3-4813-8359-6468230cbd68 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "GET /v2.0/ports?device_id=5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552 HTTP/1.1" status: 200 len: 205 time: 0.0632563 Apr 05 20:44:13.826092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59616) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.917944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-247a2a99-f6fc-4e6f-9810-9130eb6cdce8 req-1525a1be-b863-4252-bcec-89ec87f8527f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 210 time: 0.1472769 Apr 05 20:44:13.919176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b17a4852-7dc9-4bb3-81bd-21f799447646 req-35088a35-0f58-46f4-81ae-9cfc63cef69c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Synchronizing usage tracker for tenant:02cb8c21b6ab42f3b76f8e2131652dfd on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:13.920049 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-fe8447ee-2016-49a1-bfa3-1466e3c1eb47 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] delete failed (client error): The resource could not be found. Apr 05 20:44:13.921661 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fe8447ee-2016-49a1-bfa3-1466e3c1eb47 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/routers/5acbc2f9-bb2e-43b9-b6c5-02f3cb4e6552 HTTP/1.1" status: 404 len: 336 time: 0.0956476 Apr 05 20:44:13.924497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59624) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.973605 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89e8250-d6ae-4ad1-af5b-5bbb17b02281 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] DELETE failed (client error): The resource could not be found. Apr 05 20:44:13.974056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89e8250-d6ae-4ad1-af5b-5bbb17b02281 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:44:13.975704 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d89e8250-d6ae-4ad1-af5b-5bbb17b02281 tempest-RoutersAdminTest-1214301530 tempest-RoutersAdminTest-1214301530-project] 10.222.0.10 "DELETE /v2.0/subnets/a0f8635d-7f00-451b-8df8-103280cb6a6c HTTP/1.1" status: 404 len: 337 time: 0.0501523 Apr 05 20:44:14.004034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.023217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Usage tracker for resource:security_group_rule and tenant:2b08d6a30e144d9c89111f81b173be58 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.026886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.037903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.039802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event updated for resources: {'Network': ['ID=9b8d42c1-3d7f-4eba-a5c5-750d5641143c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:14.054273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:44:14.097664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ba93bf55-699e-4027-96e7-d5500225b945 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4057608 Apr 05 20:44:14.099635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b17a4852-7dc9-4bb3-81bd-21f799447646 req-35088a35-0f58-46f4-81ae-9cfc63cef69c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] Unset dirty status for tenant:02cb8c21b6ab42f3b76f8e2131652dfd on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:14.100702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59630) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:14.100832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b17a4852-7dc9-4bb3-81bd-21f799447646 req-35088a35-0f58-46f4-81ae-9cfc63cef69c tempest-ImagesOneServerTestJSON-1339703312 tempest-ImagesOneServerTestJSON-1339703312-project] 10.222.0.10 "GET /v2.0/ports?device_id=87323352-3bce-4a9f-9f6d-76052115bff4 HTTP/1.1" status: 200 len: 210 time: 0.2284217 Apr 05 20:44:14.113526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Request body: {'subnet': {'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:14.169751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.239279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.243561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Usage tracker for resource:subnet and tenant:caedb7e0b61b4978afa5de492b49ea84 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.261305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.274539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.320255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.350166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:44:14.360834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e062318-f5ec-43fa-91b9-34dc0acf22c7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:14.365145 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.365491 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Added segment 4775c95d-d186-446f-ac88-3bb3a331a263 of type vlan for network 08657be5-962e-45cf-bc69-2d17e3e0c08f Apr 05 20:44:14.395429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.417929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Made reservation on behalf of caedb7e0b61b4978afa5de492b49ea84 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:14.514901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.515959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:14.518496 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.522259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.544721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:14.628804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] Pushing event updated for resources: {'Network': ['ID=08657be5-962e-45cf-bc69-2d17e3e0c08f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:14.643179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 08657be5-962e-45cf-bc69-2d17e3e0c08f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:44:14.722390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-98ae93bb-65ab-45e9-9a3f-b6ec06d23412 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5412207 Apr 05 20:44:14.728102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59642) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:14.731676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:14.738247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Request body: {'subnet': {'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-590343878-subnet', 'tenant_id': '2b08d6a30e144d9c89111f81b173be58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:14.752515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.752515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Usage tracker for resource:subnet and tenant:2b08d6a30e144d9c89111f81b173be58 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.754727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.760657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.784206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 8ace6a77-e2b4-49bc-9e07-5d6623518853 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:44:14.784418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.784539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8ace6a77-e2b4-49bc-9e07-5d6623518853 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:14.817824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.821687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Usage tracker for resource:security_group_rule and tenant:f21cb69b29c848fe860afd99c9001781 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.825024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.830735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.865114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Made reservation on behalf of 2b08d6a30e144d9c89111f81b173be58 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:14.866938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.896503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.951697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.029526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.037865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b4a702f-dccf-472b-aedb-8d22ca402bd3 req-6565e2cb-9a04-4d43-bb29-3280f05a5627 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 210 time: 0.0461974 Apr 05 20:44:15.051551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event updated for resources: {'Subnet': ['ID=a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:15.105184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Checking segment: {'id': '8c9e4621-b5a5-4596-94e0-c43e34b423a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:15.105541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Network hostable DHCP agents. Network: 9b8d42c1-3d7f-4eba-a5c5-750d5641143c, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:44:15.111356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8efcce1-3fbb-44f7-8225-5613fbc7da6a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:15.116193 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d6858b81-2285-41d0-8cd0-f32cd5ad386e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f21cb69b29c848fe860afd99c9001781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5716910 Apr 05 20:44:15.147399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:15.200358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec6857ee-4b6e-497d-b1d5-f9b81c5a7f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.224740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.231663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:44:15.264475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec6857ee-4b6e-497d-b1d5-f9b81c5a7f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.321230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b839609-9dca-48bf-ae1b-9d6476baf8e4,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:15.335929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Checking segment: {'id': '4775c95d-d186-446f-ac88-3bb3a331a263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:15.336416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Network hostable DHCP agents. Network: 08657be5-962e-45cf-bc69-2d17e3e0c08f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:44:15.352292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 9b8d42c1-3d7f-4eba-a5c5-750d5641143c) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:15.362529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ae9be-5ac8-4a6d-b650-0c8948769cea None None] Network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:15.367314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:15.368049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.469671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec6857ee-4b6e-497d-b1d5-f9b81c5a7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.472697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec6857ee-4b6e-497d-b1d5-f9b81c5a7f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.473902 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ec6857ee-4b6e-497d-b1d5-f9b81c5a7f26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8efcce1-3fbb-44f7-8225-5613fbc7da6a HTTP/1.1" status: 204 len: 168 time: 0.3509202 Apr 05 20:44:15.502976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6857ee-4b6e-497d-b1d5-f9b81c5a7f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8efcce1-3fbb-44f7-8225-5613fbc7da6a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:15.515750 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5b5fcf2-c42a-4d8b-b38e-2441dab7f185 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4094439 Apr 05 20:44:15.519626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Network 08657be5-962e-45cf-bc69-2d17e3e0c08f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:44:15.521436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59660) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:15.534036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 08657be5-962e-45cf-bc69-2d17e3e0c08f) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:15.534674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Request body: {'port': {'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c', 'name': 'tempest-TagsExtTest-259101918'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:15.560314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e48ac5-d47c-4218-900d-a31bbb9a30fa None None] Network 08657be5-962e-45cf-bc69-2d17e3e0c08f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:15.560530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:15.565327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.693657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ff3772c1-e0a5-4a44-8a11-9e811e9d53db admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9604242 Apr 05 20:44:15.744933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:15.752638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Usage tracker for resource:port and tenant:caedb7e0b61b4978afa5de492b49ea84 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:15.758052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:15.765456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-9b8d42c1-3d7f-4eba-a5c5-750d5641143c', 'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c', 'tenant_id': 'caedb7e0b61b4978afa5de492b49ea84', 'fixed_ips': [{'subnet_id': 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:44:15.766439 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.766775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:15.922079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Made reservation on behalf of caedb7e0b61b4978afa5de492b49ea84 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:15.925608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.957525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] device_id is not set on port cdf175a9-a866-40a9-a509-b4172276cc07 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:44:16.017159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ee9a94-a0ea-4477-96db-2b65b4ea78ae None None] Network 08657be5-962e-45cf-bc69-2d17e3e0c08f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:16.126254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59678) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:16.144105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Allocated IP 172.20.0.2 (9b8d42c1-3d7f-4eba-a5c5-750d5641143c/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/ea0dc56d-cbbd-4e77-8b73-edb7f217d179) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:16.313138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a788c1c2-60b9-47ee-bc66-b31eaa50dd46 req-a4af27fe-f476-45c9-a9c7-fe2f9e68fcc7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 210 time: 0.0689526 Apr 05 20:44:16.516107 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6bc252f5-3133-4903-ad09-cf5db1f5e33d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02cb8c21b6ab42f3b76f8e2131652dfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3885651 Apr 05 20:44:16.518504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:16.539637 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.566135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Transition to ACTIVE for port object ea0dc56d-cbbd-4e77-8b73-edb7f217d179 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:16.571652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-2a0914f9-c38b-4780-a3ec-0e0629da678d tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:16.572482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-2a0914f9-c38b-4780-a3ec-0e0629da678d tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Synchronizing usage tracker for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:16.590015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Transition to ACTIVE for port object ea0dc56d-cbbd-4e77-8b73-edb7f217d179 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:16.607961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-069cbeea-b33c-4160-826e-f82315edb1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.635467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-069cbeea-b33c-4160-826e-f82315edb1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.683364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59692) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:16.716495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-2a0914f9-c38b-4780-a3ec-0e0629da678d tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Unset dirty status for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:16.720280 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.724327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-2a0914f9-c38b-4780-a3ec-0e0629da678d tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/networks?id=08657be5-962e-45cf-bc69-2d17e3e0c08f HTTP/1.1" status: 200 len: 808 time: 0.3142869 Apr 05 20:44:16.750191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-6c14706b-5a69-4c55-9317-f184e99c1e3a tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/quotas/2b08d6a30e144d9c89111f81b173be58 HTTP/1.1" status: 200 len: 375 time: 0.0243692 Apr 05 20:44:16.798129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-069cbeea-b33c-4160-826e-f82315edb1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.807716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:16.810631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:16.813637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4996e348-c299-4a5b-b82e-f3096b623078 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=414a6f1903e743d8b2338fb4d9f5f5ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1289389 Apr 05 20:44:16.818795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:16.819612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f8bb33d9-0314-454b-a3bc-f2fe02f24d92 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b08d6a30e144d9c89111f81b173be58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684140 Apr 05 20:44:16.820749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59696) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:16.822122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Pushing event updated for resources: {'Port': ['ID=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:16.842468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cbeea-b33c-4160-826e-f82315edb1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e090fdd7-c620-4d7a-8b22-f661730807b1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:16.871564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Allocated IP 172.20.0.6 (9b8d42c1-3d7f-4eba-a5c5-750d5641143c/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/cdf175a9-a866-40a9-a509-b4172276cc07) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:16.894201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-069cbeea-b33c-4160-826e-f82315edb1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.897763 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-069cbeea-b33c-4160-826e-f82315edb1aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e090fdd7-c620-4d7a-8b22-f661730807b1 HTTP/1.1" status: 204 len: 168 time: 0.3750205 Apr 05 20:44:16.957309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Attempting to bind port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:16.957989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Attempting to bind port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8c9e4621-b5a5-4596-94e0-c43e34b423a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:16.958922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Attempting to bind port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 on network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:16.974307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:44:16.975093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Checking segment: {'id': '8c9e4621-b5a5-4596-94e0-c43e34b423a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:16.975688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.976308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Bound using segment: {'id': '8c9e4621-b5a5-4596-94e0-c43e34b423a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:44:16.977025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Bound port: ea0dc56d-cbbd-4e77-8b73-edb7f217d179, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9e4621-b5a5-4596-94e0-c43e34b423a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b8d42c1-3d7f-4eba-a5c5-750d5641143c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:16.977666 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.981931 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a3de0c0-7133-431f-816e-68cce37ddbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.095585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] For port ea0dc56d-cbbd-4e77-8b73-edb7f217d179, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:44:17.099515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] For port ea0dc56d-cbbd-4e77-8b73-edb7f217d179, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,segment=NetworkSegment(8c9e4621-b5a5-4596-94e0-c43e34b423a4),segment_id=8c9e4621-b5a5-4596-94e0-c43e34b423a4)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:44:17.197115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.206640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a3de0c0-7133-431f-816e-68cce37ddbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.260369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-9c47279b-5350-4771-a1d7-292c18560eba service neutron] 10.222.0.10 "GET /v2.0/networks/08657be5-962e-45cf-bc69-2d17e3e0c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395943 Apr 05 20:44:17.303403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.320346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Transition to ACTIVE for port object cdf175a9-a866-40a9-a509-b4172276cc07 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:17.346514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9c00-4d0e-4a57-96f4-8315b35d9964 None None] Pushing event updated for resources: {'Port': ['ID=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:17.408686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-a3689269-ff9a-4a2b-86f8-adc6469adf3c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:17.410186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-a3689269-ff9a-4a2b-86f8-adc6469adf3c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.3333790 Apr 05 20:44:17.442660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Request body: {'port': {'device_id': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'admin_state_up': True, 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:17.490140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a3de0c0-7133-431f-816e-68cce37ddbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.497744 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.574485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3de0c0-7133-431f-816e-68cce37ddbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af3c855-78cd-4047-a00d-fe8e4c8ede54,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:17.649096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04f32ecf-6249-4aec-b93e-14f41631667d req-7df74444-0e26-4412-9b81-db1af852f7bd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 210 time: 0.1731868 Apr 05 20:44:17.654850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a3de0c0-7133-431f-816e-68cce37ddbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.655991 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7a3de0c0-7133-431f-816e-68cce37ddbce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1af3c855-78cd-4047-a00d-fe8e4c8ede54 HTTP/1.1" status: 204 len: 168 time: 0.8207645 Apr 05 20:44:17.671750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:17.675188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:17.677982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:17.710642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-7e5b128b-146f-4b70-9e6b-d0aa825403cb service neutron] 10.222.0.10 "GET /v2.0/networks/08657be5-962e-45cf-bc69-2d17e3e0c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486289 Apr 05 20:44:17.734044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event updated for resources: {'Port': ['ID=cdf175a9-a866-40a9-a509-b4172276cc07,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:17.785680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:17.786554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.818707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:17.823543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Usage tracker for resource:port and tenant:2592ebf105a0447095563fd564de02f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:17.826970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:17.833774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:17.893640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59716) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:17.893768 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-093c3c71-ed5f-4764-91fa-b75f57035f49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3686273 Apr 05 20:44:17.905262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1234986968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:17.918274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:17.922339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Usage tracker for resource:router and tenant:caedb7e0b61b4978afa5de492b49ea84 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:17.925657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:17.931641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:17.977112 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea0dc56d-cbbd-4e77-8b73-edb7f217d179 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:17.983142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:17.986537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.093681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-421e5c06-e146-4db8-8b3f-9f4a7b22f1de req-1ed60498-e063-44de-af1b-82c9d249aea6 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 210 time: 0.0858264 Apr 05 20:44:18.094592 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.095621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.150560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:18.223073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.321090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Allocated IP 172.20.0.3 (eca96cd5-d23e-4ec3-8e53-4550c5489ffb/ebccad2a-7032-4a42-a749-eaa26288144f/d14ab566-3398-4fdd-9025-70f73457230b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:18.387768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.568437 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.572864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a13347fd-ec86-43b4-87f0-573a2fef5398 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6807559 Apr 05 20:44:18.573908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59744) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:18.580847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e7273813-b930-404d-8b49-d4624fa7f267 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2047391320', 'prefixes': ['172.20.0.0/16']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:18.591023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7273813-b930-404d-8b49-d4624fa7f267 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:18.627621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.739467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.775243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b7866-57af-45be-b0bc-4da1d22d6b1f None None] Network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:18.890018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:18.943588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:18.966149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:19.002033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event updated for resources: {'Port': ['ID=d14ab566-3398-4fdd-9025-70f73457230b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:19.029313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7273813-b930-404d-8b49-d4624fa7f267 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for subnetpool, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.032416 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e7273813-b930-404d-8b49-d4624fa7f267 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4555509 Apr 05 20:44:19.035453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59762) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:19.043222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-8d3d2e3a-9c32-4a8f-918c-b022363318f9 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', 'tempest-TagsExtTest-Tag-1424051672') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:19.056374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5601add5-e487-44fb-b2b0-94f503af8d18 None None] Provisioning for port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:19.067546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5601add5-e487-44fb-b2b0-94f503af8d18 None None] Provisioning complete for port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:19.068044 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5601add5-e487-44fb-b2b0-94f503af8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.104083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:19.104083 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.126569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb58f7-920f-46e2-afe6-7b9cd42ec587 req-0078422a-74d9-4983-a203-de11d23357f5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:19.129910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54cb58f7-920f-46e2-afe6-7b9cd42ec587 req-0078422a-74d9-4983-a203-de11d23357f5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:19.256789 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5601add5-e487-44fb-b2b0-94f503af8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.270476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54cb58f7-920f-46e2-afe6-7b9cd42ec587 req-0078422a-74d9-4983-a203-de11d23357f5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:19.271662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54cb58f7-920f-46e2-afe6-7b9cd42ec587 req-0078422a-74d9-4983-a203-de11d23357f5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 931 time: 0.4021828 Apr 05 20:44:19.272955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-750d5409-4135-41f5-9c66-a2a95effd286 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8381808 Apr 05 20:44:19.273196 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8d3d2e3a-9c32-4a8f-918c-b022363318f9 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags/tempest-TagsExtTest-Tag-1424051672 HTTP/1.1" status: 201 len: 201 time: 0.2360885 Apr 05 20:44:19.275526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59770) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:19.283092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-a472ecda-24d3-4b1c-932e-fd71bc8fb24b tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', 'tempest-TagsExtTest-Tag-641825437') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:19.330775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5601add5-e487-44fb-b2b0-94f503af8d18 None None] For port ea0dc56d-cbbd-4e77-8b73-edb7f217d179, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,segment=NetworkSegment(8c9e4621-b5a5-4596-94e0-c43e34b423a4),segment_id=8c9e4621-b5a5-4596-94e0-c43e34b423a4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:19.351146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Request body: {'port': {'device_id': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:19.424601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59776) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:19.429559 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5601add5-e487-44fb-b2b0-94f503af8d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.476542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54cb58f7-920f-46e2-afe6-7b9cd42ec587 req-c9395441-2310-4783-b7cb-4b918dfa649b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:19.546320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601add5-e487-44fb-b2b0-94f503af8d18 None None] Pushing event updated for resources: {'Port': ['ID=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:19.587247 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ce52297-35c0-4903-b395-43664d1d5dcb req-d6cf1683-f329-4140-b693-52d5c3b129e1 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 210 time: 0.1161690 Apr 05 20:44:19.607217 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.611126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1480685716'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:19.621678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:19.628936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:network and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:19.632602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:19.642418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ce78113-f10d-4c8c-b036-86bd555193a8 None None] Provisioning for port cdf175a9-a866-40a9-a509-b4172276cc07 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:19.650257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ce78113-f10d-4c8c-b036-86bd555193a8 None None] Provisioning complete for port cdf175a9-a866-40a9-a509-b4172276cc07 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:19.650257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ce78113-f10d-4c8c-b036-86bd555193a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.650466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:19.674056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54cb58f7-920f-46e2-afe6-7b9cd42ec587 req-c9395441-2310-4783-b7cb-4b918dfa649b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:19.675136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54cb58f7-920f-46e2-afe6-7b9cd42ec587 req-c9395441-2310-4783-b7cb-4b918dfa649b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970289 Apr 05 20:44:19.746244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7ce78113-f10d-4c8c-b036-86bd555193a8 None None] Port cdf175a9-a866-40a9-a509-b4172276cc07 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:44:19.759788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ce78113-f10d-4c8c-b036-86bd555193a8 None None] Provisioning complete for port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:19.760171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ce78113-f10d-4c8c-b036-86bd555193a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.779484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a472ecda-24d3-4b1c-932e-fd71bc8fb24b tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags/tempest-TagsExtTest-Tag-641825437 HTTP/1.1" status: 201 len: 201 time: 0.5027697 Apr 05 20:44:19.782256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59784) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:19.793194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-8dca7e8e-92b4-47b6-8b84-78774f9af8b1 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', 'tempest-TagsExtTest-Tag-1433480551') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:19.851274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:19.854383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.976433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.984033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea0dc56d-cbbd-4e77-8b73-edb7f217d179 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:20.072116 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.084626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:20.089488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:security_group_rule and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:20.094128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:20.108086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:20.128294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9558ee43-35fd-4940-b9d3-562a64dd0665 None None] Provisioning complete for port cdf175a9-a866-40a9-a509-b4172276cc07 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:20.128670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9558ee43-35fd-4940-b9d3-562a64dd0665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.154856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8dca7e8e-92b4-47b6-8b84-78774f9af8b1 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags/tempest-TagsExtTest-Tag-1433480551 HTTP/1.1" status: 201 len: 201 time: 0.3714290 Apr 05 20:44:20.160034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59792) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:20.181769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-35f73298-3288-419d-9ce9-948777a4f3b3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', 'tempest-TagsExtTest-Tag-2773435') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:20.192963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9558ee43-35fd-4940-b9d3-562a64dd0665 None None] Port cdf175a9-a866-40a9-a509-b4172276cc07 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:44:20.199848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:20.201215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.229032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.274498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14ab566-3398-4fdd-9025-70f73457230b {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:44:20.288194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.305613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Transition to ACTIVE for port object d14ab566-3398-4fdd-9025-70f73457230b will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:20.319421 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.357846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:44:20.376342 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35f73298-3288-419d-9ce9-948777a4f3b3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags/tempest-TagsExtTest-Tag-2773435 HTTP/1.1" status: 201 len: 201 time: 0.2151589 Apr 05 20:44:20.378946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59800) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:20.383017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.383366 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Added segment 75423a2f-8dd8-4c0c-8153-ee9be06a002d of type vlan for network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 Apr 05 20:44:20.384368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-42fb2cae-6148-454a-845d-1cc19960a910 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:20.384514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95290d52-5acd-4d44-af8a-9560652b8006,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:20.413084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.431224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.571912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Pushing event updated for resources: {'Port': ['ID=d14ab566-3398-4fdd-9025-70f73457230b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:20.584582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.591648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:20.592268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.592817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.593301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.593674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.594024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.594365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.594694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.595010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.595331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.595651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.595964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.596442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:20.674857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-42fb2cae-6148-454a-845d-1cc19960a910 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags HTTP/1.1" status: 200 len: 241 time: 0.2947943 Apr 05 20:44:20.685228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59810) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:20.690785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-aca836eb-8c3d-4a07-8c69-8f8698b83a22 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', 'tempest-TagsExtTest-Tag-1424051672') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:20.764028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Network': ['ID=907e55a3-83e6-4c35-ba2f-b917b07a58e8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:20.767059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Attempting to bind port d14ab566-3398-4fdd-9025-70f73457230b on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:20.767389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Attempting to bind port d14ab566-3398-4fdd-9025-70f73457230b by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:20.767901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Attempting to bind port d14ab566-3398-4fdd-9025-70f73457230b on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:20.790126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:44:20.790253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Port d14ab566-3398-4fdd-9025-70f73457230b on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:44:20.790253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Attempting to bind port d14ab566-3398-4fdd-9025-70f73457230b on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:20.815101 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-799ce041-5c4e-4c80-ac5c-4e6f59d4fe00 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3889525 Apr 05 20:44:20.822608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59816) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:20.828647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:44:20.829033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:20.829391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Bound using segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:44:20.829510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'subnet': {'network_id': '907e55a3-83e6-4c35-ba2f-b917b07a58e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:20.829872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Bound port: d14ab566-3398-4fdd-9025-70f73457230b, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:20.830229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.851284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b718ebed-0215-4845-8ef0-c3df17e19b12 req-a7c2de3b-9270-435c-ad33-28b48e46307e tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 210 time: 0.0658879 Apr 05 20:44:20.890750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aca836eb-8c3d-4a07-8c69-8f8698b83a22 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags/tempest-TagsExtTest-Tag-1424051672 HTTP/1.1" status: 204 len: 168 time: 0.2066543 Apr 05 20:44:20.896992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59820) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:20.905117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-d70994ec-e928-4825-b944-ac5633b6ea52 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', 'tempest-TagsExtTest-Tag-1424051672') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:20.985887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] For port d14ab566-3398-4fdd-9025-70f73457230b, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:44:20.989548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] For port d14ab566-3398-4fdd-9025-70f73457230b, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d14ab566-3398-4fdd-9025-70f73457230b,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:44:21.021289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:21.021289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:subnet and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:21.024300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:21.031924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:21.127263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.144296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:21.260321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.265669 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.267020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] 10.222.0.39 "PUT /v2.0/ports/d14ab566-3398-4fdd-9025-70f73457230b HTTP/1.1" status: 200 len: 1091 time: 1.9232736 Apr 05 20:44:21.270425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'tag': 'd14ab566-3398-4fdd-9025-70f73457230b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:21.294943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5804e1-ff01-46c3-98c3-47c4ff5e8581 service neutron] Pushing event updated for resources: {'Port': ['ID=d14ab566-3398-4fdd-9025-70f73457230b,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:21.312593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-a6f3d55f-776f-40a9-ba9d-13a2fcbe9471 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.314126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-a6f3d55f-776f-40a9-ba9d-13a2fcbe9471 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.23 "GET /v2.0/networks?id=08657be5-962e-45cf-bc69-2d17e3e0c08f HTTP/1.1" status: 200 len: 808 time: 0.3096328 Apr 05 20:44:21.334545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Request body: {'port': {'device_id': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f', 'admin_state_up': True, 'tenant_id': '2b08d6a30e144d9c89111f81b173be58'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:21.464981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1cf60-b23a-4628-be3b-e657ba0d6b61 req-80939f7b-152f-4e1b-a97d-718ccdcb6f42 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.466432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17e1cf60-b23a-4628-be3b-e657ba0d6b61 req-80939f7b-152f-4e1b-a97d-718ccdcb6f42 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 943 time: 0.4254861 Apr 05 20:44:21.467793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d70994ec-e928-4825-b944-ac5633b6ea52 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags/tempest-TagsExtTest-Tag-1424051672 HTTP/1.1" status: 204 len: 168 time: 0.5694995 Apr 05 20:44:21.474466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59828) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:21.513172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-b01cae1f-5089-4c06-9b45-6d2b064f7858 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:21.629170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.640513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:21.654589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17e1cf60-b23a-4628-be3b-e657ba0d6b61 req-ac40d83a-bdb4-48dd-8da8-55f6334b77ca tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722116 Apr 05 20:44:21.654589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Usage tracker for resource:port and tenant:2b08d6a30e144d9c89111f81b173be58 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:21.656422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:21.668255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:21.685730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-40cc2316-3e17-4add-996e-6fa6e1aa898f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 1094 time: 0.2592194 Apr 05 20:44:21.688292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b01cae1f-5089-4c06-9b45-6d2b064f7858 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags HTTP/1.1" status: 200 len: 205 time: 0.2001641 Apr 05 20:44:21.691057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59832) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:21.696736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-e65f73e4-9697-4308-a223-e75f544e1277 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:21.710920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Subnet': ['ID=7d04d305-153a-467f-924e-4c309ee545ab,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:21.765514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Checking segment: {'id': '75423a2f-8dd8-4c0c-8153-ee9be06a002d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '907e55a3-83e6-4c35-ba2f-b917b07a58e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:21.766092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network hostable DHCP agents. Network: 907e55a3-83e6-4c35-ba2f-b917b07a58e8, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:44:21.785323 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf492db-2807-4292-800f-4d1230e8378a'] response: {'name': 'network-changed', 'server_uuid': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'tag': 'd14ab566-3398-4fdd-9025-70f73457230b', 'status': 'completed', 'code': 200} Apr 05 20:44:21.791376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Made reservation on behalf of 2b08d6a30e144d9c89111f81b173be58 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:21.795347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.825789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-fd703639-bdfe-43dd-a9f9-3d118e3e9fd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14ab566-3398-4fdd-9025-70f73457230b HTTP/1.1" status: 200 len: 217 time: 0.0986309 Apr 05 20:44:21.893011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:44:21.984760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 907e55a3-83e6-4c35-ba2f-b917b07a58e8) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:21.988900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.989809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.996310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a68fd3-a5fa-4176-b045-fb1cd35b7aa5 None None] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:22.114778 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2eb1072a-7429-4c98-bbce-3b42aa89a63f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2874939 Apr 05 20:44:22.114778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59840) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:22.119953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92cffad3-5f92-4e2f-a8a6-d5e79111a1d5 req-03d954e8-1de6-4e7b-9a9f-b9df1ce72ddf tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 210 time: 0.0711896 Apr 05 20:44:22.121794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-318249791', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:22.131510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:22.136632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:router and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:22.139993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:22.150483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:22.164051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-8d06cab7-a060-4ab1-948b-fc9317d6364a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:22.165758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-8d06cab7-a060-4ab1-948b-fc9317d6364a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.3276000 Apr 05 20:44:22.236728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e65f73e4-9697-4308-a223-e75f544e1277 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags HTTP/1.1" status: 200 len: 240 time: 0.5438213 Apr 05 20:44:22.238394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.244953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.245135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-ba17b211-c101-47ee-9231-1ae9a0fefbca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672271 Apr 05 20:44:22.245135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:22.252894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-0991d0cd-310e-4fec-b9af-a2fb3b04e133 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', 'tempest-TagsExtTest-Tag-641825437') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:22.275089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.309865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6fc4c8-f273-4e57-8c2a-aea8df18ec0a None None] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:22.312807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Allocated IP 172.20.0.6 (08657be5-962e-45cf-bc69-2d17e3e0c08f/6b839609-9dca-48bf-ae1b-9d6476baf8e4/1f02bb7a-38d3-49d3-8c39-22cb0d7dc428) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:22.579868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-f70a49ce-0a8e-4e02-8d23-9172acb2a2fa service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025420 Apr 05 20:44:22.589327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0991d0cd-310e-4fec-b9af-a2fb3b04e133 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags/tempest-TagsExtTest-Tag-641825437 HTTP/1.1" status: 204 len: 168 time: 0.3445797 Apr 05 20:44:22.593656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59854) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:22.619567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.621147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-97e5a5d8-4164-462a-bed2-f4208125c109 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', 'tempest-TagsExtTest-Tag-641825437') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:22.869468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.902315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e4b7ce8-a086-4610-b165-cd57ec01d592 req-c591a20d-4c1b-4c83-970f-dba1149f3a21 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118398 Apr 05 20:44:22.936105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.961962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aa513-9693-40ea-939a-d8a140ba8e2b req-e9303995-4126-47f3-91c2-57255c4dcbd3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:22.966497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-062aa513-9693-40ea-939a-d8a140ba8e2b req-e9303995-4126-47f3-91c2-57255c4dcbd3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 943 time: 0.1811435 Apr 05 20:44:22.972106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.014419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-062aa513-9693-40ea-939a-d8a140ba8e2b req-34fc3824-4a07-4479-a4fb-829b926f2cc7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Apr 05 20:44:23.049362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.049362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97e5a5d8-4164-462a-bed2-f4208125c109 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags/tempest-TagsExtTest-Tag-641825437 HTTP/1.1" status: 204 len: 168 time: 0.4344976 Apr 05 20:44:23.050424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59864) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:23.059945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-5d85a48a-5493-49f0-96a8-78930d558a1a tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:23.164707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Network 08657be5-962e-45cf-bc69-2d17e3e0c08f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:23.171884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:23.175335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Pushing event updated for resources: {'Port': ['ID=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:23.176905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:23.184363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.25.2.146 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/566eb66b-c4ff-4cec-9528-469477b4dbc1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:23.226302 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5d85a48a-5493-49f0-96a8-78930d558a1a tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags HTTP/1.1" status: 200 len: 205 time: 0.1724393 Apr 05 20:44:23.250192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59870) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:23.253913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:23.254565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.750280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-3ffc53aa-0d07-495b-85ce-4df0d7045a82 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:23.756077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.756077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:23.761647 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:44:23.770125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-97f83eca-ce9f-49e3-a8cc-0b5af9dbf48f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 1094 time: 0.4203386 Apr 05 20:44:23.802104 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.802104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:23.802104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfb654ec2e445db86d1082d8ee3b707 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:23.802104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:23.802104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:23.802104 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.805161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3ffc53aa-0d07-495b-85ce-4df0d7045a82 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags HTTP/1.1" status: 200 len: 241 time: 0.4699948 Apr 05 20:44:23.805161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59882) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:23.805161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-e8495cdf-85aa-4fa1-b7c5-47b7f812f5d9 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', 'tempest-TagsExtTest-Tag-1433480551') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:23.815415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:23.815415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:23.815415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=566eb66b-c4ff-4cec-9528-469477b4dbc1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:23.815415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:23.816963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-f1653cb7-fac5-418f-853b-8e5f9c4958fa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4869001 Apr 05 20:44:23.888984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dc567-9c63-464a-9817-d51b7e6c366e req-a97f663d-2fd3-485f-ab6a-b4e6a90420f2 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:23.889786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2e8dc567-9c63-464a-9817-d51b7e6c366e req-a97f663d-2fd3-485f-ab6a-b4e6a90420f2 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Synchronizing usage tracker for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:23.900586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Request body: {'port': {'device_id': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:23.956159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.986237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-77e5de79-953b-4c89-820f-11206906e93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:23.987696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-77e5de79-953b-4c89-820f-11206906e93a service neutron] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.4768667 Apr 05 20:44:24.081887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.097575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e8495cdf-85aa-4fa1-b7c5-47b7f812f5d9 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags/tempest-TagsExtTest-Tag-1433480551 HTTP/1.1" status: 204 len: 168 time: 0.3600595 Apr 05 20:44:24.099494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:24.108097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-3c8fe3ab-7095-4c60-bb62-84a6483ac79a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14ab566-3398-4fdd-9025-70f73457230b HTTP/1.1" status: 200 len: 217 time: 0.0905445 Apr 05 20:44:24.111451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-4981662c-1023-4fbf-8508-e31c0e860586 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', 'tempest-TagsExtTest-Tag-1433480551') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:24.117021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.174428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2e8dc567-9c63-464a-9817-d51b7e6c366e req-a97f663d-2fd3-485f-ab6a-b4e6a90420f2 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Unset dirty status for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:24.175632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e8dc567-9c63-464a-9817-d51b7e6c366e req-a97f663d-2fd3-485f-ab6a-b4e6a90420f2 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 931 time: 0.8197551 Apr 05 20:44:24.292266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a85d8c-e6bc-4818-aac0-ac5601399c74,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:24.308702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2062e05f-227e-4ad2-909f-ff2f405cb549 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbfb654ec2e445db86d1082d8ee3b707&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8659952 Apr 05 20:44:24.308834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-e143b2c0-3807-475d-9d63-31bcd622306e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:24.309618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59892) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:24.310231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-e143b2c0-3807-475d-9d63-31bcd622306e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.1943345 Apr 05 20:44:24.391346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-12ba55f0-f858-4c93-9e74-394961fe3de1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690131 Apr 05 20:44:24.399762 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.400534 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.411191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-409688f3-114e-41d6-ae0b-59194c11038b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.464306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2e8dc567-9c63-464a-9817-d51b7e6c366e req-49c53e4c-ecab-4fa6-920b-77d3c26eafaa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Synchronizing usage tracker for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:24.538923 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4981662c-1023-4fbf-8508-e31c0e860586 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags/tempest-TagsExtTest-Tag-1433480551 HTTP/1.1" status: 204 len: 168 time: 0.4386387 Apr 05 20:44:24.550248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59896) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:24.563673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-4410d3b7-d464-4d62-92bf-d4c3f68595a9 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:24.596657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f728b-9ab3-4304-8079-b0312e39fea2 req-f1870b91-5a01-4737-a2c6-efc067ac46cd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:24.598157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca6f728b-9ab3-4304-8079-b0312e39fea2 req-f1870b91-5a01-4737-a2c6-efc067ac46cd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 943 time: 0.4322844 Apr 05 20:44:24.627783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-409688f3-114e-41d6-ae0b-59194c11038b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.685308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2e8dc567-9c63-464a-9817-d51b7e6c366e req-49c53e4c-ecab-4fa6-920b-77d3c26eafaa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Unset dirty status for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:24.686491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e8dc567-9c63-464a-9817-d51b7e6c366e req-49c53e4c-ecab-4fa6-920b-77d3c26eafaa tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684010 Apr 05 20:44:24.731602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-2bd701e4-b7b7-4bed-b965-fa47a439f7eb service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960076 Apr 05 20:44:24.789832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca6f728b-9ab3-4304-8079-b0312e39fea2 req-ab7b74f0-53a3-478e-8a5a-5925ccb47546 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755641 Apr 05 20:44:24.860796 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4410d3b7-d464-4d62-92bf-d4c3f68595a9 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags HTTP/1.1" status: 200 len: 205 time: 0.3093872 Apr 05 20:44:24.863443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59900) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:24.871530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-85c4f359-41f7-4236-9ed2-e28974ccec49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:24.906834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-85c4f359-41f7-4236-9ed2-e28974ccec49 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags HTTP/1.1" status: 200 len: 238 time: 0.0422482 Apr 05 20:44:24.909706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:24.917517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-f71aaf72-7e70-44e1-bed8-9d208098ce6d tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', 'tempest-TagsExtTest-Tag-2773435') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:24.958543 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f71aaf72-7e70-44e1-bed8-9d208098ce6d tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags/tempest-TagsExtTest-Tag-2773435 HTTP/1.1" status: 204 len: 168 time: 0.0477047 Apr 05 20:44:24.961131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59908) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:24.967877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-0d4c50d3-9752-435f-81bb-cea4cb45ca58 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', 'tempest-TagsExtTest-Tag-2773435') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:24.970977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ee1dbc-199d-4bcc-bd81-de43aed3ca83 req-a860b4c1-3dc5-47a1-be8c-c38c0fb052d5 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208016 Apr 05 20:44:24.980737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:44:24.983802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-409688f3-114e-41d6-ae0b-59194c11038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.989560 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.006440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Transition to ACTIVE for port object 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:25.014004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409688f3-114e-41d6-ae0b-59194c11038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a85d8c-e6bc-4818-aac0-ac5601399c74,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:25.055632 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-409688f3-114e-41d6-ae0b-59194c11038b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.059887 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-409688f3-114e-41d6-ae0b-59194c11038b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73a85d8c-e6bc-4818-aac0-ac5601399c74 HTTP/1.1" status: 204 len: 168 time: 0.7440851 Apr 05 20:44:25.081487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.139161 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d4c50d3-9752-435f-81bb-cea4cb45ca58 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags/tempest-TagsExtTest-Tag-2773435 HTTP/1.1" status: 204 len: 168 time: 0.1762867 Apr 05 20:44:25.144828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59914) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:25.152594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-6c3380ce-a411-468b-86e9-8253424f2978 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.180263 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6c3380ce-a411-468b-86e9-8253424f2978 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags HTTP/1.1" status: 200 len: 205 time: 0.0336723 Apr 05 20:44:25.183686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59918) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:25.189440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-0401693a-c4d0-4ccb-ae30-7f75803ad0c7 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.200437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:44:25.205919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:25.321611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Attempting to bind port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:25.321952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Attempting to bind port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '4775c95d-d186-446f-ac88-3bb3a331a263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:25.322295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Attempting to bind port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 on network 08657be5-962e-45cf-bc69-2d17e3e0c08f {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:25.328230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 on network 08657be5-962e-45cf-bc69-2d17e3e0c08f not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:44:25.328501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Attempting to bind port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 on network 08657be5-962e-45cf-bc69-2d17e3e0c08f {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:25.334880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:44:25.335398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Checking segment: {'id': '4775c95d-d186-446f-ac88-3bb3a331a263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:25.335781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Bound using segment: {'id': '4775c95d-d186-446f-ac88-3bb3a331a263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:44:25.336206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Bound port: 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4775c95d-d186-446f-ac88-3bb3a331a263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:25.336553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.341713 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0401693a-c4d0-4ccb-ae30-7f75803ad0c7 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags HTTP/1.1" status: 204 len: 168 time: 0.1569922 Apr 05 20:44:25.345288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59922) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:25.352336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-fc555152-5b12-4b7b-a9c8-bcaa2429ec79 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.437386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:25.450871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:25.463268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:25.464674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.529063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.540636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:25.541374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.550067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.552324 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c624c63-69e4-4b9a-a14a-4210d22dfa30 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4358470 Apr 05 20:44:25.555070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59930) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:25.608913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.609578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af4dc89-16d9-41d5-a105-55960b720e02 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:25.691746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] For port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:44:25.697200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] For port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,segment=NetworkSegment(4775c95d-d186-446f-ac88-3bb3a331a263),segment_id=4775c95d-d186-446f-ac88-3bb3a331a263)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:44:25.705656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fc555152-5b12-4b7b-a9c8-bcaa2429ec79 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags HTTP/1.1" status: 204 len: 168 time: 0.3569293 Apr 05 20:44:25.705803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59938) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:25.711104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-00ef96f1-ce8f-4097-b448-06e5370ac813 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.783787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-00ef96f1-ce8f-4097-b448-06e5370ac813 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags HTTP/1.1" status: 204 len: 168 time: 0.0771158 Apr 05 20:44:25.786386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59944) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:25.791857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-aa7a57b5-3b50-47c2-98e5-1b96286b5d31 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.819967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.947180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.949287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] 10.222.0.23 "PUT /v2.0/ports/1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 HTTP/1.1" status: 200 len: 1091 time: 2.0665801 Apr 05 20:44:25.952163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'tag': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:25.965219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25460c2-364a-4d3f-b8cd-0b65cec42cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:26.013128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20882a08-392f-4a02-b7fb-7428b8ff8a0a req-5e7aa5d1-7e5a-4668-9251-22ca6ed2f725 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.014258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20882a08-392f-4a02-b7fb-7428b8ff8a0a req-5e7aa5d1-7e5a-4668-9251-22ca6ed2f725 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 943 time: 0.1313636 Apr 05 20:44:26.125818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aa7a57b5-3b50-47c2-98e5-1b96286b5d31 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3382797 Apr 05 20:44:26.131858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59954) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:26.149467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-0fad3e6f-0e20-41bc-8143-b6dc402d02db tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', 'tempest-TagsExtTest-Tag-919130000') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:26.219223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20882a08-392f-4a02-b7fb-7428b8ff8a0a req-5ef36b7b-943d-4d5e-9725-30b6cc0ef492 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658340 Apr 05 20:44:26.265008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4a999-70a1-42ed-b5c5-2a0ec8d8c1f6 req-1b3e162c-4f55-4571-a01a-0aea575b26b3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.270905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e4a999-70a1-42ed-b5c5-2a0ec8d8c1f6 req-1b3e162c-4f55-4571-a01a-0aea575b26b3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 943 time: 0.2535722 Apr 05 20:44:26.293085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-10eafad5-788b-4fea-b214-a241c7a7092e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b08d6a30e144d9c89111f81b173be58&device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 1094 time: 0.2126482 Apr 05 20:44:26.353412 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4e67a8-4708-43e5-a4e8-b964b9fab485'] response: {'name': 'network-changed', 'server_uuid': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'tag': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428', 'status': 'completed', 'code': 200} Apr 05 20:44:26.379120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-9866a5bd-83c7-4337-bd2e-a1581fe4b92e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 HTTP/1.1" status: 200 len: 217 time: 0.0787971 Apr 05 20:44:26.441718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e4a999-70a1-42ed-b5c5-2a0ec8d8c1f6 req-667e902e-9760-4abf-ae84-f57eb8d39827 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698387 Apr 05 20:44:26.472967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-98bacf18-36e3-4793-ac6e-61cb12af6f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.474632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-98bacf18-36e3-4793-ac6e-61cb12af6f8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b839609-9dca-48bf-ae1b-9d6476baf8e4 HTTP/1.1" status: 200 len: 848 time: 0.0865595 Apr 05 20:44:26.492841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.516572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0fad3e6f-0e20-41bc-8143-b6dc402d02db tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags/tempest-TagsExtTest-Tag-919130000 HTTP/1.1" status: 201 len: 201 time: 0.3756349 Apr 05 20:44:26.522000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59964) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:26.527186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-fb18a336-eaab-4612-a129-0a4d4238231a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08657be5-962e-45cf-bc69-2d17e3e0c08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463531 Apr 05 20:44:26.530718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-f4c9f425-041b-4cc0-8391-7ba2a04abb92 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', 'tempest-TagsExtTest-Tag-192502131') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:26.726297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-079fe633-260a-4c4e-80c1-06299e3efb75 service neutron] 10.222.0.23 "GET /v2.0/networks/08657be5-962e-45cf-bc69-2d17e3e0c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662123 Apr 05 20:44:26.764092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d14ab566-3398-4fdd-9025-70f73457230b details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:44:26.834127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f4c9f425-041b-4cc0-8391-7ba2a04abb92 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags/tempest-TagsExtTest-Tag-192502131 HTTP/1.1" status: 201 len: 201 time: 0.3105683 Apr 05 20:44:26.837180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59972) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:26.849765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-27ceee7f-3153-4676-b2af-195da4c113d3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', 'tempest-TagsExtTest-Tag-779852862') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:26.900303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.1 (907e55a3-83e6-4c35-ba2f-b917b07a58e8/7d04d305-153a-467f-924e-4c309ee545ab/165db0c2-013c-4fd4-bfe8-b3273c6d08b6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:26.929419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d14ab566-3398-4fdd-9025-70f73457230b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d14ab566-3398-4fdd-9025-70f73457230b,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:26.960916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd14ab566-3398-4fdd-9025-70f73457230b', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'port_id': 'd14ab566-3398-4fdd-9025-70f73457230b', 'mac_address': 'fa:16:3e:cd:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebccad2a-7032-4a42-a749-eaa26288144f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:44:27.020725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09768dc5-9ccf-45ef-8f8c-385eda3bfa1c req-ac188dad-f65f-47ba-b49a-fd6bb814b990 service neutron] 10.222.0.23 "GET /v2.0/networks/08657be5-962e-45cf-bc69-2d17e3e0c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870440 Apr 05 20:44:27.053726 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.074815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14ab566-3398-4fdd-9025-70f73457230b {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:44:27.090561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d14ab566-3398-4fdd-9025-70f73457230b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d14ab566-3398-4fdd-9025-70f73457230b,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:27.187791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.194723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.220551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-27ceee7f-3153-4676-b2af-195da4c113d3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags/tempest-TagsExtTest-Tag-779852862 HTTP/1.1" status: 201 len: 201 time: 0.3816149 Apr 05 20:44:27.230066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59976) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:27.238487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-e65910d4-4aca-477e-8b7f-9d7dbda6b150 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', 'tempest-TagsExtTest-Tag-2012860802') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:27.283218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c97be765-14a8-4110-b23f-79d416d11f75 req-b617946e-8434-47b2-8fb2-be4ae28d398a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b08d6a30e144d9c89111f81b173be58&device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 1094 time: 0.1087215 Apr 05 20:44:27.312226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d14ab566-3398-4fdd-9025-70f73457230b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:27.322124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.383562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e65910d4-4aca-477e-8b7f-9d7dbda6b150 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags/tempest-TagsExtTest-Tag-2012860802 HTTP/1.1" status: 201 len: 201 time: 0.1523235 Apr 05 20:44:27.391656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:27.407024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-26081f41-cd8d-4bf8-8682-2128c1f1cc13 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', {'tags': ['tempest-TagsExtTest-Tag-624799435', 'tempest-TagsExtTest-Tag-911217569', 'tempest-TagsExtTest-Tag-1408818335']}) {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:27.459494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:27.464790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:27.467803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:27.528130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=165db0c2-013c-4fd4-bfe8-b3273c6d08b6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:27.560052 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.624836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:44:27.634876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97be765-14a8-4110-b23f-79d416d11f75 req-55bea32e-29d9-42d2-b76e-b31990c11e34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:27.634876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c97be765-14a8-4110-b23f-79d416d11f75 req-55bea32e-29d9-42d2-b76e-b31990c11e34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08657be5-962e-45cf-bc69-2d17e3e0c08f HTTP/1.1" status: 200 len: 909 time: 0.3453102 Apr 05 20:44:27.637277 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-26081f41-cd8d-4bf8-8682-2128c1f1cc13 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags HTTP/1.1" status: 200 len: 316 time: 0.2413547 Apr 05 20:44:27.645242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59994) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:27.646014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ade11b-9dc2-4dad-9361-48f6e0d2c58e req-dab66bf8-25d4-4f59-b5e5-fdac71c45804 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:27.647390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74ade11b-9dc2-4dad-9361-48f6e0d2c58e req-dab66bf8-25d4-4f59-b5e5-fdac71c45804 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 943 time: 0.1407008 Apr 05 20:44:27.652746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-a9e08eb2-9bd1-443e-af6c-be0b38669248 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:27.741898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c97be765-14a8-4110-b23f-79d416d11f75 req-0cb1360c-fbb9-4ef7-b423-07e0911fa1a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 HTTP/1.1" status: 200 len: 217 time: 0.0935874 Apr 05 20:44:27.800438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.808906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74ade11b-9dc2-4dad-9361-48f6e0d2c58e req-cf7852fe-18d2-44aa-8d86-27209d8fbc98 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082273 Apr 05 20:44:27.826599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97be765-14a8-4110-b23f-79d416d11f75 req-dc292acf-dfe8-4737-bae0-d700ce4a32b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:27.828160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c97be765-14a8-4110-b23f-79d416d11f75 req-dc292acf-dfe8-4737-bae0-d700ce4a32b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6b839609-9dca-48bf-ae1b-9d6476baf8e4 HTTP/1.1" status: 200 len: 848 time: 0.0757203 Apr 05 20:44:27.899047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c97be765-14a8-4110-b23f-79d416d11f75 req-b0422499-519c-4062-86ea-9916be75189d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08657be5-962e-45cf-bc69-2d17e3e0c08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623434 Apr 05 20:44:28.076832 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a9e08eb2-9bd1-443e-af6c-be0b38669248 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.4276862 Apr 05 20:44:28.077978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59998) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:28.087381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-bc78e4ad-305c-4d1e-8483-faca9fc41f3a tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', 'tempest-TagsExtTest-Tag-624799435') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:28.103295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c97be765-14a8-4110-b23f-79d416d11f75 req-bebcc6e1-c924-44ae-96e8-4f53e0207ed1 service neutron] 10.222.0.23 "GET /v2.0/networks/08657be5-962e-45cf-bc69-2d17e3e0c08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970444 Apr 05 20:44:28.113387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb13ec4-1f8a-40b1-9e2a-84de865d3b59 req-ce8d442d-86b1-41c7-8b3b-814406744b76 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:28.114941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bb13ec4-1f8a-40b1-9e2a-84de865d3b59 req-ce8d442d-86b1-41c7-8b3b-814406744b76 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 944 time: 0.1329460 Apr 05 20:44:28.269796 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-bc78e4ad-305c-4d1e-8483-faca9fc41f3a tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:28.274347 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bc78e4ad-305c-4d1e-8483-faca9fc41f3a tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags/tempest-TagsExtTest-Tag-624799435 HTTP/1.1" status: 404 len: 328 time: 0.1919270 Apr 05 20:44:28.277842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bb13ec4-1f8a-40b1-9e2a-84de865d3b59 req-535c425d-3198-41c5-a6b8-4ee1358a2189 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428378 Apr 05 20:44:28.283621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:28.294347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-4c7f1cdd-38e7-4b47-82a8-441b7af07f6b tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', 'tempest-TagsExtTest-Tag-911217569') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:28.304760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c97be765-14a8-4110-b23f-79d416d11f75 req-53e857bb-2923-47cd-a1da-f2835b2d1b3b service neutron] 10.222.0.23 "GET /v2.0/networks/08657be5-962e-45cf-bc69-2d17e3e0c08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890996 Apr 05 20:44:28.392698 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:28.402153 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-4c7f1cdd-38e7-4b47-82a8-441b7af07f6b tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:28.403191 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c7f1cdd-38e7-4b47-82a8-441b7af07f6b tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags/tempest-TagsExtTest-Tag-911217569 HTTP/1.1" status: 404 len: 328 time: 0.1184115 Apr 05 20:44:28.407950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60010) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:28.413236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-0fdf88e2-d4c6-4a7c-9b91-ea25a58001c8 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f', 'tempest-TagsExtTest-Tag-1408818335') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:28.468613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:28.590545 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-0fdf88e2-d4c6-4a7c-9b91-ea25a58001c8 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:28.591621 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0fdf88e2-d4c6-4a7c-9b91-ea25a58001c8 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags/tempest-TagsExtTest-Tag-1408818335 HTTP/1.1" status: 404 len: 329 time: 0.1827343 Apr 05 20:44:28.594204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=165db0c2-013c-4fd4-bfe8-b3273c6d08b6,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:28.594875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60018) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:28.596757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:28.605157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-0128ebcc-5d04-4d06-85f0-e1b732d7b5d2 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', {'tags': ['tempest-TagsExtTest-Tag-550746097', 'tempest-TagsExtTest-Tag-413594526', 'tempest-TagsExtTest-Tag-1613544609']}) {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:28.748862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:28.750280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:28.778532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d14ab566-3398-4fdd-9025-70f73457230b up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:28.803954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0128ebcc-5d04-4d06-85f0-e1b732d7b5d2 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags HTTP/1.1" status: 200 len: 316 time: 0.2063270 Apr 05 20:44:28.806274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60022) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:28.818686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-cb6c4189-7c24-4c03-b115-ca4b18b4ea3b tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:28.928257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port d14ab566-3398-4fdd-9025-70f73457230b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:28.934370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d14ab566-3398-4fdd-9025-70f73457230b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:28.935183 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.015855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cb6c4189-7c24-4c03-b115-ca4b18b4ea3b tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags HTTP/1.1" status: 204 len: 168 time: 0.2080443 Apr 05 20:44:29.018473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60030) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:29.024876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-9770cb9a-0953-435b-9f96-7709a7c942e3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', 'tempest-TagsExtTest-Tag-550746097') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.081101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.124731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14ab566-3398-4fdd-9025-70f73457230b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:29.136082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d14ab566-3398-4fdd-9025-70f73457230b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d14ab566-3398-4fdd-9025-70f73457230b,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:29.165783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8080e0-52d3-4d73-9e4e-5fc3b569391b req-ff46e561-a313-4aa3-95d0-03059c8234ef tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:29.168767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d8080e0-52d3-4d73-9e4e-5fc3b569391b req-ff46e561-a313-4aa3-95d0-03059c8234ef tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 943 time: 0.1127298 Apr 05 20:44:29.188688 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-9770cb9a-0953-435b-9f96-7709a7c942e3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:29.192637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9770cb9a-0953-435b-9f96-7709a7c942e3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags/tempest-TagsExtTest-Tag-550746097 HTTP/1.1" status: 404 len: 328 time: 0.1702359 Apr 05 20:44:29.194263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60038) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:29.196777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.204714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-a0109b52-e6be-4572-b2b8-36a02d295cbb tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', 'tempest-TagsExtTest-Tag-413594526') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.220833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d8080e0-52d3-4d73-9e4e-5fc3b569391b req-420488b7-5487-43b7-9212-61f5a92444f5 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471044 Apr 05 20:44:29.319424 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-a0109b52-e6be-4572-b2b8-36a02d295cbb tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:29.320606 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a0109b52-e6be-4572-b2b8-36a02d295cbb tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags/tempest-TagsExtTest-Tag-413594526 HTTP/1.1" status: 404 len: 328 time: 0.1261036 Apr 05 20:44:29.328387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60044) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:29.333942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-7a2e37c3-cefb-4465-87ac-316aace88e40 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07', 'tempest-TagsExtTest-Tag-1613544609') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.352073 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e828d4f-50eb-4099-814a-ae949e01a484'] response: {'server_uuid': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14ab566-3398-4fdd-9025-70f73457230b', 'code': 200} Apr 05 20:44:29.352641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d14ab566-3398-4fdd-9025-70f73457230b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:29.406458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:29.555503 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-7a2e37c3-cefb-4465-87ac-316aace88e40 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:29.559348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7a2e37c3-cefb-4465-87ac-316aace88e40 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags/tempest-TagsExtTest-Tag-1613544609 HTTP/1.1" status: 404 len: 329 time: 0.2271833 Apr 05 20:44:29.559847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60048) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:29.575930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-bdcce4aa-70a1-4bd5-a2de-176e6305cdcf tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', {'tags': ['tempest-TagsExtTest-Tag-935587748', 'tempest-TagsExtTest-Tag-1047923903', 'tempest-TagsExtTest-Tag-910466212']}) {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.576345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c74360a6-4f9f-4a04-9e42-a718c48f9b0c req-0c81b8f7-b8d8-4fe1-b133-7a7047495d1d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 1096 time: 0.1454554 Apr 05 20:44:29.582632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f80f1-9b8a-4d04-83a9-429a0de2d3e3 req-b03364cb-60e0-4501-b26c-90b0d8aba4fa tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:29.583963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f1f80f1-9b8a-4d04-83a9-429a0de2d3e3 req-b03364cb-60e0-4501-b26c-90b0d8aba4fa tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 945 time: 0.1238039 Apr 05 20:44:29.654482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c74360a6-4f9f-4a04-9e42-a718c48f9b0c req-66d918f6-33d2-4051-b761-0ada86c208a6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695498 Apr 05 20:44:29.656640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f1f80f1-9b8a-4d04-83a9-429a0de2d3e3 req-2366b31a-a975-4dfe-a3e4-033b31cd2736 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585568 Apr 05 20:44:29.768107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:29.778484 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d1f18375-712a-466e-a636-03e602f2ce4a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/routers/20a68191-2a9a-48e9-86b1-019fb88a5f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2222672 Apr 05 20:44:29.778954 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:29.781170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60054) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:29.786956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'port': {'network_id': '907e55a3-83e6-4c35-ba2f-b917b07a58e8', 'name': 'tempest-FloatingIPTestJSON-1591072160'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:29.791452 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:29.792391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.854600 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.867255 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:29.867873 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.899180 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bdcce4aa-70a1-4bd5-a2de-176e6305cdcf tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags HTTP/1.1" status: 200 len: 316 time: 0.3385963 Apr 05 20:44:29.903067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60058) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:29.912730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-920ff50e-1540-4b6d-899f-54319f89d1ca tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.941848 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:29.942431 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279023b4-9d18-49bb-8e49-ca6661df9016 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:29.956560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:29.960643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:port and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:29.963720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:29.969871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:29.986015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:44:30.047425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:30.051159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.085298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] device_id is not set on port e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:44:30.133790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,segment=NetworkSegment(4775c95d-d186-446f-ac88-3bb3a331a263),segment_id=4775c95d-d186-446f-ac88-3bb3a331a263)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:30.147656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-920ff50e-1540-4b6d-899f-54319f89d1ca tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags HTTP/1.1" status: 204 len: 168 time: 0.2426252 Apr 05 20:44:30.153898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60062) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:30.162767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-d947cd53-a491-4199-936d-510280b6b1e2 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', 'tempest-TagsExtTest-Tag-935587748') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:30.163584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428', 'network_id': '08657be5-962e-45cf-bc69-2d17e3e0c08f', 'port_id': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428', 'mac_address': 'fa:16:3e:a4:10:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b839609-9dca-48bf-ae1b-9d6476baf8e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:44:30.229097 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.236971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.13 (907e55a3-83e6-4c35-ba2f-b917b07a58e8/7d04d305-153a-467f-924e-4c309ee545ab/e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:30.251880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:44:30.268709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,segment=NetworkSegment(4775c95d-d186-446f-ac88-3bb3a331a263),segment_id=4775c95d-d186-446f-ac88-3bb3a331a263)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:30.339669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.419092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:30.430248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.430816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.431168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.431508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.431891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.432292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.433194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.433523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.433874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.434196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.434519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.515659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.522366 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-d947cd53-a491-4199-936d-510280b6b1e2 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:30.523400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d947cd53-a491-4199-936d-510280b6b1e2 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags/tempest-TagsExtTest-Tag-935587748 HTTP/1.1" status: 404 len: 328 time: 0.3679531 Apr 05 20:44:30.526967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60076) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:30.532908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-94d7cfe6-5e97-4ffd-a45a-32b24a26217c tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', 'tempest-TagsExtTest-Tag-1047923903') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:30.602153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.659859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af5116-159a-45ae-9a50-ae5d48cb0143 req-bb55cf03-f858-4d3a-baaf-8801922b4b37 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:30.661328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20af5116-159a-45ae-9a50-ae5d48cb0143 req-bb55cf03-f858-4d3a-baaf-8801922b4b37 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 944 time: 0.2211528 Apr 05 20:44:30.672768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1f02bb7a-38d3-49d3-8c39-22cb0d7dc428'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:44:30.698229 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-94d7cfe6-5e97-4ffd-a45a-32b24a26217c tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:30.698682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:30.701749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-94d7cfe6-5e97-4ffd-a45a-32b24a26217c tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags/tempest-TagsExtTest-Tag-1047923903 HTTP/1.1" status: 404 len: 329 time: 0.1714013 Apr 05 20:44:30.706081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60086) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:30.713200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.714129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.714905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.715130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.715960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-d6f5a362-07cf-44ec-8e7a-7a55712d2ce0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744', 'tempest-TagsExtTest-Tag-910466212') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:30.716049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.716163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.716714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.717205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.717690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.718146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.718609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:30.725701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:30.727015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:30.732963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:30.825605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:30.826241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.849944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20af5116-159a-45ae-9a50-ae5d48cb0143 req-6e678257-4f79-45a7-b1dd-adfeb7661aa3 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811132 Apr 05 20:44:30.864247 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-d6f5a362-07cf-44ec-8e7a-7a55712d2ce0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:30.865490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d6f5a362-07cf-44ec-8e7a-7a55712d2ce0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags/tempest-TagsExtTest-Tag-910466212 HTTP/1.1" status: 404 len: 328 time: 0.1577463 Apr 05 20:44:30.868372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60090) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:30.875102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-81df9345-3e9a-4eb8-80eb-d82fb55727ea tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', {'tags': ['tempest-TagsExtTest-Tag-309677242', 'tempest-TagsExtTest-Tag-1327226165', 'tempest-TagsExtTest-Tag-800711590']}) {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:30.924224 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2a61db9a-eea8-476e-b128-4caaecf2ad0f tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1411769 Apr 05 20:44:30.928670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60094) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:30.937931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'port': {'network_id': '907e55a3-83e6-4c35-ba2f-b917b07a58e8', 'name': 'tempest-FloatingIPTestJSON-1161897535'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:31.040226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-81df9345-3e9a-4eb8-80eb-d82fb55727ea tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "PUT /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags HTTP/1.1" status: 200 len: 316 time: 0.1704545 Apr 05 20:44:31.043033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60104) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.051126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-aae79885-5dca-4d78-ab8b-f3611dbd1160 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.177821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:31.184978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:port and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:31.188741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:31.196338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:31.202869 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aae79885-5dca-4d78-ab8b-f3611dbd1160 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags HTTP/1.1" status: 204 len: 168 time: 0.1586959 Apr 05 20:44:31.205340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bbc91-b6da-45dc-af2c-6ab1bda8598f req-82583dea-d1e8-40d0-b94a-f79a15c74403 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:31.205755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60110) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.206890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-145bbc91-b6da-45dc-af2c-6ab1bda8598f req-82583dea-d1e8-40d0-b94a-f79a15c74403 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 945 time: 0.1558309 Apr 05 20:44:31.219043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-c531e6db-03de-4444-a460-92f5e1c2a190 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', 'tempest-TagsExtTest-Tag-309677242') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.250492 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-c531e6db-03de-4444-a460-92f5e1c2a190 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:31.251882 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c531e6db-03de-4444-a460-92f5e1c2a190 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags/tempest-TagsExtTest-Tag-309677242 HTTP/1.1" status: 404 len: 328 time: 0.0450232 Apr 05 20:44:31.254688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60114) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.262061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-53f914ea-078c-4602-ae9f-66a0f11c3fde tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', 'tempest-TagsExtTest-Tag-1327226165') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.265630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-145bbc91-b6da-45dc-af2c-6ab1bda8598f req-a454fd75-0b76-4516-95e9-d448f898c5a2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499239 Apr 05 20:44:31.286168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:31.289363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.296292 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-53f914ea-078c-4602-ae9f-66a0f11c3fde tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:31.297741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-53f914ea-078c-4602-ae9f-66a0f11c3fde tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags/tempest-TagsExtTest-Tag-1327226165 HTTP/1.1" status: 404 len: 329 time: 0.0419369 Apr 05 20:44:31.305799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60118) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.314152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.tag.tag_plugin [None req-696db5a9-0d7f-4112-9841-66f13c8e1827 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98', 'tempest-TagsExtTest-Tag-800711590') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.344373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] device_id is not set on port 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:44:31.471304 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-696db5a9-0d7f-4112-9841-66f13c8e1827 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] show failed (client error): The resource could not be found. Apr 05 20:44:31.472342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-696db5a9-0d7f-4112-9841-66f13c8e1827 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags/tempest-TagsExtTest-Tag-800711590 HTTP/1.1" status: 404 len: 328 time: 0.1653385 Apr 05 20:44:31.475331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60122) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.480790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-05e480b2-e6be-449e-9a05-833deeb778ec tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '24be2718-33f4-47c8-ae66-33773b046e98') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.513436 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-05e480b2-e6be-449e-9a05-833deeb778ec tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98/tags HTTP/1.1" status: 204 len: 168 time: 0.0359826 Apr 05 20:44:31.513618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.2 (907e55a3-83e6-4c35-ba2f-b917b07a58e8/7d04d305-153a-467f-924e-4c309ee545ab/9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:31.519247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60126) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.524978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-906f28a2-2f5a-4575-ae71-f7645b083006 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '88bf8222-0da0-4f48-8f15-688c63f62744') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.755861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.783144 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-906f28a2-2f5a-4575-ae71-f7645b083006 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744/tags HTTP/1.1" status: 204 len: 168 time: 0.2628450 Apr 05 20:44:31.786005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.792597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-aed1d7b8-0761-436c-97c2-a24fc4994cac tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cdf175a9-a866-40a9-a509-b4172276cc07') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.861879 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.874074 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aed1d7b8-0761-436c-97c2-a24fc4994cac tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07/tags HTTP/1.1" status: 204 len: 168 time: 0.0858798 Apr 05 20:44:31.876858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60140) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:31.884885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.tag.tag_plugin [None req-473daf40-d7b5-4364-a23a-8c40c7dd310c tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.966243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:31.968693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:31.975461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:31.980304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:31.991579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:32.030169 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-473daf40-d7b5-4364-a23a-8c40c7dd310c tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1528552 Apr 05 20:44:32.035747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60148) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:32.144347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:32.144347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.219608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:32.219608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:32.222178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de17c1-5283-4149-baee-5be6ce2f7689 req-def75b31-2573-4fee-9e04-c4269d0654c3 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:32.224066 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.224168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97de17c1-5283-4149-baee-5be6ce2f7689 req-def75b31-2573-4fee-9e04-c4269d0654c3 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 944 time: 0.1358926 Apr 05 20:44:32.277979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97de17c1-5283-4149-baee-5be6ce2f7689 req-d7509b11-20b8-4773-a184-9aa9cf705f6d tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Apr 05 20:44:32.312258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7cd04046-fc80-4da6-a8e3-a696cf1cb0ca tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3814728 Apr 05 20:44:32.314892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60154) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:32.320930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f', 'fixed_ip_address': '172.20.0.2'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:32.334499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:32.344751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:floatingip and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:32.348343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:32.353513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d53d1dc-38f4-4daf-8fff-12276270e996 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for subnetpool, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.355371 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d53d1dc-38f4-4daf-8fff-12276270e996 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnetpools/24be2718-33f4-47c8-ae66-33773b046e98 HTTP/1.1" status: 204 len: 168 time: 0.3185146 Apr 05 20:44:32.359273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:32.361118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60158) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:32.373540 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.403016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:32.404137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5d0b0852-137d-497b-8b93-910068f28b0a tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "GET /v2.0/ports?device_id=88bf8222-0da0-4f48-8f15-688c63f62744 HTTP/1.1" status: 200 len: 205 time: 0.0417836 Apr 05 20:44:32.413227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60162) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:32.413558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,segment=NetworkSegment(4775c95d-d186-446f-ac88-3bb3a331a263),segment_id=4775c95d-d186-446f-ac88-3bb3a331a263)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:32.448645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.480136 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ba98cd-748b-4b6c-a671-9348300e265b'] response: {'server_uuid': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428', 'code': 200} Apr 05 20:44:32.556022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.609402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.629004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:32.729402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60170) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:32.756529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.25.2.95 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/8f1e14ef-bd72-458a-ae12-c1c8ef18be17) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:32.793068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7bf71dd-beec-407a-86f5-ab1750c82cd3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.923969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.941953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.961894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29b0d2d2-7326-49e4-b74c-f116392fb931 req-17982d26-dff8-4a1a-b217-19af69570856 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 1096 time: 0.3780048 Apr 05 20:44:32.970516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221552f-3ec1-4822-91f7-3418e16b5056 req-9488aa4f-6d2d-43aa-bf02-8f4d2e4a406a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:32.971836 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3221552f-3ec1-4822-91f7-3418e16b5056 req-9488aa4f-6d2d-43aa-bf02-8f4d2e4a406a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 945 time: 0.3417876 Apr 05 20:44:33.030289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.119277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:33.119277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:33.119277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:33.137455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=8f1e14ef-bd72-458a-ae12-c1c8ef18be17,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:33.164645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:33.178042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a5dc6d3a544206b7d1c5054431e2dd is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:33.190159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:33.199576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:33.271783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29b0d2d2-7326-49e4-b74c-f116392fb931 req-d63994ee-03ba-4d7c-b936-fc24725a397f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965701 Apr 05 20:44:33.335368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3221552f-3ec1-4822-91f7-3418e16b5056 req-58e951ca-753e-400e-8019-007d9eafcf8f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463109 Apr 05 20:44:33.358339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7bf71dd-beec-407a-86f5-ab1750c82cd3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.372856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7bf71dd-beec-407a-86f5-ab1750c82cd3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.424870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.509694 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.555285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7bf71dd-beec-407a-86f5-ab1750c82cd3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.555761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bf71dd-beec-407a-86f5-ab1750c82cd3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Fanout notify agent at l3_agent the message router_deleted on router 88bf8222-0da0-4f48-8f15-688c63f62744 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:44:33.575206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fe40e2-b279-45e6-b39d-b7dc948bcdd1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:33.583683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-50317f35-bd18-4bbb-9e53-e897bc120445 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4a5dc6d3a544206b7d1c5054431e2dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8462353 Apr 05 20:44:33.585681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60186) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:33.591532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482b07e-e554-495c-a21c-bdbbb66d6d7c req-e4e9bfc9-cd39-44d4-b9d7-cabd7ec9504a tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.593160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6482b07e-e554-495c-a21c-bdbbb66d6d7c req-e4e9bfc9-cd39-44d4-b9d7-cabd7ec9504a tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 945 time: 0.1469119 Apr 05 20:44:33.675502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7bf71dd-beec-407a-86f5-ab1750c82cd3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.676298 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.677224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f7bf71dd-beec-407a-86f5-ab1750c82cd3 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/routers/88bf8222-0da0-4f48-8f15-688c63f62744 HTTP/1.1" status: 204 len: 168 time: 1.2626255 Apr 05 20:44:33.682959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60190) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:33.764670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.773093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Deleting port cdf175a9-a866-40a9-a509-b4172276cc07 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:33.773436 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.800874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6482b07e-e554-495c-a21c-bdbbb66d6d7c req-7f19c273-0e38-4246-9257-15bb35e4d1ed tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933994 Apr 05 20:44:33.831089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd49fd63-1939-4aa1-9184-d9d41a14b63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.847558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db57d75-85f8-4cdf-8059-634a9fa7a1a3 req-dfe48e87-ceb4-425b-ae3d-f804c60d2bc3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.848985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7db57d75-85f8-4cdf-8059-634a9fa7a1a3 req-dfe48e87-ceb4-425b-ae3d-f804c60d2bc3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.2402816 Apr 05 20:44:33.883249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd49fd63-1939-4aa1-9184-d9d41a14b63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.892785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7db57d75-85f8-4cdf-8059-634a9fa7a1a3 req-bb3f3113-f271-4aac-a063-76ca134c4aa7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0367954 Apr 05 20:44:33.993664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7db57d75-85f8-4cdf-8059-634a9fa7a1a3 req-5633bbba-e140-4f20-a0c6-ee3ac6edb5eb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923753 Apr 05 20:44:33.997620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.193424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd49fd63-1939-4aa1-9184-d9d41a14b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.220762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49fd63-1939-4aa1-9184-d9d41a14b63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fe40e2-b279-45e6-b39d-b7dc948bcdd1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:34.241929 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.246827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd49fd63-1939-4aa1-9184-d9d41a14b63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.248165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dd49fd63-1939-4aa1-9184-d9d41a14b63e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46fe40e2-b279-45e6-b39d-b7dc948bcdd1 HTTP/1.1" status: 204 len: 168 time: 0.6541052 Apr 05 20:44:34.297160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7db57d75-85f8-4cdf-8059-634a9fa7a1a3 req-fa989d05-3cbf-4bc0-8ae0-3b44d5098a57 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958531 Apr 05 20:44:34.390706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Calling delete_port for cdf175a9-a866-40a9-a509-b4172276cc07 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:34.449672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7db57d75-85f8-4cdf-8059-634a9fa7a1a3 req-52d01589-2166-4726-8bc3-7e04f17bbcb9 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456974 Apr 05 20:44:34.636183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.710443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.761212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event deleted for resources: {'Port': ['ID=cdf175a9-a866-40a9-a509-b4172276cc07,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:34.765861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.790058 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0f7051f-6601-4ded-938e-855e46c81c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.974768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=8f1e14ef-bd72-458a-ae12-c1c8ef18be17,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:35.014954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:35.096423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:35.132757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202d81c-7133-4755-a6ec-c4b6782f3fbd req-36034217-4188-4f91-9daa-b9240d882d0d tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:35.142364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e202d81c-7133-4755-a6ec-c4b6782f3fbd req-36034217-4188-4f91-9daa-b9240d882d0d tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 945 time: 0.1520152 Apr 05 20:44:35.194234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e202d81c-7133-4755-a6ec-c4b6782f3fbd req-b50b9929-7525-4f4f-a17b-6335643afeae tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503290 Apr 05 20:44:35.196580 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5dfa5d40-6fbe-47f8-bfa7-ae53412a8d47 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/ports/cdf175a9-a866-40a9-a509-b4172276cc07 HTTP/1.1" status: 204 len: 168 time: 1.5124676 Apr 05 20:44:35.199007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60224) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:35.503245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Deleting subnet a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:44:35.506948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:35.585095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:35.627238 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP 592f356e-c846-411d-a2f0-c83c75cc0e91 associated. External IP: 172.25.2.95, port: 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f. Apr 05 20:44:35.812869 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:35.884641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-dc606483-a564-45fa-9ff2-9f68f9673df1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:35.889546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-dc606483-a564-45fa-9ff2-9f68f9673df1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.1662452 Apr 05 20:44:35.904042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-6167d20b-cb89-48a4-b187-7a69272c5d57 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0118861 Apr 05 20:44:35.989500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-81a014d8-f286-45ad-8c87-6c15345bf25c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779893 Apr 05 20:44:36.026917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.070207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event deleted for resources: {'Subnet': ['ID=a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:36.077738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.087170 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9c1b3214-0656-42bf-89d4-a8c03d715fb0 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/subnets/a081ffb8-50ca-4c42-95fc-bdb5b0f82e9f HTTP/1.1" status: 204 len: 168 time: 0.8868787 Apr 05 20:44:36.089689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60260) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:36.092500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9388bcb-7e79-487b-a237-d352f1bcab40 None None] Network 9b8d42c1-3d7f-4eba-a5c5-750d5641143c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:36.246602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.250828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-85ceac1e-f7a5-4b7b-9677-3b3ee2658d6b service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494307 Apr 05 20:44:36.355406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:36.362376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Deleting port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:36.362821 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.455245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] DHCP port deletion for 9b8d42c1-3d7f-4eba-a5c5-750d5641143c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:44:36.459723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Deleting port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:36.460256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.602510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:36.632295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-3f543a40-46e3-4633-9e42-223d89dcd7dc service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750238 Apr 05 20:44:36.638122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:36.642824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] For port ea0dc56d-cbbd-4e77-8b73-edb7f217d179, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,segment=NetworkSegment(8c9e4621-b5a5-4596-94e0-c43e34b423a4),segment_id=8c9e4621-b5a5-4596-94e0-c43e34b423a4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:36.643204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.668731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:36.669393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:36.676261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.733739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:36.762774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] For port ea0dc56d-cbbd-4e77-8b73-edb7f217d179, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,segment=NetworkSegment(8c9e4621-b5a5-4596-94e0-c43e34b423a4),segment_id=8c9e4621-b5a5-4596-94e0-c43e34b423a4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:36.763164 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.784672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e7d3d425-517f-4963-99bf-fa352ebf52fd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4685090 Apr 05 20:44:36.786908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Calling delete_port for ea0dc56d-cbbd-4e77-8b73-edb7f217d179 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:36.787581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:36.795104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:36.924613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Calling delete_port for ea0dc56d-cbbd-4e77-8b73-edb7f217d179 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:36.925555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2967b27-b065-48c5-ba4a-9a58fa7f3baf req-ff5fa9e4-069d-464e-8b51-4a66a45d6fa7 tempest-AbsoluteLimitsNegativeTestJSON-181843427 tempest-AbsoluteLimitsNegativeTestJSON-181843427-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=474a1a70c61e4587ae4c9f15c5a1e6ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791740 Apr 05 20:44:36.941942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:36.985965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:36.986594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:37.099470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:37.100134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c2416-57c2-4590-be70-35777b71ca3f None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:37.101278 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b9c82d1f-19a8-4b0e-abf7-219634d33e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn_limited( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn_limited( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.139489 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:44:37.142007 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:44:37.149322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:44:37.150066 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:44:37.226597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5391e571-180b-4f29-bdc3-f16bed016b48 req-92931c95-624c-4096-9ba4-c9570e3fe92d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 210 time: 0.2390797 Apr 05 20:44:37.231900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.282062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.287432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event deleted for resources: {'Port': ['ID=ea0dc56d-cbbd-4e77-8b73-edb7f217d179,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:37.304787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] No DVR routers for this DVR port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:37.372622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.373247 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP 592f356e-c846-411d-a2f0-c83c75cc0e91 disassociated. External IP: 172.25.2.95, port: 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f. Apr 05 20:44:37.457813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2967b27-b065-48c5-ba4a-9a58fa7f3baf req-da690001-51c2-49ef-b5a9-794a9f76dfdb tempest-AbsoluteLimitsNegativeTestJSON-181843427 tempest-AbsoluteLimitsNegativeTestJSON-181843427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:37.459323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2967b27-b065-48c5-ba4a-9a58fa7f3baf req-da690001-51c2-49ef-b5a9-794a9f76dfdb tempest-AbsoluteLimitsNegativeTestJSON-181843427 tempest-AbsoluteLimitsNegativeTestJSON-181843427-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5329566 Apr 05 20:44:37.464227 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.483039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2967b27-b065-48c5-ba4a-9a58fa7f3baf req-ebb9aaaf-f9de-4171-b412-3cfbe33c001f tempest-AbsoluteLimitsNegativeTestJSON-181843427 tempest-AbsoluteLimitsNegativeTestJSON-181843427-project] 10.222.0.10 "GET /v2.0/quotas/474a1a70c61e4587ae4c9f15c5a1e6ad HTTP/1.1" status: 200 len: 375 time: 0.0112257 Apr 05 20:44:37.548947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8d42c1-3d7f-4eba-a5c5-750d5641143c']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:37.559505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2967b27-b065-48c5-ba4a-9a58fa7f3baf req-4a764eff-8461-427b-a4c0-269fc24bb8d5 tempest-AbsoluteLimitsNegativeTestJSON-181843427 tempest-AbsoluteLimitsNegativeTestJSON-181843427-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=474a1a70c61e4587ae4c9f15c5a1e6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623305 Apr 05 20:44:37.565762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9e4621-b5a5-4596-94e0-c43e34b423a4') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:37.566172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9e4621-b5a5-4596-94e0-c43e34b423a4') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:37.580788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.603513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.610768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:44:37.611397 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:44:37.628343 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:44:37.651061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Deleting port ea0dc56d-cbbd-4e77-8b73-edb7f217d179 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:37.651442 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.757317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bea52-110d-40ca-bd55-3f1023bc5cef None None] The port 'ea0dc56d-cbbd-4e77-8b73-edb7f217d179' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:44:37.846897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.865455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.879365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] Pushing event deleted for resources: {'Network': ['ID=9b8d42c1-3d7f-4eba-a5c5-750d5641143c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:37.882413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fdf21d6d-c7d5-4d05-a172-eeb08c8bad95 tempest-TagsExtTest-923238224 tempest-TagsExtTest-923238224-project] 10.222.0.10 "DELETE /v2.0/networks/9b8d42c1-3d7f-4eba-a5c5-750d5641143c HTTP/1.1" status: 204 len: 168 time: 1.7913713 Apr 05 20:44:37.925355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:37.989621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea0dc56d-cbbd-4e77-8b73-edb7f217d179 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:38.029390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ea0dc56d-cbbd-4e77-8b73-edb7f217d179 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:44:38.029729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ea0dc56d-cbbd-4e77-8b73-edb7f217d179 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:38.222235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60308) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:38.282674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:38.298673 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.300144 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:38.301816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.317315 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:38.317896 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:38.372113 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be5762a8-81e2-4878-986e-bded85436173 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/floatingips/592f356e-c846-411d-a2f0-c83c75cc0e91 HTTP/1.1" status: 200 len: 687 time: 1.5821552 Apr 05 20:44:38.375365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60316) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:38.503711 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:38.525952 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:38.527072 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:38.527572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.595094 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:38.596807 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d26cdf-0088-434b-bc2e-b0095887de05 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:38.657197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60322) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:38.677521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87a6ed85-151b-423e-8cbf-8ec9a982a1a7 req-38d65fa9-3461-4355-b59d-972ae068a5b9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 210 time: 0.1565850 Apr 05 20:44:38.784930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 8f1e14ef-bd72-458a-ae12-c1c8ef18be17 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:38.785250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.872571 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-de4fd9b1-4796-4f8e-9ae5-967b774e8936 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=caedb7e0b61b4978afa5de492b49ea84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2142000 Apr 05 20:44:38.876316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60330) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:38.925954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.942721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7475-5d85-4aa2-b8ca-e9263be5c818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.971235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7475-5d85-4aa2-b8ca-e9263be5c818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.989015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:39.003024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Usage tracker for resource:security_group_rule and tenant:474a1a70c61e4587ae4c9f15c5a1e6ad is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:39.007943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:39.016069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.016610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.023816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:39.087227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7475-5d85-4aa2-b8ca-e9263be5c818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.107096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b7475-5d85-4aa2-b8ca-e9263be5c818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8a5d0b-2c8f-4e6e-b2da-b923babb07c4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:39.111936 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7475-5d85-4aa2-b8ca-e9263be5c818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.115926 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d6b7475-5d85-4aa2-b8ca-e9263be5c818 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c8a5d0b-2c8f-4e6e-b2da-b923babb07c4 HTTP/1.1" status: 204 len: 168 time: 0.2395341 Apr 05 20:44:39.148688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 8f1e14ef-bd72-458a-ae12-c1c8ef18be17 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:39.300424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.378385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.426991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4f47ef-900a-4f6c-919e-7bbc84c64a7b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:39.431070 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.469875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-62ae5d24-972f-4060-acb3-f23ae6c82690 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=474a1a70c61e4587ae4c9f15c5a1e6ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2461092 Apr 05 20:44:39.477593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:39.535537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=8f1e14ef-bd72-458a-ae12-c1c8ef18be17,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:39.596665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ea7da0e-1ffc-43a7-b0cd-b118ccfd1a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.635629 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ea7da0e-1ffc-43a7-b0cd-b118ccfd1a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.862928 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.868996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.871318 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ea7da0e-1ffc-43a7-b0cd-b118ccfd1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.894308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7da0e-1ffc-43a7-b0cd-b118ccfd1a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4f47ef-900a-4f6c-919e-7bbc84c64a7b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:39.902155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ea7da0e-1ffc-43a7-b0cd-b118ccfd1a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.903275 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ea7da0e-1ffc-43a7-b0cd-b118ccfd1a68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee4f47ef-900a-4f6c-919e-7bbc84c64a7b HTTP/1.1" status: 204 len: 168 time: 0.4247224 Apr 05 20:44:39.921599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99a20a1d-6f51-4a56-a9cc-9282e33a2207 req-fdec6e20-3908-4fed-b37e-e224072a5c55 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 210 time: 0.0596688 Apr 05 20:44:39.956347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-f4e42695-fbee-4c8c-af8a-f4d71b6c14cb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:39.957913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-f4e42695-fbee-4c8c-af8a-f4d71b6c14cb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.4872537 Apr 05 20:44:39.959450 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.960478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5c14f25b-65a2-4b4c-9c7c-9ea7fd872119 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/floatingips/592f356e-c846-411d-a2f0-c83c75cc0e91 HTTP/1.1" status: 204 len: 168 time: 1.5841773 Apr 05 20:44:39.964674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60364) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:39.971058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:39.978441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:39.982398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Request body: {'port': {'device_id': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'admin_state_up': True, 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:39.986101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:floatingip and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:39.989204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:39.996539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:40.126116 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.143324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:40.153770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:40.266656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:40.281006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.287282 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.458323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.25.2.107 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/1a7b2fae-d7cf-4a94-b736-1ae979fc5834) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:40.500370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Allocated IP 172.20.0.4 (eca96cd5-d23e-4ec3-8e53-4550c5489ffb/ebccad2a-7032-4a42-a749-eaa26288144f/9b56a42e-f09c-4006-a9c0-f47ebd12ef7e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:40.667689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.767783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.774989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.842642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:40.845560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:40.849843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:40.890990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=1a7b2fae-d7cf-4a94-b736-1ae979fc5834,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:40.897716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.929497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:44:40.986534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:40.991770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:40.997304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:41.050900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event updated for resources: {'Port': ['ID=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:41.123222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.124100 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.246414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-88f66648-bf8b-48a1-8c30-4031bf505bfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2690625 Apr 05 20:44:41.269454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Request body: {'port': {'device_id': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:41.433295 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.508416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.539837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fdf48-c720-4e6d-9007-cd4ec5e937f7 req-7749f41a-e724-4b7b-b930-d569b018a389 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.540531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-766fdf48-c720-4e6d-9007-cd4ec5e937f7 req-7749f41a-e724-4b7b-b930-d569b018a389 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:41.652138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.657707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910ec5-1088-4af7-b9b3-26be3fcda817 req-e79d6a1c-47b1-40f9-a4dc-d1b4612523a8 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.666028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25910ec5-1088-4af7-b9b3-26be3fcda817 req-e79d6a1c-47b1-40f9-a4dc-d1b4612523a8 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 945 time: 0.2676842 Apr 05 20:44:41.698686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-766fdf48-c720-4e6d-9007-cd4ec5e937f7 req-7749f41a-e724-4b7b-b930-d569b018a389 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:41.706564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-766fdf48-c720-4e6d-9007-cd4ec5e937f7 req-7749f41a-e724-4b7b-b930-d569b018a389 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 931 time: 0.5223835 Apr 05 20:44:41.869512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25910ec5-1088-4af7-b9b3-26be3fcda817 req-377a2284-6a01-4a87-84b2-4200aa1d34cc tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024832 Apr 05 20:44:41.897726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-766fdf48-c720-4e6d-9007-cd4ec5e937f7 req-7f515f4f-75fb-420b-8a29-a579794a7d5a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899178 Apr 05 20:44:41.953873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60418) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:42.013802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.026538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:44:42.033768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.050638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Transition to ACTIVE for port object 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:42.076019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.124121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1559286539-network', 'tenant_id': '95291dd24be04071ad5fe797b0c651f5'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:42.150128 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.168892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:42.192515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Usage tracker for resource:network and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:42.199439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:42.213754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:42.217279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=1a7b2fae-d7cf-4a94-b736-1ae979fc5834,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:42.225469 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.324167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Pushing event updated for resources: {'Port': ['ID=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:42.400619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Made reservation on behalf of 95291dd24be04071ad5fe797b0c651f5 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:42.402929 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.408158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Attempting to bind port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:42.408880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Attempting to bind port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:42.408880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Attempting to bind port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:42.417137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:44:42.417671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Attempting to bind port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:42.424381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:44:42.424936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:42.425491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Bound using segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:44:42.426058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Bound port: 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:42.426549 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.429043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.471435 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 associated. External IP: 172.25.2.107, port: e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1. Apr 05 20:44:42.538921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:42.594746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:42.602629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:42.610851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:42.689005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] For port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:44:42.702822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] For port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:44:42.709804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.720603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-1447ef0c-f7bf-4633-b430-070ec2fded43 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:42.722089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-1447ef0c-f7bf-4633-b430-070ec2fded43 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.23 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 945 time: 0.1072478 Apr 05 20:44:42.796656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Deleting port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:42.797003 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.831590 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.855443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.925492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.936541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] 10.222.0.39 "PUT /v2.0/ports/9b56a42e-f09c-4006-a9c0-f47ebd12ef7e HTTP/1.1" status: 200 len: 1091 time: 1.6623509 Apr 05 20:44:42.949206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'tag': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:42.960020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:44:42.980020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.980365 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Added segment fb0eb9bc-362b-4cc8-a458-895bfa8ccc95 of type vlan for network 43389b54-bb9b-474e-88a8-af6056480ac4 Apr 05 20:44:42.981428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9fd224-4b8f-42d1-b44c-a794ea1c67e7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:43.038808 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.168070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:43.237807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.238406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:43.242365 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.257685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d584b-a906-422f-97e5-4bf2c78f9eed service neutron] Pushing event updated for resources: {'Port': ['ID=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:43.333666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-97e3083c-1458-45c5-be2f-1718e2e233ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 1094 time: 0.2490683 Apr 05 20:44:43.364086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a8e99-50a1-4af4-b9f7-a1e6ed2f4173 req-f505621b-9918-4269-934e-2ade85d49e3b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:43.371209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a95a8e99-50a1-4af4-b9f7-a1e6ed2f4173 req-f505621b-9918-4269-934e-2ade85d49e3b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 943 time: 0.2882526 Apr 05 20:44:43.374478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] For port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,segment=NetworkSegment(4775c95d-d186-446f-ac88-3bb3a331a263),segment_id=4775c95d-d186-446f-ac88-3bb3a331a263)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:43.375040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.491281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] Pushing event updated for resources: {'Network': ['ID=43389b54-bb9b-474e-88a8-af6056480ac4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:43.503663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 43389b54-bb9b-474e-88a8-af6056480ac4 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:44:43.595888 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68861437-d606-4b7b-b000-1104f31dc51b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6390066 Apr 05 20:44:43.598585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:43.605559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Request body: {'subnet': {'network_id': '43389b54-bb9b-474e-88a8-af6056480ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1559286539-subnet', 'tenant_id': '95291dd24be04071ad5fe797b0c651f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:43.613348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:43.620281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Usage tracker for resource:subnet and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:43.623664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:43.631849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:43.637256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:43.656437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9489f9-155e-497b-845b-68297498780e None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:43.689412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9489f9-155e-497b-845b-68297498780e None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:43.689984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0c9489f9-155e-497b-845b-68297498780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:43.717706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Calling delete_port for 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:43.749019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0c9489f9-155e-497b-845b-68297498780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:43.750459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-1e9f2674-e5a7-467c-8ee6-fc7591a4cc48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e HTTP/1.1" status: 200 len: 217 time: 0.3924701 Apr 05 20:44:43.755798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Made reservation on behalf of 95291dd24be04071ad5fe797b0c651f5 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:43.758163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.760896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9489f9-155e-497b-845b-68297498780e None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:43.761071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0c9489f9-155e-497b-845b-68297498780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:43.782555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.841252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0c9489f9-155e-497b-845b-68297498780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:43.841691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9489f9-155e-497b-845b-68297498780e None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:43.851084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a95a8e99-50a1-4af4-b9f7-a1e6ed2f4173 req-9cbc9707-5244-49ef-ab89-001317c946bb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787829 Apr 05 20:44:43.923034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-f9a831a0-3af1-4c88-a6d6-a223dc511338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:43.923130 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9de64a30-bb68-47ee-a291-e5cdc68d8b0c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9549024 Apr 05 20:44:43.925786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-f9a831a0-3af1-4c88-a6d6-a223dc511338 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.1442840 Apr 05 20:44:43.927072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:43.984797 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a8ad57-b87f-470e-8455-8f88ea87a600'] response: {'name': 'network-changed', 'server_uuid': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'tag': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e', 'status': 'completed', 'code': 200} Apr 05 20:44:44.021327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f4a-5b6c-4803-bcd6-e3d4c60d6dcc req-46ced583-0a94-46d4-97c0-d543f61e8405 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:44.021327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24206f4a-5b6c-4803-bcd6-e3d4c60d6dcc req-46ced583-0a94-46d4-97c0-d543f61e8405 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 945 time: 0.5617983 Apr 05 20:44:44.036916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-e457dd46-96cf-4147-9566-adf6575faf9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942891 Apr 05 20:44:44.189606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24206f4a-5b6c-4803-bcd6-e3d4c60d6dcc req-4e0db6d7-7475-4b7d-9aac-51fce62c6114 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e062318-f5ec-43fa-91b9-34dc0acf22c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682644 Apr 05 20:44:44.219720 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9dd2a31-8a8a-4c8e-81ff-e91a06c7c71e tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "GET /v2.0/floatingips/c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 HTTP/1.1" status: 200 len: 979 time: 0.2900863 Apr 05 20:44:44.235298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60482) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:44.253475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-fd799ada-7e98-48a1-92e4-7b01d825ce50 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071302 Apr 05 20:44:44.254186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.360825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68fac42b-f756-4dcb-8f36-7f7634f8e29c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Synchronizing usage tracker for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:floatingip {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:44.482990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68fac42b-f756-4dcb-8f36-7f7634f8e29c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Unset dirty status for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:floatingip {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:44.485362 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68fac42b-f756-4dcb-8f36-7f7634f8e29c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2490349 Apr 05 20:44:44.495028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60490) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:44.495643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60492) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:44.508222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Pushing event deleted for resources: {'Port': ['ID=1f02bb7a-38d3-49d3-8c39-22cb0d7dc428,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:44.512547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'port_id': '9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:44.648031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] No DVR routers for this DVR port 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:44.648676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.653797 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.690132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7cf736b-d224-44aa-8c00-6a1f9adaedd8 req-67913b54-be1e-42ec-a97e-dd0a57f75468 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994823 Apr 05 20:44:44.756341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.767296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcf051da-87ee-4ecc-bd95-7eb180aefe86 req-6330a5de-83f8-4a4b-a255-92e1f3932740 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.23 "DELETE /v2.0/ports/1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 HTTP/1.1" status: 204 len: 173 time: 2.0399120 Apr 05 20:44:44.847724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:44.855196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Usage tracker for resource:security_group_rule and tenant:13fe997bfe384a9ebc0b01b3fac6b405 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:44.899281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:44.907833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:44.961501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.961740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-245bd50e-af26-434c-91f3-81d810572689 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 1094 time: 0.0800364 Apr 05 20:44:45.084543 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.163531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-38ac7131-4f2f-4e9f-b9d6-628c5d384916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:45.164970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-38ac7131-4f2f-4e9f-b9d6-628c5d384916 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.1965206 Apr 05 20:44:45.177009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d572994-e581-46ab-9e57-9840fdd77e3c req-3fdd38b4-3aa4-40f6-ad2e-4b92b06456ef tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:45.178418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d572994-e581-46ab-9e57-9840fdd77e3c req-3fdd38b4-3aa4-40f6-ad2e-4b92b06456ef tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 943 time: 0.1323681 Apr 05 20:44:45.216885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.248299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=8802d3c3-3c2c-4bae-9e86-1b8ace32b24e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:45.263912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Checking segment: {'id': 'fb0eb9bc-362b-4cc8-a458-895bfa8ccc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '43389b54-bb9b-474e-88a8-af6056480ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:45.264305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Network hostable DHCP agents. Network: 43389b54-bb9b-474e-88a8-af6056480ac4, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:44:45.298792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d572994-e581-46ab-9e57-9840fdd77e3c req-c1b7f515-e152-4850-9649-161e5b19857d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729892 Apr 05 20:44:45.299954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-2476a4ca-606c-4392-a50d-753d20eca42d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e HTTP/1.1" status: 200 len: 217 time: 0.1207221 Apr 05 20:44:45.316229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65493253-2450-46ee-977a-9b234a64ec01,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:45.335301 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-de1c7c7d-8ff1-400b-ab7c-c85f17b6f220 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13fe997bfe384a9ebc0b01b3fac6b405&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8361413 Apr 05 20:44:45.348822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60506) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:45.436938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c61e2ffb-8ca4-4eb7-998b-c4638ba22acf req-dd7e429a-2e5f-4a6b-8849-74f371d2a877 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Synchronizing usage tracker for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:45.456134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-4c487e48-6feb-45cc-82c8-4ea412fae73e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:45.457650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-4c487e48-6feb-45cc-82c8-4ea412fae73e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.1467340 Apr 05 20:44:45.509511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-3578a9b3-34fd-4492-98d4-3d8a5dc4b6eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443156 Apr 05 20:44:45.527780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49ea9d97-3260-4a23-a100-6ac90f98b7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.563922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Network 43389b54-bb9b-474e-88a8-af6056480ac4 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:44:45.578788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49ea9d97-3260-4a23-a100-6ac90f98b7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.581428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c61e2ffb-8ca4-4eb7-998b-c4638ba22acf req-dd7e429a-2e5f-4a6b-8849-74f371d2a877 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] Unset dirty status for tenant:2b08d6a30e144d9c89111f81b173be58 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:45.582570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c61e2ffb-8ca4-4eb7-998b-c4638ba22acf req-dd7e429a-2e5f-4a6b-8849-74f371d2a877 tempest-ServerTagsTestJSON-1232247761 tempest-ServerTagsTestJSON-1232247761-project] 10.222.0.10 "GET /v2.0/ports?device_id=12ced3ba-6a8d-4219-a5dc-cb68deb9211f HTTP/1.1" status: 200 len: 210 time: 0.2015760 Apr 05 20:44:45.700066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-b4247ed1-46b9-4306-b750-094199c58984 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844807 Apr 05 20:44:45.774369 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.777566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49ea9d97-3260-4a23-a100-6ac90f98b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.780585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 43389b54-bb9b-474e-88a8-af6056480ac4) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:45.793382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf76002-02c7-4b1a-af18-cf3c8bfd3ef5 None None] Network 43389b54-bb9b-474e-88a8-af6056480ac4 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:45.796021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea9d97-3260-4a23-a100-6ac90f98b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65493253-2450-46ee-977a-9b234a64ec01,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:45.798548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:45.799162 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.828218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49ea9d97-3260-4a23-a100-6ac90f98b7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.833322 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-49ea9d97-3260-4a23-a100-6ac90f98b7ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65493253-2450-46ee-977a-9b234a64ec01 HTTP/1.1" status: 204 len: 168 time: 0.4810109 Apr 05 20:44:45.866988 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.885327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dce2f022-c5d0-4666-9c5e-abb648a16b88 req-f4824742-1748-4216-8339-6b13b0b64570 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787868 Apr 05 20:44:45.976090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'name': 'network-vif-deleted', 'tag': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:46.001625 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4038b3fc-c0f1-41c3-8f71-e86382909ced admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4018781 Apr 05 20:44:46.003494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:46.034024 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71ddc2d-de87-475f-afeb-2ecb8e54514a'] response: {'server_uuid': '12ced3ba-6a8d-4219-a5dc-cb68deb9211f', 'name': 'network-vif-deleted', 'tag': '1f02bb7a-38d3-49d3-8c39-22cb0d7dc428', 'status': 'completed', 'code': 200} Apr 05 20:44:46.057042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:44:46.057428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1f02bb7a-38d3-49d3-8c39-22cb0d7dc428 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:46.102695 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 associated. External IP: 172.25.2.107, port: e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1. Apr 05 20:44:46.117025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1b999-c9bf-4c54-abc6-e4b3ef0feb25 None None] Network 43389b54-bb9b-474e-88a8-af6056480ac4 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:46.470159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98e878-32bd-427d-bb19-9a4af0b936e4 req-58eda8e4-1e52-4438-b012-0ed0bfd1f145 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.471703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd98e878-32bd-427d-bb19-9a4af0b936e4 req-58eda8e4-1e52-4438-b012-0ed0bfd1f145 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1666229 Apr 05 20:44:46.477579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-400147114', 'description': 'tempest-description-225402419'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:46.485237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:46.503125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:46.508053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:46.517757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:46.541176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd98e878-32bd-427d-bb19-9a4af0b936e4 req-720749a9-9491-4aaf-9f6b-86392a514d2e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588887 Apr 05 20:44:46.624953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:46.665313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:46.705642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:46.712592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:46.720087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:46.759471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:46.789024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb7fdc-d887-4fa8-9d14-8d985927a330 req-76c7e034-1c19-4953-aa9a-9d94de3f5c61 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.790492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35eb7fdc-d887-4fa8-9d14-8d985927a330 req-76c7e034-1c19-4953-aa9a-9d94de3f5c61 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 943 time: 0.1266260 Apr 05 20:44:46.803794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:46.818039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60532) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:46.848529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:46.876811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35eb7fdc-d887-4fa8-9d14-8d985927a330 req-03b7823f-9876-4065-a0d1-79fe65ba2b70 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754273 Apr 05 20:44:46.885368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:46.917252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:46.936376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Usage tracker for resource:security_group_rule and tenant:61f3c420bad64084b3d580f34eb98c4c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:46.942043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:46.949346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:46.951245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3ac7a-c1c3-4797-8b0f-9ff7a613cf80,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:46.983618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:46.991598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60536) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:46.994562 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:47.007520 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:47.008190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.054239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] Deleting subnet 6b839609-9dca-48bf-ae1b-9d6476baf8e4 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:44:47.058133 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.067895 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.078912 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:47.079619 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.095797 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.096971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac89bf2a-4189-4b26-b4b1-f425d8c1f7ce req-84026479-71ae-4c37-8e8c-1ac7686d3190 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.6243486 Apr 05 20:44:47.130791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.214153 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.214780 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796a9cc5-2edc-4364-8da4-a6ad49225aa1 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:47.270411 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.312622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7230978-6381-46f4-a784-eda8fdbda04e req-66594880-13d6-43c5-a4fd-e8d8184a3441 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/a6a3ac7a-c1c3-4797-8b0f-9ff7a613cf80 HTTP/1.1" status: 200 len: 1637 time: 0.1492903 Apr 05 20:44:47.317949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.331297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6a3ac7a-c1c3-4797-8b0f-9ff7a613cf80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:47.331610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a6a3ac7a-c1c3-4797-8b0f-9ff7a613cf80', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:47.340561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:47.347318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:47.352962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:47.359738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:47.373677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.406859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:47.426697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ae14f6-8631-468d-8987-78ba629656a2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:47.433456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fba5259a-854d-4709-9633-c1a475c648c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61f3c420bad64084b3d580f34eb98c4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6128039 Apr 05 20:44:47.434312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60542) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:47.511875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.566495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b839609-9dca-48bf-ae1b-9d6476baf8e4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:47.571332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9c80d595-ed33-4946-a39c-0733b797bacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.574314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.580848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.648615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:47.648615 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.653482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:47.674353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:47.674353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.736382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8bcf1c79-ae4a-47e7-be82-c211ff38f23b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6b839609-9dca-48bf-ae1b-9d6476baf8e4 HTTP/1.1" status: 204 len: 168 time: 0.7433636 Apr 05 20:44:47.744146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60550) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:47.744294 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9c80d595-ed33-4946-a39c-0733b797bacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.747800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.752085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.758846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:47.759471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.825728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.825728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59394c-1c50-41a3-ae61-19053954a7a9 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:47.855188 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2c909ebc-f404-4dd1-bf2b-6eea4a74fedd tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/floatingips/c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 HTTP/1.1" status: 200 len: 978 time: 3.3581815 Apr 05 20:44:47.855706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e41a3a-bad8-4762-9fe6-17e67d79122f req-53935d15-2f5b-4cff-8734-893d38858802 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:47.856785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49e41a3a-bad8-4762-9fe6-17e67d79122f req-53935d15-2f5b-4cff-8734-893d38858802 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1145287 Apr 05 20:44:47.860334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60554) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:47.864723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.869795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:47.971851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9c80d595-ed33-4946-a39c-0733b797bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:47.980253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.003217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0816e4f-5dfb-4d00-8e64-bd4eaa7dabe4,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:48.016031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80d595-ed33-4946-a39c-0733b797bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ae14f6-8631-468d-8987-78ba629656a2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:48.038373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9c80d595-ed33-4946-a39c-0733b797bacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.042243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9c80d595-ed33-4946-a39c-0733b797bacf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36ae14f6-8631-468d-8987-78ba629656a2 HTTP/1.1" status: 204 len: 168 time: 0.6069896 Apr 05 20:44:48.066818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49e41a3a-bad8-4762-9fe6-17e67d79122f req-44dd0445-d5d6-4109-b9bb-31f7a1228f86 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027965 Apr 05 20:44:48.068921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.124488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.126367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7230978-6381-46f4-a784-eda8fdbda04e req-16d8fb27-5367-433c-a840-46daa3e4c506 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.8012516 Apr 05 20:44:48.134923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.168012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08657be5-962e-45cf-bc69-2d17e3e0c08f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:48.180423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4775c95d-d186-446f-ac88-3bb3a331a263') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:48.180723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4775c95d-d186-446f-ac88-3bb3a331a263') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:48.193425 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.211476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.220446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:44:48.220756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:44:48.234571 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:44:48.304455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2017788711', 'description': 'tempest-description-1344109662'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:48.322170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:48.334650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:48.342084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:48.349546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:48.429750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.445901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.455939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=08657be5-962e-45cf-bc69-2d17e3e0c08f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:48.474081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.490973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.497335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507b497-c4da-463d-8474-4d81b31a26dd req-0ee05d39-7e9d-4592-8355-bb165679da93 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:48.499166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a507b497-c4da-463d-8474-4d81b31a26dd req-0ee05d39-7e9d-4592-8355-bb165679da93 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 943 time: 0.2392366 Apr 05 20:44:48.511379 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-49fff022-18d7-40de-ace5-743662ad0b97 admin admin] 10.222.0.10 "DELETE /v2.0/networks/08657be5-962e-45cf-bc69-2d17e3e0c08f HTTP/1.1" status: 204 len: 168 time: 0.7650721 Apr 05 20:44:48.552208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:48.560920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:48.565672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.565869 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 disassociated. External IP: 172.25.2.107, port: 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f. Apr 05 20:44:48.616197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:48.634978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a507b497-c4da-463d-8474-4d81b31a26dd req-a0c96e66-03e1-4da5-9b7b-e2dae803f0c2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257501 Apr 05 20:44:48.635862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:48.766917 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.873518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:48.893447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:44:48.992784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ba4573-8096-4c95-9b7c-92accc2c2bc3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:49.044622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60576) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:49.048557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:49.064834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'port_id': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e', 'mac_address': 'fa:16:3e:ab:bc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebccad2a-7032-4a42-a749-eaa26288144f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:44:49.084652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.086578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1061d229-0f10-4af9-989d-6dd8f813429c req-b79c0564-0be4-48fb-b330-386bda6ac42d tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.8281147 Apr 05 20:44:49.108842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6bfc1b43-77fc-47c4-820e-b161a46fe189 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b08d6a30e144d9c89111f81b173be58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0624726 Apr 05 20:44:49.112692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:49.120411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60584) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:49.130978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.152461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:44:49.170503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:49.197975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35ccbf6e-11b2-4432-a716-c246ae0dff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.238716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35ccbf6e-11b2-4432-a716-c246ae0dff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.298660 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.408070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35ccbf6e-11b2-4432-a716-c246ae0dff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.414532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-078791ca-7e83-492b-8539-4dcf135e90ee tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/a2ba4573-8096-4c95-9b7c-92accc2c2bc3 HTTP/1.1" status: 200 len: 1639 time: 0.2242935 Apr 05 20:44:49.429871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a2ba4573-8096-4c95-9b7c-92accc2c2bc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:49.431319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a2ba4573-8096-4c95-9b7c-92accc2c2bc3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:49.439521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:49.443077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:49.443446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccbf6e-11b2-4432-a716-c246ae0dff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e062318-f5ec-43fa-91b9-34dc0acf22c7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:49.454455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:49.460896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:49.469477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:49.476204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20f2da-1795-4341-b30c-88af7a3c85bf req-389b0f1d-afe0-4bc8-9d92-8f9bca7a3857 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:49.477652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c20f2da-1795-4341-b30c-88af7a3c85bf req-389b0f1d-afe0-4bc8-9d92-8f9bca7a3857 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1899426 Apr 05 20:44:49.533590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35ccbf6e-11b2-4432-a716-c246ae0dff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.533590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35ccbf6e-11b2-4432-a716-c246ae0dff85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e062318-f5ec-43fa-91b9-34dc0acf22c7 HTTP/1.1" status: 204 len: 168 time: 0.4114130 Apr 05 20:44:49.672986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c20f2da-1795-4341-b30c-88af7a3c85bf req-9cfef4af-0f38-4019-a26b-49e323359690 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873899 Apr 05 20:44:49.711829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:49.713996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.721871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.722760 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:49.740004 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:49.741297 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:49.764994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['9b56a42e-f09c-4006-a9c0-f47ebd12ef7e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:44:49.778559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.786095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b5dc0863-4207-4d67-bef0-11188b3835da tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/floatingips/c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 HTTP/1.1" status: 200 len: 688 time: 1.9242568 Apr 05 20:44:49.792650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60600) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:49.831664 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:49.843613 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:49.844555 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:49.909089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.966252 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:49.966758 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff505938-2410-4a86-a1f6-03318f62a619 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:50.020804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a95de6-90ef-4509-a140-2089074244dd,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:50.036097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 1a7b2fae-d7cf-4a94-b736-1ae979fc5834 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:44:50.036432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.087686 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.092386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.093598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-529b2d60-de37-4cf1-bed7-db63ae06133a req-db4e66fa-6ec4-437b-ba0d-3d7f9c444c20 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.6705804 Apr 05 20:44:50.180017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1207087722', 'description': 'tempest-description-958346864'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:50.201201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451542f-637b-4dd1-8ad4-f67966ed5a29 req-fc000d88-0523-4629-a7b6-43c83b1e5fb4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:50.202762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d451542f-637b-4dd1-8ad4-f67966ed5a29 req-fc000d88-0523-4629-a7b6-43c83b1e5fb4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 944 time: 0.3467679 Apr 05 20:44:50.203879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:50.211230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:50.217893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:50.241146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:50.295776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.296109 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.311032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d451542f-637b-4dd1-8ad4-f67966ed5a29 req-e7798274-46e3-4ea8-8996-6de3c68a0824 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943298 Apr 05 20:44:50.417582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.433404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 1a7b2fae-d7cf-4a94-b736-1ae979fc5834 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:44:50.515671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:50.538308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:50.538308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:50.538308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:50.646276 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.700514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.724018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.797943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=1a7b2fae-d7cf-4a94-b736-1ae979fc5834,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:50.846851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f19b7-3b13-4c24-93c9-e3aae583d247,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:50.926946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.928161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e12fc410-0ae8-45ed-85e8-267d399b9292 req-19448c3e-f8b7-4110-8ecd-2f4c37ee376f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.7659304 Apr 05 20:44:50.982106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1516416217', 'description': 'tempest-description-1290399657'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:50.989334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.991610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.995677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dc60ab21-d550-4a52-974c-b188104b11d6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/floatingips/c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 HTTP/1.1" status: 204 len: 168 time: 1.1991112 Apr 05 20:44:50.996549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60640) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:50.997309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:51.004591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:51.009043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:51.019195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:51.032302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d6903-b4cc-4a20-af92-b909711047c7 req-5ba7d36d-3dbb-447c-b4a9-162bd4e423f2 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:51.033929 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-636d6903-b4cc-4a20-af92-b909711047c7 req-5ba7d36d-3dbb-447c-b4a9-162bd4e423f2 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1926386 Apr 05 20:44:51.087997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-636d6903-b4cc-4a20-af92-b909711047c7 req-d569d0b7-9fe8-455d-9466-653368af3ae9 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 Apr 05 20:44:51.100347 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-02b3cbb6-6d18-4960-ab78-6713d821db33 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] delete failed (client error): The resource could not be found. Apr 05 20:44:51.105627 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-02b3cbb6-6d18-4960-ab78-6713d821db33 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/floatingips/c6ebcccc-4b15-4ecc-b272-0ccd2d73b026 HTTP/1.1" status: 404 len: 345 time: 0.1073020 Apr 05 20:44:51.105789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60646) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:51.146364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:51.205821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:51.211606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:51.216793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:51.224806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:51.235248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c6335-ec2a-46d8-bd26-b65e130044f2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:51.239123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c6335-ec2a-46d8-bd26-b65e130044f2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:51.242966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c6335-ec2a-46d8-bd26-b65e130044f2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:51.243780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb8c6335-ec2a-46d8-bd26-b65e130044f2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Synchronizing usage tracker for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:51.312577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:51.338219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cb8c6335-ec2a-46d8-bd26-b65e130044f2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Unset dirty status for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:51.340423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cb8c6335-ec2a-46d8-bd26-b65e130044f2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "GET /v2.0/ports?network_id=907e55a3-83e6-4c35-ba2f-b917b07a58e8 HTTP/1.1" status: 200 len: 2359 time: 0.2327259 Apr 05 20:44:51.342324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60654) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:51.430131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c56cf-e36c-4d9c-8c18-3a4933cb31f3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:51.430627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-014c56cf-e36c-4d9c-8c18-3a4933cb31f3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Synchronizing usage tracker for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:51.441556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:51.525840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba5f0e4-cf9c-4c6c-a2cc-e84abfab6d45,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:51.559268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-014c56cf-e36c-4d9c-8c18-3a4933cb31f3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Unset dirty status for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:51.562029 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-014c56cf-e36c-4d9c-8c18-3a4933cb31f3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "GET /v2.0/subnets/7d04d305-153a-467f-924e-4c309ee545ab HTTP/1.1" status: 200 len: 797 time: 0.2181954 Apr 05 20:44:51.565028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942f79-d21a-4307-864b-a111aa6d5946 req-fdebe848-1e7f-4de9-a352-de67fc6fa139 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:51.569812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60666) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:51.570285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f942f79-d21a-4307-864b-a111aa6d5946 req-fdebe848-1e7f-4de9-a352-de67fc6fa139 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 944 time: 0.1067202 Apr 05 20:44:51.576080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'port': {'network_id': '907e55a3-83e6-4c35-ba2f-b917b07a58e8', 'name': 'tempest-FloatingIPTestJSON-391832198', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:51.608260 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:51.613861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c545c8e-4247-4429-b8ae-009cd7f7b76e req-69086036-09d3-4a73-9b83-851c91e4c0cd tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.6394699 Apr 05 20:44:51.626914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f942f79-d21a-4307-864b-a111aa6d5946 req-aaaf614e-9a14-4425-83bc-d1bcf4ac71ef tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536463 Apr 05 20:44:51.688296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60674) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:51.752025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2201441b-a77b-4acf-b634-9a853f129f4e req-2b1834d7-0f58-477a-a08f-d2e22191bb37 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/c87f19b7-3b13-4c24-93c9-e3aae583d247 HTTP/1.1" status: 200 len: 1638 time: 0.1068242 Apr 05 20:44:51.753735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:51.767094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:51.784317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-03d95a5b-4cb2-4232-8b82-b58782a3fdba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1096 time: 0.1228254 Apr 05 20:44:51.864290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:51.973576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:51.997985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2201441b-a77b-4acf-b634-9a853f129f4e req-33b29adf-c9cc-4665-8a16-281070d51dae tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/8ba5f0e4-cf9c-4c6c-a2cc-e84abfab6d45 HTTP/1.1" status: 200 len: 1639 time: 0.2379415 Apr 05 20:44:52.025011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c87f19b7-3b13-4c24-93c9-e3aae583d247', 'remote_group_id': '8ba5f0e4-cf9c-4c6c-a2cc-e84abfab6d45', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:52.025590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c87f19b7-3b13-4c24-93c9-e3aae583d247', 'remote_group_id': '8ba5f0e4-cf9c-4c6c-a2cc-e84abfab6d45', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:52.036064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:52.038862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:52.047711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Usage tracker for resource:security_group_rule and tenant:d3147bc8bc0d4ba9807892e8e93a8cde is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:52.049313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:52.052144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:52.054974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:52.059548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.073039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:52.078118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:52.096008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-3809f9c5-387f-4f23-ba79-95729a8c61dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.097358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-3809f9c5-387f-4f23-ba79-95729a8c61dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.2875206 Apr 05 20:44:52.120294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] device_id is not set on port 35691b9d-003a-4d3e-8ac0-02aaacaaf5a6 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:44:52.253416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-6f967770-4093-4901-a7f8-b4bdd5bfba86 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 1000 time: 0.1497872 Apr 05 20:44:52.257728 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.350754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.375005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-2881d4fe-5c83-4640-9302-c09fcd67a748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.376433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-2881d4fe-5c83-4640-9302-c09fcd67a748 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.0875983 Apr 05 20:44:52.399737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.457234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.466240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd1dc5-0cda-49fe-8270-635fe54d0b0c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:52.479467 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be41919f-c713-4db2-b2be-3c9ba4071884 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3147bc8bc0d4ba9807892e8e93a8cde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7896194 Apr 05 20:44:52.485273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:52.487166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e406a-5f99-4a5d-b4f7-2e0fc2ce3a12 req-a4f73c4d-c3c2-46e1-ae30-165a50e42fa8 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.488823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-716e406a-5f99-4a5d-b4f7-2e0fc2ce3a12 req-a4f73c4d-c3c2-46e1-ae30-165a50e42fa8 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.2392676 Apr 05 20:44:52.558998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.578288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-6526d907-ecc3-4ecd-9b9d-933db9bbfc7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873484 Apr 05 20:44:52.620313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5534360a-9829-4dfb-82a5-7097ea5b2ca7,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:52.628506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-716e406a-5f99-4a5d-b4f7-2e0fc2ce3a12 req-65bf10e1-e572-4be6-aade-010b86e40a4c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314931 Apr 05 20:44:52.629986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16016f93-4796-4aed-bf1d-18f18da1094e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.642215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.14 (907e55a3-83e6-4c35-ba2f-b917b07a58e8/7d04d305-153a-467f-924e-4c309ee545ab/35691b9d-003a-4d3e-8ac0-02aaacaaf5a6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:52.661983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.12 (907e55a3-83e6-4c35-ba2f-b917b07a58e8/7d04d305-153a-467f-924e-4c309ee545ab/35691b9d-003a-4d3e-8ac0-02aaacaaf5a6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:52.675297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16016f93-4796-4aed-bf1d-18f18da1094e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.717014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.718676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2201441b-a77b-4acf-b634-9a853f129f4e req-618021fb-6a6a-4884-8738-8c1bec37a13a tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7031016 Apr 05 20:44:52.759856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1254734187', 'description': 'tempest-description-1488659660'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:52.768206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-1e275ea8-429a-4bff-a329-08738df78ba7 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773267 Apr 05 20:44:52.769197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:52.773515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:52.778957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:52.836324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:52.904491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:52.949724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.974221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6baacf1-bb87-413c-9b2c-625e8b85fcc4 req-cdcee549-0061-47bd-b7d5-3789b06d6bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972384 Apr 05 20:44:52.983801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260e2d1-537a-4ec2-9f04-5feb5aa22dd7 req-640b67c1-7b89-4f25-a532-90c23fc28cfb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.985255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1260e2d1-537a-4ec2-9f04-5feb5aa22dd7 req-640b67c1-7b89-4f25-a532-90c23fc28cfb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 944 time: 0.2072446 Apr 05 20:44:52.986445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.986560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16016f93-4796-4aed-bf1d-18f18da1094e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.006472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16016f93-4796-4aed-bf1d-18f18da1094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd1dc5-0cda-49fe-8270-635fe54d0b0c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:53.042055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.052428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:53.057924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:53.060763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:53.065125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1260e2d1-537a-4ec2-9f04-5feb5aa22dd7 req-bae4669c-3dfa-484e-b0ce-9f075e7d0ca9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694463 Apr 05 20:44:53.069127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:53.103986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:53.109796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:53.110402 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.130938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.212563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.221895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16016f93-4796-4aed-bf1d-18f18da1094e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.223099 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-16016f93-4796-4aed-bf1d-18f18da1094e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99dd1dc5-0cda-49fe-8270-635fe54d0b0c HTTP/1.1" status: 204 len: 168 time: 0.7368896 Apr 05 20:44:53.225160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:53.238026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.249628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:53.254214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:53.265081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c87d5e-3313-4cfb-9206-5ade77d97383,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:53.288843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:44:53.312792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:44:53.318867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=35691b9d-003a-4d3e-8ac0-02aaacaaf5a6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:53.324558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.324558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-099571b7-be21-4f8f-89f1-51d764d8382e req-4574832d-2a6e-4f2c-8845-805e0be0a00b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.5694296 Apr 05 20:44:53.364145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1518269444', 'description': 'tempest-description-1363197847'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:53.364293 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229fdb71-9da4-4460-891c-f5c497aee362'] response: {'server_uuid': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e', 'code': 200} Apr 05 20:44:53.370685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:53.370834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.371740 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.375065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:53.377962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:53.384337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:53.401848 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.474708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:53.478133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4867fdab-8025-4fec-a29d-57576c9302d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9069960 Apr 05 20:44:53.485648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60704) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:53.491356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '35691b9d-003a-4d3e-8ac0-02aaacaaf5a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:53.497837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:53.509678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:53.562516 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dcb50cc-18d1-4945-88f2-a08fa5b69d1f req-2d3a4396-1e25-4ead-8fb9-41ecdf2f51a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0950232 Apr 05 20:44:53.614146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dcb50cc-18d1-4945-88f2-a08fa5b69d1f req-4738da10-f46b-4685-99d1-5d3d826caf74 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Apr 05 20:44:54.001731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2315c4c-d053-4146-a66a-25e0deee8a71 req-3d873213-98a0-46a8-b203-64278e7d92bd tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:54.001731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2315c4c-d053-4146-a66a-25e0deee8a71 req-3d873213-98a0-46a8-b203-64278e7d92bd tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.0750105 Apr 05 20:44:54.001731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2315c4c-d053-4146-a66a-25e0deee8a71 req-e51c7cde-a6de-40b4-b093-9306d84f12b7 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Apr 05 20:44:54.150156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.169311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.189419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:54.193573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:54.196615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:54.207539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:54.313120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afd465-70b4-4ecf-aa06-4ab77c23f7c7 req-b158c82a-5215-48e5-8fdb-e13f80571793 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:54.323418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6afd465-70b4-4ecf-aa06-4ab77c23f7c7 req-b158c82a-5215-48e5-8fdb-e13f80571793 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 945 time: 0.1177402 Apr 05 20:44:54.377687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.412315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6afd465-70b4-4ecf-aa06-4ab77c23f7c7 req-0204f2bd-47af-4571-b6c3-4349c2524f4f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878162 Apr 05 20:44:54.421373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.480914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.533520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b27f422-bf93-4bcc-8649-bd6e54f3dfe6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:54.541706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.25.2.211 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/68d36716-a08b-499a-9705-c3e46159082b) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:54.611570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.615999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3f30524-6ad7-4f8c-91c7-b04541153f38 req-8d80498c-7f51-4a9f-85ff-e56444e42d5e tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.2566276 Apr 05 20:44:54.705737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4824d659-4290-455d-a734-6d66f3078a53 req-0761dee3-5587-4e39-acf8-4cffb1e393f6 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/06c87d5e-3313-4cfb-9206-5ade77d97383 HTTP/1.1" status: 200 len: 1639 time: 0.0604165 Apr 05 20:44:54.711077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.756364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4824d659-4290-455d-a734-6d66f3078a53 req-92c40ba2-c980-40c5-81df-39677e7875be tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/0b27f422-bf93-4bcc-8649-bd6e54f3dfe6 HTTP/1.1" status: 200 len: 1639 time: 0.0487134 Apr 05 20:44:54.767003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06c87d5e-3313-4cfb-9206-5ade77d97383', 'remote_group_id': '0b27f422-bf93-4bcc-8649-bd6e54f3dfe6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:54.767359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06c87d5e-3313-4cfb-9206-5ade77d97383', 'remote_group_id': '0b27f422-bf93-4bcc-8649-bd6e54f3dfe6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:54.773449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:54.777605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:54.780750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:54.786868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:54.868665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.886303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60752) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:54.961179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.967510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=68d36716-a08b-499a-9705-c3e46159082b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:54.980217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:54.989490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:54.998217 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.001687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:55.076112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-network', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:55.086074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:55.094827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Usage tracker for resource:network and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:55.100718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:55.110950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:55.120109 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.201535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a5ef5b-c05b-4157-b8ad-1a172f54ffe1,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:55.208273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.209463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4824d659-4290-455d-a734-6d66f3078a53 req-c774ca91-6124-48a8-ae82-97b52420122b tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.4470255 Apr 05 20:44:55.210031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Made reservation on behalf of ed9681fb251d4bef877130d9685640e8 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:55.212462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.251658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.335896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:55.343184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea585f8e-9f74-400a-9781-b8f96c4c9762 req-8df21801-41dd-41cd-8c5a-7dc53b9de921 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/0b27f422-bf93-4bcc-8649-bd6e54f3dfe6 HTTP/1.1" status: 200 len: 1639 time: 0.0955856 Apr 05 20:44:55.346373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:55.352813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0163e-c370-40a5-bcfc-5768a56fee6d req-64bc0ede-9c66-4610-b8df-54c7e6a23668 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:55.354962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bc0163e-c370-40a5-bcfc-5768a56fee6d req-64bc0ede-9c66-4610-b8df-54c7e6a23668 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.2061300 Apr 05 20:44:55.355835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:55.377359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:55.594159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.609950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bc0163e-c370-40a5-bcfc-5768a56fee6d req-8cea6620-9cea-4415-a6a8-62ac3111529e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362678 Apr 05 20:44:55.664038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea585f8e-9f74-400a-9781-b8f96c4c9762 req-def15f08-ec90-47af-afaf-4bf17fbbba38 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.717762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea585f8e-9f74-400a-9781-b8f96c4c9762 req-def15f08-ec90-47af-afaf-4bf17fbbba38 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.734684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-734912fb-3c6e-414b-991d-b56e0b2e7dc2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3284073 Apr 05 20:44:55.736665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.784641 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.830518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.916013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f243dff-c9e5-4adf-af78-3199f20d06e6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:55.929683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708299e-8bdb-4153-83a0-9e6047786fca req-500a523d-021b-4297-91b4-3f739ce09ee9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:55.931300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f708299e-8bdb-4153-83a0-9e6047786fca req-500a523d-021b-4297-91b4-3f739ce09ee9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 945 time: 0.1788390 Apr 05 20:44:55.993676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea585f8e-9f74-400a-9781-b8f96c4c9762 req-def15f08-ec90-47af-afaf-4bf17fbbba38 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.997396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:44:56.016189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f708299e-8bdb-4153-83a0-9e6047786fca req-5c24944c-2387-402e-bab7-97a56dbdb8b3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753863 Apr 05 20:44:56.026783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.028120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def15f08-ec90-47af-afaf-4bf17fbbba38 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b27f422-bf93-4bcc-8649-bd6e54f3dfe6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:56.046052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-ceda090b-441e-4b40-a1dd-9d946ba04068 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 6498 time: 0.1931486 Apr 05 20:44:56.047619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.048052 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Added segment 2d60900a-62a4-4fae-ba99-71a8dde5cb5c of type vlan for network 789374dc-9dec-4c0b-872b-88058370fe21 Apr 05 20:44:56.112084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea585f8e-9f74-400a-9781-b8f96c4c9762 req-def15f08-ec90-47af-afaf-4bf17fbbba38 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.113449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea585f8e-9f74-400a-9781-b8f96c4c9762 req-def15f08-ec90-47af-afaf-4bf17fbbba38 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b27f422-bf93-4bcc-8649-bd6e54f3dfe6 HTTP/1.1" status: 204 len: 173 time: 0.7543375 Apr 05 20:44:56.115548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.208679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=68d36716-a08b-499a-9705-c3e46159082b,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:56.257810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.289369 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.397962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24ea694a-f453-496f-b82e-51e5f3c71862 req-be841e19-92b7-4ebf-9404-22651c029d17 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/06c87d5e-3313-4cfb-9206-5ade77d97383 HTTP/1.1" status: 200 len: 1639 time: 0.2218332 Apr 05 20:44:56.427456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-ef4f1dd8-d767-4dbf-969c-f15b95fe47f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.427836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-ef4f1dd8-d767-4dbf-969c-f15b95fe47f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.428273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-ef4f1dd8-d767-4dbf-969c-f15b95fe47f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.429900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-ef4f1dd8-d767-4dbf-969c-f15b95fe47f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=567c7863-c308-4909-9599-dc218f927a9e&id=6ce56abd-0a77-426d-b416-6f997dfa7407&id=6ce56abd-0a77-426d-b416-6f997dfa7407 HTTP/1.1" status: 200 len: 2297 time: 0.3523433 Apr 05 20:44:56.504447 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.504568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.505324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.523390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-495550968', 'description': 'tempest-description-902691494'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:56.556275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:56.575735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:56.629813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:56.633213 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP d59d0e85-9f73-4158-9c1f-65b336fa55a1 associated. External IP: 172.25.2.211, port: 35691b9d-003a-4d3e-8ac0-02aaacaaf5a6. Apr 05 20:44:56.654474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:56.661325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4e061-ca3d-4309-ae6b-412900a4f2f9 req-219e203b-9077-40b0-ba19-d01294961ecf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.662813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92a4e061-ca3d-4309-ae6b-412900a4f2f9 req-219e203b-9077-40b0-ba19-d01294961ecf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 945 time: 0.4004838 Apr 05 20:44:56.674002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7866595 Apr 05 20:44:56.686192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60784) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:56.697741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Request body: {'subnet': {'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-subnet', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:56.700878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3c5e7-3045-4ad2-8352-723494577940 admin admin] Pushing event updated for resources: {'Network': ['ID=789374dc-9dec-4c0b-872b-88058370fe21,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:56.706861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-97fdffd8-c630-4a8e-8972-195f1ee20d16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 HTTP/1.1" status: 200 len: 1001 time: 0.2640107 Apr 05 20:44:56.715770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 789374dc-9dec-4c0b-872b-88058370fe21 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:44:56.783765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:56.795142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Usage tracker for resource:subnet and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:56.796084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.799796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:56.808619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:56.840666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92a4e061-ca3d-4309-ae6b-412900a4f2f9 req-df0d4cd7-6dbe-47ac-bcd4-0172e516bc3a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600516 Apr 05 20:44:56.852621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-2de5a7e1-d6e8-4d17-bccf-2569fcc2c0f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.854629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-2de5a7e1-d6e8-4d17-bccf-2569fcc2c0f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=65b8a69d-1835-428d-8e17-809e3ca744d0 HTTP/1.1" status: 200 len: 855 time: 0.1367438 Apr 05 20:44:56.856415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:56.910041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:56.914207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:56.922341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:56.953898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Made reservation on behalf of ed9681fb251d4bef877130d9685640e8 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:56.956180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.988049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-18df166d-5c6d-47fa-aba7-0181d222b74e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=098d4f5c-6f3c-41a1-b88a-01f04f4f1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271706 Apr 05 20:44:57.082629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60792) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:57.115936 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.202039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-463ffa3b-e3cf-4329-b898-d64fa70c21a8 service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038813 Apr 05 20:44:57.203256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.266683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862657f2-6128-42b4-9ada-c64c5b34daed req-39411108-6b4d-4b3d-92d1-f8ad25cdb41a tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:57.268447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-862657f2-6128-42b4-9ada-c64c5b34daed req-39411108-6b4d-4b3d-92d1-f8ad25cdb41a tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.2415047 Apr 05 20:44:57.313450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:44:57.361109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae18b59d-5b34-4b61-9fad-0cb3b109e2b6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:57.402196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.405607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a0ca8c4-7cda-449d-b362-fa83559cb712 req-a98026b5-20da-45a2-b4a4-db3c38669719 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.9091225 Apr 05 20:44:57.413995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.425405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-862657f2-6128-42b4-9ada-c64c5b34daed req-25dc8f6d-a198-4e09-b92f-2d95532c6064 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992715 Apr 05 20:44:57.428683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-b6a6df9d-0e90-438f-8141-9685cec699d4 service neutron] 10.222.0.39 "GET /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012198 Apr 05 20:44:57.510330 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.520142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-307434f9-7597-456f-91c3-406925b0c0ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 200 len: 217 time: 0.0832429 Apr 05 20:44:57.562336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:57.591510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:57.605283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b972cbee87ea4845b7e053cec1c2f332 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:57.612502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:57.624537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:57.649897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Checking segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:57.651127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Network hostable DHCP agents. Network: 789374dc-9dec-4c0b-872b-88058370fe21, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:44:57.718174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-cf7d2d55-e6ce-46a0-b015-a84d2f47eb16 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/ae18b59d-5b34-4b61-9fad-0cb3b109e2b6 HTTP/1.1" status: 200 len: 1637 time: 0.2258217 Apr 05 20:44:57.723235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-664584a7-66dd-4ca4-b5be-669705a4f7c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:57.724639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-664584a7-66dd-4ca4-b5be-669705a4f7c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.1970310 Apr 05 20:44:57.737120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae18b59d-5b34-4b61-9fad-0cb3b109e2b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:57.737120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae18b59d-5b34-4b61-9fad-0cb3b109e2b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:57.737330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:57.750812 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.766046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:44:57.776345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:44:57.776826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:57.784107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:57.789411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:57.790036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:57.791823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:57.826293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-593dcc99-4878-442a-a5ae-f93cc81460f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900824 Apr 05 20:44:57.851998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Network 789374dc-9dec-4c0b-872b-88058370fe21 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:44:57.856884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.858445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:57.869620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:44:57.870370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:57.909029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:57.940929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:57.941540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba1bf1-89c0-47ba-9c67-e541a3ed7e0f None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:44:57.950440 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b972cbee87ea4845b7e053cec1c2f332&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8668044 Apr 05 20:44:57.951147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e8280-c75f-440b-af63-d89c56f3f1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7375055d-904f-4ec9-9a21-b616763d70f1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:57.953106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60804) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:57.977022 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-01767962-570e-4485-98ae-d16301ee5f6a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4877181 Apr 05 20:44:57.977231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60808) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:57.983228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'port_id': '35691b9d-003a-4d3e-8ac0-02aaacaaf5a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:58.003243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-e6514c91-b550-4475-a75e-b176129ac8f2 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697760 Apr 05 20:44:58.046192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 789374dc-9dec-4c0b-872b-88058370fe21) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:58.055194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe53d3-186a-4650-8ceb-ed2c640e696a None None] Network 789374dc-9dec-4c0b-872b-88058370fe21 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:44:58.058907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:58.059478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.107342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.179709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b37f8e8-57d2-4880-9cdc-41b3cd95b92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.192823 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-402f0c6b-2413-4147-8b07-4167a8077851 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5055101 Apr 05 20:44:58.195487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:58.203157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:58.217674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:58.252399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b37f8e8-57d2-4880-9cdc-41b3cd95b92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.264349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Usage tracker for resource:router and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:58.267877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:58.270543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-a2282eda-a764-4ff4-9d17-03ac4de027e0 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606816 Apr 05 20:44:58.275433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:58.280094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.309083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-789374dc-9dec-4c0b-872b-88058370fe21', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:44:58.310094 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.384050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-81d7a5ff-cc0c-47c3-8a2f-9a368c4d26cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 200 len: 217 time: 0.1053946 Apr 05 20:44:58.389037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.453437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-be1bfab1-2a89-4493-88d8-3c5262ba862c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:58.455253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-be1bfab1-2a89-4493-88d8-3c5262ba862c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.0636914 Apr 05 20:44:58.503521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Allocated IP 172.20.0.2 (789374dc-9dec-4c0b-872b-88058370fe21/3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8/afbaa9de-d0fb-40db-ba82-e6c5672359dc) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:58.511115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.512257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.552893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.634343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e142e5c2-f29d-433e-a753-385562832e8e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:58.634343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b37f8e8-57d2-4880-9cdc-41b3cd95b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.706779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37f8e8-57d2-4880-9cdc-41b3cd95b92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375055d-904f-4ec9-9a21-b616763d70f1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:58.724262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b37f8e8-57d2-4880-9cdc-41b3cd95b92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.724755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3b37f8e8-57d2-4880-9cdc-41b3cd95b92e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7375055d-904f-4ec9-9a21-b616763d70f1 HTTP/1.1" status: 204 len: 168 time: 0.7705615 Apr 05 20:44:58.746377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.758857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Transition to ACTIVE for port object afbaa9de-d0fb-40db-ba82-e6c5672359dc will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:58.785440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Transition to ACTIVE for port object afbaa9de-d0fb-40db-ba82-e6c5672359dc will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:58.803144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.804330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec2290aa-e40c-4cbd-84e1-4ac77cc71409 req-59be44bb-f147-4875-89e6-5901c3c4cc78 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.0788033 Apr 05 20:44:58.813475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312dbd8-72f9-4d98-bff5-10bf9c02f2f5 req-fb5bfefd-abed-49b3-800f-2131ca2eb5df tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:58.814970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8312dbd8-72f9-4d98-bff5-10bf9c02f2f5 req-fb5bfefd-abed-49b3-800f-2131ca2eb5df tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 945 time: 0.2906172 Apr 05 20:44:58.820808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-495dfaa2-0960-4111-8f0d-a792ac5e0d64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3488328 Apr 05 20:44:58.833496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.842122 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:58.875899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-b452184b-8e0c-41e6-b7dd-a850dff1d484 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 1096 time: 0.2345884 Apr 05 20:44:58.912164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Network 789374dc-9dec-4c0b-872b-88058370fe21 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:58.914974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:58.918474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:44:58.928418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Pushing event updated for resources: {'Port': ['ID=afbaa9de-d0fb-40db-ba82-e6c5672359dc,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:59.024573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Attempting to bind port afbaa9de-d0fb-40db-ba82-e6c5672359dc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:59.024924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Attempting to bind port afbaa9de-d0fb-40db-ba82-e6c5672359dc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:59.026131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Attempting to bind port afbaa9de-d0fb-40db-ba82-e6c5672359dc on network 789374dc-9dec-4c0b-872b-88058370fe21 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:44:59.032802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:44:59.034249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Checking segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:44:59.034249 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.034249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Bound using segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:44:59.034903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Bound port: afbaa9de-d0fb-40db-ba82-e6c5672359dc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:59.035420 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.137758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] For port afbaa9de-d0fb-40db-ba82-e6c5672359dc, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:44:59.145998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] For port afbaa9de-d0fb-40db-ba82-e6c5672359dc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=afbaa9de-d0fb-40db-ba82-e6c5672359dc,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:44:59.146264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8312dbd8-72f9-4d98-bff5-10bf9c02f2f5 req-6a82722a-3600-42e8-b3e9-7f453d0e8d03 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195632 Apr 05 20:44:59.208460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-3612d65b-68f5-4237-be5b-468ce0215b53 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576627 Apr 05 20:44:59.216663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.216663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.253131 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.308022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-625e8896-f1a9-43b3-ba45-bb4c152af6fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:59.309531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-625e8896-f1a9-43b3-ba45-bb4c152af6fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.3699107 Apr 05 20:44:59.313096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.410516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64604e-2c6f-4de9-becd-b4955a287ab2 None None] Pushing event updated for resources: {'Port': ['ID=afbaa9de-d0fb-40db-ba82-e6c5672359dc,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:59.464024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec97fc5-7dce-4fc4-908c-3bb127c59520 req-abf38847-5737-4100-aa7f-70e367d4cc34 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:59.465543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ec97fc5-7dce-4fc4-908c-3bb127c59520 req-abf38847-5737-4100-aa7f-70e367d4cc34 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.4261687 Apr 05 20:44:59.609951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-49f73e16-b7f1-469c-bd10-360ea416e8ba tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/ae18b59d-5b34-4b61-9fad-0cb3b109e2b6 HTTP/1.1" status: 200 len: 2140 time: 0.3972304 Apr 05 20:44:59.695124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60824) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:59.726248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae18b59d-5b34-4b61-9fad-0cb3b109e2b6', 'remote_group_id': None}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:59.726819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ae18b59d-5b34-4b61-9fad-0cb3b109e2b6', 'remote_group_id': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:44:59.736130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.754849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.756523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:59.764267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-8dfac02f-71a3-406d-bd7b-0b335488d3e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 200 len: 1000 time: 0.4371891 Apr 05 20:44:59.769647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Usage tracker for resource:security_group_rule and tenant:95291dd24be04071ad5fe797b0c651f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:59.774175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-48c8014f-a837-4f48-be5f-2a6536356e00 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486257 Apr 05 20:44:59.783618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:59.798244 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:59.877852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:59.938636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:59.939193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-c02dd3f3-7529-4b04-a488-5192b5ffdc5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5 HTTP/1.1" status: 200 len: 217 time: 0.1493154 Apr 05 20:44:59.939193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ec97fc5-7dce-4fc4-908c-3bb127c59520 req-9c2b7ae0-2571-4d0f-a3e8-9df0d9fdcfeb tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296924 Apr 05 20:44:59.986356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-9f15341b-9e3c-42e9-b028-7b64fb78b375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:59.988062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-9f15341b-9e3c-42e9-b028-7b64fb78b375 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.2066021 Apr 05 20:45:00.003153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Usage tracker for resource:security_group_rule and tenant:08b3177ff2ae4cec8bd263af3b91e55f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:00.013869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:00.020567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device afbaa9de-d0fb-40db-ba82-e6c5672359dc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:00.063361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-43d305fe-f935-4ade-a2a1-0890ea0ebc73 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:00.064886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-43d305fe-f935-4ade-a2a1-0890ea0ebc73 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 945 time: 0.4195955 Apr 05 20:45:00.072865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-8eed6af5-da83-45c3-b0fe-d9bca8b2cb78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:00.074235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-8eed6af5-da83-45c3-b0fe-d9bca8b2cb78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.1344917 Apr 05 20:45:00.156156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:00.184616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port afbaa9de-d0fb-40db-ba82-e6c5672359dc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:00.243056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:00.243158 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.292518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Allocated IP 172.25.2.73 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/7749a390-cfc8-45f3-ad95-1d0c5043a293) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:00.376986 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.422102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-50be7469-90ca-4509-b2df-abc49be8bd6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4231744 Apr 05 20:45:00.438405 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.466539 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:45:00.523655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.545169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.550633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:00.563299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.585116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-77c4097e-8e47-43f2-a3e1-99a8ea999200 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4643250 Apr 05 20:45:00.598871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dbca5e-02e6-465c-bd00-da0583a2f584,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:00.612251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b1be0d0d-c4a9-4164-8637-a16ad0541d64 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08b3177ff2ae4cec8bd263af3b91e55f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9159186 Apr 05 20:45:00.614997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:00.662321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fabc475-731e-4b10-a320-c56f8e254cf7 None None] Network 789374dc-9dec-4c0b-872b-88058370fe21 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:00.756124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.839116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b20bd-bce3-47da-83bb-5570812757af req-7a3c7dfa-fcd8-46dc-ae3c-a27d7681e665 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:00.840574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-495b20bd-bce3-47da-83bb-5570812757af req-7a3c7dfa-fcd8-46dc-ae3c-a27d7681e665 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 945 time: 0.5243459 Apr 05 20:45:00.841390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013f949a-6022-4004-ba43-7d037aa6db33,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:00.868483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c5a-b4e6-4d58-a963-2afdd8b9d11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.871238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-39fc5af7-cdeb-4194-b7dc-d8c4b663860a None None] Provisioning for port afbaa9de-d0fb-40db-ba82-e6c5672359dc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:00.891953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-39fc5af7-cdeb-4194-b7dc-d8c4b663860a None None] Provisioning complete for port afbaa9de-d0fb-40db-ba82-e6c5672359dc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:00.891953 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-39fc5af7-cdeb-4194-b7dc-d8c4b663860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.892186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.928515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-ff827c58-7510-43e6-829e-c98d15686613 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682620 Apr 05 20:45:00.981441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:00.982561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c89ea0a7-32ad-4770-b726-ac22fa62824b req-83ff675f-b3ed-44a7-a35b-d64357d66802 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 1.3383791 Apr 05 20:45:00.988068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c5a-b4e6-4d58-a963-2afdd8b9d11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.036867 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-39fc5af7-cdeb-4194-b7dc-d8c4b663860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.043901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:01.059058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7749a390-cfc8-45f3-ad95-1d0c5043a293,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:01.063399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:01.070572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:01.071000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-39fc5af7-cdeb-4194-b7dc-d8c4b663860a None None] For port afbaa9de-d0fb-40db-ba82-e6c5672359dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=afbaa9de-d0fb-40db-ba82-e6c5672359dc,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:01.077082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-cd667880-9755-400b-84dc-1e47b3ba4382 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793873 Apr 05 20:45:01.101529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:01.102226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.133284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-39fc5af7-cdeb-4194-b7dc-d8c4b663860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.250503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-495b20bd-bce3-47da-83bb-5570812757af req-230076f2-da77-4bf5-a75e-9187595c26c0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938229 Apr 05 20:45:01.258230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc5af7-cdeb-4194-b7dc-d8c4b663860a None None] Pushing event updated for resources: {'Port': ['ID=afbaa9de-d0fb-40db-ba82-e6c5672359dc,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:01.292933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c5a-b4e6-4d58-a963-2afdd8b9d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.303865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dd33041a-1da8-48a4-97be-8c2796c13ca0 None None] Provisioning complete for port afbaa9de-d0fb-40db-ba82-e6c5672359dc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:01.304340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd33041a-1da8-48a4-97be-8c2796c13ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.329019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd3c5a-b4e6-4d58-a963-2afdd8b9d11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dbca5e-02e6-465c-bd00-da0583a2f584,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:01.352942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:01.363925 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:01.381904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c5a-b4e6-4d58-a963-2afdd8b9d11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.382795 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-01fd3c5a-b4e6-4d58-a963-2afdd8b9d11e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81dbca5e-02e6-465c-bd00-da0583a2f584 HTTP/1.1" status: 204 len: 168 time: 0.7663946 Apr 05 20:45:01.385626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.404111 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:01.405140 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:01.495993 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:01.510123 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:01.511153 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:01.537731 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57638d4b-043d-47fb-bbcf-8bee5715908c tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/floatingips/d59d0e85-9f73-4158-9c1f-65b336fa55a1 HTTP/1.1" status: 200 len: 978 time: 3.5589170 Apr 05 20:45:01.540049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60840) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:01.591915 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:01.592889 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173a4d5-9e43-4c97-a911-8bf0e247266a None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:01.638693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:01.783170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 68d36716-a08b-499a-9705-c3e46159082b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:01.783503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.811138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.814205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:01.844202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f77aa4b-3c52-4208-9a6a-5857eb597a2b req-113b177d-66d8-4290-825a-b6f9c22f8a08 service neutron] 10.222.0.23 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9018219 Apr 05 20:45:01.872047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b85217dd-6725-4ead-8d44-868f0f726457 req-27781587-a6ba-4092-b923-0df2177c8b86 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/ae18b59d-5b34-4b61-9fad-0cb3b109e2b6 HTTP/1.1" status: 200 len: 2648 time: 0.2393456 Apr 05 20:45:01.872047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-db5f1c6f-78dd-48e4-9c2d-60d2e0d06447 service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763491 Apr 05 20:45:01.992994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device afbaa9de-d0fb-40db-ba82-e6c5672359dc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:02.059692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2697cb3-20eb-4858-99e8-5ecb7def61e6 req-ec4206ec-33bb-41c8-ae23-bc25411d7dd9 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-group-rules/013f949a-6022-4004-ba43-7d037aa6db33 HTTP/1.1" status: 200 len: 718 time: 0.1210339 Apr 05 20:45:02.074946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b270c-146e-4ccf-81b8-e6c302dc1dfa req-59acca78-b608-4d30-988a-995deb1ab953 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:02.079879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port afbaa9de-d0fb-40db-ba82-e6c5672359dc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:02.079879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.081598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f0b270c-146e-4ccf-81b8-e6c302dc1dfa req-59acca78-b608-4d30-988a-995deb1ab953 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.8374915 Apr 05 20:45:02.121514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-817459c4-a971-43a7-8927-87d8885d0bf2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498 HTTP/1.1" status: 200 len: 217 time: 0.1886590 Apr 05 20:45:02.138608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.139057 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.192427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.228896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:02.302733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event deleted for resources: {'Port': ['ID=9b56a42e-f09c-4006-a9c0-f47ebd12ef7e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:02.341034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f0b270c-146e-4ccf-81b8-e6c302dc1dfa req-f5eb24ff-5715-46fa-b3f9-31fa5653a0a6 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507198 Apr 05 20:45:02.352398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2697cb3-20eb-4858-99e8-5ecb7def61e6 req-bdc1ba1e-04f5-422a-9993-2481eb0e0588 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/ae18b59d-5b34-4b61-9fad-0cb3b109e2b6 HTTP/1.1" status: 200 len: 2648 time: 0.2821283 Apr 05 20:45:02.451175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-da5d3dcb-a666-40ec-99c0-87bdb30456a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:02.458399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-da5d3dcb-a666-40ec-99c0-87bdb30456a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 200 len: 797 time: 0.3231921 Apr 05 20:45:02.474480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 68d36716-a08b-499a-9705-c3e46159082b owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:02.661824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] No DVR routers for this DVR port 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:02.673259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2697cb3-20eb-4858-99e8-5ecb7def61e6 req-25afa0cf-edfa-487d-bf20-bc3de07435fc tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.686761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.693717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'name': 'network-vif-deleted', 'tag': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:02.707281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b0f5eef-37e2-4737-af83-daedb7466e08 req-8dda82d0-734e-4e4c-bd3d-12b1420457c2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0 HTTP/1.1" status: 200 len: 210 time: 0.1363211 Apr 05 20:45:02.709360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2697cb3-20eb-4858-99e8-5ecb7def61e6 req-25afa0cf-edfa-487d-bf20-bc3de07435fc tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.746665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.771341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-d6d5719d-522b-4b60-a336-1493a61ebf82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=567c7863-c308-4909-9599-dc218f927a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2454243 Apr 05 20:45:02.797525 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467d6bce-c63d-4c65-bf58-0ac3f36870ae'] response: {'server_uuid': 'd5e81aa7-c8fa-4839-a6c7-6e2211fcb1c0', 'name': 'network-vif-deleted', 'tag': '9b56a42e-f09c-4006-a9c0-f47ebd12ef7e', 'status': 'completed', 'code': 200} Apr 05 20:45:02.802596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2149065c-b0bb-4549-b9f7-c8119fd4b3bd req-718bc7d5-afcf-4613-8671-710976ad3bc8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "DELETE /v2.0/ports/9b56a42e-f09c-4006-a9c0-f47ebd12ef7e HTTP/1.1" status: 204 len: 173 time: 2.7320068 Apr 05 20:45:02.803039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=68d36716-a08b-499a-9705-c3e46159082b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:02.804660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Router dada9b78-ac7d-4a62-961f-8b56fedac548 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:45:02.893600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2697cb3-20eb-4858-99e8-5ecb7def61e6 req-25afa0cf-edfa-487d-bf20-bc3de07435fc tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.924490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afa0cf-edfa-487d-bf20-bc3de07435fc tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=013f949a-6022-4004-ba43-7d037aa6db33,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:02.928086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2697cb3-20eb-4858-99e8-5ecb7def61e6 req-25afa0cf-edfa-487d-bf20-bc3de07435fc tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:02.929548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2697cb3-20eb-4858-99e8-5ecb7def61e6 req-25afa0cf-edfa-487d-bf20-bc3de07435fc tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/013f949a-6022-4004-ba43-7d037aa6db33 HTTP/1.1" status: 204 len: 173 time: 0.5718663 Apr 05 20:45:02.934767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-637e4ef1-cd1b-49ab-bb12-44e052ee871f service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572022 Apr 05 20:45:02.951089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:02.998450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:45:02.998789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 9b56a42e-f09c-4006-a9c0-f47ebd12ef7e not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:45:03.038857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:03.146012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130a26fa-2d7a-4919-80d9-82a58d2a2b08 req-6d169dae-bf65-4341-8ef7-f09bf4a3fc05 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/ae18b59d-5b34-4b61-9fad-0cb3b109e2b6 HTTP/1.1" status: 200 len: 2140 time: 0.1494989 Apr 05 20:45:03.271910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:03.286703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-6eff0020-0e62-41f9-bbad-cc3536daf4fc service neutron] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398135 Apr 05 20:45:03.292291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Sync routers for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:03.332332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:03.333474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:03.391466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-c17a2f27-18e5-4c06-a99c-33bee2003d68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=663da1a9-e676-499f-828e-8ed07621dc08 HTTP/1.1" status: 200 len: 217 time: 0.0790048 Apr 05 20:45:03.409147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:03.417547 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be7c331f-5271-4034-9323-d3ca7c7928d5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2141716 Apr 05 20:45:03.421044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:03.443610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130a26fa-2d7a-4919-80d9-82a58d2a2b08 req-3ceccdd5-82e2-4626-b7a7-df1d4bfbcc91 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:03.500939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130a26fa-2d7a-4919-80d9-82a58d2a2b08 req-3ceccdd5-82e2-4626-b7a7-df1d4bfbcc91 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:03.522145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-3b66ab66-ae1b-4ec9-95e5-12f41f27572a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:03.523782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-3b66ab66-ae1b-4ec9-95e5-12f41f27572a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.1250107 Apr 05 20:45:03.663870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:03.739828 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:03.787833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-128a3491-d03b-4b92-8da4-dfae25ccde05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2531793 Apr 05 20:45:03.802427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de4c7-877c-4118-a715-bed068fae75a req-a9d74b2b-fbef-4c5c-85ca-a984ce21941b tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:03.804062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-513de4c7-877c-4118-a715-bed068fae75a req-a9d74b2b-fbef-4c5c-85ca-a984ce21941b tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1986010 Apr 05 20:45:03.854921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130a26fa-2d7a-4919-80d9-82a58d2a2b08 req-3ceccdd5-82e2-4626-b7a7-df1d4bfbcc91 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.063643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceccdd5-82e2-4626-b7a7-df1d4bfbcc91 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae18b59d-5b34-4b61-9fad-0cb3b109e2b6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:04.085931 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-130a26fa-2d7a-4919-80d9-82a58d2a2b08 req-3ceccdd5-82e2-4626-b7a7-df1d4bfbcc91 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.101996 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-130a26fa-2d7a-4919-80d9-82a58d2a2b08 req-3ceccdd5-82e2-4626-b7a7-df1d4bfbcc91 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-groups/ae18b59d-5b34-4b61-9fad-0cb3b109e2b6 HTTP/1.1" status: 204 len: 173 time: 0.9553468 Apr 05 20:45:04.155855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:04.162226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-513de4c7-877c-4118-a715-bed068fae75a req-3f099ca1-da54-43c5-be69-63173fee3065 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285525 Apr 05 20:45:04.212441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-ff7d4a88-f488-4167-9244-20c8e8ba3896 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072237 Apr 05 20:45:04.213555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:01Z', 'revision_number': 3, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:04.218343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Checking router: dada9b78-ac7d-4a62-961f-8b56fedac548 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:45:04.219173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Updating router dada9b78-ac7d-4a62-961f-8b56fedac548 port 7749a390-cfc8-45f3-ad95-1d0c5043a293 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:45:04.299921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.385799 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-e6575c23-b85c-4eca-b243-caaaa5de419f req-f6086c4e-9759-4633-b826-92d95974b066 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] show failed (client error): The resource could not be found. Apr 05 20:45:04.394551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6575c23-b85c-4eca-b243-caaaa5de419f req-f6086c4e-9759-4633-b826-92d95974b066 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/0b27f422-bf93-4bcc-8649-bd6e54f3dfe6 HTTP/1.1" status: 404 len: 352 time: 0.1220455 Apr 05 20:45:04.515159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ed27a59-ab4c-47e8-a3f3-0d9f2ea2ff29 req-3a204771-e90d-45b5-8ef1-77f91a25ba1f tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/06c87d5e-3313-4cfb-9206-5ade77d97383 HTTP/1.1" status: 200 len: 1639 time: 0.0697267 Apr 05 20:45:04.557728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-1f06f320-1062-4616-af08-984270ef492e service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383360 Apr 05 20:45:04.714502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-dd921c7e-d49a-46b9-a8c0-a4222882027f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ae2bebd-d815-46f1-815c-efbb947e342c HTTP/1.1" status: 200 len: 217 time: 0.1403811 Apr 05 20:45:04.766633 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ed27a59-ab4c-47e8-a3f3-0d9f2ea2ff29 req-c996b28b-a866-40bf-82e5-7d47235b8a26 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.768514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:04.773355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.780167 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:04.783423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.791664 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:04.792474 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:04.797800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Transition to ACTIVE for port object 7749a390-cfc8-45f3-ad95-1d0c5043a293 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:04.828007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ed27a59-ab4c-47e8-a3f3-0d9f2ea2ff29 req-c996b28b-a866-40bf-82e5-7d47235b8a26 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.839778 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d2dead0d-7645-4ddd-9bf7-fda7a0f38cd8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/floatingips/d59d0e85-9f73-4158-9c1f-65b336fa55a1 HTTP/1.1" status: 204 len: 168 time: 3.2956533 Apr 05 20:45:04.840435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-61a94b62-6b1a-4f9d-983c-fa18988d7c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:04.842044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60912) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:04.842589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-61a94b62-6b1a-4f9d-983c-fa18988d7c27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 200 len: 797 time: 0.1159787 Apr 05 20:45:04.847646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dfc2356d-b552-4c7e-aad5-617a99a319cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.862678 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:04.873491 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:04.874540 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:04.880230 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:04.944456 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:04.945063 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581c798-b7c5-4fb8-81a8-9e3b29ad59e3 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:04.972074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-5fbda217-3210-4963-9db3-9b4ebb894373 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce56abd-0a77-426d-b416-6f997dfa7407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1212058 Apr 05 20:45:05.008601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 35691b9d-003a-4d3e-8ac0-02aaacaaf5a6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:05.009368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.010545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bc218-915c-469c-abaf-e189dfa9634a None None] Pushing event updated for resources: {'Port': ['ID=7749a390-cfc8-45f3-ad95-1d0c5043a293,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:05.054972 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ed27a59-ab4c-47e8-a3f3-0d9f2ea2ff29 req-c996b28b-a866-40bf-82e5-7d47235b8a26 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.060762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Attempting to bind port 7749a390-cfc8-45f3-ad95-1d0c5043a293 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:05.061314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Attempting to bind port 7749a390-cfc8-45f3-ad95-1d0c5043a293 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:05.061692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Attempting to bind port 7749a390-cfc8-45f3-ad95-1d0c5043a293 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:05.069628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:05.070003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:05.070516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.070909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:05.071527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Bound port: 7749a390-cfc8-45f3-ad95-1d0c5043a293, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:05.071902 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.174626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996b28b-a866-40bf-82e5-7d47235b8a26 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c87d5e-3313-4cfb-9206-5ade77d97383,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:05.195914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3ed27a59-ab4c-47e8-a3f3-0d9f2ea2ff29 req-c996b28b-a866-40bf-82e5-7d47235b8a26 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.197086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ed27a59-ab4c-47e8-a3f3-0d9f2ea2ff29 req-c996b28b-a866-40bf-82e5-7d47235b8a26 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-groups/06c87d5e-3313-4cfb-9206-5ade77d97383 HTTP/1.1" status: 204 len: 173 time: 0.6733134 Apr 05 20:45:05.242773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-e485bceb-18d9-48ce-ad44-a7eaebb86ef7 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635522 Apr 05 20:45:05.268154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] For port 7749a390-cfc8-45f3-ad95-1d0c5043a293, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:05.281247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] For port 7749a390-cfc8-45f3-ad95-1d0c5043a293, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7749a390-cfc8-45f3-ad95-1d0c5043a293,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:05.361359 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.464948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.470610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:05.471613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:44:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:05.611437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 35691b9d-003a-4d3e-8ac0-02aaacaaf5a6 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:05.684507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b45863c9-9da2-4fda-b9b3-93089c6c4656 req-5e2baaa3-f050-4044-8781-f66e66d56dfe service neutron] 10.222.0.39 "GET /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254336 Apr 05 20:45:05.696828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bc218-915c-469c-abaf-e189dfa9634a None None] Pushing event updated for resources: {'Port': ['ID=7749a390-cfc8-45f3-ad95-1d0c5043a293,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:05.703645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75e3376c-f654-4c2a-ae39-b75640bd9ee6 req-43e0a99e-6662-4ff9-a95e-c29c59cfc1d6 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/8ba5f0e4-cf9c-4c6c-a2cc-e84abfab6d45 HTTP/1.1" status: 200 len: 1639 time: 0.4324470 Apr 05 20:45:05.704326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:05.732313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-7667d1dd-7390-439b-94b3-f38433d003a0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:05.733806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-7667d1dd-7390-439b-94b3-f38433d003a0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.3036075 Apr 05 20:45:05.785862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-b8bdaef6-b06c-4a13-bf4b-2a6df0ceea39 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0217531 Apr 05 20:45:05.857463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-75e3376c-f654-4c2a-ae39-b75640bd9ee6 req-b7431a60-8e44-4f35-bdbb-c604e176ced2 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.905793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-75e3376c-f654-4c2a-ae39-b75640bd9ee6 req-b7431a60-8e44-4f35-bdbb-c604e176ced2 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.906074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.952361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-ecc32bc9-4a68-428b-9b56-038c00940858 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:06.029781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-ecc32bc9-4a68-428b-9b56-038c00940858 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:06.031328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-ecc32bc9-4a68-428b-9b56-038c00940858 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2335639 Apr 05 20:45:06.066186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:01Z', 'revision_number': 3, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:06.073398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf05f35-5e11-4c1d-8b6c-4076d05dc338 None None] The sync data for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 is: [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:01Z', 'revision_number': 3, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:06.092791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.160955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-75e3376c-f654-4c2a-ae39-b75640bd9ee6 req-b7431a60-8e44-4f35-bdbb-c604e176ced2 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.198811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7431a60-8e44-4f35-bdbb-c604e176ced2 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba5f0e4-cf9c-4c6c-a2cc-e84abfab6d45,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:06.233617 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-75e3376c-f654-4c2a-ae39-b75640bd9ee6 req-b7431a60-8e44-4f35-bdbb-c604e176ced2 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.240604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75e3376c-f654-4c2a-ae39-b75640bd9ee6 req-b7431a60-8e44-4f35-bdbb-c604e176ced2 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-groups/8ba5f0e4-cf9c-4c6c-a2cc-e84abfab6d45 HTTP/1.1" status: 204 len: 173 time: 0.5267224 Apr 05 20:45:06.251529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=35691b9d-003a-4d3e-8ac0-02aaacaaf5a6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:06.324201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-a461e538-b0cc-4431-b382-e6be15d82421 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762442 Apr 05 20:45:06.498028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d96b75b-f180-4f23-8a33-0f1e94935902 req-ee8626c8-827d-4d0d-9128-d8eaf9479e62 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/c87f19b7-3b13-4c24-93c9-e3aae583d247 HTTP/1.1" status: 200 len: 1638 time: 0.1974294 Apr 05 20:45:06.614529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.639369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Allocated IP 172.20.0.1 (789374dc-9dec-4c0b-872b-88058370fe21/3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8/ddf7228c-c41d-40f9-81ff-46d5265f88be) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:06.649404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee352c07-2913-4c34-8bea-1f15ea83c8bc tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/ports/35691b9d-003a-4d3e-8ac0-02aaacaaf5a6 HTTP/1.1" status: 204 len: 168 time: 1.8058610 Apr 05 20:45:06.652248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60948) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:06.665419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:06.675057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:06.682344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:floatingip and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:06.692599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:06.696758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:06.745232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-64482a53-1a26-41cc-973d-aed2c79abe8a service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049659 Apr 05 20:45:06.811190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d96b75b-f180-4f23-8a33-0f1e94935902 req-98a296e4-1f43-4452-96d7-c77d6a6eade5 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.824778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.840647 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cd491ebb-1028-4c1e-9c12-75942893a83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.861217 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d96b75b-f180-4f23-8a33-0f1e94935902 req-98a296e4-1f43-4452-96d7-c77d6a6eade5 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.000905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.010878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d96b75b-f180-4f23-8a33-0f1e94935902 req-98a296e4-1f43-4452-96d7-c77d6a6eade5 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.031622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Transition to ACTIVE for port object ddf7228c-c41d-40f9-81ff-46d5265f88be will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:07.054773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a296e4-1f43-4452-96d7-c77d6a6eade5 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f19b7-3b13-4c24-93c9-e3aae583d247,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:07.065537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d96b75b-f180-4f23-8a33-0f1e94935902 req-98a296e4-1f43-4452-96d7-c77d6a6eade5 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.070624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d96b75b-f180-4f23-8a33-0f1e94935902 req-98a296e4-1f43-4452-96d7-c77d6a6eade5 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-groups/c87f19b7-3b13-4c24-93c9-e3aae583d247 HTTP/1.1" status: 204 len: 173 time: 0.5664911 Apr 05 20:45:07.115837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.188670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b3565a6-cb3b-4077-a7d3-b5f5ee24012a req-0eefd5e4-0c7f-4903-b0a0-9002233d3b6a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 210 time: 0.0853910 Apr 05 20:45:07.243613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea32dd0d-a62c-4169-a92f-0ac49a9dcdcf req-8a170fd4-14ab-486e-8a99-339e16316f39 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/a2ba4573-8096-4c95-9b7c-92accc2c2bc3 HTTP/1.1" status: 200 len: 2146 time: 0.1026218 Apr 05 20:45:07.324607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.329216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.25.2.247 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/8a6f083a-1e87-42c0-9737-b83cc33c2641) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:07.344553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea32dd0d-a62c-4169-a92f-0ac49a9dcdcf req-5f8e9ce8-db8c-44ff-9fed-aaacc661d48c tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.399359 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea32dd0d-a62c-4169-a92f-0ac49a9dcdcf req-5f8e9ce8-db8c-44ff-9fed-aaacc661d48c tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.420267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Pushing event updated for resources: {'Port': ['ID=ddf7228c-c41d-40f9-81ff-46d5265f88be,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:07.440241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Network 789374dc-9dec-4c0b-872b-88058370fe21 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:07.444717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:07.491387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:07.544288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea32dd0d-a62c-4169-a92f-0ac49a9dcdcf req-5f8e9ce8-db8c-44ff-9fed-aaacc661d48c tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.563513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9ce8-db8c-44ff-9fed-aaacc661d48c tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ba4573-8096-4c95-9b7c-92accc2c2bc3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:07.577650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea32dd0d-a62c-4169-a92f-0ac49a9dcdcf req-5f8e9ce8-db8c-44ff-9fed-aaacc661d48c tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.579060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea32dd0d-a62c-4169-a92f-0ac49a9dcdcf req-5f8e9ce8-db8c-44ff-9fed-aaacc661d48c tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-groups/a2ba4573-8096-4c95-9b7c-92accc2c2bc3 HTTP/1.1" status: 204 len: 173 time: 0.3345492 Apr 05 20:45:07.595842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.664056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.705019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e8c5054-20f3-4f0a-9c80-ff1212e3ee95 req-70f9a3c8-2b43-4889-a42a-b89cf565d57c tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "GET /v2.0/security-groups/a6a3ac7a-c1c3-4797-8b0f-9ff7a613cf80 HTTP/1.1" status: 200 len: 2140 time: 0.0720265 Apr 05 20:45:07.783427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e8c5054-20f3-4f0a-9c80-ff1212e3ee95 req-1ab2bf3d-0378-44ca-bc7e-5023c244de40 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.815485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e8c5054-20f3-4f0a-9c80-ff1212e3ee95 req-1ab2bf3d-0378-44ca-bc7e-5023c244de40 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.832901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.875499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7332d6da-6f15-470a-a4f9-e1843393c81a None None] Provisioning for port ddf7228c-c41d-40f9-81ff-46d5265f88be completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:07.881598 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7332d6da-6f15-470a-a4f9-e1843393c81a None None] Provisioning complete for port ddf7228c-c41d-40f9-81ff-46d5265f88be triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:07.881967 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7332d6da-6f15-470a-a4f9-e1843393c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.952742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:07.953777 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.955419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7332d6da-6f15-470a-a4f9-e1843393c81a None None] Port ddf7228c-c41d-40f9-81ff-46d5265f88be cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:07.962247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e8c5054-20f3-4f0a-9c80-ff1212e3ee95 req-1ab2bf3d-0378-44ca-bc7e-5023c244de40 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.967942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:07.974011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:07.997626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2bf3d-0378-44ca-bc7e-5023c244de40 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3ac7a-c1c3-4797-8b0f-9ff7a613cf80,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:08.006449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3e8c5054-20f3-4f0a-9c80-ff1212e3ee95 req-1ab2bf3d-0378-44ca-bc7e-5023c244de40 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.016176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=8a6f083a-1e87-42c0-9737-b83cc33c2641,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:08.025209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60970) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:08.032785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e8c5054-20f3-4f0a-9c80-ff1212e3ee95 req-1ab2bf3d-0378-44ca-bc7e-5023c244de40 tempest-SecurityGroupRulesTestJSON-1171811316 tempest-SecurityGroupRulesTestJSON-1171811316-project] 10.222.0.10 "DELETE /v2.0/security-groups/a6a3ac7a-c1c3-4797-8b0f-9ff7a613cf80 HTTP/1.1" status: 204 len: 173 time: 0.3204186 Apr 05 20:45:08.066078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7749a390-cfc8-45f3-ad95-1d0c5043a293 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:08.168014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] Deleting subnet 8802d3c3-3c2c-4bae-9e86-1b8ace32b24e {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:45:08.183696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.238695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7749a390-cfc8-45f3-ad95-1d0c5043a293 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:08.247790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7749a390-cfc8-45f3-ad95-1d0c5043a293 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:08.248513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.322306 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.332061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.406947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-083f1263-c13d-4146-97a0-efc82268451a req-a4527d4a-dce0-4501-9acc-4ced2af7dda9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 210 time: 0.0617256 Apr 05 20:45:08.462422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.495475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7749a390-cfc8-45f3-ad95-1d0c5043a293, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7749a390-cfc8-45f3-ad95-1d0c5043a293,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:08.503269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.517859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.553451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.572137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.599952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.646426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7749a390-cfc8-45f3-ad95-1d0c5043a293,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:08.762802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.766450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.881871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8802d3c3-3c2c-4bae-9e86-1b8ace32b24e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:08.903548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.945996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.956629 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.996986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Pushing event updated for resources: {'Port': ['ID=ddf7228c-c41d-40f9-81ff-46d5265f88be,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:09.007132 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5eb23224-6e83-4255-9541-e3768f204d47 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8802d3c3-3c2c-4bae-9e86-1b8ace32b24e HTTP/1.1" status: 204 len: 168 time: 0.9802830 Apr 05 20:45:09.012181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:09.123829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.251050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Network 789374dc-9dec-4c0b-872b-88058370fe21 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:09.253204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:09.263934 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.305120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43389b54-bb9b-474e-88a8-af6056480ac4']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:09.325300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0eb9bc-362b-4cc8-a458-895bfa8ccc95') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:09.325724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0eb9bc-362b-4cc8-a458-895bfa8ccc95') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:09.339270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.365997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.381410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:45:09.381909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:45:09.409033 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:45:09.462187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:45:09.567771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.687939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.693610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11b2d40f-815c-40fb-b0b5-305049adcb9e req-ff8873dc-50f7-4c38-af09-8055653d8912 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 210 time: 0.0629342 Apr 05 20:45:09.700487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.753960 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.767434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] Pushing event deleted for resources: {'Network': ['ID=43389b54-bb9b-474e-88a8-af6056480ac4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:09.782595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0146533e-fe7f-4cb3-b7ee-2b05e97b5354 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43389b54-bb9b-474e-88a8-af6056480ac4 HTTP/1.1" status: 204 len: 168 time: 0.7691417 Apr 05 20:45:09.792281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-96d85abd-795d-4f09-8a7f-9abbf6119f99 None None] Provisioning complete for port ddf7228c-c41d-40f9-81ff-46d5265f88be triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:09.792281 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96d85abd-795d-4f09-8a7f-9abbf6119f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.855697 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.862288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-ea7bc1d5-bdba-4d21-80c2-74a595d5c80d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:09.864273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-ea7bc1d5-bdba-4d21-80c2-74a595d5c80d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.3671720 Apr 05 20:45:09.864678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-96d85abd-795d-4f09-8a7f-9abbf6119f99 None None] Port ddf7228c-c41d-40f9-81ff-46d5265f88be cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:09.881767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Request body: {'port': {'device_id': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'admin_state_up': True, 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:09.888280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=8a6f083a-1e87-42c0-9737-b83cc33c2641,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:09.928138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:10.023542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Router dada9b78-ac7d-4a62-961f-8b56fedac548 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:10.030849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:10.032422 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f874ca35-cfdf-4e2c-8ea5-3574a8dcdda8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3791208 Apr 05 20:45:10.035139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60990) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:10.043385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'port': {'network_id': '907e55a3-83e6-4c35-ba2f-b917b07a58e8', 'name': 'tempest-FloatingIPTestJSON-1780849239'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:10.085418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7749a390-cfc8-45f3-ad95-1d0c5043a293 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:10.197923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:10.209981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:10.242322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7749a390-cfc8-45f3-ad95-1d0c5043a293 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:10.244707 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:10.320706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:10.325180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:10.394485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:10.399887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:port and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:10.403163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:10.409587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:10.486096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:10.493564 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-efb16250-846d-44f4-ac1e-8b9a8904941e admin admin] 10.222.0.10 "PUT /v2.0/routers/dada9b78-ac7d-4a62-961f-8b56fedac548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0711794 Apr 05 20:45:10.495928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Sync routers for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:10.516380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:10.517014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:10.532386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:10.538863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:10.580195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] device_id is not set on port edae4a6d-156d-48b4-a2f6-2c991965901d yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:45:10.633089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60996) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:10.675650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Allocated IP 172.20.0.14 (eca96cd5-d23e-4ec3-8e53-4550c5489ffb/ebccad2a-7032-4a42-a749-eaa26288144f/4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:10.797917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f151a29d-ecfa-4c18-961f-f17ab4699947 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95291dd24be04071ad5fe797b0c651f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1689508 Apr 05 20:45:10.803180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32774) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:10.809882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:11.089182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.10 (907e55a3-83e6-4c35-ba2f-b917b07a58e8/7d04d305-153a-467f-924e-4c309ee545ab/edae4a6d-156d-48b4-a2f6-2c991965901d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:11.250862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1589e482-845c-42a5-97e7-2b3c647c8349 req-be3553d3-8be0-4fe1-91e0-0b673f176ef9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 210 time: 0.3109851 Apr 05 20:45:11.343215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:11.349948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123009262', 'description': 'tempest-description--1998757213'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:11.359804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:11.363086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6cc08136-72a1-4545-8a44-7c61b8b7ffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.371679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:11.384965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:11.396541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:11.410798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 2, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:11.417034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Checking router: dada9b78-ac7d-4a62-961f-8b56fedac548 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:45:11.417034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Updating router dada9b78-ac7d-4a62-961f-8b56fedac548 port ddf7228c-c41d-40f9-81ff-46d5265f88be binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:45:11.423066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.429786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6cc08136-72a1-4545-8a44-7c61b8b7ffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.444310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.476364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.485935 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.513018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.566882 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.582976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:11.601685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group_rule and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:11.609859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:11.621131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 907e55a3-83e6-4c35-ba2f-b917b07a58e8 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:11.622082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:11.625782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=edae4a6d-156d-48b4-a2f6-2c991965901d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:11.628205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:11.630048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:11.633894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:11.643894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6cc08136-72a1-4545-8a44-7c61b8b7ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.682628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc08136-72a1-4545-8a44-7c61b8b7ffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9fd224-4b8f-42d1-b44c-a794ea1c67e7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:11.695251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event updated for resources: {'Port': ['ID=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:11.700463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:11.701790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:11.704154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:11.773448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.773700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:11.774533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.806853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:11.807776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.808676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6cc08136-72a1-4545-8a44-7c61b8b7ffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.813426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6cc08136-72a1-4545-8a44-7c61b8b7ffeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa9fd224-4b8f-42d1-b44c-a794ea1c67e7 HTTP/1.1" status: 204 len: 168 time: 1.0088763 Apr 05 20:45:11.893111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.937768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accd053a-41ed-4fb7-aa20-44eb3161857a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:11.964314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7a113aca-a073-41e0-9ff3-3bb4ea4a540d tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9278831 Apr 05 20:45:11.965141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9425f9b7-81b7-4ac3-af2b-89bd2d6afaa3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0882888 Apr 05 20:45:11.967916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32786) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:11.973433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'port_id': 'edae4a6d-156d-48b4-a2f6-2c991965901d'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:12.018731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.020179 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58a3059c-5e64-413d-8ab5-4c590598acc0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6794102 Apr 05 20:45:12.023677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32790) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:12.034043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'security_group_rule': {'security_group_id': 'accd053a-41ed-4fb7-aa20-44eb3161857a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:12.041314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:12.046233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Request body: {'port': {'device_id': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:12.047345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group_rule and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:12.050366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:12.057430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:12.108937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.167640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.308283 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.316312 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.327128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Transition to ACTIVE for port object ddf7228c-c41d-40f9-81ff-46d5265f88be will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:12.405894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.407177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.441017 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.503522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c971c2-5699-4308-8a99-5ef79a6dd6df,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:12.613959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.618931 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0e068079-f091-4833-a9d2-a91dc41ede52 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5930023 Apr 05 20:45:12.620556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32802) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:12.629301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'security_group_rule': {'security_group_id': 'accd053a-41ed-4fb7-aa20-44eb3161857a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:12.633489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466301c-76b3-4937-9b61-74dcf9b21650 None None] Pushing event updated for resources: {'Port': ['ID=ddf7228c-c41d-40f9-81ff-46d5265f88be,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:12.646204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:12.658030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group_rule and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:12.665026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:12.673614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:12.791736 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.807560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Attempting to bind port ddf7228c-c41d-40f9-81ff-46d5265f88be on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:12.808010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Attempting to bind port ddf7228c-c41d-40f9-81ff-46d5265f88be by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:12.811615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Attempting to bind port ddf7228c-c41d-40f9-81ff-46d5265f88be on network 789374dc-9dec-4c0b-872b-88058370fe21 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:12.818190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:12.818871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Checking segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:12.819369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.819859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Bound using segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:12.820552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Bound port: ddf7228c-c41d-40f9-81ff-46d5265f88be, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:12.821014 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.934268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.946408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] For port ddf7228c-c41d-40f9-81ff-46d5265f88be, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:12.950442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] For port ddf7228c-c41d-40f9-81ff-46d5265f88be, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ddf7228c-c41d-40f9-81ff-46d5265f88be,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:13.069101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.069319 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.069403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab53a7-ae40-4e36-9ff5-ddefbb182583 req-66f26d81-2c80-4bb8-9744-fe7cb89d4e9a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:13.069403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b7ab53a7-ae40-4e36-9ff5-ddefbb182583 req-66f26d81-2c80-4bb8-9744-fe7cb89d4e9a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:13.104706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bf2c03-b872-4ba0-a27f-cf78eec317f3,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:13.200287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.205379 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3cc118bc-6e39-46eb-b23e-44b9e6b09b5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5805321 Apr 05 20:45:13.205899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:13.219302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:13.251810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:13.259796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:floatingip and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:13.270281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:13.270655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466301c-76b3-4937-9b61-74dcf9b21650 None None] Pushing event updated for resources: {'Port': ['ID=ddf7228c-c41d-40f9-81ff-46d5265f88be,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:13.279314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:13.283987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:13.285009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:13.290259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b7ab53a7-ae40-4e36-9ff5-ddefbb182583 req-66f26d81-2c80-4bb8-9744-fe7cb89d4e9a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:13.291946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7ab53a7-ae40-4e36-9ff5-ddefbb182583 req-66f26d81-2c80-4bb8-9744-fe7cb89d4e9a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 932 time: 0.6209736 Apr 05 20:45:13.294458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:13.388741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.515086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.598146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:13.604826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Transition to ACTIVE for port object 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:13.640408 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.669526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7ab53a7-ae40-4e36-9ff5-ddefbb182583 req-c1ec9e1a-c29a-42ce-922f-acaf5dd3e3f1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614104 Apr 05 20:45:13.686650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.719930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.742681 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.949556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Allocated IP 172.25.2.156 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/b80e207c-a873-4388-9a34-6e7610e94cc5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:14.199864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:14.208141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:12Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:14.212804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8107a940-da17-4bb6-8d9d-63b216686305 None None] The sync data for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 is: [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:12Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:14.214596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Attempting to bind port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Attempting to bind port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Attempting to bind port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Attempting to bind port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Bound using segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Bound port: 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:14.215113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.311900 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP 56a89af2-0101-48e6-8648-be253766624a associated. External IP: 172.25.2.247, port: edae4a6d-156d-48b4-a2f6-2c991965901d. Apr 05 20:45:14.474880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] For port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:14.483373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] For port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:14.511074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.592682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:14.596141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:14.600027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:14.641265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'Port': ['ID=b80e207c-a873-4388-9a34-6e7610e94cc5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:14.878355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.886716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:15.126545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb222d-e2d1-4132-9194-60f27e09b290 req-8a989e55-ab7f-4d91-a2d9-279c22a5a19e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:15.128046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dccb222d-e2d1-4132-9194-60f27e09b290 req-8a989e55-ab7f-4d91-a2d9-279c22a5a19e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 944 time: 0.1756885 Apr 05 20:45:15.188940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dccb222d-e2d1-4132-9194-60f27e09b290 req-98c30815-8240-4c64-9c7b-888b8c8d9cbc tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544720 Apr 05 20:45:15.223611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:15.235376 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:15.249634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.255089 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:15.255721 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:15.323947 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.325087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.393680 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:15.418223 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:15.418848 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:15.513246 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:15.514013 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ced31-2aae-4b31-a37a-934fcf14dbd4 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:15.612619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-42752b7c-acf4-450f-a879-60d08f180b05 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/floatingips/56a89af2-0101-48e6-8648-be253766624a HTTP/1.1" status: 200 len: 979 time: 3.6436417 Apr 05 20:45:15.617944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32838) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:15.618383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.619924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] 10.222.0.23 "PUT /v2.0/ports/4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 HTTP/1.1" status: 200 len: 1092 time: 3.5789268 Apr 05 20:45:15.620562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'tag': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:15.633418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8970c-95e9-4f27-942a-cbb80d44cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:15.650967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:15.698897 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea43e70-b8dc-4789-9511-588404465e03'] response: {'name': 'network-changed', 'server_uuid': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'tag': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6', 'status': 'completed', 'code': 200} Apr 05 20:45:15.709570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.718933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port edae4a6d-156d-48b4-a2f6-2c991965901d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:15.719554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.802524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3209652f-da33-4024-ac70-36712c90ad6e req-353f4255-adbb-4ef7-8ad7-090bb9bf7ed9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 1095 time: 0.0806515 Apr 05 20:45:15.905727 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.948056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.991938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:16.000254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b058bb66594ea08bd0c656bb86daf6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:16.011524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:16.029713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209652f-da33-4024-ac70-36712c90ad6e req-87956bd4-f89e-463d-876f-884666a583b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.031165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3209652f-da33-4024-ac70-36712c90ad6e req-87956bd4-f89e-463d-876f-884666a583b5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2592ebf105a0447095563fd564de02f7&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2200978 Apr 05 20:45:16.032015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:16.078917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ddf7228c-c41d-40f9-81ff-46d5265f88be up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:16.203730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'Port': ['ID=b80e207c-a873-4388-9a34-6e7610e94cc5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:16.216448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.222696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.231403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209652f-da33-4024-ac70-36712c90ad6e req-4cb7bb24-09c8-4bb1-9e6e-8130be30983c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.233191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3209652f-da33-4024-ac70-36712c90ad6e req-4cb7bb24-09c8-4bb1-9e6e-8130be30983c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830890 Apr 05 20:45:16.305470 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.347547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.400858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ddf7228c-c41d-40f9-81ff-46d5265f88be completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:16.400858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ddf7228c-c41d-40f9-81ff-46d5265f88be triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:16.400858 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.432483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.434236 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-50bc027d-d120-4092-9227-85e10348e455 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2270248 Apr 05 20:45:16.482418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d6d5f4-1a5b-4763-a16b-1d87e255dc15,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:16.512788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8661370a-5904-42dd-9b72-97a2914b00a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8b058bb66594ea08bd0c656bb86daf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8592484 Apr 05 20:45:16.512788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32858) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:16.577694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-750b3aa9-be04-44f0-bbca-d27c9ba271d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 1095 time: 0.2771404 Apr 05 20:45:16.580703 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.599827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf6e9f-7812-4c9c-9d6b-fc40560ce0bf req-b8908f2f-ece3-437f-abd1-53e2ff33e5d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.601965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdf6e9f-7812-4c9c-9d6b-fc40560ce0bf req-b8908f2f-ece3-437f-abd1-53e2ff33e5d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 944 time: 0.2174275 Apr 05 20:45:16.629990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ddf7228c-c41d-40f9-81ff-46d5265f88be, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ddf7228c-c41d-40f9-81ff-46d5265f88be,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:16.702277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-18443dd4-4a58-4ab8-ab10-272cf3211258 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 HTTP/1.1" status: 200 len: 217 time: 0.1094112 Apr 05 20:45:16.726445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.802273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9738134c-af71-4115-87e7-fd331378c39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.806214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.807313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.808259 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP 56a89af2-0101-48e6-8648-be253766624a disassociated. External IP: 172.25.2.247, port: edae4a6d-156d-48b4-a2f6-2c991965901d. Apr 05 20:45:16.809210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for edae4a6d-156d-48b4-a2f6-2c991965901d owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:16.837390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ddf7228c-c41d-40f9-81ff-46d5265f88be,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:16.880187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9738134c-af71-4115-87e7-fd331378c39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.900381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccdf6e9f-7812-4c9c-9d6b-fc40560ce0bf req-95832626-49e3-4d4a-81f8-732da9dcf067 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346845 Apr 05 20:45:16.945537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-708cf07e-2217-4f02-96f8-095cbdddc10f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.945537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-708cf07e-2217-4f02-96f8-095cbdddc10f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.2267873 Apr 05 20:45:17.016220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-94c52be7-89b6-472e-8550-af6bce40a14e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Synchronizing usage tracker for tenant:ed9681fb251d4bef877130d9685640e8 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:17.035522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-9e93339f-a3be-4fdd-aeee-b3027477b710 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592446 Apr 05 20:45:17.115192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:17.179753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=edae4a6d-156d-48b4-a2f6-2c991965901d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:17.197687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-94c52be7-89b6-472e-8550-af6bce40a14e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Unset dirty status for tenant:ed9681fb251d4bef877130d9685640e8 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:17.198833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-94c52be7-89b6-472e-8550-af6bce40a14e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--123009262&fields=id&tenant_id=ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 267 time: 0.3606477 Apr 05 20:45:17.207577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-3bf0e761-4a86-4b2f-8843-3674b5abb02e service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606910 Apr 05 20:45:17.263945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9738134c-af71-4115-87e7-fd331378c39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:17.395443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738134c-af71-4115-87e7-fd331378c39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d6d5f4-1a5b-4763-a16b-1d87e255dc15,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:17.440738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9738134c-af71-4115-87e7-fd331378c39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:17.441881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9738134c-af71-4115-87e7-fd331378c39c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51d6d5f4-1a5b-4763-a16b-1d87e255dc15 HTTP/1.1" status: 204 len: 168 time: 0.9273651 Apr 05 20:45:17.449509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:17.499020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-582f15f7-e230-4102-997e-a6eb50af5cbe tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:17.499941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-582f15f7-e230-4102-997e-a6eb50af5cbe tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Synchronizing usage tracker for tenant:ed9681fb251d4bef877130d9685640e8 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:17.508724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eabe46a8-3b17-4204-b044-fc6a2bd78617 req-70b66679-c0d6-48b8-ae00-bef74fb7cd2e service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763958 Apr 05 20:45:17.601380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-582f15f7-e230-4102-997e-a6eb50af5cbe tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Unset dirty status for tenant:ed9681fb251d4bef877130d9685640e8 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:17.603072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-582f15f7-e230-4102-997e-a6eb50af5cbe tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 817 time: 0.3945735 Apr 05 20:45:17.620398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-a239b48e-1a84-4feb-afc8-4b3e991d8fa2 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/quotas/ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 375 time: 0.0115392 Apr 05 20:45:17.685533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:17.696918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:17.710584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:17.711688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:17.725201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-a6765922-2ae1-43ec-bd5d-ceed9c14da24 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987437 Apr 05 20:45:17.775070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:17.787008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:17.787942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:17.828447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:17.855069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32874) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:17.857314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab47d1a2-d8b7-464a-b093-207075d19d47 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/ports/edae4a6d-156d-48b4-a2f6-2c991965901d HTTP/1.1" status: 204 len: 168 time: 2.2332973 Apr 05 20:45:17.874617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:17.875120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1ac724-1751-4680-aa94-f055c5fb5ab8 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:18.015128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ddf7228c-c41d-40f9-81ff-46d5265f88be up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:18.088797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a30e2c91-1544-4650-b160-c11c0debcf7a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "GET /v2.0/floatingips/56a89af2-0101-48e6-8648-be253766624a HTTP/1.1" status: 200 len: 688 time: 0.2323573 Apr 05 20:45:18.091905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32886) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:18.117103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-63cb5de2-9b96-424e-8b18-d8a569558975 service neutron] 10.222.0.10 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773880 Apr 05 20:45:18.137703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ddf7228c-c41d-40f9-81ff-46d5265f88be triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:18.138305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:18.475541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-2b0ff445-61aa-47b3-8fbe-a1795c2dccce service neutron] 10.222.0.10 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521385 Apr 05 20:45:18.487857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01764f66-a9b4-4b6e-950d-e7755167b05f req-e76f24ad-7011-4feb-9a61-7e1c0723f6d5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:18.489687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01764f66-a9b4-4b6e-950d-e7755167b05f req-e76f24ad-7011-4feb-9a61-7e1c0723f6d5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 944 time: 0.2259138 Apr 05 20:45:18.522491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 8a6f083a-1e87-42c0-9737-b83cc33c2641 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:18.523012 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:18.547413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01764f66-a9b4-4b6e-950d-e7755167b05f req-b1620db2-00e3-403c-9de5-99d9da50bf13 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Apr 05 20:45:18.781355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5160596b-6150-450f-a518-21caa9ac3cc3 req-c0802d35-5bc4-4240-a692-fa8254549a0a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 210 time: 0.0565813 Apr 05 20:45:18.802523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:18.802845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:18.944595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 8a6f083a-1e87-42c0-9737-b83cc33c2641 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:18.970752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32908) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:19.133869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-421253935-network', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:19.135377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:19.139392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Usage tracker for resource:network and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:19.142236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:19.148936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:19.246350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:19.249889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.250037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.271456 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.323544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=8a6f083a-1e87-42c0-9737-b83cc33c2641,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:19.352271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:19.361643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Usage tracker for resource:security_group_rule and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:19.364978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:19.372123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:19.448229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.450183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.467714 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.468850 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-90a6634e-3bdd-44f3-bb34-49f33f282708 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/floatingips/56a89af2-0101-48e6-8648-be253766624a HTTP/1.1" status: 204 len: 168 time: 1.3761458 Apr 05 20:45:19.472552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32916) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:19.478211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:19.490046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:19.494440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:floatingip and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:19.497475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:19.504640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:19.549734 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.581773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:45:19.592189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863c8e69-f92d-4a0f-a23f-286637f22839,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:19.600016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.600360 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Added segment 38b6ec72-04bc-43fd-93a6-e96b0bfe86cb of type vlan for network a51e7492-aa31-4019-9b27-e45d86b3e21d Apr 05 20:45:19.624955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.647924 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.841449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c31a81-bf8a-4883-9462-608a25724877 req-6721793f-4638-4e2c-b349-f532df34b3cd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:19.842932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5c31a81-bf8a-4883-9462-608a25724877 req-6721793f-4638-4e2c-b349-f532df34b3cd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 944 time: 0.1401277 Apr 05 20:45:19.923388 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.923388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:19.923388 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:19.952342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-578cc7e8-b545-437f-bcf0-8fbbc4b3a77c req-9fd78a1a-61f6-4ff1-8fe9-b8dc24731244 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 210 time: 0.0798051 Apr 05 20:45:20.027828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.080627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.102396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5c31a81-bf8a-4883-9462-608a25724877 req-6e4527f1-0434-45f1-8e66-ff2afb7172e4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494090 Apr 05 20:45:20.106001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] Pushing event updated for resources: {'Network': ['ID=a51e7492-aa31-4019-9b27-e45d86b3e21d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:20.117435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network a51e7492-aa31-4019-9b27-e45d86b3e21d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:45:20.156052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f2e4c704-905c-4058-abe9-f52723b4c11a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1809318 Apr 05 20:45:20.156557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32926) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:20.161519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Request body: {'subnet': {'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-421253935-subnet', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:20.172464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:20.176890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Usage tracker for resource:subnet and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:20.182032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:20.187240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:20.214453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:20.259209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:20.264867 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.271576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.25.2.45 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/7597bebb-99d4-4dd7-ac09-acdfba823258) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:20.488182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:20.506091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'port_id': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6', 'mac_address': 'fa:16:3e:93:14:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebccad2a-7032-4a42-a749-eaa26288144f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:20.510774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.575909 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.596102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:20.611955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:20.646768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.692291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.719550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:20.722605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:20.727338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:20.737794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.775990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=7597bebb-99d4-4dd7-ac09-acdfba823258,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:20.804831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c247d9-1aa0-44bb-9497-04c9abd0dfc0,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:20.811273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.812585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.812585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.812790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.813645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.814343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.815145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.815617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.816933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.817297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.817631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:20.850047 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Checking segment: {'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:20.850047 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Network hostable DHCP agents. Network: a51e7492-aa31-4019-9b27-e45d86b3e21d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:45:20.850345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:20.983328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Network a51e7492-aa31-4019-9b27-e45d86b3e21d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:45:21.043062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:21.095634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, a51e7492-aa31-4019-9b27-e45d86b3e21d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:21.109000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:21.109634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.126338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ae877-7407-4c55-af72-0dc9c986813d None None] Network a51e7492-aa31-4019-9b27-e45d86b3e21d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:21.184330 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f8b18bd0-39f7-4f16-afd7-d2fb2f9bc692 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0271330 Apr 05 20:45:21.190896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32936) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:21.193993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:21.199371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:21.204035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Usage tracker for resource:router and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:21.207428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:21.214324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:21.291399 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.291892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.321734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.348198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35df5b9b-a4fe-4c90-8e3f-00474af8177c req-295dd423-b6f1-403c-91e2-bb3e021d943a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 210 time: 0.1918910 Apr 05 20:45:21.592605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-a51e7492-aa31-4019-9b27-e45d86b3e21d', 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'fixed_ips': [{'subnet_id': '14c247d9-1aa0-44bb-9497-04c9abd0dfc0'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:45:21.593473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.623676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb6048-eed0-421a-95b4-b41157ac7a94 req-18352aba-f03c-43c9-ac5e-9ff96dc47e33 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:21.624175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cdb6048-eed0-421a-95b4-b41157ac7a94 req-18352aba-f03c-43c9-ac5e-9ff96dc47e33 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 945 time: 0.2131965 Apr 05 20:45:21.696047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.802784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Allocated IP 172.20.0.2 (a51e7492-aa31-4019-9b27-e45d86b3e21d/14c247d9-1aa0-44bb-9497-04c9abd0dfc0/37d98e25-435a-4bb3-98d3-1cb2cd85f0b9) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:21.945646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cdb6048-eed0-421a-95b4-b41157ac7a94 req-ddab8f9c-5d4e-4689-9a4a-bc1912dad686 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068714 Apr 05 20:45:21.986840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.998471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-561d9aa3-6610-4037-9e77-0b7f414d18e7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:22.000371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-561d9aa3-6610-4037-9e77-0b7f414d18e7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.39 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 817 time: 0.3432965 Apr 05 20:45:22.075084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.089208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.100679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Transition to ACTIVE for port object 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:22.108288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.134829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Transition to ACTIVE for port object 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:22.168014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-16bb610d-8eda-448d-8fcf-568d269974eb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 379 time: 0.1488571 Apr 05 20:45:22.178116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'port': {'device_id': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'admin_state_up': True, 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'security_groups': ['accd053a-41ed-4fb7-aa20-44eb3161857a']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:22.197681 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.211539 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.310803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Allocated IP 172.25.2.150 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/78fd1a0d-c79e-4d82-bdb8-12d5859afcac) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:22.399684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Pushing event updated for resources: {'Port': ['ID=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:22.413962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Network a51e7492-aa31-4019-9b27-e45d86b3e21d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:22.415762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:22.419125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:22.500750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:22.520788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:port and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:22.529069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:22.539090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:22.557861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Attempting to bind port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:22.558410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Attempting to bind port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:22.558844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Attempting to bind port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 on network a51e7492-aa31-4019-9b27-e45d86b3e21d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:22.569135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:22.569634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Checking segment: {'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:22.570394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.574850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Bound using segment: {'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:22.574850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Bound port: 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:22.574850 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.672383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.673776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] For port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:22.677608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] For port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,segment=NetworkSegment(38b6ec72-04bc-43fd-93a6-e96b0bfe86cb),segment_id=38b6ec72-04bc-43fd-93a6-e96b0bfe86cb)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:22.682126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-220fdcc5-568b-4e09-8a4c-6311e0db468e req-869bb03a-8b75-4c32-ab8a-5a55c120c82b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 210 time: 0.0998876 Apr 05 20:45:22.685961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Made reservation on behalf of ed9681fb251d4bef877130d9685640e8 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:22.701300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.736558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.767731 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.779412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.830904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.873906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c16044-12e7-4e34-af8b-6edd48dfd9a0 None None] Pushing event updated for resources: {'Port': ['ID=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:22.923056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=7597bebb-99d4-4dd7-ac09-acdfba823258,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:22.934973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:22.938148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:22.941633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:22.980763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Pushing event updated for resources: {'Port': ['ID=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:22.992240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:23.167044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Allocated IP 172.20.0.5 (789374dc-9dec-4c0b-872b-88058370fe21/3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8/7d7509d9-d739-4637-8cb3-75c5affae6fa) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:23.328455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:23.330119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:23.643937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75fe4-6b85-4194-a865-95ff5317d52e req-0647d8e5-26a0-4bc5-82f0-4d1bf92584ae tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:23.643937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8c75fe4-6b85-4194-a865-95ff5317d52e req-0647d8e5-26a0-4bc5-82f0-4d1bf92584ae tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 945 time: 0.4501345 Apr 05 20:45:23.704274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:23.731100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Transition to ACTIVE for port object 7d7509d9-d739-4637-8cb3-75c5affae6fa will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:23.767693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8c75fe4-6b85-4194-a865-95ff5317d52e req-e2e5329b-9fc7-44e0-8fa4-6eae8be0ae4d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157990 Apr 05 20:45:23.771203 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP 3ad2d5f7-9599-41b8-b494-03b526234ec9 associated. External IP: 172.25.2.45, port: 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f. Apr 05 20:45:23.976251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-334f73af-9ce0-4f30-9e09-d0ee7c8b4e02 req-a222a05c-d8f5-425c-ad08-10d7c46997f8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 210 time: 0.0530546 Apr 05 20:45:24.072807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:24.154413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Router 2c718ba4-b5b3-4278-a6cc-5776483544ef is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:45:24.210465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:24.213186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.271430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02121aa6-2b84-4a4a-b88a-add08acf2875 None None] Network a51e7492-aa31-4019-9b27-e45d86b3e21d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:24.290490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:24.325074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Network 789374dc-9dec-4c0b-872b-88058370fe21 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:24.327295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:24.330316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:24.402906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:24.403761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.474826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:24.514933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:24.515751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-60e3720a-5b7a-46b3-a102-368400139c4f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3422973 Apr 05 20:45:24.529523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Sync routers for ids ['2c718ba4-b5b3-4278-a6cc-5776483544ef'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:24.530393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:24.558977 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Routers {'2c718ba4-b5b3-4278-a6cc-5776483544ef'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:24.559614 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c718ba4-b5b3-4278-a6cc-5776483544ef'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:24.565668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Request body: {'port': {'device_id': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:24.669594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.671609 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1568d38b-751c-4789-adbc-cf2f1d5fbc6c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4837046 Apr 05 20:45:24.676502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32962) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:24.692764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-358362f4-ff25-4abc-9083-79f4e9f2f395 None None] Provisioning for port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:24.701140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-358362f4-ff25-4abc-9083-79f4e9f2f395 None None] Provisioning complete for port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:24.701511 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-358362f4-ff25-4abc-9083-79f4e9f2f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.784552 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.815091 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Set router 2c718ba4-b5b3-4278-a6cc-5776483544ef gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:24.921638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-358362f4-ff25-4abc-9083-79f4e9f2f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.950999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:24.982485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:24.983074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.077012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-358362f4-ff25-4abc-9083-79f4e9f2f395 None None] For port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,segment=NetworkSegment(38b6ec72-04bc-43fd-93a6-e96b0bfe86cb),segment_id=38b6ec72-04bc-43fd-93a6-e96b0bfe86cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:25.153553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-358362f4-ff25-4abc-9083-79f4e9f2f395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.335411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.371816 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:23Z', 'revision_number': 3, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:25.376889 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Checking router: 2c718ba4-b5b3-4278-a6cc-5776483544ef for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:45:25.377281 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Updating router 2c718ba4-b5b3-4278-a6cc-5776483544ef port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:45:25.388513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:25.415603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:25.432831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358362f4-ff25-4abc-9083-79f4e9f2f395 None None] Pushing event updated for resources: {'Port': ['ID=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:25.433871 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.481396 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.575720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268f79-bf1e-4216-9b67-a7f32d049ca6 req-2b0e7267-df2c-43b0-a800-db987885b7d9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:25.578748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53268f79-bf1e-4216-9b67-a7f32d049ca6 req-2b0e7267-df2c-43b0-a800-db987885b7d9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 945 time: 0.4802537 Apr 05 20:45:25.582493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-709d4d5b-7b3f-4945-adbd-9d5d06255a12 None None] Provisioning for port 7d7509d9-d739-4637-8cb3-75c5affae6fa completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:25.611745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-709d4d5b-7b3f-4945-adbd-9d5d06255a12 None None] Provisioning complete for port 7d7509d9-d739-4637-8cb3-75c5affae6fa triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:25.618646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-709d4d5b-7b3f-4945-adbd-9d5d06255a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.701743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:25.743714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-709d4d5b-7b3f-4945-adbd-9d5d06255a12 None None] Port 7d7509d9-d739-4637-8cb3-75c5affae6fa cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:25.768462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81347c8-1eca-405a-9fb1-01777d70868b req-4f60b108-f49d-45c2-b535-7edd95f13230 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:25.769549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c81347c8-1eca-405a-9fb1-01777d70868b req-4f60b108-f49d-45c2-b535-7edd95f13230 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Synchronizing usage tracker for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:25.776308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-709d4d5b-7b3f-4945-adbd-9d5d06255a12 None None] Provisioning complete for port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:25.776682 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-709d4d5b-7b3f-4945-adbd-9d5d06255a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.889372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53268f79-bf1e-4216-9b67-a7f32d049ca6 req-dddc1b8c-961e-4614-a07d-5cf088c83146 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961032 Apr 05 20:45:25.963462 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.980170 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Transition to ACTIVE for port object 78fd1a0d-c79e-4d82-bdb8-12d5859afcac will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:26.022283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c81347c8-1eca-405a-9fb1-01777d70868b req-4f60b108-f49d-45c2-b535-7edd95f13230 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Unset dirty status for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:26.029762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c81347c8-1eca-405a-9fb1-01777d70868b req-4f60b108-f49d-45c2-b535-7edd95f13230 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 931 time: 0.7809076 Apr 05 20:45:26.035697 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800844b6-45c4-4c79-83ac-4dbd877cecb4'] response: {'server_uuid': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6', 'code': 200} Apr 05 20:45:26.052635 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.085418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:26.097499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.260723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:26.261391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.291025 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Attempting to bind port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:26.291668 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Attempting to bind port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:26.292184 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Attempting to bind port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:26.298203 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Pushing event updated for resources: {'Port': ['ID=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:26.304133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:26.318662 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:26.320826 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:26.321260 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.321657 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:26.322705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Bound port: 78fd1a0d-c79e-4d82-bdb8-12d5859afcac, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:26.323107 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.342948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:26.374894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c81347c8-1eca-405a-9fb1-01777d70868b req-85a801fe-8012-4283-8fed-d005b8de34a6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3436017 Apr 05 20:45:26.381171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:26.381991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:26.387526 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.387526 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.387969 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.388391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.388908 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.389320 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.389828 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.390314 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.390786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.391388 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.391872 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:26.452510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.456065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:26.478401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:26.478401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:26.486452 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] For port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:26.490334 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] For port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:26.535660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Allocated IP 172.20.0.1 (a51e7492-aa31-4019-9b27-e45d86b3e21d/14c247d9-1aa0-44bb-9497-04c9abd0dfc0/86bdc754-d50a-4396-b8a2-a604efe11802) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:26.538945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f74ff128-622f-4716-a11a-218f20de8866 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.0624883 Apr 05 20:45:26.542103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:26.548224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:26.549127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20bf15-985e-4762-95b4-eadae8f144ec None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:26.551204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-628844298'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:26.556294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:26.561297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:network and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:26.564212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:26.568865 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.571470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:26.587134 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bba1f80-606c-4596-a6ae-429903beab8e req-1b26a831-f2ad-44d2-9f94-5aae5ab2c546 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 1097 time: 0.3152702 Apr 05 20:45:26.692347 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Routers {'2c718ba4-b5b3-4278-a6cc-5776483544ef'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:26.693391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c718ba4-b5b3-4278-a6cc-5776483544ef'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:26.695775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:26.698740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.755691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7509d9-d739-4637-8cb3-75c5affae6fa {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:26.761290 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bba1f80-606c-4596-a6ae-429903beab8e req-8c638551-70bb-4e82-9579-2b6f23b43249 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654892 Apr 05 20:45:26.771981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.772983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.777537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:45:26.795705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Transition to ACTIVE for port object 7d7509d9-d739-4637-8cb3-75c5affae6fa will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:26.796665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.797019 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Added segment 5b256372-e789-462c-b563-ece9d239c863 of type vlan for network 8dcf321f-d46a-413a-a748-5fceba83ed42 Apr 05 20:45:26.799261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Transition to ACTIVE for port object 86bdc754-d50a-4396-b8a2-a604efe11802 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:26.824344 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.844851 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69883c-eefb-4acf-af6d-3b357ab43cbb None None] Pushing event updated for resources: {'Port': ['ID=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:26.858129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.891541 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.912615 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] Set router 2c718ba4-b5b3-4278-a6cc-5776483544ef gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:26.998619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:27.005191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.017756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:27.017756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.040678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Pushing event updated for resources: {'Port': ['ID=86bdc754-d50a-4396-b8a2-a604efe11802,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:27.086201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Network a51e7492-aa31-4019-9b27-e45d86b3e21d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:27.090922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:27.093688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:27.221909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.324146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Network': ['ID=8dcf321f-d46a-413a-a748-5fceba83ed42,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:27.350392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:45:27.384155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-216bc7a6-d33c-4d9d-88fd-271342be05fa tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8355055 Apr 05 20:45:27.387604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32990) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:27.425150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'subnet': {'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:27.469459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.567800 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:23Z', 'revision_number': 3, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:27.575196 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b35bb8d-d459-4e71-8971-e668f9bab856 None None] The sync data for ids ['2c718ba4-b5b3-4278-a6cc-5776483544ef'] in n-d-836605-1 is: [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:23Z', 'revision_number': 3, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:27.582665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:27.593963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:27.642871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Attempting to bind port 7d7509d9-d739-4637-8cb3-75c5affae6fa on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:27.643032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Attempting to bind port 7d7509d9-d739-4637-8cb3-75c5affae6fa by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:27.643310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Attempting to bind port 7d7509d9-d739-4637-8cb3-75c5affae6fa on network 789374dc-9dec-4c0b-872b-88058370fe21 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:27.651778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Port 7d7509d9-d739-4637-8cb3-75c5affae6fa on network 789374dc-9dec-4c0b-872b-88058370fe21 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:45:27.652159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Attempting to bind port 7d7509d9-d739-4637-8cb3-75c5affae6fa on network 789374dc-9dec-4c0b-872b-88058370fe21 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:27.667557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74006ee8-32cb-4809-b9f4-3e1e8a813d49 req-e82e94e4-8f60-4b58-a128-ad00d8cbecea tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:27.671334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74006ee8-32cb-4809-b9f4-3e1e8a813d49 req-e82e94e4-8f60-4b58-a128-ad00d8cbecea tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 946 time: 0.4809744 Apr 05 20:45:27.674953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:27.680909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Checking segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:27.680909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Bound using segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:27.680909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Bound port: 7d7509d9-d739-4637-8cb3-75c5affae6fa, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:27.680909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.745599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:27.838775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.840038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-86a3ee40-655e-4eb0-b3fe-cc1916dbcd0d None None] Provisioning for port 86bdc754-d50a-4396-b8a2-a604efe11802 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:27.845866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-86a3ee40-655e-4eb0-b3fe-cc1916dbcd0d None None] Provisioning complete for port 86bdc754-d50a-4396-b8a2-a604efe11802 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:27.846472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86a3ee40-655e-4eb0-b3fe-cc1916dbcd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.918017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-86a3ee40-655e-4eb0-b3fe-cc1916dbcd0d None None] Port 86bdc754-d50a-4396-b8a2-a604efe11802 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:27.950417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.965025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74006ee8-32cb-4809-b9f4-3e1e8a813d49 req-d688c93f-4ede-4b6f-abc0-4d715c801d7d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448063 Apr 05 20:45:27.971819 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.068476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:28.090519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d226-2d6c-4dc2-ae91-7a50efebff66 req-6ae4fb46-f186-4f60-8fb4-629b18481b44 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:28.090519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e408d226-2d6c-4dc2-ae91-7a50efebff66 req-6ae4fb46-f186-4f60-8fb4-629b18481b44 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.4174972 Apr 05 20:45:28.093954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:28.107237 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.110969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Pushing event updated for resources: {'Port': ['ID=86bdc754-d50a-4396-b8a2-a604efe11802,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:28.167667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.229945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e408d226-2d6c-4dc2-ae91-7a50efebff66 req-d6800466-d4aa-40fb-93fb-6ec232e1bbd6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262960 Apr 05 20:45:28.283670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Network a51e7492-aa31-4019-9b27-e45d86b3e21d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:28.285920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:28.295613 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.313368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] 10.222.0.39 "PUT /v2.0/ports/7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 200 len: 1091 time: 3.7752123 Apr 05 20:45:28.314360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:28.350790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9197f4-6a06-422e-86cf-ec82e33bfbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:28.558151 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3880ba1c-2284-4388-976e-59b33a154337'] response: {'name': 'network-changed', 'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'status': 'completed', 'code': 200} Apr 05 20:45:28.588934 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.940880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-780b1862-43a3-4b42-b8f9-053efa1a9ec0 None None] Provisioning complete for port 86bdc754-d50a-4396-b8a2-a604efe11802 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:28.942574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-780b1862-43a3-4b42-b8f9-053efa1a9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.957975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-535ef351-1cd0-4ee1-b9d6-cb112b8f4924 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1094 time: 0.5079966 Apr 05 20:45:28.957975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Subnet': ['ID=a4ad1325-1c64-4cea-9339-b5477771825c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:28.971822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Checking segment: {'id': '5b256372-e789-462c-b563-ece9d239c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:28.972356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network hostable DHCP agents. Network: 8dcf321f-d46a-413a-a748-5fceba83ed42, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:45:29.022368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Router 2c718ba4-b5b3-4278-a6cc-5776483544ef has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:29.067896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-780b1862-43a3-4b42-b8f9-053efa1a9ec0 None None] Port 86bdc754-d50a-4396-b8a2-a604efe11802 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:29.164699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-5fc76219-dcad-4a41-9a0f-191c6813dd63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 200 len: 217 time: 0.1954694 Apr 05 20:45:29.385543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-a522f775-59ea-432e-8b7e-4ae6f8e00bb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:29.387728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-a522f775-59ea-432e-8b7e-4ae6f8e00bb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.2104175 Apr 05 20:45:29.435557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:29.448996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f2feba53-62b7-45dd-85c7-9d2045b56228 admin admin] 10.222.0.10 "PUT /v2.0/routers/2c718ba4-b5b3-4278-a6cc-5776483544ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7711172 Apr 05 20:45:29.531987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1175a-9fd3-4ea6-bef3-6ce54269878a req-96a04241-37d6-4a31-b451-7fd0da2b4862 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:29.533464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15e1175a-9fd3-4ea6-bef3-6ce54269878a req-96a04241-37d6-4a31-b451-7fd0da2b4862 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 946 time: 0.2845664 Apr 05 20:45:29.534004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:45:29.631308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15e1175a-9fd3-4ea6-bef3-6ce54269878a req-8d131371-0c02-4ec2-a7cb-d200d5ab279c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894938 Apr 05 20:45:29.641122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-962d81f7-b649-46fc-99cf-57fa793f9493 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456360 Apr 05 20:45:29.652479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93b70-85c7-431f-81b0-cfebd52fa9e5 req-30244fa6-984b-404c-bfd2-c4e3f5e2f57d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:29.654053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5e93b70-85c7-431f-81b0-cfebd52fa9e5 req-30244fa6-984b-404c-bfd2-c4e3f5e2f57d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.1757219 Apr 05 20:45:29.695903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33014) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:29.747857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 8dcf321f-d46a-413a-a748-5fceba83ed42) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:29.765382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef541dde-e409-4c98-8da8-c8c35317a066 None None] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:29.767885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:29.768475 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.786205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1690306970'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:29.792922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:29.798869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:network and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:29.802770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:29.814267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:29.854418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5e93b70-85c7-431f-81b0-cfebd52fa9e5 req-6c70f856-feb4-4c02-aaae-16f3ea0a610d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790633 Apr 05 20:45:29.876726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-d8e23e04-e250-44cc-8794-48d6867b6a85 service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216287 Apr 05 20:45:29.982042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4bbdb1c9-083e-4bb1-867f-05676c067c49 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5934007 Apr 05 20:45:29.985876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33020) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:29.991153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-731221599', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:30.008905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:30.015256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:router and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:30.028384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:30.040805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:30.060442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:30.064573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.077969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78fd1a0d-c79e-4d82-bdb8-12d5859afcac up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:30.097434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d9cf2b0-a68c-4c18-bc4c-4d669ef545a4 req-a6393b54-073e-4190-925a-77fe84523d3e service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140627 Apr 05 20:45:30.104203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:45:30.114924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d0352-f27e-4447-906f-a54216fa24a0 req-b79ef5bd-db3d-4c42-bdd9-4b20fbf275cd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:30.116635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d9d0352-f27e-4447-906f-a54216fa24a0 req-b79ef5bd-db3d-4c42-bdd9-4b20fbf275cd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 946 time: 0.1363471 Apr 05 20:45:30.128342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-8dcf321f-d46a-413a-a748-5fceba83ed42', 'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42', 'tenant_id': '1edb054c72b74cd2bc4a6ea9d6331e5c', 'fixed_ips': [{'subnet_id': 'a4ad1325-1c64-4cea-9339-b5477771825c'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:45:30.129162 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.129853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.130267 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Added segment 4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45 of type vlan for network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 Apr 05 20:45:30.160984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.167515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.168432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.169576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d9d0352-f27e-4447-906f-a54216fa24a0 req-649ea316-8090-4f96-8039-5dba270d6b7e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Apr 05 20:45:30.206799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.287230 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.295482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:30.295482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.337012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Allocated IP 172.20.0.2 (8dcf321f-d46a-413a-a748-5fceba83ed42/a4ad1325-1c64-4cea-9339-b5477771825c/4626d00e-0464-4df0-8cd1-d6b3b48d2842) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:30.393672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-3b76a832-1cbb-4566-8f26-9699ad68744a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1094 time: 0.1110280 Apr 05 20:45:30.420739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:30.440288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:30.440941 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.534691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-ccca7a90-ea79-4d99-bf8f-5c46f2d3d4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:30.536521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-ccca7a90-ea79-4d99-bf8f-5c46f2d3d4c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.1349425 Apr 05 20:45:30.564119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Network': ['ID=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:30.575451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.586199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:45:30.624266 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-90a82837-0a76-4121-8191-6f7bd1b12a6b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9161177 Apr 05 20:45:30.624266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33026) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:30.624860 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-550f7df1-a4d8-4dbf-b2a5-176957cf1d67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 200 len: 217 time: 0.0739808 Apr 05 20:45:30.626389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'subnet': {'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:30.687283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-6e0514fe-c5a1-4f34-a36e-0452a56cb2ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:30.689165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-6e0514fe-c5a1-4f34-a36e-0452a56cb2ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.0656400 Apr 05 20:45:30.751649 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.789929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.803169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:30.805888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Transition to ACTIVE for port object 4626d00e-0464-4df0-8cd1-d6b3b48d2842 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:30.808795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-47badaff-511b-4f6e-8122-883f9208736c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130676 Apr 05 20:45:30.833859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Transition to ACTIVE for port object 4626d00e-0464-4df0-8cd1-d6b3b48d2842 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:30.851848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:30.859335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:subnet and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:30.870367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:30.879436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:30.968202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.972091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.993556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-978a5e6a-5235-4e0a-8cb5-73ea73afb53c service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744053 Apr 05 20:45:31.003356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.057669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:31.111123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:31.133744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.134891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.137124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.137616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.138124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.138588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.139560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.140188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.146156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.148652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.148652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:31.150728 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.235023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:31.238337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:31.242502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:31.253972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Pushing event updated for resources: {'Port': ['ID=4626d00e-0464-4df0-8cd1-d6b3b48d2842,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:31.294680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.25.2.121 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/b5e0830a-1d3e-43df-bb41-28d075c84382) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:31.371039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Attempting to bind port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:31.371736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Attempting to bind port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5b256372-e789-462c-b563-ece9d239c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:31.372183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.372487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Attempting to bind port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 on network 8dcf321f-d46a-413a-a748-5fceba83ed42 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:31.380708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:31.381523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Checking segment: {'id': '5b256372-e789-462c-b563-ece9d239c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:31.381917 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.382308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Bound using segment: {'id': '5b256372-e789-462c-b563-ece9d239c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:31.382797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Bound port: 4626d00e-0464-4df0-8cd1-d6b3b48d2842, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b256372-e789-462c-b563-ece9d239c863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:31.383171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.474000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09373e07-cec3-441a-a089-60581121a2aa req-23eca87a-365b-46e8-b805-8d30910810ff tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:31.480440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] For port 4626d00e-0464-4df0-8cd1-d6b3b48d2842, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:31.483122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09373e07-cec3-441a-a089-60581121a2aa req-23eca87a-365b-46e8-b805-8d30910810ff tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.4589303 Apr 05 20:45:31.484059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] For port 4626d00e-0464-4df0-8cd1-d6b3b48d2842, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4626d00e-0464-4df0-8cd1-d6b3b48d2842,segment=NetworkSegment(5b256372-e789-462c-b563-ece9d239c863),segment_id=5b256372-e789-462c-b563-ece9d239c863)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:31.507888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b98749c1-cc02-4408-a9c2-5945ddcaf709 req-84ef9b4d-d1dd-4cab-b841-f17d33096ba6 service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104244 Apr 05 20:45:31.544894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b46be4-f2fa-40c2-9c21-b381ac6f431d req-bb6936cc-7a17-4505-b32a-5fbdc12a9c51 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:31.546432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53b46be4-f2fa-40c2-9c21-b381ac6f431d req-bb6936cc-7a17-4505-b32a-5fbdc12a9c51 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 946 time: 0.2094824 Apr 05 20:45:31.563574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09373e07-cec3-441a-a089-60581121a2aa req-4adbb9e2-982f-463e-8a8f-34f340cbbdea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776503 Apr 05 20:45:31.590947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.619518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53b46be4-f2fa-40c2-9c21-b381ac6f431d req-ede3e477-e576-4a09-afc0-27c3894bd26f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Apr 05 20:45:31.689516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e83329-d368-421e-80f3-86bdbc041f08 None None] Pushing event updated for resources: {'Port': ['ID=4626d00e-0464-4df0-8cd1-d6b3b48d2842,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:31.690846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.920560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.980505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.044546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:32.053957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:32.062762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:32.119688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4626d00e-0464-4df0-8cd1-d6b3b48d2842 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:32.227234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=b5e0830a-1d3e-43df-bb41-28d075c84382,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:32.262792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:32.265975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Subnet': ['ID=bf90d343-30f6-4f97-a8da-93eb525a4f59,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:32.268513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78fd1a0d-c79e-4d82-bdb8-12d5859afcac up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:32.272329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.272682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.273027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.273442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.273777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.274114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.274447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.274778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.275138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.275464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.275794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.328593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.328950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.329322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.329668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.330045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.330394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.330720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.331217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.331713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.332068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.332406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:32.346817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Checking segment: {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:32.346978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network hostable DHCP agents. Network: 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:45:32.349648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:32.350026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.464344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:45:32.514210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.514961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.576996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:32.585340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f63377-1389-4b4d-b17e-f15380d07611 None None] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:32.636058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:32.636903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.713729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10a669-a621-473e-ad04-897b034e6004 req-914e352d-fa2e-47d8-8945-caf264850ad7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:32.715255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a10a669-a621-473e-ad04-897b034e6004 req-914e352d-fa2e-47d8-8945-caf264850ad7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 946 time: 0.1564429 Apr 05 20:45:32.734219 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd64d73c-ef80-435e-9ce4-2d14407bcf42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1167295 Apr 05 20:45:32.743289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33044) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:32.778800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1502441455'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:32.786277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:32.793248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:network and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:32.803264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:32.814436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:32.860427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3287b-c95c-4d11-8f69-19d02fb6b705 None None] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:32.908188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:32.908539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.938270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:32.943186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.979485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:45:32.991352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.991751 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Added segment 5a5869ec-03b4-488b-b8d5-3577e03aea55 of type vlan for network dc5c1332-2621-435d-909e-f2bfc621b265 Apr 05 20:45:33.001716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-5cfc3f64-2a18-4277-8b34-37bdfd0b87d6', 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'fixed_ips': [{'subnet_id': 'bf90d343-30f6-4f97-a8da-93eb525a4f59'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:45:33.003193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.022741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.044461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router e5aed851-e846-41e7-b593-ee318086068f is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:45:33.188078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.192249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:33.193199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.213545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793c2b5-2dc0-488f-b229-a334f3e7cfc5 req-46cd8656-4074-411f-b8b4-30ae6cde48bf tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:33.214944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c793c2b5-2dc0-488f-b229-a334f3e7cfc5 req-46cd8656-4074-411f-b8b4-30ae6cde48bf tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.3518157 Apr 05 20:45:33.220329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87719c78-2d43-447b-a2d3-778bcc49b361 req-578bd000-ca3f-41a0-b8e8-43c04cbb8828 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:33.226987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87719c78-2d43-447b-a2d3-778bcc49b361 req-578bd000-ca3f-41a0-b8e8-43c04cbb8828 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 946 time: 0.3227153 Apr 05 20:45:33.267144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-73ca8a67-36fb-4077-8bda-49a54bdfc4ec None None] Provisioning for port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:33.288319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-73ca8a67-36fb-4077-8bda-49a54bdfc4ec None None] Provisioning complete for port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:33.288698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-73ca8a67-36fb-4077-8bda-49a54bdfc4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.348027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Network': ['ID=dc5c1332-2621-435d-909e-f2bfc621b265,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:33.368382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Allocated IP 19.80.0.2 (5cfc3f64-2a18-4277-8b34-37bdfd0b87d6/bf90d343-30f6-4f97-a8da-93eb525a4f59/470186bf-c853-4d8a-a342-6d92643d8967) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:33.370513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network dc5c1332-2621-435d-909e-f2bfc621b265 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:45:33.381618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87719c78-2d43-447b-a2d3-778bcc49b361 req-702529a4-ef36-4e73-b855-ed5a47b76621 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537235 Apr 05 20:45:33.385169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:33.385728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.398310 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd3cf496-22c5-4270-88ef-b15f3a6930d7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6502960 Apr 05 20:45:33.399599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c793c2b5-2dc0-488f-b229-a334f3e7cfc5 req-b62041b5-0bd2-4240-b0fb-139e961dd0bc tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566484 Apr 05 20:45:33.402261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33050) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:33.448662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:33.463591 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] Sync routers for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:33.473944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'subnet': {'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:33.478055 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:33.479069 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:33.546424 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:33.556020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:33.559920 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:33.560532 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:33.619618 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:33.620438 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f9441-e041-4b8b-9b4c-11d0abab3f4a None None] The sync data for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:33.635071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.638043 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eaf421db-b279-4706-a531-e06964f9d818 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6495743 Apr 05 20:45:33.646711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33054) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:33.693003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-73ca8a67-36fb-4077-8bda-49a54bdfc4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.716755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:33.721647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:subnet and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:33.724622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:33.731605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:33.772316 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.849249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-73ca8a67-36fb-4077-8bda-49a54bdfc4ec None None] For port 4626d00e-0464-4df0-8cd1-d6b3b48d2842, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4626d00e-0464-4df0-8cd1-d6b3b48d2842,segment=NetworkSegment(5b256372-e789-462c-b563-ece9d239c863),segment_id=5b256372-e789-462c-b563-ece9d239c863)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:33.870900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.882052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Transition to ACTIVE for port object 470186bf-c853-4d8a-a342-6d92643d8967 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:33.898106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:33.905758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Transition to ACTIVE for port object 470186bf-c853-4d8a-a342-6d92643d8967 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:33.960438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-73ca8a67-36fb-4077-8bda-49a54bdfc4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.003897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.052093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:34.080499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event deleted for resources: {'Port': ['ID=4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:34.092595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.097855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:34.174415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.198008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:34.210492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:34.210492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:34.212990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca8a67-36fb-4077-8bda-49a54bdfc4ec None None] Pushing event updated for resources: {'Port': ['ID=4626d00e-0464-4df0-8cd1-d6b3b48d2842,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:34.274426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] No DVR routers for this DVR port 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:34.279102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.281223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'name': 'network-vif-deleted', 'tag': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:34.392808 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334d5c0c-76e4-419f-bcb9-b586ed79a86c'] response: {'server_uuid': '779f06f3-26c8-488b-be86-0f390f13ee7f', 'name': 'network-vif-deleted', 'tag': '4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6', 'status': 'completed', 'code': 200} Apr 05 20:45:34.399122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a10a669-a621-473e-ad04-897b034e6004 req-d533ae9a-20fb-42d4-a668-6958cc383d74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "DELETE /v2.0/ports/4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 HTTP/1.1" status: 204 len: 173 time: 1.6749442 Apr 05 20:45:34.431331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1fc12f1d-4bb8-42f1-87a6-a5fa41801d5b None None] Provisioning complete for port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:34.432277 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fc12f1d-4bb8-42f1-87a6-a5fa41801d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.513340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Sync routers for ids ['2c718ba4-b5b3-4278-a6cc-5776483544ef'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:34.536048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Routers {'2c718ba4-b5b3-4278-a6cc-5776483544ef'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:34.537114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c718ba4-b5b3-4278-a6cc-5776483544ef'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:34.651107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-123313c5-fc84-4db5-bc05-304275efff25 req-3fbfbfff-7d6b-4b9c-84fb-2c64e21aaffd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:34.669645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Attempting to bind port 470186bf-c853-4d8a-a342-6d92643d8967 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:34.670633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Attempting to bind port 470186bf-c853-4d8a-a342-6d92643d8967 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:34.670633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Attempting to bind port 470186bf-c853-4d8a-a342-6d92643d8967 on network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:34.739466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.749380 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.762387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Pushing event updated for resources: {'Port': ['ID=470186bf-c853-4d8a-a342-6d92643d8967,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:34.776361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:34.776727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Checking segment: {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:34.777215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.777607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Bound using segment: {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:34.778089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Bound port: 470186bf-c853-4d8a-a342-6d92643d8967, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:34.778461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.811400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-123313c5-fc84-4db5-bc05-304275efff25 req-3fbfbfff-7d6b-4b9c-84fb-2c64e21aaffd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:34.825852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-123313c5-fc84-4db5-bc05-304275efff25 req-3fbfbfff-7d6b-4b9c-84fb-2c64e21aaffd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=779f06f3-26c8-488b-be86-0f390f13ee7f HTTP/1.1" status: 200 len: 210 time: 0.2264664 Apr 05 20:45:34.862888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Subnet': ['ID=3323b4ca-1645-4942-8835-7a82025ba4cc,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:34.894454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600388f0-a509-4050-a995-3a08f9a6d8d7 req-b8665c65-570c-4db5-a241-41c027a376a8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:34.896151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-600388f0-a509-4050-a995-3a08f9a6d8d7 req-b8665c65-570c-4db5-a241-41c027a376a8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.2166445 Apr 05 20:45:34.903656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Checking segment: {'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:34.904105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network hostable DHCP agents. Network: dc5c1332-2621-435d-909e-f2bfc621b265, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:45:34.961806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-600388f0-a509-4050-a995-3a08f9a6d8d7 req-93732836-4825-4c18-85d7-3d5375067acc tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526407 Apr 05 20:45:35.071395 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b498fab8-5a9e-45df-beaf-77cfc81d5700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.081784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] For port 470186bf-c853-4d8a-a342-6d92643d8967, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:35.088370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] For port 470186bf-c853-4d8a-a342-6d92643d8967, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=470186bf-c853-4d8a-a342-6d92643d8967,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:35.106211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Set router 2c718ba4-b5b3-4278-a6cc-5776483544ef gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:35.163493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:35.188567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network dc5c1332-2621-435d-909e-f2bfc621b265 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:45:35.192427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.291594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, dc5c1332-2621-435d-909e-f2bfc621b265) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:35.303558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:35.307247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.326653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:45:35.336457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.1 (8dcf321f-d46a-413a-a748-5fceba83ed42/a4ad1325-1c64-4cea-9339-b5477771825c/bcd818b8-53ff-4898-8f5f-49af5715735e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:35.341474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b7a4f-5178-41bb-b19c-8b5d05637672 None None] Network dc5c1332-2621-435d-909e-f2bfc621b265 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:35.465729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-884911e6-62c6-4a39-a216-3029e3c6bf48 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0491118 Apr 05 20:45:35.555223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.584611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65d387-e732-4c08-9939-38b98fd299af None None] Pushing event updated for resources: {'Port': ['ID=470186bf-c853-4d8a-a342-6d92643d8967,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:35.587361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Transition to ACTIVE for port object bcd818b8-53ff-4898-8f5f-49af5715735e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:35.712212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:35.719885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.819145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:35.826059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=bcd818b8-53ff-4898-8f5f-49af5715735e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:35.826059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:35.832179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:35.842303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'port_id': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'mac_address': 'fa:16:3e:19:e7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:35.882617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bd6b661e-57ab-44dc-a5de-55325a11136e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:35.893576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bd6b661e-57ab-44dc-a5de-55325a11136e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:35.894370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bd6b661e-57ab-44dc-a5de-55325a11136e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Synchronizing usage tracker for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:35.923063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.971963 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.018632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bd6b661e-57ab-44dc-a5de-55325a11136e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Unset dirty status for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:36.019414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bd6b661e-57ab-44dc-a5de-55325a11136e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/networks?id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6&id=dc5c1332-2621-435d-909e-f2bfc621b265&id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 HTTP/1.1" status: 200 len: 1392 time: 0.3974874 Apr 05 20:45:36.044205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-60532179-62c7-44b9-b199-10ecabaf37bf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/quotas/241787e4ab774999aae4dc54f9b8d406 HTTP/1.1" status: 200 len: 375 time: 0.0171475 Apr 05 20:45:36.065618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7509d9-d739-4637-8cb3-75c5affae6fa {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:36.099392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-dc5c1332-2621-435d-909e-f2bfc621b265', 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'fixed_ips': [{'subnet_id': '3323b4ca-1645-4942-8835-7a82025ba4cc'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:45:36.100431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.122937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:36.253043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.272557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-168025e7-7c86-4378-8591-0cc0a5ddd7ea tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2141387 Apr 05 20:45:36.291108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 470186bf-c853-4d8a-a342-6d92643d8967 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:36.347811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:36.402574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.493147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-67dfe2a4-882b-4843-8ebc-a21fe0237715 service neutron] 10.222.0.10 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196338 Apr 05 20:45:36.503594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27440d-98b2-44d8-9d0f-6ceb8de5004d req-6df07661-412d-4ae2-931c-66faf13905ec tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:36.505129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db27440d-98b2-44d8-9d0f-6ceb8de5004d req-6df07661-412d-4ae2-931c-66faf13905ec tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.2019248 Apr 05 20:45:36.505444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:36.508995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:45:36.509934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4d5ca3c3-b69f-4fcb-a047-a2c4f64729c6 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:45:36.545894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '86bdc754-d50a-4396-b8a2-a604efe11802', 'name': '', 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'mac_address': 'fa:16:3e:cc:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c247d9-1aa0-44bb-9497-04c9abd0dfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:26Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 2, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'subnets': [{'id': '14c247d9-1aa0-44bb-9497-04c9abd0dfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:36.570089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Checking router: 2c718ba4-b5b3-4278-a6cc-5776483544ef for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:45:36.570890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Updating router 2c718ba4-b5b3-4278-a6cc-5776483544ef port 86bdc754-d50a-4396-b8a2-a604efe11802 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:45:36.641314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db27440d-98b2-44d8-9d0f-6ceb8de5004d req-2f542e59-23d5-465c-bbcc-ce1d3cbaaa5e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161602 Apr 05 20:45:36.710938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-78e1cba6-90a2-40a8-8f70-ea546a4f4210 service neutron] 10.222.0.10 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031827 Apr 05 20:45:36.715143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-378ad9ea-18e8-4862-a15a-c7fcd23d4976 None None] Provisioning for port bcd818b8-53ff-4898-8f5f-49af5715735e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:36.746243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-378ad9ea-18e8-4862-a15a-c7fcd23d4976 None None] Provisioning complete for port bcd818b8-53ff-4898-8f5f-49af5715735e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:36.746610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-378ad9ea-18e8-4862-a15a-c7fcd23d4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.818711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.907446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.912203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7d7509d9-d739-4637-8cb3-75c5affae6fa'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:36.958236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 470186bf-c853-4d8a-a342-6d92643d8967 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:37.010892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ce1a7-7b72-4a16-90b3-fa77a358f5a6 None None] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:37.029431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Allocated IP 19.86.0.2 (dc5c1332-2621-435d-909e-f2bfc621b265/3323b4ca-1645-4942-8835-7a82025ba4cc/223dcf86-5719-4851-9722-56c50705f120) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:37.041383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-4f1593cd-b89b-49d6-a1be-5189924d2ba1 service neutron] 10.222.0.10 "GET /v2.0/networks/dc5c1332-2621-435d-909e-f2bfc621b265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293860 Apr 05 20:45:37.046403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.121692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4626d00e-0464-4df0-8cd1-d6b3b48d2842 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:37.150832 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8626e27f-66af-4b0a-adb3-cea2e40e82b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.150832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-378ad9ea-18e8-4862-a15a-c7fcd23d4976 None None] Port bcd818b8-53ff-4898-8f5f-49af5715735e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:37.161403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-073da1f3-9ab2-4d0a-a963-34b27449f1ac tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:37.163040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-073da1f3-9ab2-4d0a-a963-34b27449f1ac tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.3051026 Apr 05 20:45:37.178524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.183157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=bcd818b8-53ff-4898-8f5f-49af5715735e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:37.194323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-cda2e7d3-3688-4a7b-9c18-725e22656630 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0161767 Apr 05 20:45:37.286751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-16e591e5-a2a0-4674-a31a-868ce73a505b service neutron] 10.222.0.10 "GET /v2.0/networks/dc5c1332-2621-435d-909e-f2bfc621b265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334332 Apr 05 20:45:37.414764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-a3f1363b-a203-4ca9-acbf-7b5367f08e78 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2003040 Apr 05 20:45:37.415928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:37.417809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:37.455289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-4f172dca-bb4a-42d6-89a0-1c34ad5a77e1 service neutron] 10.222.0.10 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606944 Apr 05 20:45:37.468574 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:45:37.707358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-122e3981-b1b5-4cdd-80eb-fc67fb4adf5b None None] Provisioning for port 470186bf-c853-4d8a-a342-6d92643d8967 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:37.750911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-122e3981-b1b5-4cdd-80eb-fc67fb4adf5b None None] Provisioning complete for port 470186bf-c853-4d8a-a342-6d92643d8967 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:37.751609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-122e3981-b1b5-4cdd-80eb-fc67fb4adf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.846795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-ba30356b-836a-4f84-b33c-22cf8aaaa876 service neutron] 10.222.0.10 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837624 Apr 05 20:45:37.848531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-523565e9-907c-4032-a5db-17657a8c71fd service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666627 Apr 05 20:45:37.940766 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.957481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:37.957891 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.977633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router e5aed851-e846-41e7-b593-ee318086068f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:37.994903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e6ab389b-2de2-4058-b7ee-4fb8efce4d7c service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392984 Apr 05 20:45:38.048538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Transition to ACTIVE for port object 223dcf86-5719-4851-9722-56c50705f120 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:38.140033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Transition to ACTIVE for port object 223dcf86-5719-4851-9722-56c50705f120 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:38.251895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:38.267363 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] Sync routers for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:38.276110 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e540e6f8-97c1-4544-b589-515223b41196 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/routers/e5aed851-e846-41e7-b593-ee318086068f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6269970 Apr 05 20:45:38.278238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33108) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:38.285420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'port': {'network_id': '8dcf321f-d46a-413a-a748-5fceba83ed42', 'name': 'tempest-FloatingIPTestJSON-1139314214'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:38.307594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:38.308124 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:38.477524 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:38.494520 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.501467 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:38.502078 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:38.504381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-122e3981-b1b5-4cdd-80eb-fc67fb4adf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.606145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7bce33e0-d661-41d7-b29f-2aa70ab01077 req-a57ef289-f5d8-4da1-b5e1-2b0ac6415a49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 210 time: 0.1151280 Apr 05 20:45:38.624283 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:38.625326 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf6a5f-d9b0-4e26-b342-6f4fd38e29d4 None None] The sync data for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:38.661330 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.669162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Pushing event updated for resources: {'Port': ['ID=223dcf86-5719-4851-9722-56c50705f120,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:38.695575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Network dc5c1332-2621-435d-909e-f2bfc621b265 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:38.705273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:38.722766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:38.722766 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.732471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-122e3981-b1b5-4cdd-80eb-fc67fb4adf5b None None] For port 470186bf-c853-4d8a-a342-6d92643d8967, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=470186bf-c853-4d8a-a342-6d92643d8967,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:38.758443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f14f0e39-958b-4152-ab87-7c9c330ffcb5 req-b96586b4-fca4-4b87-8227-4c379e313d05 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 210 time: 0.0635128 Apr 05 20:45:38.825831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Transition to ACTIVE for port object 86bdc754-d50a-4396-b8a2-a604efe11802 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:38.834315 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.879106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Attempting to bind port 223dcf86-5719-4851-9722-56c50705f120 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:38.879345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Attempting to bind port 223dcf86-5719-4851-9722-56c50705f120 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:38.879872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Attempting to bind port 223dcf86-5719-4851-9722-56c50705f120 on network dc5c1332-2621-435d-909e-f2bfc621b265 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:38.880367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:38.888084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:38.895319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Checking segment: {'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:38.895319 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.895319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Bound using segment: {'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:38.895319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Bound port: 223dcf86-5719-4851-9722-56c50705f120, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:38.895319 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.898237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Usage tracker for resource:port and tenant:1edb054c72b74cd2bc4a6ea9d6331e5c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:38.902973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:38.912776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:38.920329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabf7d3-ddb2-42c1-8ac1-c8261d68a5fa req-b3f9dc17-ce5c-4ccc-8ccf-61b2af566444 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:38.937957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdabf7d3-ddb2-42c1-8ac1-c8261d68a5fa req-b3f9dc17-ce5c-4ccc-8ccf-61b2af566444 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.3233852 Apr 05 20:45:38.998244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-122e3981-b1b5-4cdd-80eb-fc67fb4adf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.048103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdabf7d3-ddb2-42c1-8ac1-c8261d68a5fa req-3732d013-11c8-4e8a-b1a2-e671d90bb274 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087639 Apr 05 20:45:39.136207 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.159983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Made reservation on behalf of 1edb054c72b74cd2bc4a6ea9d6331e5c for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:39.160387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e3981-b1b5-4cdd-80eb-fc67fb4adf5b None None] Pushing event updated for resources: {'Port': ['ID=470186bf-c853-4d8a-a342-6d92643d8967,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:39.165706 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.193863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] device_id is not set on port 48150e67-1b26-401b-9081-b269b0e16e73 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:45:39.357076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e81b213b-9c07-4983-847d-0e6627c0a9f1 None None] Provisioning complete for port 470186bf-c853-4d8a-a342-6d92643d8967 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:39.357801 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e81b213b-9c07-4983-847d-0e6627c0a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.411334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae8498-8fc8-4a42-bfb6-db819c5c8d9f None None] Pushing event updated for resources: {'Port': ['ID=86bdc754-d50a-4396-b8a2-a604efe11802,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:39.426052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] For port 223dcf86-5719-4851-9722-56c50705f120, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:39.426903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Allocated IP 172.20.0.9 (8dcf321f-d46a-413a-a748-5fceba83ed42/a4ad1325-1c64-4cea-9339-b5477771825c/48150e67-1b26-401b-9081-b269b0e16e73) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:39.544936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] For port 223dcf86-5719-4851-9722-56c50705f120, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=223dcf86-5719-4851-9722-56c50705f120,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:39.616055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Attempting to bind port 86bdc754-d50a-4396-b8a2-a604efe11802 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:39.618376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Attempting to bind port 86bdc754-d50a-4396-b8a2-a604efe11802 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:39.618376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Attempting to bind port 86bdc754-d50a-4396-b8a2-a604efe11802 on network a51e7492-aa31-4019-9b27-e45d86b3e21d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:39.690152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:39.690551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Checking segment: {'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:39.690967 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.691369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Bound using segment: {'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:39.691883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Bound port: 86bdc754-d50a-4396-b8a2-a604efe11802, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:39.692264 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.723342 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.760400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcb63f03-fadb-4192-8626-5a29603bed0b req-4ed34b84-1d5f-4854-b62a-eb7578994fca tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 210 time: 0.0701456 Apr 05 20:45:39.782766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.812591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Transition to ACTIVE for port object 48150e67-1b26-401b-9081-b269b0e16e73 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:39.840736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2fc83-dbf2-4941-a9b1-07b0a8438894 req-b840519b-7a84-4d69-ad7e-0ae36ec60a00 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:39.842297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ba2fc83-dbf2-4941-a9b1-07b0a8438894 req-b840519b-7a84-4d69-ad7e-0ae36ec60a00 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.2402110 Apr 05 20:45:39.892149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.897729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ba2fc83-dbf2-4941-a9b1-07b0a8438894 req-61ceb68a-35ab-4014-a961-fb5545b664c0 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495081 Apr 05 20:45:39.916441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19eb2-0864-4865-bf23-0267e9d0e87c None None] Pushing event updated for resources: {'Port': ['ID=223dcf86-5719-4851-9722-56c50705f120,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:39.950975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e81b213b-9c07-4983-847d-0e6627c0a9f1 None None] Provisioning complete for port bcd818b8-53ff-4898-8f5f-49af5715735e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:39.951352 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e81b213b-9c07-4983-847d-0e6627c0a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.954808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9716d187-fa26-411a-aadc-2632cb2095b6 req-8815e6de-ef9a-4e84-aca5-53c8f1ace09a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 210 time: 0.0555542 Apr 05 20:45:39.989684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] For port 86bdc754-d50a-4396-b8a2-a604efe11802, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:40.014730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] For port 86bdc754-d50a-4396-b8a2-a604efe11802, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=86bdc754-d50a-4396-b8a2-a604efe11802,segment=NetworkSegment(38b6ec72-04bc-43fd-93a6-e96b0bfe86cb),segment_id=38b6ec72-04bc-43fd-93a6-e96b0bfe86cb)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:40.017428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e81b213b-9c07-4983-847d-0e6627c0a9f1 None None] Port bcd818b8-53ff-4898-8f5f-49af5715735e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:40.023647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:40.115698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:40.119640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:40.123940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:40.142212 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:40.169013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event updated for resources: {'Port': ['ID=48150e67-1b26-401b-9081-b269b0e16e73,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:40.222562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.223144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:40.322886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Routers {'2c718ba4-b5b3-4278-a6cc-5776483544ef'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:40.323949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c718ba4-b5b3-4278-a6cc-5776483544ef'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:40.349761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0d1aa95f-e4c8-4707-a9f8-fdba916f97b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0703402 Apr 05 20:45:40.355488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:40.363487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Request body: {'floatingip': {'port_id': '48150e67-1b26-401b-9081-b269b0e16e73'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:40.560138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:40.613089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392b5da-e54c-4e85-915f-00d2279541d7 req-bdfbe676-cb6e-4aac-98d9-c3bfb32d22a5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.623059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7392b5da-e54c-4e85-915f-00d2279541d7 req-bdfbe676-cb6e-4aac-98d9-c3bfb32d22a5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.1097603 Apr 05 20:45:40.626203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] Set router 2c718ba4-b5b3-4278-a6cc-5776483544ef gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:40.735399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7392b5da-e54c-4e85-915f-00d2279541d7 req-b86e4b8a-54fc-4f2e-8ddd-1f2af09001c8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115203 Apr 05 20:45:40.933828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 470186bf-c853-4d8a-a342-6d92643d8967 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:41.061188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bd93228-a080-4a96-a757-6dd5989e793e req-54f602b7-bae8-42f0-bd5a-1a76fafe2997 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 210 time: 0.0854011 Apr 05 20:45:41.138351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae8498-8fc8-4a42-bfb6-db819c5c8d9f None None] Pushing event updated for resources: {'Port': ['ID=86bdc754-d50a-4396-b8a2-a604efe11802,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:41.156715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-91fce3c4-487d-41ec-aef1-d6f4573af0ff None None] Provisioning for port 48150e67-1b26-401b-9081-b269b0e16e73 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:41.177410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:41.188136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c82ed-29cd-4140-b348-785006721521 req-a09d02c0-104d-47ee-91ce-594ba34fe096 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.191995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd1c82ed-29cd-4140-b348-785006721521 req-a09d02c0-104d-47ee-91ce-594ba34fe096 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.1251159 Apr 05 20:45:41.219165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-91fce3c4-487d-41ec-aef1-d6f4573af0ff None None] Provisioning complete for port 48150e67-1b26-401b-9081-b269b0e16e73 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:41.219883 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-91fce3c4-487d-41ec-aef1-d6f4573af0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:41.316460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd1c82ed-29cd-4140-b348-785006721521 req-d2b46512-fc5f-42e6-a74e-695e2fb1b2d8 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128335 Apr 05 20:45:41.395634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-91fce3c4-487d-41ec-aef1-d6f4573af0ff None None] Port 48150e67-1b26-401b-9081-b269b0e16e73 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:41.433316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 470186bf-c853-4d8a-a342-6d92643d8967 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:41.433696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:41.501138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec249cb-189e-4ba1-b75e-1a61fe70110e None None] Network dc5c1332-2621-435d-909e-f2bfc621b265 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:45:41.617428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 7d7509d9-d739-4637-8cb3-75c5affae6fa completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:41.619760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4aae6f66-2c8f-4bb0-b8f1-e57c4ad8b6ce req-880c291c-3a2a-42d3-b523-de26f3ae6151 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 210 time: 0.2689309 Apr 05 20:45:41.625392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '86bdc754-d50a-4396-b8a2-a604efe11802', 'name': '', 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'mac_address': 'fa:16:3e:cc:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c247d9-1aa0-44bb-9497-04c9abd0dfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:26Z', 'updated_at': '2022-04-05T20:45:39Z', 'revision_number': 4, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'subnets': [{'id': '14c247d9-1aa0-44bb-9497-04c9abd0dfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:41.642400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 7d7509d9-d739-4637-8cb3-75c5affae6fa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:41.643010 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:41.685757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8856beb-af9a-4ff0-b884-6d5ece3eec87 None None] The sync data for ids ['2c718ba4-b5b3-4278-a6cc-5776483544ef'] in n-d-836605-1 is: [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '86bdc754-d50a-4396-b8a2-a604efe11802', 'name': '', 'network_id': 'a51e7492-aa31-4019-9b27-e45d86b3e21d', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'mac_address': 'fa:16:3e:cc:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14c247d9-1aa0-44bb-9497-04c9abd0dfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:26Z', 'updated_at': '2022-04-05T20:45:39Z', 'revision_number': 4, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'subnets': [{'id': '14c247d9-1aa0-44bb-9497-04c9abd0dfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:41.780224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:41.804372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-122cd983-09c6-4d85-bd17-1d32f71dcdd6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.805407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-122cd983-09c6-4d85-bd17-1d32f71dcdd6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.1810241 Apr 05 20:45:41.830003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Request body: {'port': {'device_id': '8e322c07-29c3-45a9-b278-8876b5e48509', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'admin_state_up': True, 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:41.862327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 223dcf86-5719-4851-9722-56c50705f120 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:41.903141 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:41.988350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9b4912f5-a011-4173-80aa-ea0bba88893b None None] Provisioning for port 223dcf86-5719-4851-9722-56c50705f120 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:42.100697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:42.121872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:42.135330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-f0b7ae1a-9dfa-4e32-8211-628f5eefc6a5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:42.139298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-f0b7ae1a-9dfa-4e32-8211-628f5eefc6a5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 0.7068446 Apr 05 20:45:42.344905 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.399842 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP 3ad2d5f7-9599-41b8-b494-03b526234ec9 associated. External IP: 172.25.2.45, port: 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f. Apr 05 20:45:42.427840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:42.430484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:42.442792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4c45282-4776-44d7-b180-614301ed7f92 req-e1fff9cf-6864-40a6-8708-b708d472ad5b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 210 time: 0.1270571 Apr 05 20:45:42.471523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Deleting port 3f743681-65aa-486c-9609-358c755f7152 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:42.477640 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.521950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:42.525008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.549464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 223dcf86-5719-4851-9722-56c50705f120 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:42.555139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 223dcf86-5719-4851-9722-56c50705f120 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:42.555717 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.632113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.809507 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.825171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:42.866512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 223dcf86-5719-4851-9722-56c50705f120, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=223dcf86-5719-4851-9722-56c50705f120,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:42.880217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-673b104d-0412-4a40-bd74-c42cf568e575 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:42.885232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-673b104d-0412-4a40-bd74-c42cf568e575 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:42.885628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2af39-ecc3-420f-8885-1b6d66e294b1 req-301cae0b-0697-48c7-9f85-9608016cff30 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:42.886264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-673b104d-0412-4a40-bd74-c42cf568e575 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Synchronizing usage tracker for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:42.895126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9eb2af39-ecc3-420f-8885-1b6d66e294b1 req-301cae0b-0697-48c7-9f85-9608016cff30 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.7791746 Apr 05 20:45:42.917204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-673b104d-0412-4a40-bd74-c42cf568e575 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Unset dirty status for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:42.917960 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-673b104d-0412-4a40-bd74-c42cf568e575 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "GET /v2.0/networks?id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6&id=dc5c1332-2621-435d-909e-f2bfc621b265&id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 HTTP/1.1" status: 200 len: 1392 time: 0.3192351 Apr 05 20:45:42.934504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'port': {'device_id': '2f8035d6-f799-42df-add9-b3f910ccd771', 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6', 'admin_state_up': True, 'tenant_id': '241787e4ab774999aae4dc54f9b8d406'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:42.971602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4dc777cf-d836-4aba-bd2b-9896e65a3dea None None] Provisioning complete for port 223dcf86-5719-4851-9722-56c50705f120 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:42.972088 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4dc777cf-d836-4aba-bd2b-9896e65a3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.986717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Allocated IP 172.20.0.14 (eca96cd5-d23e-4ec3-8e53-4550c5489ffb/ebccad2a-7032-4a42-a749-eaa26288144f/08672150-261d-49b4-9cf9-1be73d253af9) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:43.021382 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.200480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=223dcf86-5719-4851-9722-56c50705f120,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:43.274174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 86bdc754-d50a-4396-b8a2-a604efe11802 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:43.304172 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9eb2af39-ecc3-420f-8885-1b6d66e294b1 req-c1beb926-06ab-4646-a271-4d06361f4454 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078984 Apr 05 20:45:43.419773 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52faf469-2df0-48e1-b5c5-25757ee1122e'] response: {'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'code': 200} Apr 05 20:45:43.458508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:43.464632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 86bdc754-d50a-4396-b8a2-a604efe11802 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:43.467751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:port and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:43.471295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 86bdc754-d50a-4396-b8a2-a604efe11802 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:43.471677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.473103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:43.484406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:43.566687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:43.644834 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.664557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5efb8cbf-2bff-40f0-b1aa-01c15bc23099 req-d20d1a0a-db2f-4b6e-bcdd-312ad40f842a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 210 time: 0.1126931 Apr 05 20:45:43.679963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 86bdc754-d50a-4396-b8a2-a604efe11802, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=86bdc754-d50a-4396-b8a2-a604efe11802,segment=NetworkSegment(38b6ec72-04bc-43fd-93a6-e96b0bfe86cb),segment_id=38b6ec72-04bc-43fd-93a6-e96b0bfe86cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:43.707391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:43.709582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f1186-cff5-4d3e-97b5-62c02459f019 req-35248919-84be-4491-958c-0d61e0ddb8ec tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:43.710337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.711088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f9f1186-cff5-4d3e-97b5-62c02459f019 req-35248919-84be-4491-958c-0d61e0ddb8ec tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 945 time: 1.0968990 Apr 05 20:45:43.713426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] For port 3f743681-65aa-486c-9609-358c755f7152, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3f743681-65aa-486c-9609-358c755f7152,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:43.713786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.811842 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.888540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=86bdc754-d50a-4396-b8a2-a604efe11802,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:43.912110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Allocated IP 19.80.0.9 (5cfc3f64-2a18-4277-8b34-37bdfd0b87d6/bf90d343-30f6-4f97-a8da-93eb525a4f59/2de3fa40-0364-4fd4-b7b5-66841cf9a518) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:43.914978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3efac33-ac50-4303-8c20-28932d60a7f6 req-9af8c07d-8e73-4be0-b3ec-dcfcc3ce469f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 210 time: 0.0954533 Apr 05 20:45:44.064319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:44.074819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:44.088960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:44.089786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:44.144104 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.162503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:44.172218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f9f1186-cff5-4d3e-97b5-62c02459f019 req-baf1c4fd-b540-4050-aebd-c63d4f6f4c93 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=276af79e-1d1f-4e37-ae7b-017d2b20bb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837869 Apr 05 20:45:44.179560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-736d2af3-09e3-464f-97d8-36a2fc288d7f req-96767e6a-54ae-4fc4-9bd0-8d7f006870b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1096 time: 0.5797956 Apr 05 20:45:44.179858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:44.180667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:44.261833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:44.262619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee28c6-b24c-4824-8744-f154d463ab77 None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:44.289191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3f743681-65aa-486c-9609-358c755f7152 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:44.292571 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.315930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Transition to ACTIVE for port object 2de3fa40-0364-4fd4-b7b5-66841cf9a518 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:44.372013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-736d2af3-09e3-464f-97d8-36a2fc288d7f req-6d2a0586-41ad-4a1e-a6ab-adff5a0a26b5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806433 Apr 05 20:45:44.381950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.382791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.385124 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Floating IP 068910f5-9dd2-4146-86b3-99ecd4ebb86a disassociated. External IP: 172.25.2.66, port: 3f743681-65aa-486c-9609-358c755f7152. Apr 05 20:45:44.385449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Calling delete_port for 3f743681-65aa-486c-9609-358c755f7152 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:44.504015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.564253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.570533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.609912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:44.683955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event updated for resources: {'Port': ['ID=08672150-261d-49b4-9cf9-1be73d253af9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:44.692490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:44.694555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:44.702367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:44.706874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:44.719922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:44.727356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:44.763085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Port': ['ID=2de3fa40-0364-4fd4-b7b5-66841cf9a518,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:44.775527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7755d7-7ca1-4127-abc7-50656ebf11cd req-f338fb34-d154-40d8-b0d0-b0655efa1459 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.777777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d7755d7-7ca1-4127-abc7-50656ebf11cd req-f338fb34-d154-40d8-b0d0-b0655efa1459 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.2518270 Apr 05 20:45:44.788076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.788956 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.807377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.807933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.824113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.936491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event deleted for resources: {'Port': ['ID=3f743681-65aa-486c-9609-358c755f7152,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:44.940592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-615c7b3a-3b20-4b8e-b954-af1f26984a03 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0107880 Apr 05 20:45:44.942756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router e5aed851-e846-41e7-b593-ee318086068f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:44.954897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'port': {'device_id': '2f8035d6-f799-42df-add9-b3f910ccd771', 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265', 'admin_state_up': True, 'tenant_id': '241787e4ab774999aae4dc54f9b8d406'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:45.016407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d7755d7-7ca1-4127-abc7-50656ebf11cd req-a4f6ff72-844a-4a5c-8376-ea9fcf2e3819 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189786 Apr 05 20:45:45.135723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-8380d9ff-4158-46f5-8a05-f8a0e8b083b1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3175638 Apr 05 20:45:45.153181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Request body: {'port': {'device_id': '8e322c07-29c3-45a9-b278-8876b5e48509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:45.209924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 223dcf86-5719-4851-9722-56c50705f120 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:45.255657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5f6c7ee8-d41b-4fb1-bfc1-7473cb8e00f9 None None] Provisioning for port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:45.281037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:45.282094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5f6c7ee8-d41b-4fb1-bfc1-7473cb8e00f9 None None] Provisioning complete for port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:45.282685 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5f6c7ee8-d41b-4fb1-bfc1-7473cb8e00f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.289168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:port and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:45.293929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:45.303461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:45.340231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2185c3-e5aa-42fc-92dd-6315d46a687f req-081b1754-1c14-4c2d-9bed-edf6b44040e6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:45.340967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5a2185c3-e5aa-42fc-92dd-6315d46a687f req-081b1754-1c14-4c2d-9bed-edf6b44040e6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:45.360435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c7ee8-d41b-4fb1-bfc1-7473cb8e00f9 None None] Port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:45.380770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:45.383008 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.391822 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] Sync routers for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:45.400804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 223dcf86-5719-4851-9722-56c50705f120 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:45.401418 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.421549 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:45.421707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.421803 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:45.455284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:45.461441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.551855 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:45.584397 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:45.584939 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:45.656385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 86bdc754-d50a-4396-b8a2-a604efe11802 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:45.677367 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9e04c10d-7f6d-4184-9847-6148be7b88cb tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/floatingips/3ad2d5f7-9599-41b8-b494-03b526234ec9 HTTP/1.1" status: 200 len: 977 time: 5.3200257 Apr 05 20:45:45.682284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33186) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:45.727381 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:45.728177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371588a-1026-4081-97cd-96b22cebc36b None None] The sync data for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:45.734632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 86bdc754-d50a-4396-b8a2-a604efe11802 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:45.735569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.858238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 48150e67-1b26-401b-9081-b269b0e16e73 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:45.858238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.860537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5a2185c3-e5aa-42fc-92dd-6315d46a687f req-081b1754-1c14-4c2d-9bed-edf6b44040e6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:45.860537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2185c3-e5aa-42fc-92dd-6315d46a687f req-081b1754-1c14-4c2d-9bed-edf6b44040e6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 932 time: 0.8656905 Apr 05 20:45:45.860537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bdb02-651a-4713-b4c7-4c2b3f7ada72 req-844885be-2bed-42cb-b935-a41dce19972d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:45.860537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-074bdb02-651a-4713-b4c7-4c2b3f7ada72 req-844885be-2bed-42cb-b935-a41dce19972d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 930 time: 0.6061716 Apr 05 20:45:45.949274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-074bdb02-651a-4713-b4c7-4c2b3f7ada72 req-f3bbc062-e87b-42a0-aeb0-b757c6d14865 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Synchronizing usage tracker for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:45.953359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2185c3-e5aa-42fc-92dd-6315d46a687f req-3ad46d9b-11e6-4734-8a72-eee4a0d48279 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227891 Apr 05 20:45:46.105220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Allocated IP 19.86.0.37 (dc5c1332-2621-435d-909e-f2bfc621b265/3323b4ca-1645-4942-8835-7a82025ba4cc/4a3e1972-ef0d-46b0-93d8-a5b963e702ca) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:46.200227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ecb92d74-7ce7-4a21-8c47-a2451864e825 req-b5085253-b6f6-4aec-b96f-0dc73cc6fc52 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Synchronizing usage tracker for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:46.200798 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.203689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:46.206624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08672150-261d-49b4-9cf9-1be73d253af9 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:46.217929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.241191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Transition to ACTIVE for port object 08672150-261d-49b4-9cf9-1be73d253af9 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:46.448655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:46.461581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] Sync routers for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:46.488790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:46.488790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:46.553001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-074bdb02-651a-4713-b4c7-4c2b3f7ada72 req-f3bbc062-e87b-42a0-aeb0-b757c6d14865 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Unset dirty status for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:46.553001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-074bdb02-651a-4713-b4c7-4c2b3f7ada72 req-f3bbc062-e87b-42a0-aeb0-b757c6d14865 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677716 Apr 05 20:45:46.553001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] No DVR routers for this DVR port 3f743681-65aa-486c-9609-358c755f7152 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:46.553001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.553001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bd80d1f-f6b7-4427-8e09-331800c263f2 req-b10ef39b-57c6-4e3a-9c82-65ad89618d4e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.23 "DELETE /v2.0/ports/3f743681-65aa-486c-9609-358c755f7152 HTTP/1.1" status: 204 len: 173 time: 4.3181474 Apr 05 20:45:46.553001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'name': 'network-vif-deleted', 'tag': '3f743681-65aa-486c-9609-358c755f7152'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:46.583859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.640123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ecb92d74-7ce7-4a21-8c47-a2451864e825 req-b5085253-b6f6-4aec-b96f-0dc73cc6fc52 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Unset dirty status for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:46.640123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ecb92d74-7ce7-4a21-8c47-a2451864e825 req-b5085253-b6f6-4aec-b96f-0dc73cc6fc52 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 210 time: 0.4931810 Apr 05 20:45:46.761759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Pushing event updated for resources: {'Port': ['ID=08672150-261d-49b4-9cf9-1be73d253af9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:46.809219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:46.854152 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0786ac-61d9-4503-b31d-02e65892aaef'] response: {'server_uuid': '6ff71ab6-77f8-47cd-a2ab-2e12b4465755', 'name': 'network-vif-deleted', 'tag': '3f743681-65aa-486c-9609-358c755f7152', 'status': 'completed', 'code': 200} Apr 05 20:45:46.912618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.943512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.943793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.944285 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Floating IP 3ad2d5f7-9599-41b8-b494-03b526234ec9 disassociated. External IP: 172.25.2.45, port: 48150e67-1b26-401b-9081-b269b0e16e73. Apr 05 20:45:46.944629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 48150e67-1b26-401b-9081-b269b0e16e73 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:46.966887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Attempting to bind port 08672150-261d-49b4-9cf9-1be73d253af9 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:46.967416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Attempting to bind port 08672150-261d-49b4-9cf9-1be73d253af9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:46.967550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Attempting to bind port 08672150-261d-49b4-9cf9-1be73d253af9 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:46.991344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9238112-4ff3-4862-be2f-989555da7737 req-ab09f6b6-fef6-4f04-93da-f495bd2ad31f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:46.991344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9238112-4ff3-4862-be2f-989555da7737 req-ab09f6b6-fef6-4f04-93da-f495bd2ad31f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.1835093 Apr 05 20:45:46.993000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Transition to ACTIVE for port object 4a3e1972-ef0d-46b0-93d8-a5b963e702ca will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:47.006773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Port 08672150-261d-49b4-9cf9-1be73d253af9 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:45:47.007295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Attempting to bind port 08672150-261d-49b4-9cf9-1be73d253af9 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:47.027290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:47.028904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:47.028904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Bound using segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:47.028904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Bound port: 08672150-261d-49b4-9cf9-1be73d253af9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:47.028904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.069440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9238112-4ff3-4862-be2f-989555da7737 req-c29e8e35-8653-4314-8b54-8785b79a915c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843334 Apr 05 20:45:47.195934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] For port 08672150-261d-49b4-9cf9-1be73d253af9, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:47.209387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.228580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:47.233750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] Checking router: 002e6a9b-a955-46d3-8b1f-7d4bb9425676 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:45:47.247976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:47.248690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:47.263694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] For port 08672150-261d-49b4-9cf9-1be73d253af9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=08672150-261d-49b4-9cf9-1be73d253af9,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:47.334094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network dc5c1332-2621-435d-909e-f2bfc621b265 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:47.337950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:47.343294 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.343826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:47.383018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Port': ['ID=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:47.409417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.410042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.414092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] 10.222.0.23 "PUT /v2.0/ports/08672150-261d-49b4-9cf9-1be73d253af9 HTTP/1.1" status: 200 len: 1092 time: 2.2657342 Apr 05 20:45:47.495498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=48150e67-1b26-401b-9081-b269b0e16e73,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:47.511606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:47.517187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dafdc-7f9a-4d3b-87fb-19935a752b1e req-213b463d-bbb8-4ca1-aabb-83c269322879 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.531220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-162dafdc-7f9a-4d3b-87fb-19935a752b1e req-213b463d-bbb8-4ca1-aabb-83c269322879 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 944 time: 0.3403850 Apr 05 20:45:47.588160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.588818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.625883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ce968-0642-4c10-912d-79b9982535db req-f8fa3b3f-e588-45cf-809d-aab2d6103028 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.628189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e1ce968-0642-4c10-912d-79b9982535db req-f8fa3b3f-e588-45cf-809d-aab2d6103028 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.3592846 Apr 05 20:45:47.647144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdf5a8-4020-42c3-a56f-57a212b33d71 service neutron] Pushing event updated for resources: {'Port': ['ID=08672150-261d-49b4-9cf9-1be73d253af9,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:47.647144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33202) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:47.653716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'floatingip': {'port_id': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:47.838253 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-10afe623-223f-4b8f-a8d1-d8ed7a3edab3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8891711 Apr 05 20:45:47.851401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'port': {'device_id': '2f8035d6-f799-42df-add9-b3f910ccd771', 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6', 'admin_state_up': True, 'tenant_id': '241787e4ab774999aae4dc54f9b8d406'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:47.930538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.995650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-98301ded-8fe0-4dd8-bd61-1ea0d69c2854 None None] Provisioning for port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:47.997783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-162dafdc-7f9a-4d3b-87fb-19935a752b1e req-3cbe9c65-3c52-471a-b12d-a7505545d131 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653685 Apr 05 20:45:48.003428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-98301ded-8fe0-4dd8-bd61-1ea0d69c2854 None None] Provisioning complete for port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:48.003799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98301ded-8fe0-4dd8-bd61-1ea0d69c2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:48.035853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:48.041638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:port and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:48.045864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:48.060518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router e5aed851-e846-41e7-b593-ee318086068f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:48.072474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:48.074615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-98301ded-8fe0-4dd8-bd61-1ea0d69c2854 None None] Port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:48.135568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:48.140736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d59603-ee40-441e-98f6-546fe7206827 None None] The sync data for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 is: [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:48.218008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:48.221891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:48.229406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-02dddfbf-2fb1-4b65-8dcb-ab9428e251af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 1095 time: 0.6458580 Apr 05 20:45:48.271946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f93ec853-d651-4ef0-aec2-3093515a63d3 req-37b905b3-afc9-46d0-a156-cfab897bdbff tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff71ab6-77f8-47cd-a2ab-2e12b4465755 HTTP/1.1" status: 200 len: 210 time: 0.0973034 Apr 05 20:45:48.433872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Allocated IP 19.80.0.181 (5cfc3f64-2a18-4277-8b34-37bdfd0b87d6/bf90d343-30f6-4f97-a8da-93eb525a4f59/40316923-0626-494c-9d2f-d885c91b81e1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:48.490853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-77511d2c-8224-41ae-90d4-d5ab1fb571d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08672150-261d-49b4-9cf9-1be73d253af9 HTTP/1.1" status: 200 len: 217 time: 0.2215691 Apr 05 20:45:48.500391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:48.500778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1dc70-562b-40b0-ad51-c2285a039929 req-2be9f5d2-a3ad-4176-9862-3ed38c4d4974 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.504771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1dc70-562b-40b0-ad51-c2285a039929 req-2be9f5d2-a3ad-4176-9862-3ed38c4d4974 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.507972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21d1dc70-562b-40b0-ad51-c2285a039929 req-2be9f5d2-a3ad-4176-9862-3ed38c4d4974 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 1652 time: 0.6434829 Apr 05 20:45:48.513255 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] Sync routers for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:48.531731 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:48.532253 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:48.572066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-36e8b3e3-961b-4f8e-88f5-49916daf9067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.573551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-36e8b3e3-961b-4f8e-88f5-49916daf9067 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.0663724 Apr 05 20:45:48.600922 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:48.613906 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:48.614575 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:48.677774 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:48.678169 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a0eafb-f434-452a-bb1c-4c9e8cea7983 None None] The sync data for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:48.690908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:48.713476 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-33e22c3d-e577-4bd9-99d9-3fe565e0ffb2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/ports/48150e67-1b26-401b-9081-b269b0e16e73 HTTP/1.1" status: 204 len: 168 time: 3.0300570 Apr 05 20:45:48.716691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:48.751661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-9b47f058-1bb4-4964-ad40-a2c5aeff533c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215987 Apr 05 20:45:48.856547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e322c07-29c3-45a9-b278-8876b5e48509', 'tag': '08672150-261d-49b4-9cf9-1be73d253af9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:48.898040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21d1dc70-562b-40b0-ad51-c2285a039929 req-cff61364-95f8-4c64-bca9-256c41acef18 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235083 Apr 05 20:45:48.961496 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce65ea52-535a-4020-a084-fd6199da2685'] response: {'name': 'network-changed', 'server_uuid': '8e322c07-29c3-45a9-b278-8876b5e48509', 'tag': '08672150-261d-49b4-9cf9-1be73d253af9', 'status': 'completed', 'code': 200} Apr 05 20:45:48.991923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.022137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Transition to ACTIVE for port object 40316923-0626-494c-9d2f-d885c91b81e1 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:49.061463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-b7bac19b-9e14-4006-8ed7-f6633de150e4 service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984750 Apr 05 20:45:49.188890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.305350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38e0d8f2-c1ab-4dc0-8d3a-063679f61598 req-f7d0474f-128e-4566-b27a-3ad94182454d service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369082 Apr 05 20:45:49.336609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:49.348484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:49.348484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:49.373183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Port': ['ID=40316923-0626-494c-9d2f-d885c91b81e1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:49.389498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf09b9-eb50-4fb7-8af2-df0ca7ff7ce4 req-63b97397-bd0e-4f16-abeb-67cbbfe376bd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.391112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51cf09b9-eb50-4fb7-8af2-df0ca7ff7ce4 req-63b97397-bd0e-4f16-abeb-67cbbfe376bd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 944 time: 0.2436264 Apr 05 20:45:49.424156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.424783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.504971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.512291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.543377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51cf09b9-eb50-4fb7-8af2-df0ca7ff7ce4 req-d0b75266-7c0b-4c91-b5a6-5aeabde1b8bf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422968 Apr 05 20:45:49.567861 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-114c0691-175b-40fb-9bf7-5daad0e6a547 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7216957 Apr 05 20:45:49.570451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-1d9c0670-40f5-41a5-8092-827d43f1be43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 1095 time: 0.1305299 Apr 05 20:45:49.636272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Request body: {'port': {'device_id': '2f8035d6-f799-42df-add9-b3f910ccd771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:49.663989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33224) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:49.691330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.811730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a5a850f4-3cbb-4e97-9804-2ea1017cf54a None None] Provisioning for port 40316923-0626-494c-9d2f-d885c91b81e1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:49.821194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a5a850f4-3cbb-4e97-9804-2ea1017cf54a None None] Provisioning complete for port 40316923-0626-494c-9d2f-d885c91b81e1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:49.822655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5a850f4-3cbb-4e97-9804-2ea1017cf54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.831300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.842738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-897ecd5b-b489-4663-9068-291fbe66b126 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.892806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a5a850f4-3cbb-4e97-9804-2ea1017cf54a None None] Port 40316923-0626-494c-9d2f-d885c91b81e1 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:45:49.904533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-1c8b900b-9047-4aa4-8884-653ea67fb8ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.910441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-1c8b900b-9047-4aa4-8884-653ea67fb8ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.3242562 Apr 05 20:45:49.926427 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-897ecd5b-b489-4663-9068-291fbe66b126 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.007802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-4053f566-d7c8-4450-82f0-0c66f0891e33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08672150-261d-49b4-9cf9-1be73d253af9 HTTP/1.1" status: 200 len: 217 time: 0.0913975 Apr 05 20:45:50.046446 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.215238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-897ecd5b-b489-4663-9068-291fbe66b126 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.248239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ecd5b-b489-4663-9068-291fbe66b126 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276af79e-1d1f-4e37-ae7b-017d2b20bb1b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:50.315859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-897ecd5b-b489-4663-9068-291fbe66b126 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.317228 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-897ecd5b-b489-4663-9068-291fbe66b126 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "DELETE /v2.0/security-groups/276af79e-1d1f-4e37-ae7b-017d2b20bb1b HTTP/1.1" status: 204 len: 168 time: 0.6446369 Apr 05 20:45:50.322118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:50.358652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-03aa894d-69ae-4aa9-8b9d-81cd0f5577d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.360257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-03aa894d-69ae-4aa9-8b9d-81cd0f5577d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.3461626 Apr 05 20:45:50.364931 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-a95d9eaa-50fe-4bb0-bddd-22a68fd8e065 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] show failed (client error): The resource could not be found. Apr 05 20:45:50.368656 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a95d9eaa-50fe-4bb0-bddd-22a68fd8e065 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups/276af79e-1d1f-4e37-ae7b-017d2b20bb1b HTTP/1.1" status: 404 len: 347 time: 0.0402660 Apr 05 20:45:50.370140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33236) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:50.434626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-55f64904-699c-4b93-9477-1705c2847e0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525343 Apr 05 20:45:50.539495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edf1e0-c5a0-4fa3-afeb-bcd302a7ebec req-9b8d7a30-4832-49ba-8c4f-80d2ac63cb42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.543422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edf1e0-c5a0-4fa3-afeb-bcd302a7ebec req-9b8d7a30-4832-49ba-8c4f-80d2ac63cb42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.547789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edf1e0-c5a0-4fa3-afeb-bcd302a7ebec req-9b8d7a30-4832-49ba-8c4f-80d2ac63cb42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.549393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5edf1e0-c5a0-4fa3-afeb-bcd302a7ebec req-9b8d7a30-4832-49ba-8c4f-80d2ac63cb42 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2374 time: 0.3141091 Apr 05 20:45:50.559393 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Floating IP 406bda58-07f9-422d-879c-4a33a2079bc0 associated. External IP: 172.25.2.156, port: 7d7509d9-d739-4637-8cb3-75c5affae6fa. Apr 05 20:45:50.721993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Deleting port 574eb8b9-2ba1-4a75-8e2c-2d074065eb28 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:50.722334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.751506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:45:50.818061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5edf1e0-c5a0-4fa3-afeb-bcd302a7ebec req-268f133c-6d77-4ae4-9b2b-a627e17046bb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605159 Apr 05 20:45:50.856188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-59beb0b6-9738-4683-ac89-c22912f314b7 service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070559 Apr 05 20:45:50.978054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de3fa40-0364-4fd4-b7b5-66841cf9a518 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:51.012213 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.015230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ca455-1e42-4321-9335-c55b216d341e req-79b1b6d5-44ac-4c2c-8b47-8dc0c3ea6b1a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:51.016734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d48ca455-1e42-4321-9335-c55b216d341e req-79b1b6d5-44ac-4c2c-8b47-8dc0c3ea6b1a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 944 time: 0.2566986 Apr 05 20:45:51.066926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc5fa7a2-bcaf-4283-9d7c-ed3ae68152f7 req-6fb97e36-5f32-434d-8042-c7141b84406d service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092988 Apr 05 20:45:51.083417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Transition to ACTIVE for port object 2de3fa40-0364-4fd4-b7b5-66841cf9a518 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:51.106261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.106261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.106805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d48ca455-1e42-4321-9335-c55b216d341e req-8a848a6c-8cbb-4ab6-b2ff-76090c85d3bf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751972 Apr 05 20:45:51.274734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.295210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Calling delete_port for 574eb8b9-2ba1-4a75-8e2c-2d074065eb28 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:51.399675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Router dada9b78-ac7d-4a62-961f-8b56fedac548 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:51.560709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Pushing event updated for resources: {'Port': ['ID=2de3fa40-0364-4fd4-b7b5-66841cf9a518,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:51.673899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:51.682629 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.685505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] Sync routers for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:51.701184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:51.706032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:51.749130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4533cfdb-b579-4c3c-8587-7d31271312ab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "PUT /v2.0/floatingips/406bda58-07f9-422d-879c-4a33a2079bc0 HTTP/1.1" status: 200 len: 991 time: 4.1027560 Apr 05 20:45:51.750392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:51.813786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Attempting to bind port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:51.814124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Attempting to bind port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:51.814639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Attempting to bind port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 on network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:51.826396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 on network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:45:51.827111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Attempting to bind port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 on network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:51.843149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:51.843638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Checking segment: {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:51.844097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Bound using segment: {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:51.844616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Bound port: 2de3fa40-0364-4fd4-b7b5-66841cf9a518, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:51.845222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.852115 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1dc21f-7308-49bf-abb1-ef80da134802'] response: {'name': 'network-changed', 'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'status': 'completed', 'code': 200} Apr 05 20:45:51.985289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.010718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:52.025997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc0ac56-567d-4961-b2af-653521eae97a req-2475aaea-c6e3-4e58-bc6b-ebe6a1124813 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1096 time: 0.1198056 Apr 05 20:45:52.103842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event deleted for resources: {'Port': ['ID=574eb8b9-2ba1-4a75-8e2c-2d074065eb28,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:52.129702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] For port 2de3fa40-0364-4fd4-b7b5-66841cf9a518, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:52.164086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port bcd818b8-53ff-4898-8f5f-49af5715735e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:52.164719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.230020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0ac56-567d-4961-b2af-653521eae97a req-6c0f4e68-a49c-4df9-8532-546619b12696 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.243059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc0ac56-567d-4961-b2af-653521eae97a req-6c0f4e68-a49c-4df9-8532-546619b12696 service neutron] 10.222.0.39 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.2110467 Apr 05 20:45:52.250166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] For port 2de3fa40-0364-4fd4-b7b5-66841cf9a518, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2de3fa40-0364-4fd4-b7b5-66841cf9a518,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:52.319611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 08672150-261d-49b4-9cf9-1be73d253af9 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:52.369412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.378912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.545024 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:45:52.605170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.608308 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] 10.222.0.23 "PUT /v2.0/ports/2de3fa40-0364-4fd4-b7b5-66841cf9a518 HTTP/1.1" status: 200 len: 1090 time: 2.9796741 Apr 05 20:45:52.610390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'tag': '2de3fa40-0364-4fd4-b7b5-66841cf9a518'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:52.627814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc0ac56-567d-4961-b2af-653521eae97a req-2b0beb7e-4055-4c40-b095-35b1976a8f9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 200 len: 999 time: 0.1378651 Apr 05 20:45:52.649296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d160db-0103-41a8-a2d6-0121c911246c service neutron] Pushing event updated for resources: {'Port': ['ID=2de3fa40-0364-4fd4-b7b5-66841cf9a518,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:52.678189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.690313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.694358 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1f592342-a9b6-48d5-9218-c8d020cc3976 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "DELETE /v2.0/floatingips/068910f5-9dd2-4146-86b3-99ecd4ebb86a HTTP/1.1" status: 204 len: 168 time: 2.3190560 Apr 05 20:45:52.717011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 08672150-261d-49b4-9cf9-1be73d253af9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=08672150-261d-49b4-9cf9-1be73d253af9,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:52.745907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '08672150-261d-49b4-9cf9-1be73d253af9', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'port_id': '08672150-261d-49b4-9cf9-1be73d253af9', 'mac_address': 'fa:16:3e:d7:4d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebccad2a-7032-4a42-a749-eaa26288144f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:52.767483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Request body: {'port': {'device_id': '2f8035d6-f799-42df-add9-b3f910ccd771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:52.811203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0ac56-567d-4961-b2af-653521eae97a req-bca54e36-0f01-4beb-8e63-718f8e36c152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.812719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc0ac56-567d-4961-b2af-653521eae97a req-bca54e36-0f01-4beb-8e63-718f8e36c152 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.1751635 Apr 05 20:45:52.872243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:52.873176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18d562-e08d-441c-bbf5-d7f2cd5714e2 req-112be99f-b34b-4e45-b68c-05eb8a21f795 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.880754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18d562-e08d-441c-bbf5-d7f2cd5714e2 req-112be99f-b34b-4e45-b68c-05eb8a21f795 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.885852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18d562-e08d-441c-bbf5-d7f2cd5714e2 req-112be99f-b34b-4e45-b68c-05eb8a21f795 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.887722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c18d562-e08d-441c-bbf5-d7f2cd5714e2 req-112be99f-b34b-4e45-b68c-05eb8a21f795 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2386 time: 0.6410983 Apr 05 20:45:52.914343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08672150-261d-49b4-9cf9-1be73d253af9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:52.926872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for bcd818b8-53ff-4898-8f5f-49af5715735e owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:52.937905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 08672150-261d-49b4-9cf9-1be73d253af9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=08672150-261d-49b4-9cf9-1be73d253af9,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:52.941101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa645af-c999-486b-807d-645c2d2f3c46 req-9efbaadd-b813-471c-8425-b833ff546ab3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.950463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fa645af-c999-486b-807d-645c2d2f3c46 req-9efbaadd-b813-471c-8425-b833ff546ab3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 944 time: 0.3568151 Apr 05 20:45:52.953640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '406bda58-07f9-422d-879c-4a33a2079bc0', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'port_id': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'mac_address': 'fa:16:3e:19:e7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:45:14Z', 'updated_at': '2022-04-05T20:45:49Z', 'revision_number': 1, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:52.958504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] Checking router: dada9b78-ac7d-4a62-961f-8b56fedac548 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:45:52.973209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:52.973209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:53.045560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c18d562-e08d-441c-bbf5-d7f2cd5714e2 req-2aeb0d20-b21b-4d81-9724-1981a8785410 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477056 Apr 05 20:45:53.100993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fa645af-c999-486b-807d-645c2d2f3c46 req-de10c0d7-d951-4a16-b69f-e4b2a0174999 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493733 Apr 05 20:45:53.127658 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:53.147723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc0ac56-567d-4961-b2af-653521eae97a req-4ea9f965-6250-48dc-9b46-67482d3f3e42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258007 Apr 05 20:45:53.161298 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d33eba-d5b9-4604-8845-e39ae6fd36df'] response: {'name': 'network-changed', 'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'tag': '2de3fa40-0364-4fd4-b7b5-66841cf9a518', 'status': 'completed', 'code': 200} Apr 05 20:45:53.211186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:53.356584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=08672150-261d-49b4-9cf9-1be73d253af9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:53.374360 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4ebac7-aa62-4c2e-9fa4-74cfc0b736e4 None None] New status for floating IP 068910f5-9dd2-4146-86b3-99ecd4ebb86a: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:45:53.406407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['08672150-261d-49b4-9cf9-1be73d253af9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:45:53.507861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edfa24f9-c13f-4505-b080-a90379f63c9a req-d3595e5a-9a58-41eb-94b7-bc82e8bd3ede service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2729 time: 0.3584614 Apr 05 20:45:53.586209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:45:53.745014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc0ac56-567d-4961-b2af-653521eae97a req-d923af6c-42be-4c9e-98c1-4752272a2134 service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371008 Apr 05 20:45:53.794008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33270) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:53.801745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3e1972-ef0d-46b0-93d8-a5b963e702ca {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:53.807336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:53.861365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017656240', 'description': 'tempest-description--124863915'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:53.879477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:53.882417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:53.885489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:53.891860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:53.917076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=bcd818b8-53ff-4898-8f5f-49af5715735e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:53.995670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:53.998722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa24f9-c13f-4505-b080-a90379f63c9a req-b35b10f0-4750-4aa2-96b3-d1ca3392e8fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:53.999511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa24f9-c13f-4505-b080-a90379f63c9a req-b35b10f0-4750-4aa2-96b3-d1ca3392e8fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.000306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa24f9-c13f-4505-b080-a90379f63c9a req-b35b10f0-4750-4aa2-96b3-d1ca3392e8fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.005119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edfa24f9-c13f-4505-b080-a90379f63c9a req-b35b10f0-4750-4aa2-96b3-d1ca3392e8fa service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=241787e4ab774999aae4dc54f9b8d406&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4206021 Apr 05 20:45:54.006069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Transition to ACTIVE for port object 4a3e1972-ef0d-46b0-93d8-a5b963e702ca will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:54.162133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.268801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.383194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '406bda58-07f9-422d-879c-4a33a2079bc0', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'port_id': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'mac_address': 'fa:16:3e:19:e7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:45:14Z', 'updated_at': '2022-04-05T20:45:49Z', 'revision_number': 1, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:54.389104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0d78e-9b8c-4399-9ff2-e7c50a005292 None None] The sync data for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 is: [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '406bda58-07f9-422d-879c-4a33a2079bc0', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'floating_ip_address': '172.25.2.156', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'port_id': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'mac_address': 'fa:16:3e:19:e7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:45:14Z', 'updated_at': '2022-04-05T20:45:49Z', 'revision_number': 1, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:54.470458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:54.499584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfc0ac56-567d-4961-b2af-653521eae97a req-0b3922eb-efda-4487-b506-d4fa54d624d1 service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450163 Apr 05 20:45:54.504578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group_rule and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:54.536311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:54.545781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa24f9-c13f-4505-b080-a90379f63c9a req-e0862326-3a83-4160-b7d6-a330f6d597cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.547218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edfa24f9-c13f-4505-b080-a90379f63c9a req-e0862326-3a83-4160-b7d6-a330f6d597cc service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5258791 Apr 05 20:45:54.547801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:54.548434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:54.603292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce66e0-aeb6-4dde-a2bf-23d2e1658db9 req-d435e058-ea98-4ac2-8f87-cfd1648fbf8e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.610947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fce66e0-aeb6-4dde-a2bf-23d2e1658db9 req-d435e058-ea98-4ac2-8f87-cfd1648fbf8e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 945 time: 0.2024825 Apr 05 20:45:54.679563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3f120-339a-425b-9060-ec2e5802ccea req-961e3139-2d93-4f8e-9563-c5efbc31f816 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.684311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3f120-339a-425b-9060-ec2e5802ccea req-961e3139-2d93-4f8e-9563-c5efbc31f816 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.690478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3f120-339a-425b-9060-ec2e5802ccea req-961e3139-2d93-4f8e-9563-c5efbc31f816 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.697750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01a3f120-339a-425b-9060-ec2e5802ccea req-961e3139-2d93-4f8e-9563-c5efbc31f816 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2398 time: 0.3975413 Apr 05 20:45:54.735355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.737869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Attempting to bind port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:54.737869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Attempting to bind port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:54.738110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Attempting to bind port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca on network dc5c1332-2621-435d-909e-f2bfc621b265 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:54.748549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fce66e0-aeb6-4dde-a2bf-23d2e1658db9 req-984544d1-d555-4822-9a19-6eb5516dca58 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357329 Apr 05 20:45:54.756755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca on network dc5c1332-2621-435d-909e-f2bfc621b265 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:45:54.760332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Attempting to bind port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca on network dc5c1332-2621-435d-909e-f2bfc621b265 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:54.779419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.783732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01a3f120-339a-425b-9060-ec2e5802ccea req-93a15e24-8926-4136-a45e-b40e86c65cb5 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848529 Apr 05 20:45:54.783871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:54.784191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Checking segment: {'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:54.784741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Bound using segment: {'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:54.784865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.785505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Bound port: 4a3e1972-ef0d-46b0-93d8-a5b963e702ca, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5869ec-03b4-488b-b8d5-3577e03aea55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:54.786011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.842290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69dca5c-dc31-48a0-9b3e-6ebb66c97810,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:54.924806 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.924806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4a5246d8-d47b-4790-bbaa-af91590adb75 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1273322 Apr 05 20:45:54.927172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33280) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:54.933385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'security_group_rule': {'security_group_id': 'e69dca5c-dc31-48a0-9b3e-6ebb66c97810', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:54.939850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:54.948036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group_rule and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:54.948036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:54.953296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:55.069274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.117229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] For port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:55.128529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] For port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:55.139504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.183121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.183411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.207251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d5fd27-2c3b-4584-99e0-8d7ef3029d4e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:55.285567 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.290742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f53fe862-4240-4a38-9cf1-adcf1eb4bc71 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3587465 Apr 05 20:45:55.291671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33284) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:55.300125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'security_group_rule': {'security_group_id': 'e69dca5c-dc31-48a0-9b3e-6ebb66c97810', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:55.307376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:55.311527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:security_group_rule and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:55.318032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:55.327828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:55.406195 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.408827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.408827 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] 10.222.0.23 "PUT /v2.0/ports/4a3e1972-ef0d-46b0-93d8-a5b963e702ca HTTP/1.1" status: 200 len: 1091 time: 2.6397457 Apr 05 20:45:55.408827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'tag': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:55.439536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc4f0d-5995-41df-b2d8-24903a879425 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:55.557303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.573169 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fc2d20-9914-4b63-a340-84751fe7db86'] response: {'name': 'network-changed', 'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'tag': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca', 'status': 'completed', 'code': 200} Apr 05 20:45:55.582183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Request body: {'port': {'device_id': '2f8035d6-f799-42df-add9-b3f910ccd771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:55.630863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.694083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe0c4ac-debc-4613-9d10-5c37ba23ab2e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:55.745418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63482306-dc37-448c-b887-c013ca943223 req-b9226f31-481b-428c-9d76-c64eb17fe903 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2796 time: 0.1674120 Apr 05 20:45:55.764907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9281931-4149-4b80-bf82-cc590928feac None None] New status for floating IP 406bda58-07f9-422d-879c-4a33a2079bc0: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:45:55.792706 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.793938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f2d79c92-f456-497d-8a45-3357d02abae5 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5012715 Apr 05 20:45:55.820906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33292) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:55.836256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:45:55.862874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:55.893280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:floatingip and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:55.902574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:55.916866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:55.939730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.135646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.200340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482306-dc37-448c-b887-c013ca943223 req-e50ff672-e146-4ea7-b07d-7bd55111c27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.201119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482306-dc37-448c-b887-c013ca943223 req-e50ff672-e146-4ea7-b07d-7bd55111c27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.201628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482306-dc37-448c-b887-c013ca943223 req-e50ff672-e146-4ea7-b07d-7bd55111c27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.203411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63482306-dc37-448c-b887-c013ca943223 req-e50ff672-e146-4ea7-b07d-7bd55111c27d service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=241787e4ab774999aae4dc54f9b8d406&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4501247 Apr 05 20:45:56.328924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 08672150-261d-49b4-9cf9-1be73d253af9 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:56.459518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router e5aed851-e846-41e7-b593-ee318086068f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:45:56.496046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 08672150-261d-49b4-9cf9-1be73d253af9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:56.517606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 08672150-261d-49b4-9cf9-1be73d253af9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:56.518174 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.528317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a464c-5da6-4ef2-a4d6-206ed0a06801 req-2c23d5e0-7e67-4b88-9957-b93b9e0ccc88 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.532578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a464c-5da6-4ef2-a4d6-206ed0a06801 req-2c23d5e0-7e67-4b88-9957-b93b9e0ccc88 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.536715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a464c-5da6-4ef2-a4d6-206ed0a06801 req-2c23d5e0-7e67-4b88-9957-b93b9e0ccc88 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.538716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0a464c-5da6-4ef2-a4d6-206ed0a06801 req-2c23d5e0-7e67-4b88-9957-b93b9e0ccc88 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2398 time: 0.3341186 Apr 05 20:45:56.574766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482306-dc37-448c-b887-c013ca943223 req-0c483950-31b9-495b-a0f4-5de3a51b8c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.577005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63482306-dc37-448c-b887-c013ca943223 req-0c483950-31b9-495b-a0f4-5de3a51b8c1d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2562451 Apr 05 20:45:56.580929 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:45:56.585330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c6ff6-73f8-4f9f-951b-96738d09b1b6 req-9a720840-07f8-4ef3-b93d-f220b7bd1c48 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:56.588677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4c6ff6-73f8-4f9f-951b-96738d09b1b6 req-9a720840-07f8-4ef3-b93d-f220b7bd1c48 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 945 time: 0.3250093 Apr 05 20:45:56.637400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0a464c-5da6-4ef2-a4d6-206ed0a06801 req-6e376b98-106d-4d3f-ae42-6627165e5b72 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914719 Apr 05 20:45:56.659971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b4c6ff6-73f8-4f9f-951b-96738d09b1b6 req-dd63925d-68bf-448e-ac89-2cb207b9bfd4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587485 Apr 05 20:45:56.684211 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.697415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40316923-0626-494c-9d2f-d885c91b81e1 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:45:56.705628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.726902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e322c07-29c3-45a9-b278-8876b5e48509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08672150-261d-49b4-9cf9-1be73d253af9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:56.732144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Transition to ACTIVE for port object 40316923-0626-494c-9d2f-d885c91b81e1 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:56.734246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 08672150-261d-49b4-9cf9-1be73d253af9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=08672150-261d-49b4-9cf9-1be73d253af9,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:45:56.787995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33306) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:56.789697 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f5bd82-6289-4ab9-9890-a2b6d50e2267'] response: {'server_uuid': '8e322c07-29c3-45a9-b278-8876b5e48509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08672150-261d-49b4-9cf9-1be73d253af9', 'code': 200} Apr 05 20:45:56.828709 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.901092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.909592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=08672150-261d-49b4-9cf9-1be73d253af9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:56.937576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7838ec9-3f72-48ed-9f9a-9f0d19477fef req-5232e6d4-5348-47ee-a284-dbec82b874fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 1097 time: 0.0862806 Apr 05 20:45:56.981825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7838ec9-3f72-48ed-9f9a-9f0d19477fef req-cea00775-4375-4200-80b3-d9be5def9be2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389695 Apr 05 20:45:57.034702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.072168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Pushing event updated for resources: {'Port': ['ID=40316923-0626-494c-9d2f-d885c91b81e1,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:57.073023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:57.077803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5bbb3a210a4b4da98efbda7825a2e880 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:57.080918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:57.084840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.088708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:57.159057 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.211364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.268369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3e3cf5-05c3-4931-9a6c-d87c1328f066,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:57.274297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-684afa4b-7bd0-44b8-ad67-2d9cc5a7d2d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bbb3a210a4b4da98efbda7825a2e880&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4850926 Apr 05 20:45:57.289910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33312) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:57.354602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Allocated IP 172.25.2.157 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3fd9edd8-f916-4a8d-9e29-1783a25f0d5d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:57.356635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Attempting to bind port 40316923-0626-494c-9d2f-d885c91b81e1 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:57.356965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Attempting to bind port 40316923-0626-494c-9d2f-d885c91b81e1 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:57.357359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Attempting to bind port 40316923-0626-494c-9d2f-d885c91b81e1 on network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:57.365708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc52-923b-4c51-bd0b-b951bcdf904a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.384554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Port 40316923-0626-494c-9d2f-d885c91b81e1 on network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:45:57.384881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Attempting to bind port 40316923-0626-494c-9d2f-d885c91b81e1 on network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:45:57.392326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc52-923b-4c51-bd0b-b951bcdf904a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.460507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:45:57.460792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Checking segment: {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:45:57.461292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Bound using segment: {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:45:57.466939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Bound port: 40316923-0626-494c-9d2f-d885c91b81e1, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:57.466939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.508701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc52-923b-4c51-bd0b-b951bcdf904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.529561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bfc52-923b-4c51-bd0b-b951bcdf904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3e3cf5-05c3-4931-9a6c-d87c1328f066,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:57.535196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a3bfc52-923b-4c51-bd0b-b951bcdf904a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.536653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a3bfc52-923b-4c51-bd0b-b951bcdf904a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b3e3cf5-05c3-4931-9a6c-d87c1328f066 HTTP/1.1" status: 204 len: 168 time: 0.2451472 Apr 05 20:45:57.547946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:45:57.561128 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] Sync routers for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:45:57.582178 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:57.582584 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:57.608195 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eaca2b49-cfeb-4499-bf46-4673dbd384d2 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/routers/e5aed851-e846-41e7-b593-ee318086068f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8881304 Apr 05 20:45:57.608851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33318) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:57.639566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.650282 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:57.655402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] For port 40316923-0626-494c-9d2f-d885c91b81e1, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:45:57.659222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] For port 40316923-0626-494c-9d2f-d885c91b81e1, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=40316923-0626-494c-9d2f-d885c91b81e1,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:45:57.661213 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] Routers {'e5aed851-e846-41e7-b593-ee318086068f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:45:57.661856 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:45:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e5aed851-e846-41e7-b593-ee318086068f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:57.735932 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:57.736238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7514d7-2ac6-4117-b789-8ed2d9b8d1ec None None] The sync data for ids ['e5aed851-e846-41e7-b593-ee318086068f'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:45:57.766379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.830765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.856325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.858292 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] 10.222.0.23 "PUT /v2.0/ports/40316923-0626-494c-9d2f-d885c91b81e1 HTTP/1.1" status: 200 len: 1092 time: 2.2868483 Apr 05 20:45:57.860218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'tag': '40316923-0626-494c-9d2f-d885c91b81e1'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:45:57.878864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:57.882874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:57.885334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc854eac-7e53-4bb1-ae16-c35fbde5909d service neutron] Pushing event updated for resources: {'Port': ['ID=40316923-0626-494c-9d2f-d885c91b81e1,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:57.887968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:45:57.992903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.026516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'Port': ['ID=3fd9edd8-f916-4a8d-9e29-1783a25f0d5d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:58.144396 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-1868da81-37b3-4011-a352-b0a8ed095078 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2863 time: 0.1152823 Apr 05 20:45:58.252818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab92ce-1bfc-43dc-a7b2-aa9f8bec9ff5 req-bb51679d-e6b1-41d6-9d01-087a07f522cd tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:58.257363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab92ce-1bfc-43dc-a7b2-aa9f8bec9ff5 req-bb51679d-e6b1-41d6-9d01-087a07f522cd tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:58.263679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab92ce-1bfc-43dc-a7b2-aa9f8bec9ff5 req-bb51679d-e6b1-41d6-9d01-087a07f522cd tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:58.265472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8ab92ce-1bfc-43dc-a7b2-aa9f8bec9ff5 req-bb51679d-e6b1-41d6-9d01-087a07f522cd tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2410 time: 0.4455738 Apr 05 20:45:58.299149 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bff9f1b9-9e53-4424-87aa-884c7afd33ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=2de3fa40-0364-4fd4-b7b5-66841cf9a518 HTTP/1.1" status: 200 len: 217 time: 0.0807796 Apr 05 20:45:58.305033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.349722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf4ae2-6196-419c-a5f6-2f3a62c7f866 req-c60bde5f-291a-4272-a32d-d96bcf02aa8e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:58.357183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00bf4ae2-6196-419c-a5f6-2f3a62c7f866 req-c60bde5f-291a-4272-a32d-d96bcf02aa8e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 946 time: 0.4902198 Apr 05 20:45:58.367737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-467c367c-f69e-4871-8253-20854aa4f2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:58.369287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-467c367c-f69e-4871-8253-20854aa4f2d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf90d343-30f6-4f97-a8da-93eb525a4f59 HTTP/1.1" status: 200 len: 801 time: 0.0628679 Apr 05 20:45:58.393368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8ab92ce-1bfc-43dc-a7b2-aa9f8bec9ff5 req-3480872a-635b-4136-9ddc-fea04fc07076 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166091 Apr 05 20:45:58.433597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00bf4ae2-6196-419c-a5f6-2f3a62c7f866 req-6a1b62bf-3090-4fad-8b0d-b9590a90bbd7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752606 Apr 05 20:45:58.492120 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fed94dc-6897-4ffe-962d-0b5709fa3a56'] response: {'name': 'network-changed', 'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'tag': '40316923-0626-494c-9d2f-d885c91b81e1', 'status': 'completed', 'code': 200} Apr 05 20:45:58.500909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.501308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.570248 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bf831035-b40e-4a5c-9b0e-763f491e7185 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1953115 Apr 05 20:45:58.650882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port b5e0830a-1d3e-43df-bb41-28d075c84382 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:45:58.651262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.846376 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.931301 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-bd643a9e-3bcf-463d-8b5f-800fbc520730 service neutron] 10.222.0.23 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541667 Apr 05 20:45:59.038932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.091562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for b5e0830a-1d3e-43df-bb41-28d075c84382 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:45:59.095678 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-79094a47-4aac-4b85-b7bd-f407df1302d9 service neutron] 10.222.0.23 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579816 Apr 05 20:45:59.150763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.218625 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-78d5a228-1f82-4a54-b53f-f4a4d3c4dff9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=4a3e1972-ef0d-46b0-93d8-a5b963e702ca HTTP/1.1" status: 200 len: 217 time: 0.1176257 Apr 05 20:45:59.318669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'Port': ['ID=3fd9edd8-f916-4a8d-9e29-1783a25f0d5d,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:59.337942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.340204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.358310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-1062a92a-afb0-469c-833f-090ad149a4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:59.359741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-1062a92a-afb0-469c-833f-090ad149a4e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3323b4ca-1645-4942-8835-7a82025ba4cc HTTP/1.1" status: 200 len: 801 time: 0.1069732 Apr 05 20:45:59.386187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=b5e0830a-1d3e-43df-bb41-28d075c84382,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:59.446751 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-7958e458-94b6-42bf-9864-26f30a41c500 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc5c1332-2621-435d-909e-f2bfc621b265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0795882 Apr 05 20:45:59.449025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.450005 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ce3d9d1a-0eec-41ea-8a5d-5e11285a6b91 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6268933 Apr 05 20:45:59.616206 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-532400e5-711d-462f-bb39-ce13273e5e35 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c1332-2621-435d-909e-f2bfc621b265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631153 Apr 05 20:45:59.734042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.763193 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-8cb2d9d2-4f0f-4c50-8300-77db19f84db9 service neutron] 10.222.0.23 "GET /v2.0/networks/dc5c1332-2621-435d-909e-f2bfc621b265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407080 Apr 05 20:45:59.834483 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-b495e005-55df-49a2-a1fb-de03715a3b33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.181&port_id=40316923-0626-494c-9d2f-d885c91b81e1 HTTP/1.1" status: 200 len: 217 time: 0.0654089 Apr 05 20:45:59.898287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-dbaece41-a146-448d-8fad-edab22a4360f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:59.900362 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-dbaece41-a146-448d-8fad-edab22a4360f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf90d343-30f6-4f97-a8da-93eb525a4f59 HTTP/1.1" status: 200 len: 801 time: 0.0597224 Apr 05 20:45:59.995840 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-75d36e08-8f4c-4354-89d2-942bdf33e912 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0897508 Apr 05 20:46:00.039483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753de73-7140-4bc9-9cc4-49b1fea23148 req-261b7e62-0d83-48b5-ba8c-81e2fbe0d19f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:00.043398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753de73-7140-4bc9-9cc4-49b1fea23148 req-261b7e62-0d83-48b5-ba8c-81e2fbe0d19f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:00.047461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753de73-7140-4bc9-9cc4-49b1fea23148 req-261b7e62-0d83-48b5-ba8c-81e2fbe0d19f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:00.049174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1753de73-7140-4bc9-9cc4-49b1fea23148 req-261b7e62-0d83-48b5-ba8c-81e2fbe0d19f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2410 time: 0.4792352 Apr 05 20:46:00.053071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.060164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fbb0b-2472-4a30-9d66-c408114c1e97 req-29b9c17f-d70d-4fd6-949b-329bbc5b3e78 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:00.061606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-972fbb0b-2472-4a30-9d66-c408114c1e97 req-29b9c17f-d70d-4fd6-949b-329bbc5b3e78 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 946 time: 0.4004350 Apr 05 20:46:00.084297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.145483 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-ef12282c-3068-4e15-b93c-d6098b55d22d service neutron] 10.222.0.23 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437082 Apr 05 20:46:00.162301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1753de73-7140-4bc9-9cc4-49b1fea23148 req-77e1d950-91c1-4aef-82f6-8dcf1ded8e15 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987070 Apr 05 20:46:00.166800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-972fbb0b-2472-4a30-9d66-c408114c1e97 req-2c85ba8d-3a9c-4a31-ab6a-efeaa5eb8677 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802932 Apr 05 20:46:00.240199 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.241132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Fanout notify agent at l3_agent the message router_deleted on router e5aed851-e846-41e7-b593-ee318086068f {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:46:00.280286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.281865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5e442149-1622-4c0e-9e50-c7cd36d09a38 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/routers/e5aed851-e846-41e7-b593-ee318086068f HTTP/1.1" status: 204 len: 168 time: 2.6724153 Apr 05 20:46:00.284393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33368) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:00.347161 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67475025-1472-4f2c-9b7b-dd1d0ee98f62 req-3131900c-28ed-4e7e-8bb2-45672e549902 service neutron] 10.222.0.23 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961749 Apr 05 20:46:00.498888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-6272ff91-217b-4e78-8017-264e70d7c39c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Synchronizing usage tracker for tenant:59b83352d11b4d35aba31747089aa265 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:00.543609 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-92b0b5d7-231f-4a72-afe8-265479925276 req-f8142452-fb46-48dc-ae8c-6bd100cd9698 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2863 time: 0.1050940 Apr 05 20:46:00.572689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting subnet a4ad1325-1c64-4cea-9339-b5477771825c {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:46:00.575981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.767886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-6272ff91-217b-4e78-8017-264e70d7c39c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Unset dirty status for tenant:59b83352d11b4d35aba31747089aa265 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:00.769641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-6272ff91-217b-4e78-8017-264e70d7c39c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1017656240&fields=id&tenant_id=59b83352d11b4d35aba31747089aa265 HTTP/1.1" status: 200 len: 267 time: 0.4094012 Apr 05 20:46:00.869755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b5d7-231f-4a72-afe8-265479925276 req-11595813-be27-434b-b36e-866a43d3b6a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:00.871215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-92b0b5d7-231f-4a72-afe8-265479925276 req-11595813-be27-434b-b36e-866a43d3b6a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 HTTP/1.1" status: 200 len: 903 time: 0.3214531 Apr 05 20:46:00.929169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.949702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-92b0b5d7-231f-4a72-afe8-265479925276 req-4e7a8d20-fef1-412e-9365-4746cc573732 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.181&port_id=40316923-0626-494c-9d2f-d885c91b81e1 HTTP/1.1" status: 200 len: 217 time: 0.0647068 Apr 05 20:46:01.013405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0b5d7-231f-4a72-afe8-265479925276 req-c0e38517-c765-4ae3-ab22-fbdfef11cfef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.014978 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-92b0b5d7-231f-4a72-afe8-265479925276 req-c0e38517-c765-4ae3-ab22-fbdfef11cfef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf90d343-30f6-4f97-a8da-93eb525a4f59 HTTP/1.1" status: 200 len: 801 time: 0.0662508 Apr 05 20:46:01.107670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-7ff05f98-67ec-474b-8625-c20154d9bc91 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3748760 Apr 05 20:46:01.120815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-988f8cf4-7785-4452-a207-409d8e244a88 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.122114 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-92b0b5d7-231f-4a72-afe8-265479925276 req-e8466c6e-8531-4ff4-8d65-8247ff95c425 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994108 Apr 05 20:46:01.128221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-988f8cf4-7785-4452-a207-409d8e244a88 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 811 time: 0.3067865 Apr 05 20:46:01.146707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.158488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.163108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.167986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.171899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.176685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.180498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.183004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-f0b5e8aa-a312-479e-9547-3bce116e4dcb tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.4087644 Apr 05 20:46:01.264162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-73aa969a-8d86-4729-b94e-02e794597185 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/quotas/59b83352d11b4d35aba31747089aa265 HTTP/1.1" status: 200 len: 375 time: 0.1356351 Apr 05 20:46:01.269012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.300599 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-92b0b5d7-231f-4a72-afe8-265479925276 req-66849106-7913-416c-90c2-b8e3e4865bc6 service neutron] 10.222.0.23 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697328 Apr 05 20:46:01.406533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b74a8aa3-0618-47e3-95b4-3f0a8c437f53 req-d9317492-41e5-4360-a9af-3628661f04b5 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861005 Apr 05 20:46:01.442435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-3862f1d2-0185-44b4-82f0-00d8871beb12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 1096 time: 0.2584252 Apr 05 20:46:01.446047 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-92b0b5d7-231f-4a72-afe8-265479925276 req-f79cebb7-ae6a-4015-923e-d6bf100b072e service neutron] 10.222.0.23 "GET /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366875 Apr 05 20:46:01.461132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-a0e94c6b-8fbc-43a7-abca-60dcac665b0f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1558671 Apr 05 20:46:01.618009 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.751464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ad1325-1c64-4cea-9339-b5477771825c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:01.785199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae6f91-16d3-42ff-a4fd-c1646f96ff17 None None] Network 8dcf321f-d46a-413a-a748-5fceba83ed42 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:01.794861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.841280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b365f2ae-9332-4687-a6d2-6cefc1c928d8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/subnets/a4ad1325-1c64-4cea-9339-b5477771825c HTTP/1.1" status: 204 len: 168 time: 1.5557108 Apr 05 20:46:01.844129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33390) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:01.873509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-97829469-c69e-4419-9035-786544c20c8f service neutron] 10.222.0.10 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986847 Apr 05 20:46:01.891850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-9df54cfc-ab63-4c17-8cad-adb9334c9b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:01.893303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-9df54cfc-ab63-4c17-8cad-adb9334c9b14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.3976412 Apr 05 20:46:01.972402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.984846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:01.985306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.049605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-b1c13e08-1b29-408c-bac3-f929cb5d5059 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:02.051446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-b1c13e08-1b29-408c-bac3-f929cb5d5059 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.4829981 Apr 05 20:46:02.077029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] DHCP port deletion for 8dcf321f-d46a-413a-a748-5fceba83ed42 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:46:02.083899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Deleting port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:02.084756 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.094885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-42eb78fd-ad74-4f01-b9fd-f64653629e2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14ab566-3398-4fdd-9025-70f73457230b HTTP/1.1" status: 200 len: 217 time: 0.1793783 Apr 05 20:46:02.101034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-86345c59-7ee7-4b6e-ac2f-a7533387f8aa tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0397196 Apr 05 20:46:02.264629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-67b44189-e6d1-416f-91b5-f3d5bfe823d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:02.266098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-67b44189-e6d1-416f-91b5-f3d5bfe823d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.1642289 Apr 05 20:46:02.276063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-13eb8ed3-ebb0-4326-a3f7-4a110ab0bc65 service neutron] 10.222.0.10 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850734 Apr 05 20:46:02.282305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] For port 4626d00e-0464-4df0-8cd1-d6b3b48d2842, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4626d00e-0464-4df0-8cd1-d6b3b48d2842,segment=NetworkSegment(5b256372-e789-462c-b563-ece9d239c863),segment_id=5b256372-e789-462c-b563-ece9d239c863)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:02.286889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.344957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2de3fa40-0364-4fd4-b7b5-66841cf9a518 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:02.389469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] For port 4626d00e-0464-4df0-8cd1-d6b3b48d2842, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4626d00e-0464-4df0-8cd1-d6b3b48d2842,segment=NetworkSegment(5b256372-e789-462c-b563-ece9d239c863),segment_id=5b256372-e789-462c-b563-ece9d239c863)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:02.389469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.390024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-4bb6df10-fa2f-4896-8dee-a42ec484ae53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071420 Apr 05 20:46:02.467705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 4626d00e-0464-4df0-8cd1-d6b3b48d2842 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:02.556793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Calling delete_port for 4626d00e-0464-4df0-8cd1-d6b3b48d2842 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:02.587369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-9986c442-4c21-4de8-8df3-77d4f6e94cd3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4468927 Apr 05 20:46:02.598163 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:46:02.708552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.794909 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:02.795804 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:02.804711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2de3fa40-0364-4fd4-b7b5-66841cf9a518, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2de3fa40-0364-4fd4-b7b5-66841cf9a518,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:02.807113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=4626d00e-0464-4df0-8cd1-d6b3b48d2842,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:02.813271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] No DVR routers for this DVR port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:02.831889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '2de3fa40-0364-4fd4-b7b5-66841cf9a518', 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6', 'port_id': '2de3fa40-0364-4fd4-b7b5-66841cf9a518', 'mac_address': 'fa:16:3e:34:f1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf90d343-30f6-4f97-a8da-93eb525a4f59', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:02.911692 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.936319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de3fa40-0364-4fd4-b7b5-66841cf9a518 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:02.952868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-eef4caaf-8d4b-4a2e-9b4a-ebba3236c326 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581374 Apr 05 20:46:02.959214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2de3fa40-0364-4fd4-b7b5-66841cf9a518, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2de3fa40-0364-4fd4-b7b5-66841cf9a518,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:02.959779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def2ba-d419-418d-a0dc-135b0c8b1cf8 req-a1be3de8-c91f-442e-b4a7-c8d08181720a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:02.964265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def2ba-d419-418d-a0dc-135b0c8b1cf8 req-a1be3de8-c91f-442e-b4a7-c8d08181720a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:02.968008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def2ba-d419-418d-a0dc-135b0c8b1cf8 req-a1be3de8-c91f-442e-b4a7-c8d08181720a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:02.969621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29def2ba-d419-418d-a0dc-135b0c8b1cf8 req-a1be3de8-c91f-442e-b4a7-c8d08181720a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2410 time: 0.2015784 Apr 05 20:46:02.974119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-d1780af7-7244-422d-a3cf-eeee6c89af55 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848902 Apr 05 20:46:03.034329 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.038626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.069526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcf321f-d46a-413a-a748-5fceba83ed42']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:03.084897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b256372-e789-462c-b563-ece9d239c863') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:03.084897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b256372-e789-462c-b563-ece9d239c863') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:03.114907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.126260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.133974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:46:03.134549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.171753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=2de3fa40-0364-4fd4-b7b5-66841cf9a518,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:03.171753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4626d00e-0464-4df0-8cd1-d6b3b48d2842 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:03.201383 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:03.206060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4626d00e-0464-4df0-8cd1-d6b3b48d2842 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:03.206616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4626d00e-0464-4df0-8cd1-d6b3b48d2842 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:03.254368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29def2ba-d419-418d-a0dc-135b0c8b1cf8 req-0dcd67ed-3fb8-4e53-8801-10f3b38ba971 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620699 Apr 05 20:46:03.302895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Deleting port 4626d00e-0464-4df0-8cd1-d6b3b48d2842 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:03.303764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.400141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['2de3fa40-0364-4fd4-b7b5-66841cf9a518'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:03.409968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-603bfdf2-021d-4d1f-b8c8-c01ddbc98570 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184904 Apr 05 20:46:03.420130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e985259e-c6e2-4e80-9654-478d5189c6cc req-659c03d9-d85c-4e71-9762-47ed52cacbc1 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467261 Apr 05 20:46:03.473203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-78d774f1-3e07-4a36-aff9-b2af7a6641b8 None None] The port '4626d00e-0464-4df0-8cd1-d6b3b48d2842' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:46:03.500339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.532712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.539402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Network': ['ID=8dcf321f-d46a-413a-a748-5fceba83ed42,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:03.551414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:03.555617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:03.558873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58130f9e-2d30-4833-885a-58e6a51fd3e6 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/networks/8dcf321f-d46a-413a-a748-5fceba83ed42 HTTP/1.1" status: 204 len: 168 time: 1.7135527 Apr 05 20:46:03.560721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:03.562019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:03.577335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:03.583183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:03.602110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:03.612561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:03.614546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d721918-eb8a-431b-a7de-fd963378173c req-041daef7-7f5c-4db7-bc84-bcaf55da3b22 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.1740756 Apr 05 20:46:03.735463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.831220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79d96c88-ed06-4eae-a7f1-671b88c94a43 req-2bed02f4-a088-4981-80a9-e53ed99034d1 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 210 time: 0.1167614 Apr 05 20:46:03.843051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c64cf257-ec7f-423f-b557-3c33c7cf4df7 req-d466e580-c62b-4649-a376-b5572f12e87c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 210 time: 0.0753973 Apr 05 20:46:03.895760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 7597bebb-99d4-4dd7-ac09-acdfba823258 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:03.896105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.089756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.090417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.233539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 7597bebb-99d4-4dd7-ac09-acdfba823258 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:04.348756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 40316923-0626-494c-9d2f-d885c91b81e1 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:04.484240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.497309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08698-68a3-4c67-8275-21dfe40aa81a req-c0e92312-8cad-4aa1-b60e-c15c2647058b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:04.501670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08698-68a3-4c67-8275-21dfe40aa81a req-c0e92312-8cad-4aa1-b60e-c15c2647058b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:04.505621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08698-68a3-4c67-8275-21dfe40aa81a req-c0e92312-8cad-4aa1-b60e-c15c2647058b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:04.507309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa08698-68a3-4c67-8275-21dfe40aa81a req-c0e92312-8cad-4aa1-b60e-c15c2647058b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2411 time: 0.1158431 Apr 05 20:46:04.542506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 40316923-0626-494c-9d2f-d885c91b81e1, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=40316923-0626-494c-9d2f-d885c91b81e1,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:04.546773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=7597bebb-99d4-4dd7-ac09-acdfba823258,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:04.557354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '40316923-0626-494c-9d2f-d885c91b81e1', 'network_id': '5cfc3f64-2a18-4277-8b34-37bdfd0b87d6', 'port_id': '40316923-0626-494c-9d2f-d885c91b81e1', 'mac_address': 'fa:16:3e:f6:6b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf90d343-30f6-4f97-a8da-93eb525a4f59', 'ip_address': '19.80.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:04.565530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa08698-68a3-4c67-8275-21dfe40aa81a req-be94edda-5abe-4c87-aa92-1520955b85ab tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487618 Apr 05 20:46:04.645241 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.659163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.666619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40316923-0626-494c-9d2f-d885c91b81e1 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:04.682514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 40316923-0626-494c-9d2f-d885c91b81e1, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=40316923-0626-494c-9d2f-d885c91b81e1,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:04.703634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.704797 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bca100ba-6a1c-4c28-b118-e524b8f79640 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/floatingips/3ad2d5f7-9599-41b8-b494-03b526234ec9 HTTP/1.1" status: 204 len: 168 time: 1.1419029 Apr 05 20:46:04.708279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33454) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:04.756575 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d7ce5b-1020-4d66-ac51-b3077837d8ea tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] DELETE failed (client error): The resource could not be found. Apr 05 20:46:04.757017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d7ce5b-1020-4d66-ac51-b3077837d8ea tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:46:04.761564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-48d7ce5b-1020-4d66-ac51-b3077837d8ea tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/ports/48150e67-1b26-401b-9081-b269b0e16e73 HTTP/1.1" status: 404 len: 333 time: 0.0494175 Apr 05 20:46:04.761878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33458) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:04.802968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.803968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ece61a41-e94d-45be-9e72-1a52f55af5f8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Synchronizing usage tracker for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:04.806524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a3e1972-ef0d-46b0-93d8-a5b963e702ca details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:04.844064 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b7236b1a-cd2b-46c7-a6d2-968bd4cafde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.931362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ece61a41-e94d-45be-9e72-1a52f55af5f8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Unset dirty status for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:04.932548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ece61a41-e94d-45be-9e72-1a52f55af5f8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5aed851-e846-41e7-b593-ee318086068f HTTP/1.1" status: 200 len: 205 time: 0.1697872 Apr 05 20:46:04.938443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33466) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:04.955071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=40316923-0626-494c-9d2f-d885c91b81e1,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:05.041526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:05.077694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca', 'network_id': 'dc5c1332-2621-435d-909e-f2bfc621b265', 'port_id': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca', 'mac_address': 'fa:16:3e:36:d7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3323b4ca-1645-4942-8835-7a82025ba4cc', 'ip_address': '19.86.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:05.141975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.159634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3e1972-ef0d-46b0-93d8-a5b963e702ca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:05.161596 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-cbeeb2d9-f2b3-467e-95e5-49639ae3e0b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] delete failed (client error): The resource could not be found. Apr 05 20:46:05.165192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cbeeb2d9-f2b3-467e-95e5-49639ae3e0b4 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/routers/e5aed851-e846-41e7-b593-ee318086068f HTTP/1.1" status: 404 len: 336 time: 0.2232418 Apr 05 20:46:05.171783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:05.176379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:05.178908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42527b3c-300b-4207-8e6d-7c3d0391fcdf req-317755aa-f579-41ea-9e3d-4026051b392f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 210 time: 0.0876443 Apr 05 20:46:05.181924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0724ee3-0fb5-42e6-996f-31d61df60cc2 req-2d74469b-7a73-4099-b761-70b811a87475 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 210 time: 0.0907619 Apr 05 20:46:05.230455 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac236981-5088-4d0e-8ea6-5455fd4de4c8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] DELETE failed (client error): The resource could not be found. Apr 05 20:46:05.233238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac236981-5088-4d0e-8ea6-5455fd4de4c8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:46:05.234888 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ac236981-5088-4d0e-8ea6-5455fd4de4c8 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/subnets/a4ad1325-1c64-4cea-9339-b5477771825c HTTP/1.1" status: 404 len: 337 time: 0.0682008 Apr 05 20:46:05.237712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33474) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:05.296831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.330529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:05.330937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.373717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:05.602284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['40316923-0626-494c-9d2f-d885c91b81e1'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:05.625462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.661258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4a3e1972-ef0d-46b0-93d8-a5b963e702ca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:05.817275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:05.823271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cd3f8-1629-4ce1-a40f-e4df38542e99 req-9e557a99-c3e5-42ee-bb41-565569a2a617 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:05.827657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cd3f8-1629-4ce1-a40f-e4df38542e99 req-9e557a99-c3e5-42ee-bb41-565569a2a617 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:05.832608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cd3f8-1629-4ce1-a40f-e4df38542e99 req-9e557a99-c3e5-42ee-bb41-565569a2a617 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:05.845329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b0cd3f8-1629-4ce1-a40f-e4df38542e99 req-9e557a99-c3e5-42ee-bb41-565569a2a617 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2413 time: 0.1434474 Apr 05 20:46:05.894228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b0cd3f8-1629-4ce1-a40f-e4df38542e99 req-ba589a04-1148-43ed-8bae-e0dd86989453 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507793 Apr 05 20:46:06.097711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.124702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-5f04e7e0-2132-4124-a6da-3f411ec001a4 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:06.130526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-5f04e7e0-2132-4124-a6da-3f411ec001a4 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.39 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 811 time: 0.2177758 Apr 05 20:46:06.160973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:06.261071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-cd0881b8-f61e-4993-9101-6b790c28b7f4 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b83352d11b4d35aba31747089aa265 HTTP/1.1" status: 200 len: 380 time: 0.1094568 Apr 05 20:46:06.282045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'port': {'device_id': '1a178543-90ae-4419-8185-f886b6bfe631', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'admin_state_up': True, 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'security_groups': ['e69dca5c-dc31-48a0-9b3e-6ebb66c97810']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:06.367359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.379203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2de3fa40-0364-4fd4-b7b5-66841cf9a518 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:06.458453 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cef81e16-b983-4983-8923-984c2d5820d3 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/ports/9768f9ad-9a4f-4aeb-bbf5-a69ea988dc7f HTTP/1.1" status: 204 len: 168 time: 1.2197464 Apr 05 20:46:06.460720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33488) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:06.576684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:06.583480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:06.584157 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.698707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b937876-352b-4025-a6c1-986b781a746d req-d4b4f8f7-c16b-4601-adef-e8a614408e92 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 210 time: 0.1004283 Apr 05 20:46:06.741081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.748324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:06.748937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.809691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de3fa40-0364-4fd4-b7b5-66841cf9a518'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:06.815320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2de3fa40-0364-4fd4-b7b5-66841cf9a518, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2de3fa40-0364-4fd4-b7b5-66841cf9a518,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:06.817922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33506) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:06.872661 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a26f0e-c6bd-4d23-9dd7-917ba7b5b7b4'] response: {'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de3fa40-0364-4fd4-b7b5-66841cf9a518', 'code': 200} Apr 05 20:46:06.886327 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-deb7595a-3796-4e01-b048-c078bc77f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.937343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.038166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b75f30b7-c9f9-4fb3-9e16-7e7b63a81732 req-d99e93f2-e984-493a-a185-fdb620fefd4d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 210 time: 0.4411774 Apr 05 20:46:07.068379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=2de3fa40-0364-4fd4-b7b5-66841cf9a518,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:07.075371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:07.089472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Usage tracker for resource:port and tenant:59b83352d11b4d35aba31747089aa265 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:07.110348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:07.152655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.161514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:07.207135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-5d4444b9-686d-4d14-86ca-fc077d4d47a8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:07.208598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-5d4444b9-686d-4d14-86ca-fc077d4d47a8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.5241268 Apr 05 20:46:07.234585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Request body: {'port': {'device_id': '495befcf-150a-43b8-864e-0d194ce7eec5', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'admin_state_up': True, 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:07.309037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:07.340762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2628730-bc0a-410a-8867-1bb7be55b2a2 req-71411c7a-2e53-487e-adfc-f9f7afbd0fdc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:07.345024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2628730-bc0a-410a-8867-1bb7be55b2a2 req-71411c7a-2e53-487e-adfc-f9f7afbd0fdc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:07.349364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2628730-bc0a-410a-8867-1bb7be55b2a2 req-71411c7a-2e53-487e-adfc-f9f7afbd0fdc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:07.356793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2628730-bc0a-410a-8867-1bb7be55b2a2 req-71411c7a-2e53-487e-adfc-f9f7afbd0fdc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2414 time: 0.2643297 Apr 05 20:46:07.373365 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e087d7b3-977f-4b19-9927-ee4b0f4d5100 req-259d186a-e1fe-45d0-bd56-d0bc6e5af55e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6492 time: 0.5540733 Apr 05 20:46:07.388929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Made reservation on behalf of 59b83352d11b4d35aba31747089aa265 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:07.392480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.451136 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e087d7b3-977f-4b19-9927-ee4b0f4d5100 req-8db6a9c2-a64c-4c8a-ade1-be601330e892 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&id=36288f48-9432-4298-8dee-1ea30cdacd53&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705204 Apr 05 20:46:07.509581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2628730-bc0a-410a-8867-1bb7be55b2a2 req-48a53571-a482-45b1-ad1c-bee015886ca6 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502967 Apr 05 20:46:07.562673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:07.594546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.614471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:07.653277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:07.664437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Allocated IP 172.20.0.13 (a209d3f0-b675-451a-bb10-459a1e6ae7fa/6487c229-6f16-4903-b241-65343db17771/6c2c1826-a867-4cf6-bc2c-220f24ea6db1) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:07.712078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:07.715256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.780099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.794021 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-16ae0c2c-1c8f-42fa-8efa-70a50679a697 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/ports/e180e0ae-1174-47eb-bd92-ff1ef2e0c5c1 HTTP/1.1" status: 204 len: 168 time: 1.3320575 Apr 05 20:46:07.796962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:07.900852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca911d1f-b9ab-4b54-8b7b-c3042430626b tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:07.901720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ca911d1f-b9ab-4b54-8b7b-c3042430626b tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Synchronizing usage tracker for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:07.918227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8512b2d-1227-48c1-90b2-56a12068d3b9 req-84457052-b6f6-4120-a164-077b86988a04 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 210 time: 0.0669758 Apr 05 20:46:07.976623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ca911d1f-b9ab-4b54-8b7b-c3042430626b tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Unset dirty status for tenant:1edb054c72b74cd2bc4a6ea9d6331e5c on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:07.979094 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ca911d1f-b9ab-4b54-8b7b-c3042430626b tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "GET /v2.0/ports?device_id=20a68191-2a9a-48e9-86b1-019fb88a5f24 HTTP/1.1" status: 200 len: 913 time: 0.1800802 Apr 05 20:46:07.981321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33528) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:08.050571 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.079154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Allocated IP 172.20.0.7 (eca96cd5-d23e-4ec3-8e53-4550c5489ffb/ebccad2a-7032-4a42-a749-eaa26288144f/35604e53-82f7-4401-8b2a-ae692ceb9685) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:08.081003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Transition to ACTIVE for port object 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:08.302880 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.349765 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.372628 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.387695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a3e1972-ef0d-46b0-93d8-a5b963e702ca up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:08.464758 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.525322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event updated for resources: {'Port': ['ID=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:08.536469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:08.548404 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.554322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:08.568699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:08.628489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:08.634872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:08.635094 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.706275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.724430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['08672150-261d-49b4-9cf9-1be73d253af9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:08.732234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33544) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:08.766946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:08.772796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2c828-4755-468f-98cb-ff46b90f0fe3 req-047ffebb-26be-40e7-892d-785222836187 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:08.775192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ec2c828-4755-468f-98cb-ff46b90f0fe3 req-047ffebb-26be-40e7-892d-785222836187 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 932 time: 0.5228381 Apr 05 20:46:08.791910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:08.792600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.038757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9ca120c2-fc1e-46b3-bf3d-085159e0bf99 None None] Provisioning for port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:09.086384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9ca120c2-fc1e-46b3-bf3d-085159e0bf99 None None] Provisioning complete for port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:09.086592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ca120c2-fc1e-46b3-bf3d-085159e0bf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.107789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:09.109009 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.130845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:09.133461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.141817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:09.179984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event updated for resources: {'Port': ['ID=35604e53-82f7-4401-8b2a-ae692ceb9685,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:09.206328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2039d70c-904b-4f82-b351-0f342563ae53 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9287410 Apr 05 20:46:09.225095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Request body: {'port': {'device_id': '1a178543-90ae-4419-8185-f886b6bfe631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:09.226117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9ca120c2-fc1e-46b3-bf3d-085159e0bf99 None None] Port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:09.229414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:09.262292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:09.264676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ec2c828-4755-468f-98cb-ff46b90f0fe3 req-08aa3b9f-5da5-41d1-a5c3-f96ae2f04581 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4594100 Apr 05 20:46:09.302192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7b5ed-1ece-4269-beb6-c35a223698ce req-b8b07ee1-11c4-4cf3-8d52-f25c7e00f627 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:09.310010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7b5ed-1ece-4269-beb6-c35a223698ce req-b8b07ee1-11c4-4cf3-8d52-f25c7e00f627 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:09.314047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7b5ed-1ece-4269-beb6-c35a223698ce req-b8b07ee1-11c4-4cf3-8d52-f25c7e00f627 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:09.322926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8c7b5ed-1ece-4269-beb6-c35a223698ce req-b8b07ee1-11c4-4cf3-8d52-f25c7e00f627 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2414 time: 0.5876541 Apr 05 20:46:09.334611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.335449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 40316923-0626-494c-9d2f-d885c91b81e1 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:09.350951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:09.351817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.376010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:09.400972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 165db0c2-013c-4fd4-bfe8-b3273c6d08b6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:09.401633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.401892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Usage tracker for resource:security_group_rule and tenant:b0116b07a6a24d6d904a48e89d81b6a8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:09.412997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:09.484701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:09.495315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:09.500031 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.566028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 40316923-0626-494c-9d2f-d885c91b81e1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:09.571040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8c7b5ed-1ece-4269-beb6-c35a223698ce req-101bc6be-310d-41fc-8fbe-c5fac8053acc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470195 Apr 05 20:46:09.572229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 40316923-0626-494c-9d2f-d885c91b81e1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:09.572824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.639966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.662366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-42c53171-2d04-41da-8b27-6fe0653d3e6e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4318023 Apr 05 20:46:09.686712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Request body: {'port': {'device_id': '495befcf-150a-43b8-864e-0d194ce7eec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:09.741067 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.783439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 165db0c2-013c-4fd4-bfe8-b3273c6d08b6 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:09.793523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 40316923-0626-494c-9d2f-d885c91b81e1, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=40316923-0626-494c-9d2f-d885c91b81e1,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:09.805325 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.873750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.925287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.947392 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5027d9bf-840c-4dc7-85e3-503c3f88c5e5'] response: {'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca', 'code': 200} Apr 05 20:46:09.952588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=40316923-0626-494c-9d2f-d885c91b81e1,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:10.027037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.050974 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.068428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.118787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=165db0c2-013c-4fd4-bfe8-b3273c6d08b6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:10.198478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709d3d87-911d-4a73-aae4-0ffe176b1c42,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:10.218091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-22f620c3-007a-4933-97ea-84b0c52faee4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0116b07a6a24d6d904a48e89d81b6a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4419034 Apr 05 20:46:10.230579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604c1c8-d487-4921-a4d2-5f121c7a2c57 req-453b47eb-ad55-4221-b934-086384b5091f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.231256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a604c1c8-d487-4921-a4d2-5f121c7a2c57 req-453b47eb-ad55-4221-b934-086384b5091f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:10.234640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33556) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:10.356591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:46:10.414235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.424348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a604c1c8-d487-4921-a4d2-5f121c7a2c57 req-453b47eb-ad55-4221-b934-086384b5091f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:10.425529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a604c1c8-d487-4921-a4d2-5f121c7a2c57 req-453b47eb-ad55-4221-b934-086384b5091f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 931 time: 0.6827633 Apr 05 20:46:10.517913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.521707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.526154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.530050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.533871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.537690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.542060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:10.543900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-302c5100-7124-4027-859f-e2f0ce352c73 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.5060823 Apr 05 20:46:10.591914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:10.602358 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30babf15-f186-473f-9076-b0cfcdeab007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.639597 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.703059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Transition to ACTIVE for port object 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:10.726175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a604c1c8-d487-4921-a4d2-5f121c7a2c57 req-e1f072b5-d0a3-44e9-9354-eb8e9a1198bb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843423 Apr 05 20:46:10.731756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30babf15-f186-473f-9076-b0cfcdeab007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.788448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-729ad3e4-9c59-4c06-a16f-0985dbc5badb req-a397226e-e556-41dd-aceb-f83a4d64529c tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906066 Apr 05 20:46:10.792639 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.135602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Router 20a68191-2a9a-48e9-86b1-019fb88a5f24 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:46:11.211528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:11.237075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35604e53-82f7-4401-8b2a-ae692ceb9685 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:11.247149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30babf15-f186-473f-9076-b0cfcdeab007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.252943 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.282304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30babf15-f186-473f-9076-b0cfcdeab007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d3d87-911d-4a73-aae4-0ffe176b1c42,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:11.336885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Transition to ACTIVE for port object 35604e53-82f7-4401-8b2a-ae692ceb9685 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:11.358193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:46:11.370300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] Sync routers for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:46:11.370807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30babf15-f186-473f-9076-b0cfcdeab007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.373564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-30babf15-f186-473f-9076-b0cfcdeab007 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/709d3d87-911d-4a73-aae4-0ffe176b1c42 HTTP/1.1" status: 204 len: 168 time: 1.1264048 Apr 05 20:46:11.383508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:11.384784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:11.403591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b989-4c95-45f1-acc4-a83c9e2367c8 req-00e2d826-1dbd-4c5d-83b4-7a757a830980 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:11.404288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d24b989-4c95-45f1-acc4-a83c9e2367c8 req-00e2d826-1dbd-4c5d-83b4-7a757a830980 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Synchronizing usage tracker for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:11.408579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.417725 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3fce69fe-6c1d-4202-b414-57d37c78eb9a tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "PUT /v2.0/routers/20a68191-2a9a-48e9-86b1-019fb88a5f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4349844 Apr 05 20:46:11.418780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:11.448917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:11.460106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] Routers {'20a68191-2a9a-48e9-86b1-019fb88a5f24'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:11.461094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['20a68191-2a9a-48e9-86b1-019fb88a5f24'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:11.521978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:11.522376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a4062a-673b-4a1e-b81d-f98bfa3084cd None None] The sync data for ids ['20a68191-2a9a-48e9-86b1-019fb88a5f24'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:46:11.565359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Attempting to bind port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:11.565702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Attempting to bind port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:11.566033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Attempting to bind port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:11.577327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e0672-d4ef-4102-9faf-c7aff1759902 req-115f1041-8ddf-47d9-8b8f-65a6ef5e1618 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:11.581242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e0672-d4ef-4102-9faf-c7aff1759902 req-115f1041-8ddf-47d9-8b8f-65a6ef5e1618 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:11.585126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e0672-d4ef-4102-9faf-c7aff1759902 req-115f1041-8ddf-47d9-8b8f-65a6ef5e1618 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:11.586748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-656e0672-d4ef-4102-9faf-c7aff1759902 req-115f1041-8ddf-47d9-8b8f-65a6ef5e1618 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2416 time: 0.4336200 Apr 05 20:46:11.604807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d24b989-4c95-45f1-acc4-a83c9e2367c8 req-00e2d826-1dbd-4c5d-83b4-7a757a830980 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Unset dirty status for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:11.605946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d24b989-4c95-45f1-acc4-a83c9e2367c8 req-00e2d826-1dbd-4c5d-83b4-7a757a830980 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 944 time: 0.7515986 Apr 05 20:46:11.623532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Pushing event updated for resources: {'Port': ['ID=35604e53-82f7-4401-8b2a-ae692ceb9685,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:11.629008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:46:11.629379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Attempting to bind port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 on network a209d3f0-b675-451a-bb10-459a1e6ae7fa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:11.660947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.672486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:11.672834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Checking segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:11.673253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Bound using segment: {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:11.673708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Bound port: 6c2c1826-a867-4cf6-bc2c-220f24ea6db1, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e625d87-45a6-45b8-98f0-b9dae46c41ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:11.674056 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.806682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-656e0672-d4ef-4102-9faf-c7aff1759902 req-f31d4130-c398-41d0-b26e-861cdb60a3ec tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108955 Apr 05 20:46:11.844386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d24b989-4c95-45f1-acc4-a83c9e2367c8 req-5ac7cebf-895d-4f38-b009-219925b9c8d7 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163086 Apr 05 20:46:11.895243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Attempting to bind port 35604e53-82f7-4401-8b2a-ae692ceb9685 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:11.895243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Attempting to bind port 35604e53-82f7-4401-8b2a-ae692ceb9685 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:11.895243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Attempting to bind port 35604e53-82f7-4401-8b2a-ae692ceb9685 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:11.913533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Port 35604e53-82f7-4401-8b2a-ae692ceb9685 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:46:11.913533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Attempting to bind port 35604e53-82f7-4401-8b2a-ae692ceb9685 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:11.913533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] For port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:11.925040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] For port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:11.925040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:11.925040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:11.925040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Bound using segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:11.925040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Bound port: 35604e53-82f7-4401-8b2a-ae692ceb9685, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:11.925040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.941187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.947098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40316923-0626-494c-9d2f-d885c91b81e1'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:11.973008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-9a3b0a3b-18e3-433f-bfce-02dbe53de40d req-8475ef5f-81d2-45e7-b0f0-40358f82dfe1 service neutron] (84581) timed out ('10.222.0.10', 41236) {{(pid=84581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:46:12.034448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.058302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting port 566eb66b-c4ff-4cec-9528-469477b4dbc1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:12.059035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.140312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] For port 35604e53-82f7-4401-8b2a-ae692ceb9685, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:12.142413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.143158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] 10.222.0.39 "PUT /v2.0/ports/6c2c1826-a867-4cf6-bc2c-220f24ea6db1 HTTP/1.1" status: 200 len: 1092 time: 2.9220240 Apr 05 20:46:12.145908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:12.165661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] For port 35604e53-82f7-4401-8b2a-ae692ceb9685, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=35604e53-82f7-4401-8b2a-ae692ceb9685,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:12.174224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdecd6-2cb5-4f3c-818f-cae6a5316073 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:12.194962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac2b3-f54b-460d-b5ba-fb2018979e9d req-921eecf3-bd3d-4987-81da-cd5c34ab3184 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.197483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddbac2b3-f54b-460d-b5ba-fb2018979e9d req-921eecf3-bd3d-4987-81da-cd5c34ab3184 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 943 time: 0.2062008 Apr 05 20:46:12.250073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.359064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.454526 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.455897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] 10.222.0.39 "PUT /v2.0/ports/35604e53-82f7-4401-8b2a-ae692ceb9685 HTTP/1.1" status: 200 len: 1091 time: 2.7745078 Apr 05 20:46:12.476026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddbac2b3-f54b-460d-b5ba-fb2018979e9d req-718260ce-8bc4-44fc-aae6-ac2211ff00b9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728736 Apr 05 20:46:12.485277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f66172-755f-4d3b-84f1-4fc2aa2c5fef service neutron] Pushing event updated for resources: {'Port': ['ID=35604e53-82f7-4401-8b2a-ae692ceb9685,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:12.509588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-ae0e2292-ced6-468d-b819-7cbda43c3d5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 1095 time: 0.1991031 Apr 05 20:46:12.567251 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7251c712-087f-4d49-9564-96df95522afe'] response: {'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40316923-0626-494c-9d2f-d885c91b81e1', 'code': 200} Apr 05 20:46:12.591768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Calling delete_port for 566eb66b-c4ff-4cec-9528-469477b4dbc1 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:12.702341 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a5ef7d-d968-4aa3-9547-c500d9a86470'] response: {'name': 'network-changed', 'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'status': 'completed', 'code': 200} Apr 05 20:46:12.748464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-839bda18-29b0-4131-8205-89d1008aea4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1 HTTP/1.1" status: 200 len: 217 time: 0.0952339 Apr 05 20:46:12.837860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.841997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.846359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.850402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.854562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.858913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.862438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.864305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-101d4517-1a6a-463c-b540-b2a643201eea tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.3546667 Apr 05 20:46:12.874496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-94666415-cf73-4b31-91b6-523cb0838e86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.876157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-94666415-cf73-4b31-91b6-523cb0838e86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.1190958 Apr 05 20:46:12.934547 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-e02f9c43-84a6-4312-8170-0e972b21daee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 1094 time: 0.3083191 Apr 05 20:46:12.938840 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-61d98cf6-ab77-43d3-96fe-28372a52776b req-e94afa12-ff23-4cc9-bc78-8c8ac6aba195 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2869 time: 0.1638613 Apr 05 20:46:12.990470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.994986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.999456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.004942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.009868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.014053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.017891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.019759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-878d2bd8-821a-4319-b585-6ce12a129ba1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 5441 time: 0.9332778 Apr 05 20:46:13.074000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-496cd105-2c47-4b92-8839-e6d7dfa23bb3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.075340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-496cd105-2c47-4b92-8839-e6d7dfa23bb3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "GET /v2.0/ports/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2025542 Apr 05 20:46:13.114490 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-1dd11d35-0211-4fbc-b1ec-23c8b4c50597 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35604e53-82f7-4401-8b2a-ae692ceb9685 HTTP/1.1" status: 200 len: 217 time: 0.1459677 Apr 05 20:46:13.170656 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:13.217185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-61d98cf6-ab77-43d3-96fe-28372a52776b req-07ee7b46-54f4-4aed-899a-75899df7992c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699358 Apr 05 20:46:13.230774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Port': ['ID=566eb66b-c4ff-4cec-9528-469477b4dbc1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:13.246762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-aaaf444e-2b32-4b4f-a0af-8cacb6822eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3387303 Apr 05 20:46:13.266129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-856529ab-ab65-47e3-9769-7313fba257e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.267795 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-856529ab-ab65-47e3-9769-7313fba257e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.1479652 Apr 05 20:46:13.384473 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-14366f92-caf0-40fd-ba07-0cbc5915324f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910654 Apr 05 20:46:13.390452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e91655dd-0a83-4226-93c8-7795c4de96ea req-71ee67ba-8fe6-413c-b4e3-38adbac7714a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3314929 Apr 05 20:46:13.519741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-4eba6576-26ec-4357-860a-1180b1c04b4e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "GET /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4265738 Apr 05 20:46:13.534978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd1aac-38d2-49d2-9614-43581fad8a2a req-9e73e3f2-142d-4feb-a73f-7a84e2694320 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.539192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd1aac-38d2-49d2-9614-43581fad8a2a req-9e73e3f2-142d-4feb-a73f-7a84e2694320 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.543607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd1aac-38d2-49d2-9614-43581fad8a2a req-9e73e3f2-142d-4feb-a73f-7a84e2694320 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.550627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01bd1aac-38d2-49d2-9614-43581fad8a2a req-9e73e3f2-142d-4feb-a73f-7a84e2694320 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2416 time: 0.5265243 Apr 05 20:46:13.571181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:13.667665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:13.749006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-ab8dbd33-6ed7-41a4-8fc6-e85cd0d4d742 service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569548 Apr 05 20:46:13.799734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01bd1aac-38d2-49d2-9614-43581fad8a2a req-9afde22d-46ec-477c-a544-cc4189d45928 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482488 Apr 05 20:46:13.813530 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-3fb317d9-48c2-4a85-b3e1-b09d355d0659 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222772 Apr 05 20:46:13.873678 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:13.951702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bff2d-1b11-452b-b59f-c98a567925f8 req-ba836210-59ea-46b5-a26c-22b81e0b706e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.953168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-183bff2d-1b11-452b-b59f-c98a567925f8 req-ba836210-59ea-46b5-a26c-22b81e0b706e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 944 time: 0.3495491 Apr 05 20:46:14.049262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.065598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.075075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f5afbf-197f-426c-910e-9fd0fa0c9598 req-8b94b0c6-1e14-4b53-9f46-f10b45bac6cc service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154497 Apr 05 20:46:14.132731 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-73f7960a-4b9a-4fff-b375-dd4622088ee7 req-02f35f3c-81ad-4d49-8d0b-1ca554c97984 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630056 Apr 05 20:46:14.172528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-183bff2d-1b11-452b-b59f-c98a567925f8 req-2d08c0ef-839b-4367-8081-c9c0fed9fcbf tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987889 Apr 05 20:46:14.215222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27fb03-445d-4f58-9167-10b062c6734f req-127d0e17-c9f3-4741-b0eb-c40727c6797b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.216684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc27fb03-445d-4f58-9167-10b062c6734f req-127d0e17-c9f3-4741-b0eb-c40727c6797b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 943 time: 0.2466729 Apr 05 20:46:14.250802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] For port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:14.268822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.270511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Fanout notify agent at l3_agent the message router_deleted on router 20a68191-2a9a-48e9-86b1-019fb88a5f24 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:46:14.287096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.287739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc27fb03-445d-4f58-9167-10b062c6734f req-ac53f96c-c5f5-4997-b0c6-78a17b83a1c3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624311 Apr 05 20:46:14.288790 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7487ec8c-d2b5-466c-a93c-c80852f9bb53 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/routers/20a68191-2a9a-48e9-86b1-019fb88a5f24 HTTP/1.1" status: 204 len: 168 time: 2.8690259 Apr 05 20:46:14.291283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33622) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:14.325448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] For port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:14.384626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] device_id is not set on port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:46:14.394531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.455236 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:46:14.479789 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.698571 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-8b656b55-7f6a-4501-9a61-dd571d7d79a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 1095 time: 0.2438951 Apr 05 20:46:14.701546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Deleting subnet 7d04d305-153a-467f-924e-4c309ee545ab {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:46:14.703319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495befcf-150a-43b8-864e-0d194ce7eec5', 'tag': '35604e53-82f7-4401-8b2a-ae692ceb9685'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:14.704843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.748158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] No DVR routers for this DVR port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:14.802775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] Pushing event updated for resources: {'Port': ['ID=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:14.802906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.843583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] In _notify_port_updated(), no bound segment for port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:46:14.844623 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.846625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-afb5a7d0-7344-41b0-a388-8b2be25c041f service neutron] 10.222.0.39 "PUT /v2.0/ports/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 200 len: 1030 time: 1.2934558 Apr 05 20:46:14.854813 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23e7711-2741-4b9e-87fe-f176e36c1bc7'] response: {'name': 'network-changed', 'server_uuid': '495befcf-150a-43b8-864e-0d194ce7eec5', 'tag': '35604e53-82f7-4401-8b2a-ae692ceb9685', 'status': 'completed', 'code': 200} Apr 05 20:46:14.878305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-8d0e2fe7-d8d0-4be7-baee-1c23cb27158b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.884313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-8d0e2fe7-d8d0-4be7-baee-1c23cb27158b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.886857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-8d0e2fe7-d8d0-4be7-baee-1c23cb27158b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.890739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-8d0e2fe7-d8d0-4be7-baee-1c23cb27158b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.894744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-8d0e2fe7-d8d0-4be7-baee-1c23cb27158b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.898568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-8d0e2fe7-d8d0-4be7-baee-1c23cb27158b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.906554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-8d0e2fe7-d8d0-4be7-baee-1c23cb27158b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 4664 time: 0.2364109 Apr 05 20:46:14.929484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.972654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-892694bb-5ef2-471f-83b0-a7c6856f1f99 None None] Provisioning complete for port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:14.973173 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-892694bb-5ef2-471f-83b0-a7c6856f1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.063924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-c94ad0d1-c142-414b-af2f-f762eed67ca9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.065607 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-c94ad0d1-c142-414b-af2f-f762eed67ca9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.3320980 Apr 05 20:46:15.083835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-892694bb-5ef2-471f-83b0-a7c6856f1f99 None None] Port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:15.109500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-7b243113-5481-441d-ab4d-3f4971b3d2d4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.110828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-7b243113-5481-441d-ab4d-3f4971b3d2d4 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "GET /v2.0/ports/24220829-8caf-4bf7-a350-1689866690f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1899829 Apr 05 20:46:15.126712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c6148e6-5ea9-4767-a326-5119792e5240 req-26db4643-cc94-4120-b82d-488c40f7aee0 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2193427 Apr 05 20:46:15.130912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:15.142960 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-b09162db-9d2c-4d4b-8e29-92f29bbe0923 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1 HTTP/1.1" status: 200 len: 217 time: 0.0699449 Apr 05 20:46:15.195606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.249181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Subnet': ['ID=7d04d305-153a-467f-924e-4c309ee545ab,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:15.254765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-5bbf0e23-dbfa-4852-9aaa-bb03094cd950 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 1094 time: 0.3326120 Apr 05 20:46:15.261502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.278835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-378c375f-67b5-4768-9a5e-2f410ec5a435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.278835 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-378c375f-67b5-4768-9a5e-2f410ec5a435 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.1158373 Apr 05 20:46:15.278835 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bc0f09f5-b408-4d2d-899a-9c2aca737f78 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/subnets/7d04d305-153a-467f-924e-4c309ee545ab HTTP/1.1" status: 204 len: 168 time: 0.9817977 Apr 05 20:46:15.303972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:15.329084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:15.454788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.500036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.533476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da857df-b8ff-4654-ba90-92d8f7acc066 req-0a082487-429f-4fff-9514-e468aa888b12 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.538051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da857df-b8ff-4654-ba90-92d8f7acc066 req-0a082487-429f-4fff-9514-e468aa888b12 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.541947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da857df-b8ff-4654-ba90-92d8f7acc066 req-0a082487-429f-4fff-9514-e468aa888b12 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.543667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8da857df-b8ff-4654-ba90-92d8f7acc066 req-0a082487-429f-4fff-9514-e468aa888b12 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2416 time: 0.5340326 Apr 05 20:46:15.619115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-e94aa555-ae12-4201-aa13-94c935737118 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3436687 Apr 05 20:46:15.620536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.644114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:15.655132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:15.671072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.696679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8da857df-b8ff-4654-ba90-92d8f7acc066 req-4c660f30-dc7e-4942-bc8c-e00273cd8611 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424620 Apr 05 20:46:15.715096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-e006fd9b-8c87-4493-965c-4f82908f998f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.716203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907e55a3-83e6-4c35-ba2f-b917b07a58e8']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:15.719950 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.720804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:15.727163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-e006fd9b-8c87-4493-965c-4f82908f998f service neutron] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.4464376 Apr 05 20:46:15.738739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75423a2f-8dd8-4c0c-8153-ee9be06a002d') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:15.739198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75423a2f-8dd8-4c0c-8153-ee9be06a002d') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:15.755193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.791645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.799447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:46:15.800449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.850072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-c36f6ed5-49e5-43f1-9bfe-0c408d396c3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35604e53-82f7-4401-8b2a-ae692ceb9685 HTTP/1.1" status: 200 len: 217 time: 0.1210382 Apr 05 20:46:15.904628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:15.925824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:15.950298 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:15.956486 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-23291543-7cc3-4867-bb9c-32f95705ae47 service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281689 Apr 05 20:46:15.964324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:16.036089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.045166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.046350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:16.051589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8288f61-6623-44f5-b487-67c40cd5d43c req-152aa556-b262-4f61-beba-178047223c74 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:16.053093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8288f61-6623-44f5-b487-67c40cd5d43c req-152aa556-b262-4f61-beba-178047223c74 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 944 time: 0.5022674 Apr 05 20:46:16.091516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-fa6de533-9243-425e-b9f8-d0afd51693a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:16.092977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-fa6de533-9243-425e-b9f8-d0afd51693a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.2358637 Apr 05 20:46:16.192180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.199492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:16.199921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3ae2bebd-d815-46f1-815c-efbb947e342c no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:16.207097 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] 10.222.0.10 "DELETE /v2.0/networks/907e55a3-83e6-4c35-ba2f-b917b07a58e8 HTTP/1.1" status: 204 len: 168 time: 0.8993063 Apr 05 20:46:16.215766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded10187-0f7e-435a-805c-19c43185f801 tempest-FloatingIPTestJSON-921931266 tempest-FloatingIPTestJSON-921931266-project] Pushing event deleted for resources: {'Network': ['ID=907e55a3-83e6-4c35-ba2f-b917b07a58e8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:16.232334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8288f61-6623-44f5-b487-67c40cd5d43c req-95c46649-7e03-4809-8284-c723f6b4d86c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573391 Apr 05 20:46:16.303062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-951a79d0-4842-4038-a1ac-2caade44680d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364162 Apr 05 20:46:16.384939 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.404663 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b246bb2f-e133-441f-a7c7-0cc77124769c req-c16b584f-c2cf-48bf-9ec6-ba0540c0a31b service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396260 Apr 05 20:46:16.408403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:16.414018 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22afd7ed-963b-4a0d-ba3f-fb5a853743e3'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5', 'code': 200} Apr 05 20:46:16.442339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3ae2bebd-d815-46f1-815c-efbb947e342c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3ae2bebd-d815-46f1-815c-efbb947e342c,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:16.472701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58294a9f-fb3a-4fdd-9dd7-621edcd83b04 req-8d33201b-a84e-4ecf-ac32-220b025ad5eb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:16.479737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58294a9f-fb3a-4fdd-9dd7-621edcd83b04 req-8d33201b-a84e-4ecf-ac32-220b025ad5eb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 943 time: 0.5686758 Apr 05 20:46:16.509846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.511868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8554707a-c60a-4dc0-84a7-2c68fb5bc498 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:16.545987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] For port 24220829-8caf-4bf7-a350-1689866690f6, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=24220829-8caf-4bf7-a350-1689866690f6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:16.566844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58294a9f-fb3a-4fdd-9dd7-621edcd83b04 req-ec3c1478-c39b-44d1-bb4d-3d6306ff04c8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816853 Apr 05 20:46:16.669194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] For port 24220829-8caf-4bf7-a350-1689866690f6, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:16.705102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-a9bef34a-1120-4ac5-be62-a3855ea8414e service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786738 Apr 05 20:46:16.710285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3ae2bebd-d815-46f1-815c-efbb947e342c,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:16.898706 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.919502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] device_id is not set on port 24220829-8caf-4bf7-a350-1689866690f6 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:46:16.935350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:16.948673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.010767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e5346a5-fbdc-4b96-a16a-f44ac35a306e req-2674338f-990b-4495-95a3-8d1b967625e4 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933996 Apr 05 20:46:17.029823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-43c6455f-c86d-4f48-b33a-ccbc952a67e6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.034766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-43c6455f-c86d-4f48-b33a-ccbc952a67e6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.039019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-43c6455f-c86d-4f48-b33a-ccbc952a67e6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.043441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-43c6455f-c86d-4f48-b33a-ccbc952a67e6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.047662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-43c6455f-c86d-4f48-b33a-ccbc952a67e6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.051324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33674) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:17.051961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-43c6455f-c86d-4f48-b33a-ccbc952a67e6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.053773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-43c6455f-c86d-4f48-b33a-ccbc952a67e6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 4658 time: 0.1884673 Apr 05 20:46:17.114350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-647a36d5-4792-433c-bfc1-450041bf60b6 req-a9934da2-d545-476c-8438-006119fc29fc tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&id=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464523 Apr 05 20:46:17.234314 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.238468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 663da1a9-e676-499f-828e-8ed07621dc08 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:17.241804 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b5b8807-e233-4c87-94b5-9544ea937f48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1edb054c72b74cd2bc4a6ea9d6331e5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1890900 Apr 05 20:46:17.244564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33682) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:17.266062 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.396047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 35604e53-82f7-4401-8b2a-ae692ceb9685 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:17.564063 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.577797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8554707a-c60a-4dc0-84a7-2c68fb5bc498,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:17.624937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] Pushing event updated for resources: {'Port': ['ID=24220829-8caf-4bf7-a350-1689866690f6,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:17.643905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 663da1a9-e676-499f-828e-8ed07621dc08, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=663da1a9-e676-499f-828e-8ed07621dc08,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:17.654409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3211-2c64-4760-ba1a-c89401c289ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.658105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 35604e53-82f7-4401-8b2a-ae692ceb9685, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=35604e53-82f7-4401-8b2a-ae692ceb9685,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:17.672604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '35604e53-82f7-4401-8b2a-ae692ceb9685', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'port_id': '35604e53-82f7-4401-8b2a-ae692ceb9685', 'mac_address': 'fa:16:3e:9d:7f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebccad2a-7032-4a42-a749-eaa26288144f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:17.721071 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.722509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 24220829-8caf-4bf7-a350-1689866690f6 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:17.727917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] No DVR routers for this DVR port 24220829-8caf-4bf7-a350-1689866690f6 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:17.775389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3211-2c64-4760-ba1a-c89401c289ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.822973 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.865659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35604e53-82f7-4401-8b2a-ae692ceb9685 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:17.874259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 24220829-8caf-4bf7-a350-1689866690f6 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:17.876008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=663da1a9-e676-499f-828e-8ed07621dc08,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:17.893649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 35604e53-82f7-4401-8b2a-ae692ceb9685, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=35604e53-82f7-4401-8b2a-ae692ceb9685,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:17.894678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2d4619f7-fd9f-429b-bca2-96fb75011f0a None None] Provisioning complete for port 24220829-8caf-4bf7-a350-1689866690f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:17.895042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2d4619f7-fd9f-429b-bca2-96fb75011f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.943312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc089cf-fae5-41ca-93b7-6cb57bd24408 req-11e9fc38-023b-45ba-be34-1f5462bd279b tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.944748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2cc089cf-fae5-41ca-93b7-6cb57bd24408 req-11e9fc38-023b-45ba-be34-1f5462bd279b tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 944 time: 0.4894044 Apr 05 20:46:17.947630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2d4619f7-fd9f-429b-bca2-96fb75011f0a None None] Port 24220829-8caf-4bf7-a350-1689866690f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:17.959689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] In _notify_port_updated(), no bound segment for port 24220829-8caf-4bf7-a350-1689866690f6 on network 567c7863-c308-4909-9599-dc218f927a9e {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:46:17.960695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.961957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-d492887e-bc19-4a68-b416-3b6a4498aede service neutron] 10.222.0.39 "PUT /v2.0/ports/24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 200 len: 1032 time: 2.8418612 Apr 05 20:46:17.987755 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.020221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f03015-68e8-494d-b2e3-21ab170afa75 req-0eeba5ee-9eb9-4a97-95a0-51c0f4964e87 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.024010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f03015-68e8-494d-b2e3-21ab170afa75 req-0eeba5ee-9eb9-4a97-95a0-51c0f4964e87 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.027838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f03015-68e8-494d-b2e3-21ab170afa75 req-0eeba5ee-9eb9-4a97-95a0-51c0f4964e87 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.029422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86f03015-68e8-494d-b2e3-21ab170afa75 req-0eeba5ee-9eb9-4a97-95a0-51c0f4964e87 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2416 time: 0.5230770 Apr 05 20:46:18.057174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=35604e53-82f7-4401-8b2a-ae692ceb9685,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:18.104251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 663da1a9-e676-499f-828e-8ed07621dc08 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:18.104593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.157681 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3211-2c64-4760-ba1a-c89401c289ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.176585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2cc089cf-fae5-41ca-93b7-6cb57bd24408 req-42c398e1-ec9d-4857-b7e1-b7e32e352b5e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181265 Apr 05 20:46:18.190066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe3211-2c64-4760-ba1a-c89401c289ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95290d52-5acd-4d44-af8a-9560652b8006,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:18.193326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86f03015-68e8-494d-b2e3-21ab170afa75 req-f114875b-dc11-468c-906a-a74cf65b07a3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537869 Apr 05 20:46:18.351049 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2fe3211-2c64-4760-ba1a-c89401c289ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.352892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b2fe3211-2c64-4760-ba1a-c89401c289ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95290d52-5acd-4d44-af8a-9560652b8006 HTTP/1.1" status: 204 len: 168 time: 1.1066091 Apr 05 20:46:18.373015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['35604e53-82f7-4401-8b2a-ae692ceb9685'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:18.415300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4'}, {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c'}, {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498'}, {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:18.527239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] For port 663da1a9-e676-499f-828e-8ed07621dc08, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=663da1a9-e676-499f-828e-8ed07621dc08,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:18.527614 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.665727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 663da1a9-e676-499f-828e-8ed07621dc08 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:18.707203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3c556-e9d7-4346-a72e-118875f1d64e req-375b1006-5a4d-49dd-ad0e-ea29d18d266e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.708656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c3c556-e9d7-4346-a72e-118875f1d64e req-375b1006-5a4d-49dd-ad0e-ea29d18d266e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 944 time: 0.3534677 Apr 05 20:46:18.719627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbec5f9-e5de-4f0a-b8a6-59563f0c2d81 req-05cd5456-9ea4-4a92-9874-7000b3980ba9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.723417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbec5f9-e5de-4f0a-b8a6-59563f0c2d81 req-05cd5456-9ea4-4a92-9874-7000b3980ba9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.727324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbec5f9-e5de-4f0a-b8a6-59563f0c2d81 req-05cd5456-9ea4-4a92-9874-7000b3980ba9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.731665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbec5f9-e5de-4f0a-b8a6-59563f0c2d81 req-05cd5456-9ea4-4a92-9874-7000b3980ba9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.735509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbec5f9-e5de-4f0a-b8a6-59563f0c2d81 req-05cd5456-9ea4-4a92-9874-7000b3980ba9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:18.737541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cbec5f9-e5de-4f0a-b8a6-59563f0c2d81 req-05cd5456-9ea4-4a92-9874-7000b3980ba9 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 3875 time: 0.3833973 Apr 05 20:46:18.861885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c3c556-e9d7-4346-a72e-118875f1d64e req-e9624bf9-d901-46a8-80e9-a5a0d8377e87 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125052 Apr 05 20:46:18.879306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cbec5f9-e5de-4f0a-b8a6-59563f0c2d81 req-06fa7928-5819-48e5-9caf-bd4a1c385f87 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256707 Apr 05 20:46:18.962170 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bc225c-c073-4d0e-87ca-fba340b972ed'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'code': 200} Apr 05 20:46:18.962170 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bc225c-c073-4d0e-87ca-fba340b972ed'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c', 'code': 200} Apr 05 20:46:18.962170 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bc225c-c073-4d0e-87ca-fba340b972ed'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498', 'code': 200} Apr 05 20:46:18.962170 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bc225c-c073-4d0e-87ca-fba340b972ed'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08', 'code': 200} Apr 05 20:46:19.022333 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.078321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=663da1a9-e676-499f-828e-8ed07621dc08,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:19.106505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24664866-6381-4b72-840d-9d447b4fdfef req-ad4699c9-14b4-423b-af7f-66a7b0020b74 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.110611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24664866-6381-4b72-840d-9d447b4fdfef req-ad4699c9-14b4-423b-af7f-66a7b0020b74 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.114531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24664866-6381-4b72-840d-9d447b4fdfef req-ad4699c9-14b4-423b-af7f-66a7b0020b74 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.115433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-24664866-6381-4b72-840d-9d447b4fdfef req-ad4699c9-14b4-423b-af7f-66a7b0020b74 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Synchronizing usage tracker for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:19.153563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] No DVR routers for this DVR port 663da1a9-e676-499f-828e-8ed07621dc08 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:19.156032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.158685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:19.176203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-b8975c22-ecd4-49c3-8327-4f326712fe0b tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "DELETE /v2.0/ports/663da1a9-e676-499f-828e-8ed07621dc08 HTTP/1.1" status: 204 len: 173 time: 1.2080302 Apr 05 20:46:19.216800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-24664866-6381-4b72-840d-9d447b4fdfef req-ad4699c9-14b4-423b-af7f-66a7b0020b74 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Unset dirty status for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:19.218183 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-24664866-6381-4b72-840d-9d447b4fdfef req-ad4699c9-14b4-423b-af7f-66a7b0020b74 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2416 time: 0.2038281 Apr 05 20:46:19.311340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:19.319263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.349415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:19.349759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.370117 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9072c72-524c-4970-a8a9-7071ed6349a7'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '663da1a9-e676-499f-828e-8ed07621dc08', 'status': 'completed', 'code': 200} Apr 05 20:46:19.385010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:19.392602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 35604e53-82f7-4401-8b2a-ae692ceb9685 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:19.661882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:19.685147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 35604e53-82f7-4401-8b2a-ae692ceb9685 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:19.692648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'port_id': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'mac_address': 'fa:16:3e:58:c3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:19.694580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 35604e53-82f7-4401-8b2a-ae692ceb9685 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:19.694942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.756131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:19.756629 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.808986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.828815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de9de-0a0e-4e7d-bf93-14ab2cbd590e req-ed7c35e3-4242-4217-b97a-4d2646857235 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.833357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de9de-0a0e-4e7d-bf93-14ab2cbd590e req-ed7c35e3-4242-4217-b97a-4d2646857235 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.857798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:19.859382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835de9de-0a0e-4e7d-bf93-14ab2cbd590e req-ed7c35e3-4242-4217-b97a-4d2646857235 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.861029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-835de9de-0a0e-4e7d-bf93-14ab2cbd590e req-ed7c35e3-4242-4217-b97a-4d2646857235 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 2416 time: 0.4450612 Apr 05 20:46:19.879859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:19.921669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 4a3e1972-ef0d-46b0-93d8-a5b963e702ca owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:19.934440 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.956054 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.956771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953216f-1c27-440c-a043-6e0f3ee21ae9 req-d3faedf2-4f1f-4698-b8e4-279b8a1c0228 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.963597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0953216f-1c27-440c-a043-6e0f3ee21ae9 req-d3faedf2-4f1f-4698-b8e4-279b8a1c0228 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 944 time: 0.5437503 Apr 05 20:46:20.009507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] For port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:20.009873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.029812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33744) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:20.089789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 35604e53-82f7-4401-8b2a-ae692ceb9685, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=35604e53-82f7-4401-8b2a-ae692ceb9685,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:20.094062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:20.094762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-835de9de-0a0e-4e7d-bf93-14ab2cbd590e req-491e4063-a56a-4205-9e21-f516548eb742 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203808 Apr 05 20:46:20.113944 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.176607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.177266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.241552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['2de3fa40-0364-4fd4-b7b5-66841cf9a518', '4a3e1972-ef0d-46b0-93d8-a5b963e702ca', '40316923-0626-494c-9d2f-d885c91b81e1'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:20.250920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Port': ['ID=4a3e1972-ef0d-46b0-93d8-a5b963e702ca,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:20.289307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:20.346458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=35604e53-82f7-4401-8b2a-ae692ceb9685,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:20.354926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] No DVR routers for this DVR port 4a3e1972-ef0d-46b0-93d8-a5b963e702ca on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:20.358089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.365519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-deleted', 'tag': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:20.417838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0953216f-1c27-440c-a043-6e0f3ee21ae9 req-4f127e1e-3fa5-488b-a6f5-eb8425a7da40 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4527469 Apr 05 20:46:20.434234 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-24664866-6381-4b72-840d-9d447b4fdfef req-caaaa3eb-284c-49df-bd09-1efadfe6babf tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "DELETE /v2.0/ports/4a3e1972-ef0d-46b0-93d8-a5b963e702ca HTTP/1.1" status: 204 len: 173 time: 1.2099507 Apr 05 20:46:20.479678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['6c2c1826-a867-4cf6-bc2c-220f24ea6db1'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:20.489580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-335205675'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:20.499106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:20.520167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:network and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:20.538369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:20.539018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.548644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:20.557320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:20.588937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e6b30-fe5e-4577-bb6a-745456116d34 req-53f06203-14d6-4b1d-9fa0-b7bf709f03f3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:20.590529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-300e6b30-fe5e-4577-bb6a-745456116d34 req-53f06203-14d6-4b1d-9fa0-b7bf709f03f3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 945 time: 0.3108640 Apr 05 20:46:20.654970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Made reservation on behalf of 719b398d6774485ba6917dada9095198 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:20.658620 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.772487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.858836 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-300e6b30-fe5e-4577-bb6a-745456116d34 req-538c6ac0-0657-4fd4-97c6-05914c031491 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115610 Apr 05 20:46:20.862086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 2de3fa40-0364-4fd4-b7b5-66841cf9a518, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2de3fa40-0364-4fd4-b7b5-66841cf9a518,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:20.867952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.882623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:20.888129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:security_group_rule and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:20.891678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:20.897770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:20.967187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495befcf-150a-43b8-864e-0d194ce7eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35604e53-82f7-4401-8b2a-ae692ceb9685'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:20.979010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.981744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.001215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 2de3fa40-0364-4fd4-b7b5-66841cf9a518 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:21.054105 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21eef11-c80b-45f2-9235-bc057614ddca'] response: {'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-deleted', 'tag': '4a3e1972-ef0d-46b0-93d8-a5b963e702ca', 'status': 'completed', 'code': 200} Apr 05 20:46:21.059197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=86f319eb-e1f7-4ccb-91b7-eebaa45072d5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:21.071756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.072112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.072456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.072839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.073207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.073568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.073914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.074252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.074586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.074944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.075426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:21.078927 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2d69e1-6870-4de9-a5d8-12162c5c177b'] response: {'server_uuid': '495befcf-150a-43b8-864e-0d194ce7eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35604e53-82f7-4401-8b2a-ae692ceb9685', 'code': 200} Apr 05 20:46:21.081767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.218238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-aff5f5a0-369c-424a-8e78-aa865afbfd3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:21.222093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-aff5f5a0-369c-424a-8e78-aa865afbfd3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:21.225926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-aff5f5a0-369c-424a-8e78-aa865afbfd3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:21.230002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-aff5f5a0-369c-424a-8e78-aa865afbfd3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:21.230918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-aff5f5a0-369c-424a-8e78-aa865afbfd3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:21.246307 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.280896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] No DVR routers for this DVR port 86f319eb-e1f7-4ccb-91b7-eebaa45072d5 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:21.293409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:46:21.300642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Port': ['ID=2de3fa40-0364-4fd4-b7b5-66841cf9a518,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:21.325551 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.329318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17c64f7-12bd-44fa-a99f-bab50345d8df,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:21.375512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:21.382894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.383331 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Added segment 4a1422a5-2f1f-4bd9-8462-1acd6084c1e0 of type vlan for network d662f960-3637-480e-bb5d-ea97cf348fe6 Apr 05 20:46:21.405128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a865b7e8-0b6f-470e-83f7-d60b06332fe7 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "DELETE /v2.0/ports/86f319eb-e1f7-4ccb-91b7-eebaa45072d5 HTTP/1.1" status: 204 len: 173 time: 2.2225754 Apr 05 20:46:21.487267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.492508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-aff5f5a0-369c-424a-8e78-aa865afbfd3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:21.500170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-aff5f5a0-369c-424a-8e78-aa865afbfd3e tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 3142 time: 0.8110132 Apr 05 20:46:21.528784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] No DVR routers for this DVR port 2de3fa40-0364-4fd4-b7b5-66841cf9a518 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:21.531967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.544769 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-24664866-6381-4b72-840d-9d447b4fdfef req-2ae8bb85-67dd-4dc9-a80e-1f08deb1fd64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "DELETE /v2.0/ports/2de3fa40-0364-4fd4-b7b5-66841cf9a518 HTTP/1.1" status: 204 len: 173 time: 1.1012545 Apr 05 20:46:21.608062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:21.608402 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.622379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 40316923-0626-494c-9d2f-d885c91b81e1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:21.622631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.636008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-024abc12-90c2-421e-9e28-e23272bd8379 req-7a643d89-1a4c-4dd8-9439-cc107b3eb9ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 1096 time: 0.4412141 Apr 05 20:46:21.698664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8e868-60a3-451c-ac1f-7e2009b2d127 req-f3d50f87-996b-436c-939d-19cbd8f3d878 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:21.700560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ad8e868-60a3-451c-ac1f-7e2009b2d127 req-f3d50f87-996b-436c-939d-19cbd8f3d878 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 946 time: 0.4232323 Apr 05 20:46:21.742982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edb4e399-dde5-4dba-afc8-5f4aba1c47e4 req-7d451884-5096-4962-b55b-834ddf75dd31 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416279 Apr 05 20:46:21.787650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.803095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:21.803095 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.811926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-024abc12-90c2-421e-9e28-e23272bd8379 req-a4f9ff53-9a90-4671-8259-5e8a5b7ae836 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454744 Apr 05 20:46:21.850952 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11be5343-06ef-41f4-8e11-6b87205c51a2'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '86f319eb-e1f7-4ccb-91b7-eebaa45072d5', 'status': 'completed', 'code': 200} Apr 05 20:46:21.870656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ad8e868-60a3-451c-ac1f-7e2009b2d127 req-f75aa568-97ce-45a0-8bf8-bb8e5d9edbec tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594448 Apr 05 20:46:21.947844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 40316923-0626-494c-9d2f-d885c91b81e1, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=40316923-0626-494c-9d2f-d885c91b81e1,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:21.948665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.065921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Network': ['ID=d662f960-3637-480e-bb5d-ea97cf348fe6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:22.078612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network d662f960-3637-480e-bb5d-ea97cf348fe6 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:46:22.089805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 40316923-0626-494c-9d2f-d885c91b81e1 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:22.146355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c0ffa1b6-1efa-4048-a641-db81ccfabd8d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1140935 Apr 05 20:46:22.150801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33774) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:22.160542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'subnet': {'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:22.266500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74fee8-9a97-4b7c-8914-cb092d53651f req-fe5b4b44-d68b-4393-8c5b-df16fdf248db tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:22.267957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b74fee8-9a97-4b7c-8914-cb092d53651f req-fe5b4b44-d68b-4393-8c5b-df16fdf248db tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 945 time: 0.2830625 Apr 05 20:46:22.277426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c20fc4-4a24-46a4-99f6-bd6b8a795d97 req-ed9f8e81-a3bc-4f66-ab3f-7047676d4912 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:22.278911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78c20fc4-4a24-46a4-99f6-bd6b8a795d97 req-ed9f8e81-a3bc-4f66-ab3f-7047676d4912 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 945 time: 0.2103369 Apr 05 20:46:22.280627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] For port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:22.281789 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.307149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:22.341597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:subnet and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:22.348676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:22.361564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:22.421809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a3e1972-ef0d-46b0-93d8-a5b963e702ca no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:22.445825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Made reservation on behalf of 719b398d6774485ba6917dada9095198 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:22.455821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 4a3e1972-ef0d-46b0-93d8-a5b963e702ca {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:22.456165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a3e1972-ef0d-46b0-93d8-a5b963e702ca not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:22.456590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2de3fa40-0364-4fd4-b7b5-66841cf9a518 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:22.493677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 2de3fa40-0364-4fd4-b7b5-66841cf9a518 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:22.494038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2de3fa40-0364-4fd4-b7b5-66841cf9a518 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:22.494442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 40316923-0626-494c-9d2f-d885c91b81e1 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:22.528274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 40316923-0626-494c-9d2f-d885c91b81e1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:22.528652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 40316923-0626-494c-9d2f-d885c91b81e1 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:22.541570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.612079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Port': ['ID=40316923-0626-494c-9d2f-d885c91b81e1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:22.626118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b74fee8-9a97-4b7c-8914-cb092d53651f req-4a061d82-40db-4c65-a4ef-df1f83d5084c tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362386 Apr 05 20:46:22.638381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78c20fc4-4a24-46a4-99f6-bd6b8a795d97 req-6ffaca2a-1b9a-40f4-9c6d-a77f2278fff5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441942 Apr 05 20:46:22.674743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.786776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] No DVR routers for this DVR port 40316923-0626-494c-9d2f-d885c91b81e1 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:22.792712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.796194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.796932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.797273 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Floating IP 6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d disassociated. External IP: 172.25.2.172, port: 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4. Apr 05 20:46:22.797634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:22.833488 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-24664866-6381-4b72-840d-9d447b4fdfef req-b8b33c36-dda4-49bf-b8fe-1c4069d6ac3f tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "DELETE /v2.0/ports/40316923-0626-494c-9d2f-d885c91b81e1 HTTP/1.1" status: 204 len: 173 time: 1.2837453 Apr 05 20:46:23.056113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-deleted', 'tag': '2de3fa40-0364-4fd4-b7b5-66841cf9a518'}, {'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-deleted', 'tag': '40316923-0626-494c-9d2f-d885c91b81e1'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:23.104221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.116734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-987573a1-09d2-43a8-8beb-017f52910b1b req-7d3eac39-a7de-426a-83c5-06d623ec60b5 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f8035d6-f799-42df-add9-b3f910ccd771 HTTP/1.1" status: 200 len: 210 time: 0.0629802 Apr 05 20:46:23.143554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dc8c3-9ce3-403f-b6d1-d3b8030a22b6 req-c8be26da-8cb2-4924-8a4b-bc07f1621510 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:23.148040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dc8c3-9ce3-403f-b6d1-d3b8030a22b6 req-c8be26da-8cb2-4924-8a4b-bc07f1621510 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:23.153659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dc8c3-9ce3-403f-b6d1-d3b8030a22b6 req-c8be26da-8cb2-4924-8a4b-bc07f1621510 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:23.162332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-951dc8c3-9ce3-403f-b6d1-d3b8030a22b6 req-c8be26da-8cb2-4924-8a4b-bc07f1621510 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 2409 time: 0.1982536 Apr 05 20:46:23.166086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.186715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Subnet': ['ID=14b82bd0-25e8-47d4-af14-fd36e4743eb2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:23.246922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Checking segment: {'id': '4a1422a5-2f1f-4bd9-8462-1acd6084c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:23.247332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Network hostable DHCP agents. Network: d662f960-3637-480e-bb5d-ea97cf348fe6, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:46:23.251737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=2ec5a4bc-4685-4211-b6f1-497dbddfe9d4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:23.308997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-951dc8c3-9ce3-403f-b6d1-d3b8030a22b6 req-a8a15c54-80bd-4caa-af15-92465867f50a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456544 Apr 05 20:46:23.309406 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd8bc86-d221-4699-a000-fd0ff8801d8a'] response: {'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-deleted', 'tag': '2de3fa40-0364-4fd4-b7b5-66841cf9a518', 'status': 'completed', 'code': 200} Apr 05 20:46:23.309871 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd8bc86-d221-4699-a000-fd0ff8801d8a'] response: {'server_uuid': '2f8035d6-f799-42df-add9-b3f910ccd771', 'name': 'network-vif-deleted', 'tag': '40316923-0626-494c-9d2f-d885c91b81e1', 'status': 'completed', 'code': 200} Apr 05 20:46:23.330576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Network d662f960-3637-480e-bb5d-ea97cf348fe6 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:46:23.421916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:23.439544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, d662f960-3637-480e-bb5d-ea97cf348fe6) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:23.444562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:23.445525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.453705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19230403-edcc-4b3d-b7c8-f17be7826b79 None None] Network d662f960-3637-480e-bb5d-ea97cf348fe6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:23.544354 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3577c853-20b9-4d88-a0f9-b33afa9170d8 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3918087 Apr 05 20:46:23.546941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33786) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:23.553771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1663965137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:23.567647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:23.585388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:router and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:23.590988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:23.602803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:23.626755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Router b348b61a-daed-4a63-bef1-2a84728fecb6 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:46:23.744517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-d662f960-3637-480e-bb5d-ea97cf348fe6', 'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6', 'tenant_id': '719b398d6774485ba6917dada9095198', 'fixed_ips': [{'subnet_id': '14b82bd0-25e8-47d4-af14-fd36e4743eb2'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:46:23.745791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.777431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.778545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.843038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.890371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:23.926856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:23.927233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.965719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.068859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.070268 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-84beeced-c65a-4634-a76f-df6bd78595c5 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5220120 Apr 05 20:46:24.075416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33798) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:24.125823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae27413-2019-4ed3-a781-6b4360831597 req-5b074b36-3dfb-4701-976c-96575df82965 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:24.127398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ae27413-2019-4ed3-a781-6b4360831597 req-5b074b36-3dfb-4701-976c-96575df82965 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 945 time: 0.2247264 Apr 05 20:46:24.140640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ce19e-fb6f-492d-aceb-fd62447120f6 req-8382f02e-7179-41f4-b68e-fde34dd165a4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:24.142132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f2ce19e-fb6f-492d-aceb-fd62447120f6 req-8382f02e-7179-41f4-b68e-fde34dd165a4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 945 time: 0.2381878 Apr 05 20:46:24.228732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:46:24.240627 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] Sync routers for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:46:24.270470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.274932 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:24.275574 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:24.344508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ae27413-2019-4ed3-a781-6b4360831597 req-1a605c6c-d051-4fdd-b10b-2613d3aa7398 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878445 Apr 05 20:46:24.362317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f2ce19e-fb6f-492d-aceb-fd62447120f6 req-b657a340-3485-4f2e-81a9-ef60bd4222d4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075114 Apr 05 20:46:24.366243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:24.366910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] No DVR routers for this DVR port 2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:24.371922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.380028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:24.420540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Allocated IP 172.20.0.2 (d662f960-3637-480e-bb5d-ea97cf348fe6/14b82bd0-25e8-47d4-af14-fd36e4743eb2/4f2fd5ab-a396-4617-9f71-c0c9a077250d) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:24.436942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:24.480127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-e19df71b-577e-4229-be5e-88753ca728d1 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "DELETE /v2.0/ports/2ec5a4bc-4685-4211-b6f1-497dbddfe9d4 HTTP/1.1" status: 204 len: 173 time: 3.0518594 Apr 05 20:46:24.575912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.591519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:24.626422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:24.626775 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.720166 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0201ae45-9deb-4956-9a91-763121dd4423'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '2ec5a4bc-4685-4211-b6f1-497dbddfe9d4', 'status': 'completed', 'code': 200} Apr 05 20:46:24.772863 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:46:24.788336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:24.938511 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.951031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Transition to ACTIVE for port object 4f2fd5ab-a396-4617-9f71-c0c9a077250d will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:24.974867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Transition to ACTIVE for port object 4f2fd5ab-a396-4617-9f71-c0c9a077250d will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:25.059026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.206540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b855-f061-48be-8dc1-74158bf51742 req-e916aa44-4f88-4919-a187-375697adb739 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:25.212000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b855-f061-48be-8dc1-74158bf51742 req-e916aa44-4f88-4919-a187-375697adb739 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:25.212924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0e25b855-f061-48be-8dc1-74158bf51742 req-e916aa44-4f88-4919-a187-375697adb739 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:25.288479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Network d662f960-3637-480e-bb5d-ea97cf348fe6 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:25.297747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73d9a6-d56e-4699-9d5e-9e2272e1ce86 req-322e4554-ce4d-4f68-bbca-0614d330c25a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:25.306223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:25.308951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:25.310818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e73d9a6-d56e-4699-9d5e-9e2272e1ce86 req-322e4554-ce4d-4f68-bbca-0614d330c25a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 946 time: 0.1966274 Apr 05 20:46:25.326531 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Pushing event updated for resources: {'Port': ['ID=4f2fd5ab-a396-4617-9f71-c0c9a077250d,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:25.347382 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:20Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:25.354308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] For port 8554707a-c60a-4dc0-84a7-2c68fb5bc498, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8554707a-c60a-4dc0-84a7-2c68fb5bc498,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:25.355065 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.357500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] Checking router: b348b61a-daed-4a63-bef1-2a84728fecb6 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:46:25.380534 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:25.381183 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:25.465356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e73d9a6-d56e-4699-9d5e-9e2272e1ce86 req-e8c33c52-a534-49d8-84ab-48e9cb8aa2dc tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499155 Apr 05 20:46:25.469357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting subnet 3323b4ca-1645-4942-8835-7a82025ba4cc {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:46:25.474959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.508819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Attempting to bind port 4f2fd5ab-a396-4617-9f71-c0c9a077250d on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:25.509417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Attempting to bind port 4f2fd5ab-a396-4617-9f71-c0c9a077250d by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '4a1422a5-2f1f-4bd9-8462-1acd6084c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:25.509648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Attempting to bind port 4f2fd5ab-a396-4617-9f71-c0c9a077250d on network d662f960-3637-480e-bb5d-ea97cf348fe6 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:25.520324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:25.520703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Checking segment: {'id': '4a1422a5-2f1f-4bd9-8462-1acd6084c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:25.521131 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.521526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Bound using segment: {'id': '4a1422a5-2f1f-4bd9-8462-1acd6084c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:25.521996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Bound port: 4f2fd5ab-a396-4617-9f71-c0c9a077250d, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1422a5-2f1f-4bd9-8462-1acd6084c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:25.522374 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.562953 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a71deb1-d83d-4b2a-b6d7-9cd6e38263f1'] response: {'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'code': 200} Apr 05 20:46:25.599925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.612340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 8554707a-c60a-4dc0-84a7-2c68fb5bc498 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:25.675242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0e25b855-f061-48be-8dc1-74158bf51742 req-e916aa44-4f88-4919-a187-375697adb739 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:25.678196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e25b855-f061-48be-8dc1-74158bf51742 req-e916aa44-4f88-4919-a187-375697adb739 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 1676 time: 0.9539928 Apr 05 20:46:25.703237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] For port 4f2fd5ab-a396-4617-9f71-c0c9a077250d, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:25.706330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] For port 4f2fd5ab-a396-4617-9f71-c0c9a077250d, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4f2fd5ab-a396-4617-9f71-c0c9a077250d,segment=NetworkSegment(4a1422a5-2f1f-4bd9-8462-1acd6084c1e0),segment_id=4a1422a5-2f1f-4bd9-8462-1acd6084c1e0)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:25.736900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.756535 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:46:25.794049 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.872510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e25b855-f061-48be-8dc1-74158bf51742 req-add43ea9-7b63-45fd-80ff-6ff046d84fa6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919139 Apr 05 20:46:25.978126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3c25c-254b-4e72-ac7e-06e82490524b None None] Pushing event updated for resources: {'Port': ['ID=4f2fd5ab-a396-4617-9f71-c0c9a077250d,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:26.178063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-946b8e6c-b178-4750-bd39-8f6859c1c9c8 req-fb347cc2-cffb-4cf0-8d7d-ed8124660a01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 1097 time: 0.4859674 Apr 05 20:46:26.190110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.283330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Allocated IP 172.20.0.1 (d662f960-3637-480e-bb5d-ea97cf348fe6/14b82bd0-25e8-47d4-af14-fd36e4743eb2/d3f164a0-18a2-41f4-a5af-514f033cce6d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:26.352386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df393e-db65-46eb-be6b-214fb3a6d8e4 req-cbbaec7f-2ffa-4d65-a111-ff8b325b883e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:26.355957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2df393e-db65-46eb-be6b-214fb3a6d8e4 req-cbbaec7f-2ffa-4d65-a111-ff8b325b883e tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 946 time: 0.5134149 Apr 05 20:46:26.387598 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:20Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:26.394001 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b21666-868a-47af-9df3-f35d09e7d223 None None] The sync data for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 is: [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:38:23Z', 'revision_number': 4, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5597211e-cba1-4a47-9bab-8e6cd1ae95b3', 'name': '', 'network_id': '098d4f5c-6f3c-41a1-b88a-01f04f4f1352', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'mac_address': 'fa:16:3e:24:09:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:22Z', 'updated_at': '2022-04-05T20:39:20Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'subnets': [{'id': '65b8a69d-1835-428d-8e17-809e3ca744d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:46:26.470970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.511343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2df393e-db65-46eb-be6b-214fb3a6d8e4 req-15b8b3ce-8c43-4b12-b85f-97b7acf55344 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156123 Apr 05 20:46:26.514116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-946b8e6c-b178-4750-bd39-8f6859c1c9c8 req-4186fe8d-e62b-45e3-b15d-e36a503b3368 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923946 Apr 05 20:46:26.535131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e5f1d-1c60-4fd2-8aee-298013bd7ef6 req-8aa94be2-c41d-4cc0-9972-815a40612356 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:26.535131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-782e5f1d-1c60-4fd2-8aee-298013bd7ef6 req-8aa94be2-c41d-4cc0-9972-815a40612356 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 945 time: 0.4292727 Apr 05 20:46:26.567202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Subnet': ['ID=3323b4ca-1645-4942-8835-7a82025ba4cc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:26.575661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.588605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-782e5f1d-1c60-4fd2-8aee-298013bd7ef6 req-7e920f12-08eb-4baa-8169-8a7ef06331fe tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Apr 05 20:46:26.594563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.605917 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-28946c59-4754-4c9a-81d0-cfc7389c536e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/subnets/3323b4ca-1645-4942-8835-7a82025ba4cc HTTP/1.1" status: 204 len: 168 time: 2.0002623 Apr 05 20:46:26.606453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33828) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:26.648585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=8554707a-c60a-4dc0-84a7-2c68fb5bc498,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:26.737780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49929cf7-bc59-471a-8a85-2df95def1eb2 None None] Network dc5c1332-2621-435d-909e-f2bfc621b265 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:26.739312 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.747901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] No DVR routers for this DVR port 8554707a-c60a-4dc0-84a7-2c68fb5bc498 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:26.750811 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.754417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:26.849724 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0403f7-c11a-4b77-a4e9-337a1f7767cf'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '8554707a-c60a-4dc0-84a7-2c68fb5bc498', 'status': 'completed', 'code': 200} Apr 05 20:46:26.863404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-a011d2df-511c-4b55-b952-8c1acb749a99 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "DELETE /v2.0/ports/8554707a-c60a-4dc0-84a7-2c68fb5bc498 HTTP/1.1" status: 204 len: 173 time: 2.3785722 Apr 05 20:46:26.907617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.909685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Transition to ACTIVE for port object d3f164a0-18a2-41f4-a5af-514f033cce6d will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:26.927164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 223dcf86-5719-4851-9722-56c50705f120 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:26.927506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.032088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0791921b-7494-4ac3-a5b8-cb0b60ccfd45 None None] New status for floating IP 6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:46:27.081867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 3ae2bebd-d815-46f1-815c-efbb947e342c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:27.082546 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.177032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.288433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4f2fd5ab-a396-4617-9f71-c0c9a077250d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:27.511550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Network d662f960-3637-480e-bb5d-ea97cf348fe6 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:27.548010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:27.567738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:27.597760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d54f3d-1d6f-495b-a0a5-d6cc3220d80e req-33a5abdf-b445-43d1-aada-ebd2ca8c2d37 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:27.598658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-83d54f3d-1d6f-495b-a0a5-d6cc3220d80e req-33a5abdf-b445-43d1-aada-ebd2ca8c2d37 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:27.634648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4f2fd5ab-a396-4617-9f71-c0c9a077250d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:27.646335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Port': ['ID=d3f164a0-18a2-41f4-a5af-514f033cce6d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:27.659098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] DHCP port deletion for dc5c1332-2621-435d-909e-f2bfc621b265 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:46:27.666596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Deleting port 223dcf86-5719-4851-9722-56c50705f120 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:27.667349 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.670301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 223dcf86-5719-4851-9722-56c50705f120, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=223dcf86-5719-4851-9722-56c50705f120,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:27.670663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.699790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c6f3-4e7a-460b-85ac-3338b9db0cd8 req-b64d3034-727e-44f0-b005-285c8fca260b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:27.708944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86b9c6f3-4e7a-460b-85ac-3338b9db0cd8 req-b64d3034-727e-44f0-b005-285c8fca260b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 945 time: 0.2182851 Apr 05 20:46:27.728570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-83d54f3d-1d6f-495b-a0a5-d6cc3220d80e req-33a5abdf-b445-43d1-aada-ebd2ca8c2d37 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:27.731770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83d54f3d-1d6f-495b-a0a5-d6cc3220d80e req-33a5abdf-b445-43d1-aada-ebd2ca8c2d37 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 943 time: 0.6161559 Apr 05 20:46:27.786888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] For port 3ae2bebd-d815-46f1-815c-efbb947e342c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3ae2bebd-d815-46f1-815c-efbb947e342c,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:27.787254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.807554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af400e3-caca-4c73-b381-0e67009cdf3c None None] Network d662f960-3637-480e-bb5d-ea97cf348fe6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:27.856381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.865846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 223dcf86-5719-4851-9722-56c50705f120 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:28.067819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] For port 223dcf86-5719-4851-9722-56c50705f120, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=223dcf86-5719-4851-9722-56c50705f120,segment=NetworkSegment(5a5869ec-03b4-488b-b8d5-3577e03aea55),segment_id=5a5869ec-03b4-488b-b8d5-3577e03aea55)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:28.068213 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.073618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 3ae2bebd-d815-46f1-815c-efbb947e342c owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:28.145189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86b9c6f3-4e7a-460b-85ac-3338b9db0cd8 req-a30d7df1-4955-46e9-978d-6f7902fb07a3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353504 Apr 05 20:46:28.150898 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.180050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83d54f3d-1d6f-495b-a0a5-d6cc3220d80e req-b852817f-2159-4900-800d-82b7bef1649d tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c0c5635-a75d-4d88-9293-47e834d65cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4464405 Apr 05 20:46:28.208731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Port': ['ID=223dcf86-5719-4851-9722-56c50705f120,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:28.222468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Calling delete_port for 223dcf86-5719-4851-9722-56c50705f120 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:28.241847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] No DVR routers for this DVR port 223dcf86-5719-4851-9722-56c50705f120 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:28.316998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:28.317378 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:28.322089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9199bde1-0159-44b4-996e-2e79a8e8e627 None None] Provisioning for port 4f2fd5ab-a396-4617-9f71-c0c9a077250d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:28.329493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.362055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9199bde1-0159-44b4-996e-2e79a8e8e627 None None] Provisioning complete for port 4f2fd5ab-a396-4617-9f71-c0c9a077250d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:28.362420 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9199bde1-0159-44b4-996e-2e79a8e8e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.419383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.493716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.512126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=3ae2bebd-d815-46f1-815c-efbb947e342c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:28.569082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9199bde1-0159-44b4-996e-2e79a8e8e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.607528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9199bde1-0159-44b4-996e-2e79a8e8e627 None None] For port 4f2fd5ab-a396-4617-9f71-c0c9a077250d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4f2fd5ab-a396-4617-9f71-c0c9a077250d,segment=NetworkSegment(4a1422a5-2f1f-4bd9-8462-1acd6084c1e0),segment_id=4a1422a5-2f1f-4bd9-8462-1acd6084c1e0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:28.615355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] No DVR routers for this DVR port 3ae2bebd-d815-46f1-815c-efbb947e342c on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:28.620263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.638893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15921a7-2c2f-494a-9f64-b798c2e68bdb req-13160bd4-0741-4fac-9b02-f5f5ed1b1a56 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:28.640354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d15921a7-2c2f-494a-9f64-b798c2e68bdb req-13160bd4-0741-4fac-9b02-f5f5ed1b1a56 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 946 time: 0.2975588 Apr 05 20:46:28.660503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5c1332-2621-435d-909e-f2bfc621b265']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:28.678545 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5869ec-03b4-488b-b8d5-3577e03aea55') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:28.678824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5869ec-03b4-488b-b8d5-3577e03aea55') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:28.690894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9199bde1-0159-44b4-996e-2e79a8e8e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.700544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.714517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d15921a7-2c2f-494a-9f64-b798c2e68bdb req-07c966e1-b64d-476f-ba3b-4b8936a0da0d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664527 Apr 05 20:46:28.721449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d6a3f24-f989-450a-aa47-035f3528efb3 req-5c319f5f-ba84-4299-83bd-56cc2c53ae67 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.39 "DELETE /v2.0/ports/3ae2bebd-d815-46f1-815c-efbb947e342c HTTP/1.1" status: 204 len: 173 time: 1.7750657 Apr 05 20:46:28.744814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.800662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199bde1-0159-44b4-996e-2e79a8e8e627 None None] Pushing event updated for resources: {'Port': ['ID=4f2fd5ab-a396-4617-9f71-c0c9a077250d,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:28.818238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Deleting port 223dcf86-5719-4851-9722-56c50705f120 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:28.822902 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.851817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:28.855924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:46:28.856335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:28.876084 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:28.994765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8d666803-8af1-46dc-94e3-6411b2700b1e None None] The port '223dcf86-5719-4851-9722-56c50705f120' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:46:29.032534 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb72f37-8010-4919-906c-d5876bed5382'] response: {'server_uuid': '7d71c18b-3efa-4d10-b291-2d48b31955f9', 'name': 'network-vif-deleted', 'tag': '3ae2bebd-d815-46f1-815c-efbb947e342c', 'status': 'completed', 'code': 200} Apr 05 20:46:29.051199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c23c9ab9-12b0-450e-8aa0-b6dbcbcbd9ec None None] Provisioning complete for port 4f2fd5ab-a396-4617-9f71-c0c9a077250d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:29.051695 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c23c9ab9-12b0-450e-8aa0-b6dbcbcbd9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.158451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.193371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.276487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Network': ['ID=dc5c1332-2621-435d-909e-f2bfc621b265,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:29.339964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4f2fd5ab-a396-4617-9f71-c0c9a077250d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:29.362548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.373725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52b68c-911a-45a6-9f9c-d73857216d7a req-891444fa-d81c-48b2-855b-302235ee6ee4 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:29.386647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eff6f761-a69a-498f-bb8c-e254cae3091e tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/networks/dc5c1332-2621-435d-909e-f2bfc621b265 HTTP/1.1" status: 204 len: 168 time: 2.7766790 Apr 05 20:46:29.387249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33872) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:29.387585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33874) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:29.389931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef52b68c-911a-45a6-9f9c-d73857216d7a req-891444fa-d81c-48b2-855b-302235ee6ee4 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 946 time: 0.4549253 Apr 05 20:46:29.404836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Request body: {'floatingip': {'port_id': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:29.454639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80597acf-ba58-4694-958c-b6d053d55267 req-501ed2d1-5fc4-403c-a698-ca7664affde1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:29.459411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80597acf-ba58-4694-958c-b6d053d55267 req-501ed2d1-5fc4-403c-a698-ca7664affde1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 945 time: 0.4066429 Apr 05 20:46:29.495300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4f2fd5ab-a396-4617-9f71-c0c9a077250d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:29.495632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.566818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c23c9ab9-12b0-450e-8aa0-b6dbcbcbd9ec None None] Provisioning for port d3f164a0-18a2-41f4-a5af-514f033cce6d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:29.583400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c23c9ab9-12b0-450e-8aa0-b6dbcbcbd9ec None None] Provisioning complete for port d3f164a0-18a2-41f4-a5af-514f033cce6d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:29.583799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c23c9ab9-12b0-450e-8aa0-b6dbcbcbd9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.709376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7fa4ca38-4651-4866-9a62-3ef7f683b04e req-19cda8c8-b624-477e-afcc-1cc3cb3ecd69 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Synchronizing usage tracker for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:29.719682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c23c9ab9-12b0-450e-8aa0-b6dbcbcbd9ec None None] Port d3f164a0-18a2-41f4-a5af-514f033cce6d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:29.723155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port 35604e53-82f7-4401-8b2a-ae692ceb9685 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:29.723371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.747843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.854322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e6ea24d0-80d5-48ea-ab56-948ba982ad3a None None] Provisioning complete for port d3f164a0-18a2-41f4-a5af-514f033cce6d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:29.854888 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e6ea24d0-80d5-48ea-ab56-948ba982ad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.866453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.906628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 223dcf86-5719-4851-9722-56c50705f120 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:29.983470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 223dcf86-5719-4851-9722-56c50705f120 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:29.984090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 223dcf86-5719-4851-9722-56c50705f120 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:30.055969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea24d0-80d5-48ea-ab56-948ba982ad3a None None] Port d3f164a0-18a2-41f4-a5af-514f033cce6d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:30.060589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7fa4ca38-4651-4866-9a62-3ef7f683b04e req-19cda8c8-b624-477e-afcc-1cc3cb3ecd69 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Unset dirty status for tenant:a6e30bd010d64dbaa09a896a2d04a04b on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:30.070368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Port': ['ID=d3f164a0-18a2-41f4-a5af-514f033cce6d,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:30.073440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fa4ca38-4651-4866-9a62-3ef7f683b04e req-19cda8c8-b624-477e-afcc-1cc3cb3ecd69 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 210 time: 0.4520845 Apr 05 20:46:30.123963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.154266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66314db-2af9-439a-9500-4267ca734df0 req-35ece83f-367e-4c64-a167-216c6b4e3ca4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:30.156153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66314db-2af9-439a-9500-4267ca734df0 req-35ece83f-367e-4c64-a167-216c6b4e3ca4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 945 time: 0.5910814 Apr 05 20:46:30.248583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port 35604e53-82f7-4401-8b2a-ae692ceb9685, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=35604e53-82f7-4401-8b2a-ae692ceb9685,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:30.248980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.369725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66314db-2af9-439a-9500-4267ca734df0 req-d83fa6e4-6f32-4dc4-bb6e-f5e412d23de3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901166 Apr 05 20:46:30.393349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Network d662f960-3637-480e-bb5d-ea97cf348fe6 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:30.403728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:30.458616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for 35604e53-82f7-4401-8b2a-ae692ceb9685 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:30.576488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting subnet bf90d343-30f6-4f97-a8da-93eb525a4f59 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:46:30.602660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.719234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.731472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['08672150-261d-49b4-9cf9-1be73d253af9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:30.775636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event deleted for resources: {'Port': ['ID=35604e53-82f7-4401-8b2a-ae692ceb9685,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:30.823325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.876877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:30.919492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] No DVR routers for this DVR port 35604e53-82f7-4401-8b2a-ae692ceb9685 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:30.922498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.994234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80597acf-ba58-4694-958c-b6d053d55267 req-25fc6929-f232-4c92-87b6-98716a9aa2d6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "DELETE /v2.0/ports/35604e53-82f7-4401-8b2a-ae692ceb9685 HTTP/1.1" status: 204 len: 173 time: 1.5284562 Apr 05 20:46:31.030160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495befcf-150a-43b8-864e-0d194ce7eec5', 'name': 'network-vif-deleted', 'tag': '35604e53-82f7-4401-8b2a-ae692ceb9685'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:31.066752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bbe47baf-8d4f-4c5e-8712-94941a7cd40b None None] Provisioning complete for port d3f164a0-18a2-41f4-a5af-514f033cce6d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:31.067273 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bbe47baf-8d4f-4c5e-8712-94941a7cd40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.122847 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719a62c9-dc08-4d6a-8534-f7ae2d07b12a'] response: {'server_uuid': '495befcf-150a-43b8-864e-0d194ce7eec5', 'name': 'network-vif-deleted', 'tag': '35604e53-82f7-4401-8b2a-ae692ceb9685', 'status': 'completed', 'code': 200} Apr 05 20:46:31.292397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bbe47baf-8d4f-4c5e-8712-94941a7cd40b None None] Port d3f164a0-18a2-41f4-a5af-514f033cce6d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:31.395912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0605dd36-7509-4c2f-a335-754de4e5236f req-d8ce7e25-8c84-4e03-8b59-c999d778d65a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 210 time: 0.0553560 Apr 05 20:46:31.464591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 35604e53-82f7-4401-8b2a-ae692ceb9685 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:31.528182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 35604e53-82f7-4401-8b2a-ae692ceb9685 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:31.528521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 35604e53-82f7-4401-8b2a-ae692ceb9685 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:31.665372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.747808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7689956d-a4e1-41dd-81fa-acedf74a65c2 req-4aa59beb-b8f1-4b20-97e8-d610beef34b4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:31.834039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7689956d-a4e1-41dd-81fa-acedf74a65c2 req-4aa59beb-b8f1-4b20-97e8-d610beef34b4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:31.836069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7689956d-a4e1-41dd-81fa-acedf74a65c2 req-4aa59beb-b8f1-4b20-97e8-d610beef34b4 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=495befcf-150a-43b8-864e-0d194ce7eec5 HTTP/1.1" status: 200 len: 210 time: 0.1872172 Apr 05 20:46:31.979286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.015515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.031120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Subnet': ['ID=bf90d343-30f6-4f97-a8da-93eb525a4f59,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:32.036638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.045118 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-55e52d93-a7bc-43e6-b548-0138fa3d487d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/subnets/bf90d343-30f6-4f97-a8da-93eb525a4f59 HTTP/1.1" status: 204 len: 168 time: 2.6558931 Apr 05 20:46:32.046336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af20493-3848-4774-be05-a2272bd9fbd3 None None] Network 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:32.047423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33898) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:32.140473 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.208440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Router ae098689-e18b-4d6b-b3dc-a340bed623ae is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:46:32.324175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33904) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:32.346482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.443234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] DHCP port deletion for 5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:46:32.447745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Deleting port 470186bf-c853-4d8a-a342-6d92643d8967 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:32.448118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.495720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 470186bf-c853-4d8a-a342-6d92643d8967 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:32.496062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.510475 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.565325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:32.569231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Usage tracker for resource:security_group_rule and tenant:1deea56508044eaa8525477e5a334834 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:32.572271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:32.578233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:32.669510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] For port 470186bf-c853-4d8a-a342-6d92643d8967, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=470186bf-c853-4d8a-a342-6d92643d8967,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:32.669918 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.692341 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.791520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 470186bf-c853-4d8a-a342-6d92643d8967, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=470186bf-c853-4d8a-a342-6d92643d8967,segment=NetworkSegment(4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45),segment_id=4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:32.791882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.793731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Calling delete_port for 470186bf-c853-4d8a-a342-6d92643d8967 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:32.898595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.921413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f7a2edb-ca4c-4345-8fa7-0d2fb5268186 req-9c6bcbe0-bdf5-4088-b3b1-1751ffe27da6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d71c18b-3efa-4d10-b291-2d48b31955f9 HTTP/1.1" status: 200 len: 210 time: 0.1963046 Apr 05 20:46:32.932036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 470186bf-c853-4d8a-a342-6d92643d8967 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:32.960305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1deea56508044eaa8525477e5a334834&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6349301 Apr 05 20:46:32.962939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33914) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:32.967574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0cb35-0599-49ad-a5c1-ba6ccdbf6339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98693e-0fe4-4cb5-a6ba-d1706649660e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:32.967709 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.035272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:46:33.044836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33920) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:33.045683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a9b9e039-09fc-4433-8de2-27a68acb0520 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "PUT /v2.0/routers/ae098689-e18b-4d6b-b3dc-a340bed623ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9691157 Apr 05 20:46:33.047864 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] Sync routers for ids ['ae098689-e18b-4d6b-b3dc-a340bed623ae'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:46:33.049342 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Floating IP e598f283-fd8e-46ee-8442-50b1eab1e2ed associated. External IP: 172.25.2.157, port: 6c2c1826-a867-4cf6-bc2c-220f24ea6db1. Apr 05 20:46:33.054510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Pushing event deleted for resources: {'Port': ['ID=470186bf-c853-4d8a-a342-6d92643d8967,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:33.066501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.067083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.067597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.068084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.068556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.069225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.069693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.070178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.070722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.071535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.072009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:33.072450 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] Routers {'ae098689-e18b-4d6b-b3dc-a340bed623ae'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:33.075529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83bc46-9607-4da7-9feb-0034bb9629b9 None None] No DVR routers for this DVR port 470186bf-c853-4d8a-a342-6d92643d8967 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:33.081705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ae098689-e18b-4d6b-b3dc-a340bed623ae'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:33.091554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'port': {'network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6', 'name': 'tempest-FloatingIPNegativeTestJSON-381295405'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:33.205834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 470186bf-c853-4d8a-a342-6d92643d8967 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:33.210646 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:33.223562 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87bb37da-bccb-416a-98a2-553d641d303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.224415 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] Routers {'ae098689-e18b-4d6b-b3dc-a340bed623ae'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:33.225219 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ae098689-e18b-4d6b-b3dc-a340bed623ae'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:33.249089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 470186bf-c853-4d8a-a342-6d92643d8967 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:33.249537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 470186bf-c853-4d8a-a342-6d92643d8967 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:33.251945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87bb37da-bccb-416a-98a2-553d641d303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.302556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:33.302958 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2033ea2-855c-4fd7-a706-9be231267c37 None None] The sync data for ids ['ae098689-e18b-4d6b-b3dc-a340bed623ae'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:46:33.361244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:33.362511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:33.362879 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:33.366829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:port and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:33.370317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:33.377336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:33.428193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87bb37da-bccb-416a-98a2-553d641d303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.447452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb37da-bccb-416a-98a2-553d641d303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98693e-0fe4-4cb5-a6ba-d1706649660e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:33.450886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87bb37da-bccb-416a-98a2-553d641d303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.462148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-87bb37da-bccb-416a-98a2-553d641d303a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc98693e-0fe4-4cb5-a6ba-d1706649660e HTTP/1.1" status: 204 len: 168 time: 0.4907885 Apr 05 20:46:33.464049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Made reservation on behalf of 719b398d6774485ba6917dada9095198 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:33.468277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.507998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] device_id is not set on port 5bd02c88-5e44-424d-a53d-47c98850265a yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:46:33.671989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:46:33.713020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982d5fa-a37a-4404-8fed-069de5232050 req-5017508e-4a67-42ce-8d6d-59564f81a0a3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:33.714487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c982d5fa-a37a-4404-8fed-069de5232050 req-5017508e-4a67-42ce-8d6d-59564f81a0a3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 946 time: 0.1521499 Apr 05 20:46:33.737426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Allocated IP 172.20.0.5 (d662f960-3637-480e-bb5d-ea97cf348fe6/14b82bd0-25e8-47d4-af14-fd36e4743eb2/5bd02c88-5e44-424d-a53d-47c98850265a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:33.754010 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.791748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c982d5fa-a37a-4404-8fed-069de5232050 req-d27e0c62-ed14-450a-baae-644d902b9c60 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708892 Apr 05 20:46:33.863917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 470186bf-c853-4d8a-a342-6d92643d8967 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:33.864264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.930814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] The port '470186bf-c853-4d8a-a342-6d92643d8967' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:46:33.970530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.985941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Transition to ACTIVE for port object 5bd02c88-5e44-424d-a53d-47c98850265a will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:34.045707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.070756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.082584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:46:34.097524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] Sync routers for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:46:34.106720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.111327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:34.112127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:34.138983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Network d662f960-3637-480e-bb5d-ea97cf348fe6 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:34.141329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfc3f64-2a18-4277-8b34-37bdfd0b87d6']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:34.143050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:34.145277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Port': ['ID=5bd02c88-5e44-424d-a53d-47c98850265a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:34.147582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:34.166532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:34.166825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd6bcc1-a5ff-46cf-a9ea-3f97cc518d45') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:34.179838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33936) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.210122 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.228935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33940) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.232073 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.261068 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-caf758ac-a234-4326-bb73-328272bfb894 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "PUT /v2.0/floatingips/e598f283-fd8e-46ee-8442-50b1eab1e2ed HTTP/1.1" status: 200 len: 992 time: 4.8571692 Apr 05 20:46:34.261068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:34.261068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.274183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:34.274860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.291195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:46:34.291584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:34.323188 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:34.375769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb183-0ea3-4f55-87f7-66db35804337 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.407981 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869a8e98-82d5-4f89-8572-b48fd79d3bc0'] response: {'name': 'network-changed', 'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'status': 'completed', 'code': 200} Apr 05 20:46:34.417520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b33835c4-4b74-4d6d-946f-3256370d5449 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3539841 Apr 05 20:46:34.419361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33948) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.420340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:34.436154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:34.442178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:46:34.449006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Usage tracker for resource:security_group_rule and tenant:efdc8f97f6bf4ddf84d03e1b96edc656 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:34.452585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:34.455803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:34.462321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb183-0ea3-4f55-87f7-66db35804337 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.463575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:34.467345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:floatingip and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:34.471759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:34.482273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:34.540485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-2d283326-6de5-49ad-8626-9e39bfcd1c2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 1097 time: 0.1243870 Apr 05 20:46:34.540774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.566488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.578704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.579769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.603876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Network': ['ID=5cfc3f64-2a18-4277-8b34-37bdfd0b87d6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:34.610357 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/networks/5cfc3f64-2a18-4277-8b34-37bdfd0b87d6 HTTP/1.1" status: 204 len: 168 time: 2.5619388 Apr 05 20:46:34.618780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33952) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.621351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2094480583'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:34.625278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb183-0ea3-4f55-87f7-66db35804337 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.662256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb183-0ea3-4f55-87f7-66db35804337 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c5635-a75d-4d88-9293-47e834d65cdf,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:34.674490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:34.682632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.682632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.682632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.682632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.682632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.683129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.683393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.683720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.683939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.684285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.684629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae58397-f59a-4e6e-bb4b-d8e853089bf4 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:34.691342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.699960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:network and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:34.709358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:34.726177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:34.743178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-64b31894-a95b-4f76-937b-29ce9b1e6e37 None None] Provisioning for port 5bd02c88-5e44-424d-a53d-47c98850265a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:34.754221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-3b9645d8-dd57-4c6d-879b-75aa594a517a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:34.756483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-3b9645d8-dd57-4c6d-879b-75aa594a517a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.2101364 Apr 05 20:46:34.759833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb183-0ea3-4f55-87f7-66db35804337 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.764154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c2fbb183-0ea3-4f55-87f7-66db35804337 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c0c5635-a75d-4d88-9293-47e834d65cdf HTTP/1.1" status: 204 len: 168 time: 0.5332603 Apr 05 20:46:34.764332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-64b31894-a95b-4f76-937b-29ce9b1e6e37 None None] Provisioning complete for port 5bd02c88-5e44-424d-a53d-47c98850265a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:34.764332 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64b31894-a95b-4f76-937b-29ce9b1e6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.764496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33956) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.769954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40463c-b345-4956-90f5-2e97dc0849bb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:34.776033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6fc936d3-e8a5-4b0a-acfd-cb12ac6e5b71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=efdc8f97f6bf4ddf84d03e1b96edc656&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5951705 Apr 05 20:46:34.785494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33960) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.819887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-64b31894-a95b-4f76-937b-29ce9b1e6e37 None None] Port 5bd02c88-5e44-424d-a53d-47c98850265a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:34.850973 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-f1ae7ecc-a79c-46b6-889a-88849c964ad5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] show failed (client error): The resource could not be found. Apr 05 20:46:34.856884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f1ae7ecc-a79c-46b6-889a-88849c964ad5 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "GET /v2.0/security-groups/8c0c5635-a75d-4d88-9293-47e834d65cdf HTTP/1.1" status: 404 len: 347 time: 0.0911472 Apr 05 20:46:34.857010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33966) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.864859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:34.867822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.889186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-246bf39c-f9d7-4ece-999e-4ff3ecf28eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.928123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'e598f283-fd8e-46ee-8442-50b1eab1e2ed', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'port_id': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'mac_address': 'fa:16:3e:58:c3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a178543-90ae-4419-8185-f886b6bfe631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:45:58Z', 'updated_at': '2022-04-05T20:46:31Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:34.934418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] Checking router: 002e6a9b-a955-46d3-8b1f-7d4bb9425676 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:46:34.948354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:34.948875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:46:34.949185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:34.980817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.981084 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Added segment 9be7f873-002e-4886-8ebe-05d2268341e3 of type vlan for network fff1a6f6-79a9-46ce-8182-cca46e92b819 Apr 05 20:46:34.988064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a3a26b3-b2fa-4719-9254-0a1e29ea7a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.026391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.095127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a3a26b3-b2fa-4719-9254-0a1e29ea7a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.108006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-a76c5857-80d2-4274-9801-5ed63ec64ab6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:35.109566 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-a76c5857-80d2-4274-9801-5ed63ec64ab6 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 946 time: 0.3028851 Apr 05 20:46:35.116433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.178741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:46:35.219750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 01475faa-ae92-49bb-9d77-ae4473e86798 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:35.220396 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.257313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port 08672150-261d-49b4-9cf9-1be73d253af9 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:35.257704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.345425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-9ff09dad-af2a-42b8-8af4-a14ad350fbf0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1 HTTP/1.1" status: 200 len: 1000 time: 0.5825629 Apr 05 20:46:35.443026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.447297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:35.447895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.473947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-bf3eb06a-4574-412e-837f-41586af82165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:35.475375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-bf3eb06a-4574-412e-837f-41586af82165 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.1209073 Apr 05 20:46:35.477389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.483364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.534377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b5a73-d4c7-4855-bc8c-bc6a2d616f90 req-a7ffa774-618b-48e9-9de9-caeeed53aef5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:35.535820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d5b5a73-d4c7-4855-bc8c-bc6a2d616f90 req-a7ffa774-618b-48e9-9de9-caeeed53aef5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 946 time: 0.5104022 Apr 05 20:46:35.595471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a3a26b3-b2fa-4719-9254-0a1e29ea7a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.620813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'e598f283-fd8e-46ee-8442-50b1eab1e2ed', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'port_id': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'mac_address': 'fa:16:3e:58:c3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a178543-90ae-4419-8185-f886b6bfe631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:45:58Z', 'updated_at': '2022-04-05T20:46:31Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:35.625877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae588b-cc8b-4005-8c85-ec0902784c6c None None] The sync data for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 is: [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'e598f283-fd8e-46ee-8442-50b1eab1e2ed', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'port_id': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'mac_address': 'fa:16:3e:58:c3:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a178543-90ae-4419-8185-f886b6bfe631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:45:58Z', 'updated_at': '2022-04-05T20:46:31Z', 'revision_number': 1, 'project_id': '59b83352d11b4d35aba31747089aa265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:46:35.650212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 01475faa-ae92-49bb-9d77-ae4473e86798 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:35.666639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Allocated IP 172.25.2.56 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/0460e58d-cbbe-49e2-9eea-c3795c697498) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:35.683536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a3a26b3-b2fa-4719-9254-0a1e29ea7a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.687007 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6a3a26b3-b2fa-4719-9254-0a1e29ea7a5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c40463c-b345-4956-90f5-2e97dc0849bb HTTP/1.1" status: 204 len: 168 time: 0.8989785 Apr 05 20:46:35.687007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a26b3-b2fa-4719-9254-0a1e29ea7a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40463c-b345-4956-90f5-2e97dc0849bb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:35.687651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Network': ['ID=fff1a6f6-79a9-46ce-8182-cca46e92b819,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:35.723309 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e8cc9698-2cc9-44b2-8e0c-29d45704508b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1062429 Apr 05 20:46:35.728034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33972) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:35.746119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fff1a6f6-79a9-46ce-8182-cca46e92b819 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:46:35.749084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'subnet': {'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:35.884961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d5b5a73-d4c7-4855-bc8c-bc6a2d616f90 req-23b10b79-d9a9-47a6-827f-dae9e9d81067 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420154 Apr 05 20:46:35.937567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-7252796e-b862-4fd6-b0ac-1842a327cfab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4507959 Apr 05 20:46:35.944834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:35.967574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:subnet and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:35.967780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port 08672150-261d-49b4-9cf9-1be73d253af9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=08672150-261d-49b4-9cf9-1be73d253af9,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:35.968064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.973638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:35.999401 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bcf066-2ce0-4c44-ba99-d22cec8af597 None None] New status for floating IP e598f283-fd8e-46ee-8442-50b1eab1e2ed: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:46:36.065752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:36.101507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for 08672150-261d-49b4-9cf9-1be73d253af9 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:36.147807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-294ee6ad-acbb-413c-b2d0-ab489f6e4445 service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990385 Apr 05 20:46:36.231077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:36.246060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.355769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=01475faa-ae92-49bb-9d77-ae4473e86798,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:36.458871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.471619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['08672150-261d-49b4-9cf9-1be73d253af9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:36.481397 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.501299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.516119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event deleted for resources: {'Port': ['ID=08672150-261d-49b4-9cf9-1be73d253af9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:36.523965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:36.577188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb37f09-b84b-41f9-ae58-ee48de899003 req-0615aa46-de0a-4332-952d-c34b3030f90c service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233050 Apr 05 20:46:36.605875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] No DVR routers for this DVR port 08672150-261d-49b4-9cf9-1be73d253af9 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:36.607212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.608610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.611175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e322c07-29c3-45a9-b278-8876b5e48509', 'name': 'network-vif-deleted', 'tag': '08672150-261d-49b4-9cf9-1be73d253af9'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:36.691801 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c9f618-4d88-40ea-8b88-d4f123a91f32'] response: {'server_uuid': '8e322c07-29c3-45a9-b278-8876b5e48509', 'name': 'network-vif-deleted', 'tag': '08672150-261d-49b4-9cf9-1be73d253af9', 'status': 'completed', 'code': 200} Apr 05 20:46:36.695162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:36.714788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.715021 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eb85bd04-a21a-41fc-915a-5a8343b1db6b req-43ffbba5-d7aa-43f3-9034-73fab0803243 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "DELETE /v2.0/ports/08672150-261d-49b4-9cf9-1be73d253af9 HTTP/1.1" status: 204 len: 173 time: 1.5927551 Apr 05 20:46:36.719064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.719220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97d4a1f6-0e64-4cde-b057-8251c37ccb68 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/floatingips/6d0a4944-dc3b-45ab-91aa-b4f2a0b0c98d HTTP/1.1" status: 204 len: 168 time: 1.8449779 Apr 05 20:46:36.721537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33984) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:36.783920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.798793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.833428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b86dc088-7521-42cc-aa22-ca485c188a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.864205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:36.874999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:36.882794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:36.915393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 24220829-8caf-4bf7-a350-1689866690f6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:36.915754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.950832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Port': ['ID=0460e58d-cbbe-49e2-9eea-c3795c697498,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:36.968258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:36.982368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3264420d344d499eb372d11aaf84bb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:36.991389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:37.004230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:37.030619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Subnet': ['ID=a9895753-8f7d-48fe-af37-c29ce9617824,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:37.086088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e78ecd0-a73b-4317-b620-47014947f86c req-ec1092c4-2b6c-4fd1-b8b1-5ef1e3e725b5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e322c07-29c3-45a9-b278-8876b5e48509 HTTP/1.1" status: 200 len: 210 time: 0.0491455 Apr 05 20:46:37.092319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Checking segment: {'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:37.092673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network hostable DHCP agents. Network: fff1a6f6-79a9-46ce-8182-cca46e92b819, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:46:37.158899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network fff1a6f6-79a9-46ce-8182-cca46e92b819 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:46:37.256350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, fff1a6f6-79a9-46ce-8182-cca46e92b819) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:37.264541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61279800-8d7f-4059-a6af-bd2b77bb4fef None None] Network fff1a6f6-79a9-46ce-8182-cca46e92b819 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:37.268947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:37.269101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.269524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.287617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.356576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8784b20e-d9c6-4702-ac3b-431e92c699c9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6235723 Apr 05 20:46:37.358112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33990) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:37.364337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1190830298'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:37.370846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:37.376096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:network and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:37.380473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:37.388497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:37.434149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:37.437826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.503373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:46:37.510797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.518211 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.518566 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Added segment 92af76af-003b-4ec4-a17b-119466f01934 of type vlan for network 2d1d9686-95cc-4668-a35c-45d033c61419 Apr 05 20:46:37.552372 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.565996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-fff1a6f6-79a9-46ce-8182-cca46e92b819', 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'fixed_ips': [{'subnet_id': 'a9895753-8f7d-48fe-af37-c29ce9617824'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:46:37.566934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.603413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 24220829-8caf-4bf7-a350-1689866690f6 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:37.640614 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.641765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.650231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:37.650979 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.686514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e31f76-049c-4755-a36c-e242dfd0754e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:37.693714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d2e8f22-2910-4dcd-b1ff-8cf4c6747ca8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab3264420d344d499eb372d11aaf84bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9972525 Apr 05 20:46:37.700308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33994) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:37.732826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Allocated IP 19.80.0.2 (fff1a6f6-79a9-46ce-8182-cca46e92b819/a9895753-8f7d-48fe-af37-c29ce9617824/546394ad-4926-4ed2-8a62-c84a9bfa5133) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:37.808657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4490635 Apr 05 20:46:37.809321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33998) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:37.817672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268d3f3-af76-4043-be33-9ce43ce9faeb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Network': ['ID=2d1d9686-95cc-4668-a35c-45d033c61419,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:37.824323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'subnet': {'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:37.826525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.835010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2d1d9686-95cc-4668-a35c-45d033c61419 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:46:37.943118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02482a9-7160-4157-9173-8e2f1fd949b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.967801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:37.970631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.976704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:subnet and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:37.982510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02482a9-7160-4157-9173-8e2f1fd949b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.988378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:37.997737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:38.029099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=24220829-8caf-4bf7-a350-1689866690f6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:38.060581 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.108292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:38.131310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Transition to ACTIVE for port object 546394ad-4926-4ed2-8a62-c84a9bfa5133 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:38.157678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Transition to ACTIVE for port object 546394ad-4926-4ed2-8a62-c84a9bfa5133 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:38.169722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.183999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02482a9-7160-4157-9173-8e2f1fd949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.194719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.200708 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee37a989-2500-4ead-90c3-05c6b1739480 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/ports/24220829-8caf-4bf7-a350-1689866690f6 HTTP/1.1" status: 204 len: 168 time: 1.4503114 Apr 05 20:46:38.203278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:38.216403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02482a9-7160-4157-9173-8e2f1fd949b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e31f76-049c-4755-a36c-e242dfd0754e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:38.236635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02482a9-7160-4157-9173-8e2f1fd949b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.237788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b02482a9-7160-4157-9173-8e2f1fd949b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8e31f76-049c-4755-a36c-e242dfd0754e HTTP/1.1" status: 204 len: 168 time: 0.5341368 Apr 05 20:46:38.239282 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.244196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.308941 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.319321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:38.319321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.327929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Network fff1a6f6-79a9-46ce-8182-cca46e92b819 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:38.331129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:38.335188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:38.342718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Pushing event updated for resources: {'Port': ['ID=546394ad-4926-4ed2-8a62-c84a9bfa5133,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:38.429247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.532133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 08672150-261d-49b4-9cf9-1be73d253af9 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:38.584600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 08672150-261d-49b4-9cf9-1be73d253af9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:38.587234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 08672150-261d-49b4-9cf9-1be73d253af9 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:38.587234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.606223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Attempting to bind port 546394ad-4926-4ed2-8a62-c84a9bfa5133 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:38.606223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Attempting to bind port 546394ad-4926-4ed2-8a62-c84a9bfa5133 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:38.606523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Attempting to bind port 546394ad-4926-4ed2-8a62-c84a9bfa5133 on network fff1a6f6-79a9-46ce-8182-cca46e92b819 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:38.617182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:38.617182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Checking segment: {'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:38.617182 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.617182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Bound using segment: {'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:38.617182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Bound port: 546394ad-4926-4ed2-8a62-c84a9bfa5133, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:38.617182 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.665577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Port': ['ID=0460e58d-cbbe-49e2-9eea-c3795c697498,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:38.721231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.755842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] For port 546394ad-4926-4ed2-8a62-c84a9bfa5133, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:38.759935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] For port 546394ad-4926-4ed2-8a62-c84a9bfa5133, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=546394ad-4926-4ed2-8a62-c84a9bfa5133,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:38.780870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-24acd2e4-33e4-473e-89ad-e25fa171dde1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:38.782327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-24acd2e4-33e4-473e-89ad-e25fa171dde1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.1838381 Apr 05 20:46:38.799639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-1d6e806f-e5c0-41fc-96cc-45970e0d92cc tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0116963 Apr 05 20:46:38.799881 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.863134 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.863369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.868860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.870243 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-34d3db11-7c2b-430c-bc19-934238137594 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4514542 Apr 05 20:46:38.874387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34020) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:38.919575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-099b112a-f855-4ffd-a6dc-7d66ac094ade tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'floatingip': {'port_id': '5bd02c88-5e44-424d-a53d-47c98850265a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:38.936245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:38.955414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2e55b-76ee-4294-be6d-8bb7bc45cdcd None None] Pushing event updated for resources: {'Port': ['ID=546394ad-4926-4ed2-8a62-c84a9bfa5133,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:39.056342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-099b112a-f855-4ffd-a6dc-7d66ac094ade tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.182182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.199703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-6ddda992-5c55-4dee-a188-3099c0e162e3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3933864 Apr 05 20:46:39.201681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Subnet': ['ID=2efc1401-d11c-460e-a29b-f11dda9a5e90,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:39.362415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:39.371221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Checking segment: {'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:39.371583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network hostable DHCP agents. Network: 2d1d9686-95cc-4668-a35c-45d033c61419, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:46:39.517471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.537714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-46b5aca8-1470-4808-9c3b-62b98f739ccb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/ports/c31f37fe-9c13-404c-a2bc-22f2bcf3f1c5 HTTP/1.1" status: 204 len: 168 time: 1.3332460 Apr 05 20:46:39.538976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34032) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:39.678482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-9fdb2318-0c14-4eb1-bb2f-451949d121d5 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777205 Apr 05 20:46:39.766213 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.773334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network 2d1d9686-95cc-4668-a35c-45d033c61419 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:46:39.773526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting subnet f35ddee5-c066-493e-b752-f4cf428c9b7c {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:46:39.774560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.777572 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-099b112a-f855-4ffd-a6dc-7d66ac094ade tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] update failed (client error): The resource could not be found. Apr 05 20:46:39.781498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-099b112a-f855-4ffd-a6dc-7d66ac094ade tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "PUT /v2.0/floatingips/1dc315d5-748b-4cd4-8d1d-a2c695efaa9a HTTP/1.1" status: 404 len: 507 time: 0.8713214 Apr 05 20:46:39.782086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34040) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:39.842493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.892916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 2d1d9686-95cc-4668-a35c-45d033c61419) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:39.900648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a1606-d02c-4505-9cdd-4dd487a0d606 None None] Network 2d1d9686-95cc-4668-a35c-45d033c61419 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:39.911211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:39.911745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.966250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-84d1b064-1b36-4fa9-b845-8eb4b27e98df service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867723 Apr 05 20:46:39.997405 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.121499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Deleting port 0460e58d-cbbe-49e2-9eea-c3795c697498 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:40.121853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.217608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c2535090-d8c1-4f89-98e1-2dc8195c235c tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4011068 Apr 05 20:46:40.245667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.317151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-2d1d9686-95cc-4668-a35c-45d033c61419', 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'fixed_ips': [{'subnet_id': '2efc1401-d11c-460e-a29b-f11dda9a5e90'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:46:40.318510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.330930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.350558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25829d69-b2b7-42c8-b6fa-5f0611546da4 None None] Network 6ce56abd-0a77-426d-b416-6f997dfa7407 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:40.362599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Subnet': ['ID=f35ddee5-c066-493e-b752-f4cf428c9b7c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:40.383592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b98d083-7f48-418b-80ac-ec1699fc7fe6 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/subnets/f35ddee5-c066-493e-b752-f4cf428c9b7c HTTP/1.1" status: 204 len: 168 time: 0.8429952 Apr 05 20:46:40.386860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34060) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:40.533442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a42cbe-2ee9-4e91-a8ad-0423a804ec72 None None] Network fff1a6f6-79a9-46ce-8182-cca46e92b819 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:40.612758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd3fb9d3-4149-483c-9df3-63232bb85173 req-58181df7-5c42-4a28-9bc9-ee400027dff7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 210 time: 0.0968895 Apr 05 20:46:40.664782 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.665130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.787114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting subnet 351c7923-f01e-4047-b7a1-df6ebf0120e7 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:46:40.792482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.886535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.887010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Calling delete_port for 0460e58d-cbbe-49e2-9eea-c3795c697498 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:40.992157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.099812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-b7a6662a-cfd8-453c-b8f8-61be49385be7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:41.101042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-b7a6662a-cfd8-453c-b8f8-61be49385be7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:41.101042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a75c904b-10ce-4d70-9148-5c356702109a req-b7a6662a-cfd8-453c-b8f8-61be49385be7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Synchronizing usage tracker for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:41.210759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a75c904b-10ce-4d70-9148-5c356702109a req-b7a6662a-cfd8-453c-b8f8-61be49385be7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Unset dirty status for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:41.212630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-b7a6662a-cfd8-453c-b8f8-61be49385be7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/networks?id=fff1a6f6-79a9-46ce-8182-cca46e92b819&id=2d1d9686-95cc-4668-a35c-45d033c61419 HTTP/1.1" status: 200 len: 1392 time: 0.5989711 Apr 05 20:46:41.224083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a749f839-a23c-4eda-8bb7-c59f04b3f2a4 None None] Provisioning for port 546394ad-4926-4ed2-8a62-c84a9bfa5133 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:41.231092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-ae8427c5-3312-478b-8d1e-ce099004c90b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/quotas/241787e4ab774999aae4dc54f9b8d406 HTTP/1.1" status: 200 len: 375 time: 0.0117352 Apr 05 20:46:41.245581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.296641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 546394ad-4926-4ed2-8a62-c84a9bfa5133 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:41.307370 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.309225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Subnet': ['ID=351c7923-f01e-4047-b7a1-df6ebf0120e7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:41.320699 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.344614 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c9704be6-5d20-435c-88f1-5d5d7c3272cb tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/subnets/351c7923-f01e-4047-b7a1-df6ebf0120e7 HTTP/1.1" status: 204 len: 168 time: 0.9563277 Apr 05 20:46:41.345679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34078) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:41.435268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde34dc-c00e-4927-9807-8ce06b813681 None None] Network 567c7863-c308-4909-9599-dc218f927a9e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:41.441902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event deleted for resources: {'Port': ['ID=0460e58d-cbbe-49e2-9eea-c3795c697498,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:41.499600 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.512121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port 4ddf9043-8043-4a19-8625-2a0616431f56 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:41.512466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.537476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Allocated IP 19.86.0.2 (2d1d9686-95cc-4668-a35c-45d033c61419/2efc1401-d11c-460e-a29b-f11dda9a5e90/2eee8108-8143-44ec-97b9-4aaa16e359ce) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:41.575560 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.599422 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.604459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5fe85b4e-b963-4d93-8b91-d368ee68707c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "DELETE /v2.0/floatingips/1dc315d5-748b-4cd4-8d1d-a2c695efaa9a HTTP/1.1" status: 204 len: 168 time: 1.8215635 Apr 05 20:46:41.605584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34090) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:41.639255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-a02938a3-8e9f-4355-8f7e-9600f28461cc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3936050 Apr 05 20:46:41.666810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'floatingip': {'floating_network_id': 'd662f960-3637-480e-bb5d-ea97cf348fe6', 'port_id': '5bd02c88-5e44-424d-a53d-47c98850265a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:41.672965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:41.676908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:floatingip and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:41.679804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:41.690396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:41.700465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] DHCP port deletion for 6ce56abd-0a77-426d-b416-6f997dfa7407 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:46:41.710811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 546394ad-4926-4ed2-8a62-c84a9bfa5133 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:41.752814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Deleting port 4ddf9043-8043-4a19-8625-2a0616431f56 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:41.753459 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.799424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 546394ad-4926-4ed2-8a62-c84a9bfa5133 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:41.799794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.810321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] For port 4ddf9043-8043-4a19-8625-2a0616431f56, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ddf9043-8043-4a19-8625-2a0616431f56,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:41.810956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.811086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30d61555-ca70-4c9c-b9b1-b08893a053af req-65254412-6415-4d8f-9a48-d2f80c4746c7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 210 time: 0.0557115 Apr 05 20:46:41.875966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-d31c2918-03ce-4459-bad3-130a05af3e50 service neutron] 10.222.0.10 "GET /v2.0/networks/fff1a6f6-79a9-46ce-8182-cca46e92b819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378011 Apr 05 20:46:42.021783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for 4ddf9043-8043-4a19-8625-2a0616431f56 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:42.128188 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.188458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.233823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] DHCP port deletion for 567c7863-c308-4909-9599-dc218f927a9e request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:46:42.257737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] Deleting port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:42.259008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.292478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-2716cdb1-5c6f-4f7d-bd84-7306fbb280ad service neutron] 10.222.0.10 "GET /v2.0/networks/fff1a6f6-79a9-46ce-8182-cca46e92b819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105573 Apr 05 20:46:42.447442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] For port 4ddf9043-8043-4a19-8625-2a0616431f56, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ddf9043-8043-4a19-8625-2a0616431f56,segment=NetworkSegment(e0346369-da90-4430-9250-e2adf2901cbd),segment_id=e0346369-da90-4430-9250-e2adf2901cbd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:42.447442 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.459291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.468360 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.494001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] No DVR routers for this DVR port 4ddf9043-8043-4a19-8625-2a0616431f56 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:42.496378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Port': ['ID=4ddf9043-8043-4a19-8625-2a0616431f56,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:42.519720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-85c9e086-dc39-454f-910c-568f59693659 service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d9686-95cc-4668-a35c-45d033c61419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204206 Apr 05 20:46:42.558316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c8785dc8-f290-423a-9af6-8e5c667bbc1b None None] Provisioning complete for port 546394ad-4926-4ed2-8a62-c84a9bfa5133 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:42.558677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c8785dc8-f290-423a-9af6-8e5c667bbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.637981 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:46:42.639366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-487e02ca-89d0-4366-9929-e0e7dd1e98ea tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0323234 Apr 05 20:46:42.645328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34100) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:42.665794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '5bd02c88-5e44-424d-a53d-47c98850265a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:42.667410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Calling delete_port for 4ddf9043-8043-4a19-8625-2a0616431f56 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:42.707297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:42.720511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Usage tracker for resource:floatingip and tenant:719b398d6774485ba6917dada9095198 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:42.724801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Transition to ACTIVE for port object 2eee8108-8143-44ec-97b9-4aaa16e359ce will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:42.724952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:42.748742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:42.753399 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.758545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-1ec3e434-ae45-45ab-b86d-8819514cb77c service neutron] 10.222.0.10 "GET /v2.0/networks/2d1d9686-95cc-4668-a35c-45d033c61419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309072 Apr 05 20:46:42.786279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce56abd-0a77-426d-b416-6f997dfa7407']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:42.802115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0346369-da90-4430-9250-e2adf2901cbd') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:42.803227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0346369-da90-4430-9250-e2adf2901cbd') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:42.818964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.841289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.848368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:46:42.848771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.853112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:42.866320 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:42.928561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Transition to ACTIVE for port object 2eee8108-8143-44ec-97b9-4aaa16e359ce will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:43.029576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 546394ad-4926-4ed2-8a62-c84a9bfa5133, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=546394ad-4926-4ed2-8a62-c84a9bfa5133,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:43.062911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.088802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.093004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Network': ['ID=6ce56abd-0a77-426d-b416-6f997dfa7407,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:43.122399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.123150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd8b93b1-4d55-4374-9b17-5a8c60b881ea req-26864126-3740-47f0-8d0a-9006187a7733 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 210 time: 0.1178825 Apr 05 20:46:43.147148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fb5f8eb-af7a-422e-9a54-e6c6f8b374dc req-e2c4e86a-1e8a-40ab-a387-96b52236213b tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 210 time: 0.0879848 Apr 05 20:46:43.166658 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-97e892c0-d6dd-4d79-8ac9-d3989f43809a tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/networks/6ce56abd-0a77-426d-b416-6f997dfa7407 HTTP/1.1" status: 204 len: 168 time: 1.8177056 Apr 05 20:46:43.168741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34110) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:43.177191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:43.177191 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:43.204217 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.209076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.223117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] For port d925971e-4b92-4c6d-9331-9bbb0aab8fa6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:43.223515 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.364112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.378591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:43.379525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.391232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Pushing event updated for resources: {'Port': ['ID=2eee8108-8143-44ec-97b9-4aaa16e359ce,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:43.393368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c8785dc8-f290-423a-9af6-8e5c667bbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.408433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] Calling delete_port for d925971e-4b92-4c6d-9331-9bbb0aab8fa6 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:43.501122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Network 2d1d9686-95cc-4668-a35c-45d033c61419 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:43.503230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=546394ad-4926-4ed2-8a62-c84a9bfa5133,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:43.505903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:43.507631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d925971e-4b92-4c6d-9331-9bbb0aab8fa6 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:43.516670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Allocated IP 172.25.2.200 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/5896a700-59ae-4b47-b869-2b46575d3a01) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:43.538558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:43.728623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Deleting port 4ddf9043-8043-4a19-8625-2a0616431f56 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:43.728623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.757143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.840544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] For port d925971e-4b92-4c6d-9331-9bbb0aab8fa6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,segment=NetworkSegment(099c0712-6790-4209-919a-d03563cb9357),segment_id=099c0712-6790-4209-919a-d03563cb9357)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:43.841099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.862459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.880287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-729bfab5-0189-468c-bb5b-40e5588c036f None None] The port '4ddf9043-8043-4a19-8625-2a0616431f56' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:46:43.949567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:43.958088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:43.958264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Attempting to bind port 2eee8108-8143-44ec-97b9-4aaa16e359ce on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:43.958264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Attempting to bind port 2eee8108-8143-44ec-97b9-4aaa16e359ce by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:43.958264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Attempting to bind port 2eee8108-8143-44ec-97b9-4aaa16e359ce on network 2d1d9686-95cc-4668-a35c-45d033c61419 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:43.958521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:43.972431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-c8785dc8-f290-423a-9af6-8e5c667bbc1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:43.972906 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-c8785dc8-f290-423a-9af6-8e5c667bbc1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:44.019586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event updated for resources: {'Port': ['ID=5896a700-59ae-4b47-b869-2b46575d3a01,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:44.028241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Calling delete_port for d925971e-4b92-4c6d-9331-9bbb0aab8fa6 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:44.072975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:44.073616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Checking segment: {'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:44.074017 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.074435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Bound using segment: {'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:44.074921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Bound port: 2eee8108-8143-44ec-97b9-4aaa16e359ce, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:44.075291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.089330 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.099843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-5d3e6e8f-0bb2-4799-a05c-a20ab4341e9a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:44.101398 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-5d3e6e8f-0bb2-4799-a05c-a20ab4341e9a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.4246857 Apr 05 20:46:44.130125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Request body: {'port': {'device_id': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'admin_state_up': True, 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:44.144183 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.157195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] Pushing event deleted for resources: {'Port': ['ID=d925971e-4b92-4c6d-9331-9bbb0aab8fa6,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:44.165305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:44.165629 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:44.226122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Deleting port 5896a700-59ae-4b47-b869-2b46575d3a01 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:44.226723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.257125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67097a36-66db-455e-942e-6ec7c4b85da1 None None] No DVR routers for this DVR port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:44.341988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ddf9043-8043-4a19-8625-2a0616431f56 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:44.383929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:44.389296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Usage tracker for resource:port and tenant:2592ebf105a0447095563fd564de02f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:44.393515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:44.399517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4ddf9043-8043-4a19-8625-2a0616431f56 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:46:44.400037 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ddf9043-8043-4a19-8625-2a0616431f56 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:44.401987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:44.423224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] For port 2eee8108-8143-44ec-97b9-4aaa16e359ce, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:44.426904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] For port 2eee8108-8143-44ec-97b9-4aaa16e359ce, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2eee8108-8143-44ec-97b9-4aaa16e359ce,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:44.484945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:44.487952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.526039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70a58b40-d1ee-4c96-ae6c-f21c08bf92b3 req-6d0b2dd8-f2fb-4ebb-8380-f86e136357e9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 210 time: 0.1587572 Apr 05 20:46:44.546558 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.585607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a679996a-a72e-4afe-a8d7-8885218a0ff2 req-172449dc-eb22-4613-83a8-06264151cae7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 210 time: 0.0663717 Apr 05 20:46:44.640716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.641311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.666333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Deleting port d925971e-4b92-4c6d-9331-9bbb0aab8fa6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:44.666688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.708341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Allocated IP 172.20.0.6 (eca96cd5-d23e-4ec3-8e53-4550c5489ffb/ebccad2a-7032-4a42-a749-eaa26288144f/b26e9389-7586-4955-bc95-f7c03b458d7d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:44.717029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c6953-3df0-48e8-ac6a-2f61fcb4c0e1 None None] Pushing event updated for resources: {'Port': ['ID=2eee8108-8143-44ec-97b9-4aaa16e359ce,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:44.764699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] The port 'd925971e-4b92-4c6d-9331-9bbb0aab8fa6' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:46:44.964091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Calling delete_port for 5896a700-59ae-4b47-b869-2b46575d3a01 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:45.065638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.120292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567c7863-c308-4909-9599-dc218f927a9e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:45.188341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099c0712-6790-4209-919a-d03563cb9357') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:45.188634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099c0712-6790-4209-919a-d03563cb9357') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:45.199817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.211990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.236723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.274518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event deleted for resources: {'Port': ['ID=5896a700-59ae-4b47-b869-2b46575d3a01,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:45.275001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:46:45.275001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:45.300658 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:45.453549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.488374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2eee8108-8143-44ec-97b9-4aaa16e359ce up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:45.553960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.559711 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] create failed (client error): The resource could not be found. Apr 05 20:46:45.570018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8c1fdbfe-5298-4b32-a9a0-8f041d5b978b tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9158616 Apr 05 20:46:45.593823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34138) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:45.598939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.630825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.636252 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] 10.222.0.10 "DELETE /v2.0/networks/567c7863-c308-4909-9599-dc218f927a9e HTTP/1.1" status: 204 len: 168 time: 2.4654555 Apr 05 20:46:45.637627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81c2af-9d3f-4695-a5e4-03c79a8abce3 tempest-TaggedBootDevicesTest_v242-1764220660 tempest-TaggedBootDevicesTest_v242-1764220660-project] Pushing event deleted for resources: {'Network': ['ID=567c7863-c308-4909-9599-dc218f927a9e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:45.666867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:45.728927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 2eee8108-8143-44ec-97b9-4aaa16e359ce completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:45.746550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 546394ad-4926-4ed2-8a62-c84a9bfa5133 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:45.854468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:45.872140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:45.887567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:45.973752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event updated for resources: {'Port': ['ID=b26e9389-7586-4955-bc95-f7c03b458d7d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:45.991161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Deleting port 5bd02c88-5e44-424d-a53d-47c98850265a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:45.991734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.017675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e8a285f-1473-492b-9199-8e3cf7aab81d req-c893ba62-ab4b-4283-86fd-dd334b51ed64 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 210 time: 0.2377231 Apr 05 20:46:46.087263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 546394ad-4926-4ed2-8a62-c84a9bfa5133 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:46.087631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.157360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-1aa3b590-233d-4755-8832-160839161636 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:46.167526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-1aa3b590-233d-4755-8832-160839161636 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:46.169356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-1aa3b590-233d-4755-8832-160839161636 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "GET /v2.0/networks?id=fff1a6f6-79a9-46ce-8182-cca46e92b819&id=2d1d9686-95cc-4668-a35c-45d033c61419 HTTP/1.1" status: 200 len: 1392 time: 0.6112845 Apr 05 20:46:46.202278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:46.202896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.203031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'port': {'device_id': '02cfcabd-ac69-45dd-b04c-b66832932620', 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819', 'admin_state_up': True, 'tenant_id': '241787e4ab774999aae4dc54f9b8d406'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:46.260737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd2d9a-f268-4aaf-bac6-0afa678ff4d9 None None] Network 2d1d9686-95cc-4668-a35c-45d033c61419 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:46.410272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c22e99-9e1c-4692-ad25-b6765b273aeb req-c0ca3943-0682-4cb6-b1b6-cf0629feb948 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:46.413413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.417000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2c22e99-9e1c-4692-ad25-b6765b273aeb req-c0ca3943-0682-4cb6-b1b6-cf0629feb948 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 931 time: 0.5381742 Apr 05 20:46:46.432115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-e5b3a3fc-9188-49e7-8c3d-790edc449989 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3096983 Apr 05 20:46:46.444808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:46.450414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:port and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:46.459108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:46.467105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:46.494874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2c22e99-9e1c-4692-ad25-b6765b273aeb req-df6661ba-2b53-4661-a575-657559899b82 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768487 Apr 05 20:46:46.542841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-a4b2cb98-355e-4345-86e2-c8cf88c03c93 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:46:46.543746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-a4b2cb98-355e-4345-86e2-c8cf88c03c93 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0615294 Apr 05 20:46:46.550470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Calling delete_port for 5bd02c88-5e44-424d-a53d-47c98850265a owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:46.564902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:46.568375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.599237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7907678d-eb64-4019-9f83-a5ae124f6754 None None] Provisioning for port 2eee8108-8143-44ec-97b9-4aaa16e359ce completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:46.607015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7907678d-eb64-4019-9f83-a5ae124f6754 None None] Provisioning complete for port 2eee8108-8143-44ec-97b9-4aaa16e359ce triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:46.607015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7907678d-eb64-4019-9f83-a5ae124f6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.806155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.809517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7907678d-eb64-4019-9f83-a5ae124f6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.856306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7907678d-eb64-4019-9f83-a5ae124f6754 None None] For port 2eee8108-8143-44ec-97b9-4aaa16e359ce, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2eee8108-8143-44ec-97b9-4aaa16e359ce,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:46.863808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Allocated IP 19.80.0.135 (fff1a6f6-79a9-46ce-8182-cca46e92b819/a9895753-8f7d-48fe-af37-c29ce9617824/abc1fc2e-1974-4590-958a-5957fc174e28) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:46.889776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Request body: {'port': {'device_id': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:46.914690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event deleted for resources: {'Port': ['ID=5bd02c88-5e44-424d-a53d-47c98850265a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:46.919341 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7907678d-eb64-4019-9f83-a5ae124f6754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.028672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907678d-eb64-4019-9f83-a5ae124f6754 None None] Pushing event updated for resources: {'Port': ['ID=2eee8108-8143-44ec-97b9-4aaa16e359ce,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:47.092718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-901d06d9-e245-4ef7-a83e-2c0987208e6a None None] Provisioning complete for port 2eee8108-8143-44ec-97b9-4aaa16e359ce triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:47.094826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-901d06d9-e245-4ef7-a83e-2c0987208e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.187268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.225443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Transition to ACTIVE for port object abc1fc2e-1974-4590-958a-5957fc174e28 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:47.242874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.284974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.307573 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e53535f9-ac24-4618-83a8-8da680e860c3 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "DELETE /v2.0/ports/5bd02c88-5e44-424d-a53d-47c98850265a HTTP/1.1" status: 204 len: 168 time: 1.6734712 Apr 05 20:46:47.331775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34164) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:47.383939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.431455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2eee8108-8143-44ec-97b9-4aaa16e359ce up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:47.516410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network fff1a6f6-79a9-46ce-8182-cca46e92b819 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:47.521380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:47.526362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:47.541017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2eee8108-8143-44ec-97b9-4aaa16e359ce triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:47.541625 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.633837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Port': ['ID=abc1fc2e-1974-4590-958a-5957fc174e28,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:47.709438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:47.710212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.827288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414acfd3-a1bb-431b-8ad1-1d017a9b6f40 req-043c2529-d017-41b4-9f36-e9971c4cd2e8 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:47.829026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-414acfd3-a1bb-431b-8ad1-1d017a9b6f40 req-043c2529-d017-41b4-9f36-e9971c4cd2e8 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 932 time: 0.5225220 Apr 05 20:46:47.831125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62704767-dd3c-4fac-84c7-c41a68b1fa71 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:47.832228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-62704767-dd3c-4fac-84c7-c41a68b1fa71 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Synchronizing usage tracker for tenant:719b398d6774485ba6917dada9095198 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:47.910747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170eed0-541e-4f5d-b183-1ca759339bf0 req-b2950fcc-e24f-45d8-a306-7cbdcdda567a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:47.912804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8170eed0-541e-4f5d-b183-1ca759339bf0 req-b2950fcc-e24f-45d8-a306-7cbdcdda567a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 931 time: 0.1872909 Apr 05 20:46:47.946986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-414acfd3-a1bb-431b-8ad1-1d017a9b6f40 req-afb3052f-9ce3-4aa7-9011-0d853d20c271 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023204 Apr 05 20:46:47.990405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8170eed0-541e-4f5d-b183-1ca759339bf0 req-82d5df1f-5727-4581-a7ef-7def5f26194f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590870 Apr 05 20:46:47.994301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26e9389-7586-4955-bc95-f7c03b458d7d {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:48.002354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.017699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Transition to ACTIVE for port object b26e9389-7586-4955-bc95-f7c03b458d7d will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:48.034516 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-2d290633-2397-4b94-aef2-8b9edfee26fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8444796 Apr 05 20:46:48.044478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Request body: {'port': {'device_id': '02cfcabd-ac69-45dd-b04c-b66832932620', 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419', 'admin_state_up': True, 'tenant_id': '241787e4ab774999aae4dc54f9b8d406'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:48.067708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-62704767-dd3c-4fac-84c7-c41a68b1fa71 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Unset dirty status for tenant:719b398d6774485ba6917dada9095198 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:48.068280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a780913b-ed23-44e2-8109-be53a50c77d0 None None] Provisioning for port abc1fc2e-1974-4590-958a-5957fc174e28 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:48.072223 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62704767-dd3c-4fac-84c7-c41a68b1fa71 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae098689-e18b-4d6b-b3dc-a340bed623ae HTTP/1.1" status: 200 len: 913 time: 0.7362323 Apr 05 20:46:48.072223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34172) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:48.078926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a780913b-ed23-44e2-8109-be53a50c77d0 None None] Provisioning complete for port abc1fc2e-1974-4590-958a-5957fc174e28 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:48.079766 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a780913b-ed23-44e2-8109-be53a50c77d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.141006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.147641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a780913b-ed23-44e2-8109-be53a50c77d0 None None] Port abc1fc2e-1974-4590-958a-5957fc174e28 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:48.366444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:48.367990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Pushing event updated for resources: {'Port': ['ID=b26e9389-7586-4955-bc95-f7c03b458d7d,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:48.371354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Usage tracker for resource:port and tenant:241787e4ab774999aae4dc54f9b8d406 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:48.374902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:48.381122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:48.456001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Made reservation on behalf of 241787e4ab774999aae4dc54f9b8d406 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:48.459644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.493559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Attempting to bind port b26e9389-7586-4955-bc95-f7c03b458d7d on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:48.496147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Attempting to bind port b26e9389-7586-4955-bc95-f7c03b458d7d by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:48.496147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Attempting to bind port b26e9389-7586-4955-bc95-f7c03b458d7d on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:48.505323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Port b26e9389-7586-4955-bc95-f7c03b458d7d on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:46:48.505648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Attempting to bind port b26e9389-7586-4955-bc95-f7c03b458d7d on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:48.581985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:48.582276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:48.582671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Bound using segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:48.583112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Bound port: b26e9389-7586-4955-bc95-f7c03b458d7d, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:48.583459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.675763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Allocated IP 19.86.0.182 (2d1d9686-95cc-4668-a35c-45d033c61419/2efc1401-d11c-460e-a29b-f11dda9a5e90/3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:48.747244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] For port b26e9389-7586-4955-bc95-f7c03b458d7d, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:48.751846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] For port b26e9389-7586-4955-bc95-f7c03b458d7d, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b26e9389-7586-4955-bc95-f7c03b458d7d,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:48.774731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.897380 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.908032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.929673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Transition to ACTIVE for port object 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:49.003280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.004648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] 10.222.0.23 "PUT /v2.0/ports/b26e9389-7586-4955-bc95-f7c03b458d7d HTTP/1.1" status: 200 len: 1091 time: 2.4268551 Apr 05 20:46:49.007335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'tag': 'b26e9389-7586-4955-bc95-f7c03b458d7d'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:49.016843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.028614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c23f0-7ebb-4b2e-a7c5-dbb6b44a78ba service neutron] Pushing event updated for resources: {'Port': ['ID=b26e9389-7586-4955-bc95-f7c03b458d7d,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:49.113715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event updated for resources: {'Port': ['ID=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:49.120216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Network 2d1d9686-95cc-4668-a35c-45d033c61419 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:49.121408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:49.134135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:46:49.227997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:49.233817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.464552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5f89b-aa7f-4e35-ae8b-0c3f1960e06a req-dcf204f0-af29-4113-a3ae-dfde35cab0aa tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:49.472523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fdf5f89b-aa7f-4e35-ae8b-0c3f1960e06a req-dcf204f0-af29-4113-a3ae-dfde35cab0aa tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 943 time: 0.2258480 Apr 05 20:46:49.478098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-74c1539a-a088-4ea5-8493-7ad0991b80a7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4370739 Apr 05 20:46:49.513583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea93d-cfad-4b11-a9f8-44ce0f18e633 req-74494606-3cb8-4554-a6a8-f25be9d4d7ba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:49.518355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea93d-cfad-4b11-a9f8-44ce0f18e633 req-74494606-3cb8-4554-a6a8-f25be9d4d7ba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:49.519333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-486ea93d-cfad-4b11-a9f8-44ce0f18e633 req-74494606-3cb8-4554-a6a8-f25be9d4d7ba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Synchronizing usage tracker for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:49.538062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Request body: {'port': {'device_id': '02cfcabd-ac69-45dd-b04c-b66832932620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:49.580530 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-b154a728-623b-457c-8e6a-e01fcafecd6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 1094 time: 0.4523377 Apr 05 20:46:49.616351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6a75a1f8-62b2-4779-aada-e7b7d34a690b None None] Provisioning for port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:49.623996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6a75a1f8-62b2-4779-aada-e7b7d34a690b None None] Provisioning complete for port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:49.624614 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a75a1f8-62b2-4779-aada-e7b7d34a690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.704867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fdf5f89b-aa7f-4e35-ae8b-0c3f1960e06a req-df559bcd-b4a2-4b4c-a79d-74068dbf79d8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313249 Apr 05 20:46:49.711866 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-7d898cf1-3d8e-44e1-9469-38c307eafdad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26e9389-7586-4955-bc95-f7c03b458d7d HTTP/1.1" status: 200 len: 217 time: 0.1214080 Apr 05 20:46:49.718288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6a75a1f8-62b2-4779-aada-e7b7d34a690b None None] Port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:46:49.768691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-486ea93d-cfad-4b11-a9f8-44ce0f18e633 req-74494606-3cb8-4554-a6a8-f25be9d4d7ba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Unset dirty status for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:49.770097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-486ea93d-cfad-4b11-a9f8-44ce0f18e633 req-74494606-3cb8-4554-a6a8-f25be9d4d7ba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1655 time: 0.5302784 Apr 05 20:46:49.779497 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.790476 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6870e10e-ab97-4901-87d6-6adbf684a016'] response: {'name': 'network-changed', 'server_uuid': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'tag': 'b26e9389-7586-4955-bc95-f7c03b458d7d', 'status': 'completed', 'code': 200} Apr 05 20:46:49.830699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-499b8deb-6ffe-45bc-bdf9-8b9054e81216 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:49.832169 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-499b8deb-6ffe-45bc-bdf9-8b9054e81216 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.1112940 Apr 05 20:46:49.888529 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-04290867-b3d6-4557-8686-d2f98aa37b2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480685 Apr 05 20:46:49.893677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-486ea93d-cfad-4b11-a9f8-44ce0f18e633 req-4f27b8d7-f0a9-4d80-a44e-34f4093e10d2 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985360 Apr 05 20:46:50.039026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.107910 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-108dd6c4-eef6-41ab-8838-46676012cb77 service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108638 Apr 05 20:46:50.202579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc1fc2e-1974-4590-958a-5957fc174e28 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:50.209963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.225521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Transition to ACTIVE for port object abc1fc2e-1974-4590-958a-5957fc174e28 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:50.283928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Deleting port d3f164a0-18a2-41f4-a5af-514f033cce6d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:50.284188 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.308160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.355304 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b8a7d170-f00d-4ad8-a368-7d67258ae88e req-f0c4063c-20ae-4104-8b9a-4e9ee978d5ff service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402763 Apr 05 20:46:50.393857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Pushing event updated for resources: {'Port': ['ID=abc1fc2e-1974-4590-958a-5957fc174e28,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:50.520748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.612820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Attempting to bind port abc1fc2e-1974-4590-958a-5957fc174e28 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:50.613211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Attempting to bind port abc1fc2e-1974-4590-958a-5957fc174e28 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:50.613791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Attempting to bind port abc1fc2e-1974-4590-958a-5957fc174e28 on network fff1a6f6-79a9-46ce-8182-cca46e92b819 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:50.622302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Port abc1fc2e-1974-4590-958a-5957fc174e28 on network fff1a6f6-79a9-46ce-8182-cca46e92b819 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:46:50.622825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Attempting to bind port abc1fc2e-1974-4590-958a-5957fc174e28 on network fff1a6f6-79a9-46ce-8182-cca46e92b819 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:50.630264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:50.630605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Checking segment: {'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:50.631052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Bound using segment: {'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:50.631648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Bound port: abc1fc2e-1974-4590-958a-5957fc174e28, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be7f873-002e-4886-8ebe-05d2268341e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:50.631998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.716852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Calling delete_port for d3f164a0-18a2-41f4-a5af-514f033cce6d owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:50.758975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] For port abc1fc2e-1974-4590-958a-5957fc174e28, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:50.767156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] For port abc1fc2e-1974-4590-958a-5957fc174e28, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abc1fc2e-1974-4590-958a-5957fc174e28,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:50.862384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.004394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.005743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] 10.222.0.23 "PUT /v2.0/ports/abc1fc2e-1974-4590-958a-5957fc174e28 HTTP/1.1" status: 200 len: 1092 time: 1.5008357 Apr 05 20:46:51.009940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'tag': 'abc1fc2e-1974-4590-958a-5957fc174e28'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:51.036437 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-bb4c131a-92f6-4151-896f-e3cfe8bc96e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 1094 time: 0.4954982 Apr 05 20:46:51.042928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1e4c2-11b0-46e3-b3b7-90f03d535807 service neutron] Pushing event updated for resources: {'Port': ['ID=abc1fc2e-1974-4590-958a-5957fc174e28,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:51.090264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efb78-74ad-4c53-acce-add8b6a44480 req-41649f80-5ffe-42b8-8233-0a4283a75b4b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:51.092116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-910efb78-74ad-4c53-acce-add8b6a44480 req-41649f80-5ffe-42b8-8233-0a4283a75b4b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 943 time: 0.1839535 Apr 05 20:46:51.136015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.150591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Request body: {'port': {'device_id': '02cfcabd-ac69-45dd-b04c-b66832932620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:46:51.282865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event deleted for resources: {'Port': ['ID=d3f164a0-18a2-41f4-a5af-514f033cce6d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:51.423859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-910efb78-74ad-4c53-acce-add8b6a44480 req-7c2c0504-db5a-4fc2-b292-e934493eb00a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441957 Apr 05 20:46:51.456261 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:46:51.475252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.489909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9f8cb-f3e6-4e28-8454-a4c90ad97fa4 req-01176200-6f8c-42f2-80b5-30a6e052caba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:51.494214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9f8cb-f3e6-4e28-8454-a4c90ad97fa4 req-01176200-6f8c-42f2-80b5-30a6e052caba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:51.502546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ba9f8cb-f3e6-4e28-8454-a4c90ad97fa4 req-01176200-6f8c-42f2-80b5-30a6e052caba tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1667 time: 0.4090099 Apr 05 20:46:51.821720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-13b65288-65ff-46f1-9a25-87a7bc7b33b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:51.824072 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-13b65288-65ff-46f1-9a25-87a7bc7b33b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.7920887 Apr 05 20:46:51.831472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.835816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ba9f8cb-f3e6-4e28-8454-a4c90ad97fa4 req-d4ae8999-3c2f-4927-8754-8058ddc4b4c5 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306153 Apr 05 20:46:51.904659 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7ed665-1f8a-4148-9b20-31bdaad8e0da'] response: {'name': 'network-changed', 'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'tag': 'abc1fc2e-1974-4590-958a-5957fc174e28', 'status': 'completed', 'code': 200} Apr 05 20:46:51.943785 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-551112f6-a64d-417d-b07d-73bcd05155a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26e9389-7586-4955-bc95-f7c03b458d7d HTTP/1.1" status: 200 len: 217 time: 0.1004670 Apr 05 20:46:52.092904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0b5d360-32c7-4862-a02d-e8233b806aea req-0731fa7e-421b-49da-86d5-2a065b3e5d82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1914 time: 0.1901829 Apr 05 20:46:52.125977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-4bdabfa1-0fed-407b-ab37-e5d614a8c595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:52.127493 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-4bdabfa1-0fed-407b-ab37-e5d614a8c595 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.0697806 Apr 05 20:46:52.207642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-dbaa9c92-0d19-4f37-b02c-92dcde6a60a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734134 Apr 05 20:46:52.261791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:46:52.371209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:52.383746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.419918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d360-32c7-4862-a02d-e8233b806aea req-c0d5ced1-6363-4cc5-9f56-d9ec75f2a045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:52.420367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d360-32c7-4862-a02d-e8233b806aea req-c0d5ced1-6363-4cc5-9f56-d9ec75f2a045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:52.420744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d360-32c7-4862-a02d-e8233b806aea req-c0d5ced1-6363-4cc5-9f56-d9ec75f2a045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:52.422416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0b5d360-32c7-4862-a02d-e8233b806aea req-c0d5ced1-6363-4cc5-9f56-d9ec75f2a045 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=241787e4ab774999aae4dc54f9b8d406&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2735565 Apr 05 20:46:52.451377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Transition to ACTIVE for port object 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:52.524272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b26e9389-7586-4955-bc95-f7c03b458d7d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:52.557873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.627848 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-c86b65d6-1311-43ad-8f18-b41c322fbed5 service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118242 Apr 05 20:46:52.824826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Router ae098689-e18b-4d6b-b3dc-a340bed623ae has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:46:52.856175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b26e9389-7586-4955-bc95-f7c03b458d7d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b26e9389-7586-4955-bc95-f7c03b458d7d,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:52.908334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'b26e9389-7586-4955-bc95-f7c03b458d7d', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'port_id': 'b26e9389-7586-4955-bc95-f7c03b458d7d', 'mac_address': 'fa:16:3e:d8:22:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebccad2a-7032-4a42-a749-eaa26288144f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:52.985599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5d360-32c7-4862-a02d-e8233b806aea req-eef5b2d7-0bff-44c9-8e08-a2af0d1fa0e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:52.987159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0b5d360-32c7-4862-a02d-e8233b806aea req-eef5b2d7-0bff-44c9-8e08-a2af0d1fa0e8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5572226 Apr 05 20:46:52.994631 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eafab3ed-0509-491d-8dc2-b3c5743d8c30 req-cc61e3a9-f743-407d-abb9-c9daed4be6e9 service neutron] 10.222.0.23 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568599 Apr 05 20:46:53.073900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.104315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26e9389-7586-4955-bc95-f7c03b458d7d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:53.123541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b26e9389-7586-4955-bc95-f7c03b458d7d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b26e9389-7586-4955-bc95-f7c03b458d7d,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:53.135190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:53.179059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Attempting to bind port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:53.179059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Attempting to bind port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:53.179059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Attempting to bind port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 on network 2d1d9686-95cc-4668-a35c-45d033c61419 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:53.194273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c945e0f-6eb3-4541-92c2-e820f884e6e7 req-1e1b8af7-3840-4b24-b203-e8981a36a8ef tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.197929 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c945e0f-6eb3-4541-92c2-e820f884e6e7 req-1e1b8af7-3840-4b24-b203-e8981a36a8ef tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 943 time: 0.4505448 Apr 05 20:46:53.204005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 on network 2d1d9686-95cc-4668-a35c-45d033c61419 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:46:53.204124 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.204258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Attempting to bind port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 on network 2d1d9686-95cc-4668-a35c-45d033c61419 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:46:53.237310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:46:53.237856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Checking segment: {'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:46:53.238441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Bound using segment: {'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:46:53.239059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Bound port: 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92af76af-003b-4ec4-a17b-119466f01934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:53.239588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.244298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:46:53.286108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] Sync routers for ids ['ae098689-e18b-4d6b-b3dc-a340bed623ae'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:46:53.340387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466f3a-531a-4ad9-a6cb-124d3cf42004 req-c2f39600-2e35-41b2-838f-fe7a93f47821 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.340587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-816b8d0d-b103-4dc1-9a60-a9c1eaa9a819 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "PUT /v2.0/routers/ae098689-e18b-4d6b-b3dc-a340bed623ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2649920 Apr 05 20:46:53.340587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34268) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:53.342275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466f3a-531a-4ad9-a6cb-124d3cf42004 req-c2f39600-2e35-41b2-838f-fe7a93f47821 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.348953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9466f3a-531a-4ad9-a6cb-124d3cf42004 req-c2f39600-2e35-41b2-838f-fe7a93f47821 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1679 time: 0.2708998 Apr 05 20:46:53.364808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] Routers {'ae098689-e18b-4d6b-b3dc-a340bed623ae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:53.365713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ae098689-e18b-4d6b-b3dc-a340bed623ae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:53.402144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c945e0f-6eb3-4541-92c2-e820f884e6e7 req-51144157-9288-47fc-9f96-f4db336aac79 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974981 Apr 05 20:46:53.478094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9466f3a-531a-4ad9-a6cb-124d3cf42004 req-5e980289-f586-45d4-869e-ad26a0ee6525 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210473 Apr 05 20:46:53.479448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] For port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:46:53.482992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] For port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:46:53.503794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:53.546498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] Routers {'ae098689-e18b-4d6b-b3dc-a340bed623ae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:46:53.547136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ae098689-e18b-4d6b-b3dc-a340bed623ae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:53.566745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.623205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['b26e9389-7586-4955-bc95-f7c03b458d7d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:53.675101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:53.695234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.697269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b26e9389-7586-4955-bc95-f7c03b458d7d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:53.697704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-930a1cf2-d6c7-4099-a2a4-ada6b4fc3406 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 HTTP/1.1" status: 200 len: 1092 time: 2.5511165 Apr 05 20:46:53.702523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:53.702908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247b9b7-ee15-479b-830e-03138ee24c71 None None] The sync data for ids ['ae098689-e18b-4d6b-b3dc-a340bed623ae'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:46:53.800829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-380a7742-fc38-4708-a98b-4754a87101f9 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.910624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'tag': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:54.006534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-3641ca0e-2391-44e9-ab76-ec314c6c0dab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1981 time: 0.1724594 Apr 05 20:46:54.099429 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ae13e8-5b13-43af-a4b2-dda13450ce06'] response: {'name': 'network-changed', 'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'tag': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138', 'status': 'completed', 'code': 200} Apr 05 20:46:54.115373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-b61d3b4c-e004-4480-a659-9d4255c2c323 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.135&port_id=abc1fc2e-1974-4590-958a-5957fc174e28 HTTP/1.1" status: 200 len: 217 time: 0.1068184 Apr 05 20:46:54.162771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-ed59d3fc-776b-4c40-9e6a-ec69eff16f55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4718051 Apr 05 20:46:54.205004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-c2406bad-b93d-4ae8-89dd-ed296bafdacd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.207298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-c2406bad-b93d-4ae8-89dd-ed296bafdacd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9895753-8f7d-48fe-af37-c29ce9617824 HTTP/1.1" status: 200 len: 801 time: 0.0850968 Apr 05 20:46:54.559348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-3c21bd47-b7d1-483b-86d7-ff7a7d8773ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fff1a6f6-79a9-46ce-8182-cca46e92b819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3454790 Apr 05 20:46:54.567842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-380a7742-fc38-4708-a98b-4754a87101f9 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.591341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-380a7742-fc38-4708-a98b-4754a87101f9 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.666920 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-05cbb198-fd6a-4ce1-82e3-06567c108894 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6492 time: 0.2852623 Apr 05 20:46:54.788753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-380a7742-fc38-4708-a98b-4754a87101f9 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.790036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380a7742-fc38-4708-a98b-4754a87101f9 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Fanout notify agent at l3_agent the message router_deleted on router ae098689-e18b-4d6b-b3dc-a340bed623ae {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:46:54.866631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339fb90-7cac-4d55-9d61-40fd78b0677b req-368ec8db-87d9-4db2-8c07-544c10ec4714 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.866906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-5a11b82e-cfcb-49b5-a835-24f8b97ad26d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.867726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-5a11b82e-cfcb-49b5-a835-24f8b97ad26d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.868087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-5a11b82e-cfcb-49b5-a835-24f8b97ad26d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.868617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7339fb90-7cac-4d55-9d61-40fd78b0677b req-368ec8db-87d9-4db2-8c07-544c10ec4714 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 944 time: 0.3071711 Apr 05 20:46:54.869683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-5a11b82e-cfcb-49b5-a835-24f8b97ad26d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d650b792-245a-4a76-b86a-f727bb63dca4&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 HTTP/1.1" status: 200 len: 2291 time: 0.1728423 Apr 05 20:46:54.872834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-7422bf96-ef61-428d-8e93-a5ce6ab469c5 service neutron] 10.222.0.23 "GET /v2.0/networks/fff1a6f6-79a9-46ce-8182-cca46e92b819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702348 Apr 05 20:46:54.875680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-380a7742-fc38-4708-a98b-4754a87101f9 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.879208 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-380a7742-fc38-4708-a98b-4754a87101f9 tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "DELETE /v2.0/routers/ae098689-e18b-4d6b-b3dc-a340bed623ae HTTP/1.1" status: 204 len: 168 time: 1.5352497 Apr 05 20:46:54.879447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34304) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:54.920992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7cd70-dcda-45f9-8dd7-b8cab9eab88a req-fdc37192-7151-4626-9d14-8fb2391f2382 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.924804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7cd70-dcda-45f9-8dd7-b8cab9eab88a req-fdc37192-7151-4626-9d14-8fb2391f2382 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.926353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdd7cd70-dcda-45f9-8dd7-b8cab9eab88a req-fdc37192-7151-4626-9d14-8fb2391f2382 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1679 time: 0.2250578 Apr 05 20:46:55.065716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7339fb90-7cac-4d55-9d61-40fd78b0677b req-a41fd3a1-fca2-457a-8d6c-fbbefb3c5404 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907597 Apr 05 20:46:55.083922 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-489d3e36-fc49-47c3-9e37-d9b9685ab4b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a HTTP/1.1" status: 200 len: 1002 time: 0.1974671 Apr 05 20:46:55.091837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdd7cd70-dcda-45f9-8dd7-b8cab9eab88a req-f168b539-f2ca-4527-a725-865272c46711 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118054 Apr 05 20:46:55.094866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-490c4fef-99e9-4eb1-9617-91f03f4599ea service neutron] 10.222.0.23 "GET /v2.0/networks/fff1a6f6-79a9-46ce-8182-cca46e92b819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038965 Apr 05 20:46:55.183869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-7cbadb66-feeb-44de-8ce9-f8445fc2eb91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 HTTP/1.1" status: 200 len: 217 time: 0.0761096 Apr 05 20:46:55.239789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-fab6571b-1851-468a-984b-76c6d6cd9038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:55.241327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-fab6571b-1851-468a-984b-76c6d6cd9038 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a4a761c-a67f-49e2-8c51-7476ce222383 HTTP/1.1" status: 200 len: 849 time: 0.1481454 Apr 05 20:46:55.248488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c904b-10ce-4d70-9148-5c356702109a req-4f061aac-0418-4ff4-bf2e-5edffa643f7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:55.249988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-4f061aac-0418-4ff4-bf2e-5edffa643f7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2efc1401-d11c-460e-a29b-f11dda9a5e90 HTTP/1.1" status: 200 len: 801 time: 0.0606239 Apr 05 20:46:55.323260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Deleting subnet 14b82bd0-25e8-47d4-af14-fd36e4743eb2 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:46:55.326787 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.339087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-8cca6fd3-3f3c-4f82-b060-a4d1a67596c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d1d9686-95cc-4668-a35c-45d033c61419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832300 Apr 05 20:46:55.387972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.513990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-2ddbabb0-993e-4fcf-beb6-435891876923 service neutron] 10.222.0.23 "GET /v2.0/networks/2d1d9686-95cc-4668-a35c-45d033c61419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664937 Apr 05 20:46:55.557826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-ec24ee81-e8b9-4047-9782-686fe27c03dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d650b792-245a-4a76-b86a-f727bb63dca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3097532 Apr 05 20:46:55.663090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a75c904b-10ce-4d70-9148-5c356702109a req-efd61090-440e-44d0-afdb-f5bec99685de service neutron] 10.222.0.23 "GET /v2.0/networks/2d1d9686-95cc-4668-a35c-45d033c61419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413291 Apr 05 20:46:55.721158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.778912 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-39ceef63-6850-43ff-9778-df33188f897a service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119851 Apr 05 20:46:55.895370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-a148bc4c-55cf-41e6-9499-c25527f3f38f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=241787e4ab774999aae4dc54f9b8d406&device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1981 time: 0.0766082 Apr 05 20:46:55.933526 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-3c264cb8-d820-4ba7-a491-e06e57cdc7ea service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463783 Apr 05 20:46:55.997682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.044525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-0b9af310-a034-4d3d-b7f0-b9cb88dcbd67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.046343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-0b9af310-a034-4d3d-b7f0-b9cb88dcbd67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d1d9686-95cc-4668-a35c-45d033c61419 HTTP/1.1" status: 200 len: 903 time: 0.1448843 Apr 05 20:46:56.057762 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-3520260c-90b1-458c-a1a0-0f73dc2e87c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 217 time: 0.1179450 Apr 05 20:46:56.060282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event deleted for resources: {'Subnet': ['ID=14b82bd0-25e8-47d4-af14-fd36e4743eb2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:56.066170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.073898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccf611d-82c3-4515-ae0d-d37fd9afa7e2 None None] Network d662f960-3637-480e-bb5d-ea97cf348fe6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:46:56.124404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9392e0bc-3d6c-469d-b278-89040f3b493c tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "DELETE /v2.0/subnets/14b82bd0-25e8-47d4-af14-fd36e4743eb2 HTTP/1.1" status: 204 len: 168 time: 1.2439351 Apr 05 20:46:56.127094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34316) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:56.170430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-d9f21f93-ee77-4ed5-a190-3a1ec7a84531 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.171870 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-d9f21f93-ee77-4ed5-a190-3a1ec7a84531 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.1072981 Apr 05 20:46:56.274872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-2a6f1199-e3ef-497b-976d-8c847cbb36cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 HTTP/1.1" status: 200 len: 217 time: 0.2219980 Apr 05 20:46:56.299261 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-6ab8909d-0884-4101-b0cc-6027593323e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1209123 Apr 05 20:46:56.503102 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-bf726593-c1a2-4cf2-be6a-710ff2037159 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969104 Apr 05 20:46:56.533789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] DHCP port deletion for d662f960-3637-480e-bb5d-ea97cf348fe6 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:46:56.545199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] Deleting port 4f2fd5ab-a396-4617-9f71-c0c9a077250d {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:56.546641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.615952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34326) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:56.624692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b26e9389-7586-4955-bc95-f7c03b458d7d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:56.698783 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-4f3b4418-7b0e-4364-8d64-ccacfba4c04b service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889150 Apr 05 20:46:56.705017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.751554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-662c4ed9-8679-4300-96cf-98f8bffe2cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.753249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-662c4ed9-8679-4300-96cf-98f8bffe2cde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2efc1401-d11c-460e-a29b-f11dda9a5e90 HTTP/1.1" status: 200 len: 801 time: 0.4616206 Apr 05 20:46:56.795840 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-2369fd6a-675c-4f97-b566-01713b153863 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 217 time: 0.0894349 Apr 05 20:46:56.877712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-9e03845c-d29b-49fd-ba8d-09f2a7f0bb94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4282498 Apr 05 20:46:56.887937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f80e2-00d3-4c4c-b60a-947bd63638d7 req-1958436f-1ee5-4e60-8561-01143effb611 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.889340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f0f80e2-00d3-4c4c-b60a-947bd63638d7 req-1958436f-1ee5-4e60-8561-01143effb611 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 944 time: 0.5193491 Apr 05 20:46:56.890113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Deleting port 4f2fd5ab-a396-4617-9f71-c0c9a077250d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:56.890381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.969433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68240-07b0-4f38-b05b-59b946e8c1e8 req-cd8c9d8f-7a9e-4c19-a0f4-5ef9d9cc54de tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.974024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d68240-07b0-4f38-b05b-59b946e8c1e8 req-cd8c9d8f-7a9e-4c19-a0f4-5ef9d9cc54de tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.975745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5d68240-07b0-4f38-b05b-59b946e8c1e8 req-cd8c9d8f-7a9e-4c19-a0f4-5ef9d9cc54de tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1679 time: 0.6307831 Apr 05 20:46:57.051335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-29d2e23e-bb92-4f28-b589-28e9bee4ba33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:57.054346 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-29d2e23e-bb92-4f28-b589-28e9bee4ba33 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.2381027 Apr 05 20:46:57.065669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] For port 4f2fd5ab-a396-4617-9f71-c0c9a077250d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4f2fd5ab-a396-4617-9f71-c0c9a077250d,segment=NetworkSegment(4a1422a5-2f1f-4bd9-8462-1acd6084c1e0),segment_id=4a1422a5-2f1f-4bd9-8462-1acd6084c1e0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:57.066349 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:57.157445 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-42c8b2ec-dbb5-472e-b87b-5511fe46f28b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960000 Apr 05 20:46:57.199084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] Calling delete_port for 4f2fd5ab-a396-4617-9f71-c0c9a077250d owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:57.246141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f0f80e2-00d3-4c4c-b60a-947bd63638d7 req-abee3c12-3d4b-4a1f-a8c6-163c64ae675b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979913 Apr 05 20:46:57.367893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5d68240-07b0-4f38-b05b-59b946e8c1e8 req-2a7e6dad-86a8-4f54-8714-7aa38bad15f6 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685411 Apr 05 20:46:57.428160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4f2fd5ab-a396-4617-9f71-c0c9a077250d no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:57.452494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-676ea4fa-1ec4-40f3-a928-366014898613 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d1d9686-95cc-4668-a35c-45d033c61419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6879334 Apr 05 20:46:57.459552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-7be93ec9-5ea7-48d8-a266-7844c63cb73e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 1096 time: 0.3591185 Apr 05 20:46:57.577923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:57.590143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:57.626052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-6219a7c8-3e0f-4467-b731-2f19627854a2 service neutron] 10.222.0.23 "GET /v2.0/networks/2d1d9686-95cc-4668-a35c-45d033c61419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649623 Apr 05 20:46:57.643458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port b26e9389-7586-4955-bc95-f7c03b458d7d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:57.707302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] Pushing event deleted for resources: {'Port': ['ID=4f2fd5ab-a396-4617-9f71-c0c9a077250d,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:57.713781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port b26e9389-7586-4955-bc95-f7c03b458d7d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:57.714156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:57.787867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b7f445-567e-4d1b-8441-92e6f50d70f9 None None] No DVR routers for this DVR port 4f2fd5ab-a396-4617-9f71-c0c9a077250d on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:57.824391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-e667c484-1e5a-475f-b96c-cebda2b723fe service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579547 Apr 05 20:46:57.828658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acd8c6f9-49ba-499f-aa6a-9e6c7358e835 req-028ea5b9-41d9-47e7-8691-6d0d310f9e6b service neutron] 10.222.0.23 "GET /v2.0/networks/2d1d9686-95cc-4668-a35c-45d033c61419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654389 Apr 05 20:46:57.880103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:57.916412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b26e9389-7586-4955-bc95-f7c03b458d7d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b26e9389-7586-4955-bc95-f7c03b458d7d,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:57.917563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e9389-7586-4955-bc95-f7c03b458d7d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:46:57.960647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] For port 4f2fd5ab-a396-4617-9f71-c0c9a077250d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4f2fd5ab-a396-4617-9f71-c0c9a077250d,segment=NetworkSegment(4a1422a5-2f1f-4bd9-8462-1acd6084c1e0),segment_id=4a1422a5-2f1f-4bd9-8462-1acd6084c1e0)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:57.961107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:57.999120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:58.036477 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-7b2b492a-96a9-4bbc-ae20-79be7fa15e6f service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037053 Apr 05 20:46:58.124649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b26e9389-7586-4955-bc95-f7c03b458d7d,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:58.138462 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-e559fa1d-b067-48a0-a987-b88b473e6c4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37 HTTP/1.1" status: 200 len: 217 time: 0.0917795 Apr 05 20:46:58.165272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Calling delete_port for 4f2fd5ab-a396-4617-9f71-c0c9a077250d owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:46:58.175205 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26fcfc6-7e1c-425b-a48a-9f5ac9c6433b'] response: {'server_uuid': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e9389-7586-4955-bc95-f7c03b458d7d', 'code': 200} Apr 05 20:46:58.199578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-f92a89b8-9d5e-46f1-aac0-cab8d776123c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:58.200950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-f92a89b8-9d5e-46f1-aac0-cab8d776123c service neutron] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.5737064 Apr 05 20:46:58.225433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-2e4ae6c0-7ade-4448-9df5-01f3077354df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:58.225627 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-2e4ae6c0-7ade-4448-9df5-01f3077354df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.0795493 Apr 05 20:46:58.228201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:58.376573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-db247f27-d263-45a9-ab74-ce1642d301e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d14ab566-3398-4fdd-9025-70f73457230b HTTP/1.1" status: 200 len: 217 time: 0.1658847 Apr 05 20:46:58.487007 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-c39e502d-89b1-4e74-a921-0a00368c6981 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1854451 Apr 05 20:46:58.515772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-45aad232-036d-4599-8a9b-0d6978cb4459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:58.517587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-45aad232-036d-4599-8a9b-0d6978cb4459 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.1297891 Apr 05 20:46:58.517828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:58.518142 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:58.544680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abc1fc2e-1974-4590-958a-5957fc174e28 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:58.576905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-90bdf939-0ccb-41fe-bcf2-3e037313ec47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520008 Apr 05 20:46:58.647349 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-24518503-c372-4892-abf5-e728f1c2ced0 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535108 Apr 05 20:46:58.705224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port abc1fc2e-1974-4590-958a-5957fc174e28, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abc1fc2e-1974-4590-958a-5957fc174e28,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:58.722124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'abc1fc2e-1974-4590-958a-5957fc174e28', 'network_id': 'fff1a6f6-79a9-46ce-8182-cca46e92b819', 'port_id': 'abc1fc2e-1974-4590-958a-5957fc174e28', 'mac_address': 'fa:16:3e:ed:45:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9895753-8f7d-48fe-af37-c29ce9617824', 'ip_address': '19.80.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:58.745196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-c900245d-4eeb-4fe5-ac0c-5c68ec8d4917 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:46:58.746140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-c900245d-4eeb-4fe5-ac0c-5c68ec8d4917 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058532 Apr 05 20:46:58.800631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:58.819890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc1fc2e-1974-4590-958a-5957fc174e28 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:58.835149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port abc1fc2e-1974-4590-958a-5957fc174e28, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abc1fc2e-1974-4590-958a-5957fc174e28,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:58.850244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65448b21-458f-493a-9259-37e1dd1fa8ef req-f44d27cd-828b-405a-b4fb-5841ce30bd57 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 1096 time: 0.5710757 Apr 05 20:46:58.866503 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-a2673a64-b343-40bc-8970-af1b280b3407 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117844 Apr 05 20:46:58.915997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:58.916575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:58.977067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65448b21-458f-493a-9259-37e1dd1fa8ef req-03a072cf-90ab-4a45-a055-c65230b2b2bb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155910 Apr 05 20:46:58.988117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2de9e-b362-44b8-8eb9-09481c805266 req-4ec61205-5bfa-4560-a0f0-c8906d272932 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:58.992004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2de9e-b362-44b8-8eb9-09481c805266 req-4ec61205-5bfa-4560-a0f0-c8906d272932 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:58.994155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cab2de9e-b362-44b8-8eb9-09481c805266 req-4ec61205-5bfa-4560-a0f0-c8906d272932 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1679 time: 0.4276011 Apr 05 20:46:59.001973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866d9b3-a26b-495b-b412-748035da1cbf req-fcb661c3-8551-47b7-8710-18234d7a1a5d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:59.003393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4866d9b3-a26b-495b-b412-748035da1cbf req-fcb661c3-8551-47b7-8710-18234d7a1a5d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 945 time: 0.5398471 Apr 05 20:46:59.006543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-19aa50fb-a963-413c-929d-1b5b703b6cb8 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508247 Apr 05 20:46:59.019291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Deleting port 4f2fd5ab-a396-4617-9f71-c0c9a077250d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:59.019696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.040115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-0fc84cc0-c602-4d9a-945f-c4d88120f668 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e HTTP/1.1" status: 200 len: 217 time: 0.1683538 Apr 05 20:46:59.082626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:59.129896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138', 'network_id': '2d1d9686-95cc-4668-a35c-45d033c61419', 'port_id': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138', 'mac_address': 'fa:16:3e:2e:6e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2efc1401-d11c-460e-a29b-f11dda9a5e90', 'ip_address': '19.86.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:59.216268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] The port '4f2fd5ab-a396-4617-9f71-c0c9a077250d' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:46:59.255180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-e7acff47-deb2-41e5-b216-de45a9307abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:59.256811 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-e7acff47-deb2-41e5-b216-de45a9307abe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.0937426 Apr 05 20:46:59.312315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=abc1fc2e-1974-4590-958a-5957fc174e28,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:59.315063 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.338109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:46:59.358218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:46:59.363958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cab2de9e-b362-44b8-8eb9-09481c805266 req-4630e283-bda1-4276-80e5-29a28b4cdb32 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594878 Apr 05 20:46:59.436788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4866d9b3-a26b-495b-b412-748035da1cbf req-8a549351-064b-44e9-a6f7-f56d6cee2951 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837736 Apr 05 20:46:59.445205 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.485276 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.522632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0d26eb3-2952-4d33-b687-7e2c2d98fd83 req-8f4a5cd5-3d34-4f27-9458-7dfd96664b15 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649487 Apr 05 20:46:59.548540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:59.564065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d662f960-3637-480e-bb5d-ea97cf348fe6']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:59.585581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1422a5-2f1f-4bd9-8462-1acd6084c1e0') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:59.586593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1422a5-2f1f-4bd9-8462-1acd6084c1e0') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:59.597427 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-27328c8c-87eb-4732-b85c-782b1daf030a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2993233 Apr 05 20:46:59.600879 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.620326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.629243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:46:59.630112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.634837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Deleting port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:46:59.635187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:59.647233 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:59.788560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['abc1fc2e-1974-4590-958a-5957fc174e28'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:46:59.801328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.818728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.878761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] Pushing event deleted for resources: {'Network': ['ID=d662f960-3637-480e-bb5d-ea97cf348fe6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:59.886215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-4609b1c6-ed87-4106-a660-f8ba29e440d2 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803862 Apr 05 20:46:59.894617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-860aabac-53e8-4631-b5c9-e429ad76598d tempest-FloatingIPNegativeTestJSON-1389932777 tempest-FloatingIPNegativeTestJSON-1389932777-project] 10.222.0.10 "DELETE /v2.0/networks/d662f960-3637-480e-bb5d-ea97cf348fe6 HTTP/1.1" status: 204 len: 168 time: 3.7658389 Apr 05 20:47:00.022407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] For port 5597211e-cba1-4a47-9bab-8e6cd1ae95b3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:00.022693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.163774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Calling delete_port for 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:00.258429 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-900b7535-c768-4ba7-bae6-e2b6e0230bdd service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484430 Apr 05 20:47:00.342889 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-cfb508bd-db17-4b2d-83a2-9aca7e8fbb82 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 HTTP/1.1" status: 200 len: 217 time: 0.0669165 Apr 05 20:47:00.511336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34368) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:00.521363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-13981820-354d-427c-80cc-c88cb8eb45e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:00.522868 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-13981820-354d-427c-80cc-c88cb8eb45e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.1743126 Apr 05 20:47:00.607457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2aa4-10c3-4592-ba1a-91fe3a0931d9 req-db865751-31cd-4a88-aa61-1710c419d431 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:00.611989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d2aa4-10c3-4592-ba1a-91fe3a0931d9 req-db865751-31cd-4a88-aa61-1710c419d431 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:00.613953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b0d2aa4-10c3-4592-ba1a-91fe3a0931d9 req-db865751-31cd-4a88-aa61-1710c419d431 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1681 time: 0.1279609 Apr 05 20:47:00.680286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b0d2aa4-10c3-4592-ba1a-91fe3a0931d9 req-27a50671-62f3-42fa-8c5f-e598ece3e2b9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596364 Apr 05 20:47:00.722959 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-533b24c9-daae-4aab-8253-bb05046ef150 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1925790 Apr 05 20:47:00.803323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:47:00.851807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24130ec1-3cf6-4874-b4b6-993784256579 req-0398f596-5173-4da3-a205-a8feb5834743 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:00.853931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24130ec1-3cf6-4874-b4b6-993784256579 req-0398f596-5173-4da3-a205-a8feb5834743 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 945 time: 0.1363716 Apr 05 20:47:00.887650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.969640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24130ec1-3cf6-4874-b4b6-993784256579 req-9a040674-d7bd-4436-8ddf-0dc6a63b1375 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082904 Apr 05 20:47:01.017913 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-f637faf2-4dc8-4ffe-acec-f12c9aaa5fce service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884746 Apr 05 20:47:01.034236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5597211e-cba1-4a47-9bab-8e6cd1ae95b3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:01.213913 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-1adc3792-b373-49a3-9163-6e87c58ed4d4 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887968 Apr 05 20:47:01.605223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8f74e-dc72-4a19-9dcf-f0e09c837429 req-07bc1666-c945-49e3-af41-75e673fdf24a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:01.622153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bb8f74e-dc72-4a19-9dcf-f0e09c837429 req-07bc1666-c945-49e3-af41-75e673fdf24a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 945 time: 0.1535451 Apr 05 20:47:01.634313 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-5a792456-a3fc-4e73-ae05-d609524e869f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67a29280-443b-47f9-b95a-121d7f544f9d HTTP/1.1" status: 200 len: 217 time: 0.3516140 Apr 05 20:47:01.671429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bb8f74e-dc72-4a19-9dcf-f0e09c837429 req-af1898e7-0f4e-4dde-84f6-db748b6fc68d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483634 Apr 05 20:47:01.710164 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6e9c677d-58d8-4f5c-9d5d-61ef7a96d92b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=719b398d6774485ba6917dada9095198&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1956394 Apr 05 20:47:01.710545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34390) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:01.834561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebcce4b1-916b-4b50-ac4b-855c34ee96f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.886664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebcce4b1-916b-4b50-ac4b-855c34ee96f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.975804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-6117c21e-e2bc-4bb0-93db-4fe97159cb1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:01.977467 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-6117c21e-e2bc-4bb0-93db-4fe97159cb1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.3369093 Apr 05 20:47:02.076697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f6266-038c-4f27-b65d-9f356d115558 req-a17e2a05-64ef-41e9-a492-33aaa7a6d7f5 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:02.079996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-a7fb0627-d4a4-4693-b0d4-093323d143e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0935616 Apr 05 20:47:02.084910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f6266-038c-4f27-b65d-9f356d115558 req-a17e2a05-64ef-41e9-a492-33aaa7a6d7f5 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:02.086857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c1f6266-038c-4f27-b65d-9f356d115558 req-a17e2a05-64ef-41e9-a492-33aaa7a6d7f5 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1681 time: 0.1889677 Apr 05 20:47:02.117832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2271-3625-49d8-b563-5b1f202bc0ea req-f6b42fb9-a35e-4034-8560-09f866f7c8bd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:02.119171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b9c2271-3625-49d8-b563-5b1f202bc0ea req-f6b42fb9-a35e-4034-8560-09f866f7c8bd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 945 time: 0.1874592 Apr 05 20:47:02.156595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c1f6266-038c-4f27-b65d-9f356d115558 req-2e22d660-dede-47ac-b110-48f78f81c79a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650225 Apr 05 20:47:02.158664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebcce4b1-916b-4b50-ac4b-855c34ee96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.188532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcce4b1-916b-4b50-ac4b-855c34ee96f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17c64f7-12bd-44fa-a99f-bab50345d8df,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:02.222483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b9c2271-3625-49d8-b563-5b1f202bc0ea req-df669268-5078-49b4-a3a3-564d709738a3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720613 Apr 05 20:47:02.222807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebcce4b1-916b-4b50-ac4b-855c34ee96f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.224373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ebcce4b1-916b-4b50-ac4b-855c34ee96f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d17c64f7-12bd-44fa-a99f-bab50345d8df HTTP/1.1" status: 204 len: 168 time: 0.5119169 Apr 05 20:47:02.300700 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.315142 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-b3718d02-8b68-4d5b-b9d6-3edd49dfbcf7 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290401 Apr 05 20:47:02.555605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:02.594201 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1e6ab3b8-480b-4c0c-b056-f6aa6bd72db0 req-28e1e37e-2708-457d-8fc5-5d7a52108c9b service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181885 Apr 05 20:47:02.696537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:02.702453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:02.702989 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.887669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.942465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:02.943755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:03.016382 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb0439a-eeb9-4da6-a4e7-94d0ddeb2c48'] response: {'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138', 'code': 200} Apr 05 20:47:03.028232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a383b53-6ab9-48ec-8ab5-ed7aba95202d req-68a75213-5312-498c-bf0a-73362eabd937 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.029718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a383b53-6ab9-48ec-8ab5-ed7aba95202d req-68a75213-5312-498c-bf0a-73362eabd937 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 945 time: 0.0922260 Apr 05 20:47:03.040237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:03.041005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abc1fc2e-1974-4590-958a-5957fc174e28 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:03.089641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a383b53-6ab9-48ec-8ab5-ed7aba95202d req-00cc058c-1e82-428c-9192-7c702f7d934d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539613 Apr 05 20:47:03.204322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:03.222613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Router b348b61a-daed-4a63-bef1-2a84728fecb6 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:47:03.314738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port abc1fc2e-1974-4590-958a-5957fc174e28 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:03.319782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port abc1fc2e-1974-4590-958a-5957fc174e28 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:03.320745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:03.493437 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:03.538164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port abc1fc2e-1974-4590-958a-5957fc174e28, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abc1fc2e-1974-4590-958a-5957fc174e28,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:03.666831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:03.752024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87d562-db48-4d22-97ba-4378284f7028 req-aa05a717-d13e-4a20-9e59-092a6bd2be28 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.753982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:47:03.754509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87d562-db48-4d22-97ba-4378284f7028 req-aa05a717-d13e-4a20-9e59-092a6bd2be28 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.764289 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] Sync routers for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:47:03.766600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed87d562-db48-4d22-97ba-4378284f7028 req-aa05a717-d13e-4a20-9e59-092a6bd2be28 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1683 time: 0.1653187 Apr 05 20:47:03.775230 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-20579799-f67e-4630-9817-a65c9ccc7bd5 admin admin] 10.222.0.10 "PUT /v2.0/routers/b348b61a-daed-4a63-bef1-2a84728fecb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1570270 Apr 05 20:47:03.779833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34436) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:03.788355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=abc1fc2e-1974-4590-958a-5957fc174e28,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:03.790139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:03.790927 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:03.834068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:03.846758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed87d562-db48-4d22-97ba-4378284f7028 req-54a6645b-e469-404c-9449-3641f0921922 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786426 Apr 05 20:47:03.973289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34440) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:04.075539 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:04.123792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'networks': [{'name': 'tempest-network--114066472'}, {'name': 'tempest-network--119096872'}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:04.124201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'network': {'name': 'tempest-network--114066472'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:04.124749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'network': {'name': 'tempest-network--119096872'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:04.135611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:04.144655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:network and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:04.165454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:04.181823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:04.184285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-8026feb3-b48d-4d4c-99b2-5e978039c35c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:04.185097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-8026feb3-b48d-4d4c-99b2-5e978039c35c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:04.189010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.262650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Made reservation on behalf of 61059a39ca4c45cdbe849effa9025e28 for: {'network': 2} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:04.267059 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.325688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.424965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-8026feb3-b48d-4d4c-99b2-5e978039c35c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:04.428342 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-8026feb3-b48d-4d4c-99b2-5e978039c35c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 945 time: 0.3833010 Apr 05 20:47:04.544609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port b26e9389-7586-4955-bc95-f7c03b458d7d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:04.544956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.657891 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:47:00Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:04.666614 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] Checking router: b348b61a-daed-4a63-bef1-2a84728fecb6 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:47:04.685700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:04.692010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:security_group_rule and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:04.695516 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] Routers {'b348b61a-daed-4a63-bef1-2a84728fecb6'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:04.696587 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b348b61a-daed-4a63-bef1-2a84728fecb6'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:04.701657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:04.707432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.712161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:04.781827 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bbac056b-ff54-483c-bdde-197042710cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.787008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed266f2-74a3-42fb-a789-e0e732f42b1e req-4a49732c-d478-4e9c-8a95-4ef3677edbfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:04.789918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bed266f2-74a3-42fb-a789-e0e732f42b1e req-4a49732c-d478-4e9c-8a95-4ef3677edbfd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 945 time: 0.1982462 Apr 05 20:47:04.817203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Deleting port e9b1eb6c-1249-41ba-9e84-e1dab7b43442 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:04.817546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.902125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bed266f2-74a3-42fb-a789-e0e732f42b1e req-cf562185-6fb9-4fc8-80fe-d4eddcd6dc43 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956495 Apr 05 20:47:04.904839 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] Set router b348b61a-daed-4a63-bef1-2a84728fecb6 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:05.007400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a1c99-e60f-4672-bb41-208160483f3d req-66b54cce-8a4d-464d-bf1a-b76263fd47d7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:05.009474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-103a1c99-e60f-4672-bb41-208160483f3d req-66b54cce-8a4d-464d-bf1a-b76263fd47d7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.2932396 Apr 05 20:47:05.017687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc1fc2e-1974-4590-958a-5957fc174e28'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:05.017852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port b26e9389-7586-4955-bc95-f7c03b458d7d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b26e9389-7586-4955-bc95-f7c03b458d7d,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:05.018147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.077031 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.118341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-103a1c99-e60f-4672-bb41-208160483f3d req-144dcaa6-4b88-4a32-bbdb-8ce5f022373e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005516 Apr 05 20:47:05.160393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for b26e9389-7586-4955-bc95-f7c03b458d7d owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:05.217815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34466) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:05.229482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.229941 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.246711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] For port e9b1eb6c-1249-41ba-9e84-e1dab7b43442, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:05.247069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.260755 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f552594-672f-4df5-95d5-af9cda41c67d'] response: {'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc1fc2e-1974-4590-958a-5957fc174e28', 'code': 200} Apr 05 20:47:05.331676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43c115-f8ac-407f-ab71-0eb7b5124061,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:05.365492 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:47:00Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:05.374000 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987f69e0-f52b-47e8-8275-2b055c3b6c29 None None] The sync data for ids ['b348b61a-daed-4a63-bef1-2a84728fecb6'] in n-d-836605-1 is: [{'id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'name': 'tempest-TaggedBootDevicesTest_v242-348928723-router', 'tenant_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:14Z', 'updated_at': '2022-04-05T20:47:00Z', 'revision_number': 5, 'project_id': 'a6e30bd010d64dbaa09a896a2d04a04b', 'gw_port': {'id': 'e9b1eb6c-1249-41ba-9e84-e1dab7b43442', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b348b61a-daed-4a63-bef1-2a84728fecb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:17Z', 'updated_at': '2022-04-05T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:47:05.403717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:05.431303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.431643 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Added segment f4cb8e94-c83a-4c9c-95dd-77345fe2508e of type vlan for network c9d2c618-c81f-4a5b-9c99-d2cfe37ae37a Apr 05 20:47:05.456834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b55b-48ae-42c4-98e6-4a904a00ce25 req-22954724-0270-423b-a44a-e020b1038099 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:05.460892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6b55b-48ae-42c4-98e6-4a904a00ce25 req-22954724-0270-423b-a44a-e020b1038099 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:05.462539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ad6b55b-48ae-42c4-98e6-4a904a00ce25 req-22954724-0270-423b-a44a-e020b1038099 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1683 time: 0.3258536 Apr 05 20:47:05.521206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.542925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Calling delete_port for e9b1eb6c-1249-41ba-9e84-e1dab7b43442 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:05.560109 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.585791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44bf073f-5c60-430c-928f-02ccfb95f466 req-808c8e54-7eff-4dfe-97c6-7bcf0ade6a92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1985 time: 0.2498095 Apr 05 20:47:05.624310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ad6b55b-48ae-42c4-98e6-4a904a00ce25 req-0015d360-67e2-4e19-8eff-3c7ea5045eb3 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423478 Apr 05 20:47:05.635185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:05.644687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Usage tracker for resource:security_group_rule and tenant:e2cee88fa4274f038334ac5c34fc38ba is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:05.656473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:05.670009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:05.672138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:05.686565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.686902 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Added segment e3905e0e-aebf-441e-a76d-ebf3a5ded78f of type vlan for network 861c4791-0d51-4208-9d5e-9426a882a97c Apr 05 20:47:05.692779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44bf073f-5c60-430c-928f-02ccfb95f466 req-b1d264ee-3383-4695-a950-2d6f75a5f7e5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970628 Apr 05 20:47:05.729659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.746172 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.780301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:47:05.798322 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.799752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event deleted for resources: {'Port': ['ID=b26e9389-7586-4955-bc95-f7c03b458d7d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:05.850702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.850972 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.855399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:05.858912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:05.859558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.896133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] No DVR routers for this DVR port b26e9389-7586-4955-bc95-f7c03b458d7d on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:05.899115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.900002 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.904990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.950184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'name': 'network-vif-deleted', 'tag': 'b26e9389-7586-4955-bc95-f7c03b458d7d'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:05.958889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b1eb6c-1249-41ba-9e84-e1dab7b43442,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:06.046155 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4139f0-9ea0-45d1-bcf4-14f249b21b3c'] response: {'server_uuid': '08d7cb66-6a04-456f-9fd7-dd5bc48339ff', 'name': 'network-vif-deleted', 'tag': 'b26e9389-7586-4955-bc95-f7c03b458d7d', 'status': 'completed', 'code': 200} Apr 05 20:47:06.056284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Network': ['ID=c9d2c618-c81f-4a5b-9c99-d2cfe37ae37a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:06.074498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network c9d2c618-c81f-4a5b-9c99-d2cfe37ae37a details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:06.077148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fdfa8a-726e-455c-900a-b7712286dd51,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:06.094903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d4f2f1ed-ade0-47ce-8166-474838dee2eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2cee88fa4274f038334ac5c34fc38ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8722205 Apr 05 20:47:06.097576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:06.122891 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1b2f34c3-9743-42a7-bd97-a06112ab6877 req-0436a5eb-366b-45b5-a669-3de5bfd5a262 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.23 "DELETE /v2.0/ports/b26e9389-7586-4955-bc95-f7c03b458d7d HTTP/1.1" status: 204 len: 173 time: 1.6639016 Apr 05 20:47:06.215234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2408221 Apr 05 20:47:06.239750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34484) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:06.254883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ead344af-fd71-41db-aab7-7e75779d4c9b req-9764d3fc-817a-4658-ba06-943b2d0c4610 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=08d7cb66-6a04-456f-9fd7-dd5bc48339ff HTTP/1.1" status: 200 len: 210 time: 0.1056421 Apr 05 20:47:06.295131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228ca34-06bc-4ecd-9250-eeeb0806f577 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Network': ['ID=861c4791-0d51-4208-9d5e-9426a882a97c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:06.302384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.307513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 861c4791-0d51-4208-9d5e-9426a882a97c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:06.477334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e838d7-ac7b-4ebe-a946-33f5baa836e0 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:06.481361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e838d7-ac7b-4ebe-a946-33f5baa836e0 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:06.485322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e838d7-ac7b-4ebe-a946-33f5baa836e0 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:06.489303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e838d7-ac7b-4ebe-a946-33f5baa836e0 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:06.490170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0e838d7-ac7b-4ebe-a946-33f5baa836e0 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Synchronizing usage tracker for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:06.540810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d96a-a2d4-4dbd-9c8c-1f8812fb4673 req-1c144872-f395-4109-97b9-8352611554c4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:06.542275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f010d96a-a2d4-4dbd-9c8c-1f8812fb4673 req-1c144872-f395-4109-97b9-8352611554c4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.1214283 Apr 05 20:47:06.572037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d6bce1-cdf4-466e-bfb5-e7fe7ffa7686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.582297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b26e9389-7586-4955-bc95-f7c03b458d7d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:06.590152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.593499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f010d96a-a2d4-4dbd-9c8c-1f8812fb4673 req-fb171e3f-70ce-4d0f-96ff-d7495f72d667 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449252 Apr 05 20:47:06.607118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.609263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d6bce1-cdf4-466e-bfb5-e7fe7ffa7686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.618076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: b26e9389-7586-4955-bc95-f7c03b458d7d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:06.618418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b26e9389-7586-4955-bc95-f7c03b458d7d not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:06.629803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0e838d7-ac7b-4ebe-a946-33f5baa836e0 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Unset dirty status for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:06.631398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e0e838d7-ac7b-4ebe-a946-33f5baa836e0 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3904333 Apr 05 20:47:06.634844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34488) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:06.755472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.756068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b348b61a-daed-4a63-bef1-2a84728fecb6 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:47:06.778816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.782604 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f5ad477-7174-41b5-a645-cb448368e43a admin admin] 10.222.0.10 "DELETE /v2.0/routers/b348b61a-daed-4a63-bef1-2a84728fecb6 HTTP/1.1" status: 204 len: 168 time: 3.0015986 Apr 05 20:47:06.783647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:06.825327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d6bce1-cdf4-466e-bfb5-e7fe7ffa7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.826748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.827526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d6bce1-cdf4-466e-bfb5-e7fe7ffa7686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.831307 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-69d6bce1-cdf4-466e-bfb5-e7fe7ffa7686 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6fdfa8a-726e-455c-900a-b7712286dd51 HTTP/1.1" status: 204 len: 168 time: 0.7259953 Apr 05 20:47:06.855265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6bce1-cdf4-466e-bfb5-e7fe7ffa7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fdfa8a-726e-455c-900a-b7712286dd51,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:06.862169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2380e281-e11e-45c9-b5a3-b3d50056deef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.895682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] Deleting subnet 65b8a69d-1835-428d-8e17-809e3ca744d0 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:47:06.905511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:06.985879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.049162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99c1c1-9a72-4c22-b49c-9ac160d0ebe3 req-ea937334-1b0a-4360-a70d-7fde350c1157 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:07.053059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99c1c1-9a72-4c22-b49c-9ac160d0ebe3 req-ea937334-1b0a-4360-a70d-7fde350c1157 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:07.059891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf99c1c1-9a72-4c22-b49c-9ac160d0ebe3 req-ea937334-1b0a-4360-a70d-7fde350c1157 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1683 time: 0.3010490 Apr 05 20:47:07.079748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.079924 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.119267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d2c618-c81f-4a5b-9c99-d2cfe37ae37a']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:07.137206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf99c1c1-9a72-4c22-b49c-9ac160d0ebe3 req-62b07551-252c-46b4-a7c9-fc6111b4ffd7 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764706 Apr 05 20:47:07.138780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cb8e94-c83a-4c9c-95dd-77345fe2508e') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:07.139079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cb8e94-c83a-4c9c-95dd-77345fe2508e') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:07.154841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.175204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.181889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:07.182331 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:07.197764 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:07.213784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.318192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660c46e-6e01-4081-9320-bab1a89b5fc2 None None] Network 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:07.336752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.341639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b8a69d-1835-428d-8e17-809e3ca744d0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:07.344476 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1cfafb4d-cdef-4202-99e8-8b0a49db5436 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/65b8a69d-1835-428d-8e17-809e3ca744d0 HTTP/1.1" status: 204 len: 168 time: 0.5594308 Apr 05 20:47:07.347300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34504) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:07.508800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.518160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:07.518332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.554214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Network': ['ID=c9d2c618-c81f-4a5b-9c99-d2cfe37ae37a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:07.587933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:07.588218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5597211e-cba1-4a47-9bab-8e6cd1ae95b3 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:07.588635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9b1eb6c-1249-41ba-9e84-e1dab7b43442 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:07.629570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3dae7e40-4a09-4c84-97d7-e88152e16580 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/networks/c9d2c618-c81f-4a5b-9c99-d2cfe37ae37a HTTP/1.1" status: 204 len: 168 time: 0.9935274 Apr 05 20:47:07.629956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e9b1eb6c-1249-41ba-9e84-e1dab7b43442 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:07.630517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9b1eb6c-1249-41ba-9e84-e1dab7b43442 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:07.632051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34514) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:07.677443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.689934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Deleting port 5a01e0d1-8064-4614-bf90-6c9905122918 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:07.690269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.754163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] DHCP port deletion for 098d4f5c-6f3c-41a1-b88a-01f04f4f1352 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:47:07.759161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Deleting port 5a01e0d1-8064-4614-bf90-6c9905122918 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:07.759766 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.922295 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.977787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] For port 5a01e0d1-8064-4614-bf90-6c9905122918, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5a01e0d1-8064-4614-bf90-6c9905122918,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:07.978363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.045693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] For port 5a01e0d1-8064-4614-bf90-6c9905122918, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5a01e0d1-8064-4614-bf90-6c9905122918,segment=NetworkSegment(2b2f9b70-3b5a-4856-88f9-8472910e0a8b),segment_id=2b2f9b70-3b5a-4856-88f9-8472910e0a8b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:08.046094 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.118429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Calling delete_port for 5a01e0d1-8064-4614-bf90-6c9905122918 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:08.178404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-06a208c8-c8b1-4f3a-9877-ee2ade74013c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:08.179899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-06a208c8-c8b1-4f3a-9877-ee2ade74013c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.3028989 Apr 05 20:47:08.189204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Calling delete_port for 5a01e0d1-8064-4614-bf90-6c9905122918 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:08.225506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-dfad6937-9a9f-405b-b012-dd2dafd82634 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/quotas/2592ebf105a0447095563fd564de02f7 HTTP/1.1" status: 200 len: 375 time: 0.0222394 Apr 05 20:47:08.274844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.279657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.285717 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:08.286667 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:08.293173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3d403-a059-42fb-8339-51b3c17c56d1 req-bac7d135-1440-4761-9fcd-3f71dc560249 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:08.294642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efa3d403-a059-42fb-8339-51b3c17c56d1 req-bac7d135-1440-4761-9fcd-3f71dc560249 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.4638629 Apr 05 20:47:08.320914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.328052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a01e0d1-8064-4614-bf90-6c9905122918,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:08.336781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] No DVR routers for this DVR port 5a01e0d1-8064-4614-bf90-6c9905122918 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:08.344974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861c4791-0d51-4208-9d5e-9426a882a97c']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:08.365518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3905e0e-aebf-441e-a76d-ebf3a5ded78f') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:08.365882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3905e0e-aebf-441e-a76d-ebf3a5ded78f') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:08.387834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.418590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efa3d403-a059-42fb-8339-51b3c17c56d1 req-b993d63f-2f99-465e-9cba-aa9c37d06a76 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049953 Apr 05 20:47:08.421284 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.435563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-5e9b1115-eb6e-43fa-abca-5d9286c357d2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2091603 Apr 05 20:47:08.442939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:08.443253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:08.458411 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:08.460247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.507082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098d4f5c-6f3c-41a1-b88a-01f04f4f1352']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:08.535199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2f9b70-3b5a-4856-88f9-8472910e0a8b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:08.536487 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.537292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2f9b70-3b5a-4856-88f9-8472910e0a8b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:08.556606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.586972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.595361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:08.595841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:08.614001 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:08.657404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-7ad73010-a7be-4a6c-ae52-e107b182dad1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:47:08.657404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-7ad73010-a7be-4a6c-ae52-e107b182dad1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2185557 Apr 05 20:47:08.657404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.679465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.720026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Network': ['ID=861c4791-0d51-4208-9d5e-9426a882a97c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:08.769681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3d62ba9f-001f-43f7-b56b-5d2f682baf5b tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/networks/861c4791-0d51-4208-9d5e-9426a882a97c HTTP/1.1" status: 204 len: 168 time: 1.1359556 Apr 05 20:47:08.772345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34542) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:08.787913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Deleting port 5a01e0d1-8064-4614-bf90-6c9905122918 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:08.788595 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.840139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-ea5f469a-6d84-4359-b23a-8e8362513e66 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763980 Apr 05 20:47:08.846216 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.846426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fbae3-e3a0-464a-af18-b67c3d9e73f9 req-8a15fb6a-e35c-4ba5-a57f-57532eceef7a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:08.850414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fbae3-e3a0-464a-af18-b67c3d9e73f9 req-8a15fb6a-e35c-4ba5-a57f-57532eceef7a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:08.852023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0fbae3-e3a0-464a-af18-b67c3d9e73f9 req-8a15fb6a-e35c-4ba5-a57f-57532eceef7a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1683 time: 0.2398815 Apr 05 20:47:08.865369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-904fcba9-7cc7-47b2-8ab8-507b0e17cf4a None None] The port '5a01e0d1-8064-4614-bf90-6c9905122918' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:47:08.875851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.905585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] Pushing event deleted for resources: {'Network': ['ID=098d4f5c-6f3c-41a1-b88a-01f04f4f1352,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:08.931668 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cca21788-ea47-4b02-9b58-5c754c921703 admin admin] 10.222.0.10 "DELETE /v2.0/networks/098d4f5c-6f3c-41a1-b88a-01f04f4f1352 HTTP/1.1" status: 204 len: 168 time: 1.5792725 Apr 05 20:47:08.932842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34548) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:08.991585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e0fbae3-e3a0-464a-af18-b67c3d9e73f9 req-e734845e-024f-4ced-b488-fbda03308bf2 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151838 Apr 05 20:47:09.024091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-faabb862-2787-42c5-80fe-cbdc73c01f90 service neutron] 10.222.0.10 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711106 Apr 05 20:47:09.096307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2751853-7b07-4823-8c07-26b375d4b803 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:09.100454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2751853-7b07-4823-8c07-26b375d4b803 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:09.102042 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2751853-7b07-4823-8c07-26b375d4b803 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3287115 Apr 05 20:47:09.105689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34554) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:09.112241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1881215538'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:09.130521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:09.141485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:network and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:09.145492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:09.153518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:09.307787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Made reservation on behalf of 61059a39ca4c45cdbe849effa9025e28 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:09.307787 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.339760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5a01e0d1-8064-4614-bf90-6c9905122918 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:09.390840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 5a01e0d1-8064-4614-bf90-6c9905122918 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:09.391416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5a01e0d1-8064-4614-bf90-6c9905122918 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:09.414749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3eed9187-efef-4bba-a335-cb6f8c9d1ba3 req-c0c9945d-28c5-4151-bd0f-a1c15adb3cf1 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.0571709 Apr 05 20:47:09.479056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:09.500806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.501404 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Added segment 52032421-1ae4-4cc9-8714-2b16760967b4 of type vlan for network 09436664-ce8f-452f-8455-ca9225c1e9b2 Apr 05 20:47:09.559558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.634916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.753702 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.783021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7b6e0-d795-45e7-8623-d547e939e0ef req-9b2a6629-6978-4054-926c-f57b0fe1421f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:09.784481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2f7b6e0-d795-45e7-8623-d547e939e0ef req-9b2a6629-6978-4054-926c-f57b0fe1421f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.1693890 Apr 05 20:47:09.814201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.815369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634da8ec-7eb8-42ef-98e6-7d58aa0b81a9 req-83c72aca-54d6-4ef4-8448-425270c2f3fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:09.819206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634da8ec-7eb8-42ef-98e6-7d58aa0b81a9 req-83c72aca-54d6-4ef4-8448-425270c2f3fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:09.819702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:09.820293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.820740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-634da8ec-7eb8-42ef-98e6-7d58aa0b81a9 req-83c72aca-54d6-4ef4-8448-425270c2f3fc tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1683 time: 0.1262546 Apr 05 20:47:09.881974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2f7b6e0-d795-45e7-8623-d547e939e0ef req-a76d0911-2cca-475c-bddd-dab9efa28103 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905704 Apr 05 20:47:09.894682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-634da8ec-7eb8-42ef-98e6-7d58aa0b81a9 req-addf75a5-71e7-42e2-93f7-5339abd8b732 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680125 Apr 05 20:47:10.008736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Network': ['ID=09436664-ce8f-452f-8455-ca9225c1e9b2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:10.019251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 09436664-ce8f-452f-8455-ca9225c1e9b2 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:10.037417 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0809fb58-6116-46ac-893e-638f15975828 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9302223 Apr 05 20:47:10.040662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34584) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:10.047015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1859645706'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:10.053614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:10.060981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:network and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:10.064370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:10.072883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:10.136553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Made reservation on behalf of 61059a39ca4c45cdbe849effa9025e28 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:10.140419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.169775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:10.178636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.178975 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Added segment 91425762-cca9-41cf-9f24-633b0646827b of type vlan for network ce3ee49a-910d-45ef-aaae-17920f5bb5a7 Apr 05 20:47:10.206014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.279120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.282865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:10.283485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.522747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Network': ['ID=ce3ee49a-910d-45ef-aaae-17920f5bb5a7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:10.536584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network ce3ee49a-910d-45ef-aaae-17920f5bb5a7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:10.590662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Deleting port f803997b-8db1-463a-9c39-0ee25b164ff1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:10.591625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.605537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-52a6e4c3-3501-4ad5-ae5f-7a9ff49555b3 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5633204 Apr 05 20:47:10.615348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34600) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:10.620040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6004d754-8516-49fd-b0ec-245b9452a2e8 req-81628210-0d9f-4786-8eac-bccd93fd3f74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.0572925 Apr 05 20:47:10.624309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'ports': [{'network_id': '09436664-ce8f-452f-8455-ca9225c1e9b2', 'name': 'tempest-port--292207042', 'admin_state_up': True}, {'network_id': 'ce3ee49a-910d-45ef-aaae-17920f5bb5a7', 'admin_state_up': False}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:10.624613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'port': {'network_id': '09436664-ce8f-452f-8455-ca9225c1e9b2', 'name': 'tempest-port--292207042', 'admin_state_up': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:10.625258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'port': {'network_id': 'ce3ee49a-910d-45ef-aaae-17920f5bb5a7', 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:10.790926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] For port f803997b-8db1-463a-9c39-0ee25b164ff1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f803997b-8db1-463a-9c39-0ee25b164ff1,segment=NetworkSegment(6b5e2a6e-8dd4-4960-adf2-bcf2280f9044),segment_id=6b5e2a6e-8dd4-4960-adf2-bcf2280f9044)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:10.791286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.862035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:10.866726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:port and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:10.870437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:10.885152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:10.927456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Calling delete_port for f803997b-8db1-463a-9c39-0ee25b164ff1 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:10.964479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Made reservation on behalf of 61059a39ca4c45cdbe849effa9025e28 for: {'port': 2} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:10.964479 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.000214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.120848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-82261822-e5b6-4300-86fb-ec5c163770ef tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.124759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-82261822-e5b6-4300-86fb-ec5c163770ef tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.125538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-82261822-e5b6-4300-86fb-ec5c163770ef tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Synchronizing usage tracker for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:11.142807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-82261822-e5b6-4300-86fb-ec5c163770ef tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Unset dirty status for tenant:241787e4ab774999aae4dc54f9b8d406 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:11.143925 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-82261822-e5b6-4300-86fb-ec5c163770ef tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1683 time: 0.1626234 Apr 05 20:47:11.254819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:11.255576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.353318 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.402068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc63ca-d680-4402-9ef3-132905258bc9 req-1d5af0df-01d5-42b0-84e0-64d586c1c36a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.406055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc63ca-d680-4402-9ef3-132905258bc9 req-1d5af0df-01d5-42b0-84e0-64d586c1c36a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.407719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06dc63ca-d680-4402-9ef3-132905258bc9 req-1d5af0df-01d5-42b0-84e0-64d586c1c36a tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 1683 time: 0.3611805 Apr 05 20:47:11.418600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] device_id is not set on port 5f720eb6-9cc5-4c89-ba02-c25affefefe6 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:47:11.419510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Pushing event deleted for resources: {'Port': ['ID=f803997b-8db1-463a-9c39-0ee25b164ff1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:11.464673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9214848-52a8-4174-8a64-7e5e44fb1e99 req-06c63624-845b-4885-9ef6-1f4d339560ee tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.466257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9214848-52a8-4174-8a64-7e5e44fb1e99 req-06c63624-845b-4885-9ef6-1f4d339560ee tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.3265109 Apr 05 20:47:11.535922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06dc63ca-d680-4402-9ef3-132905258bc9 req-fd0fc3fe-0e30-4978-8aa1-018137e053bb tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132412 Apr 05 20:47:11.586369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9214848-52a8-4174-8a64-7e5e44fb1e99 req-c063b4d0-1620-4948-b4ba-dde5e119cc2b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998840 Apr 05 20:47:11.776468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.871111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:11.871472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.989098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15f49f8f-7507-4fa8-ac45-9542cfebc6dd req-26a11ac7-3c38-4997-8fea-957cc3af8992 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.1049588 Apr 05 20:47:12.025688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:12.050507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-62066d09-7a2e-475c-a060-5882640f7f78 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:12.052180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-62066d09-7a2e-475c-a060-5882640f7f78 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 806 time: 0.4403124 Apr 05 20:47:12.056564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] device_id is not set on port bd425d4b-d9fc-4a3e-8f0b-1f33ed9a6ebb yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:47:12.077630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Request body: {'port': {'device_id': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'admin_state_up': True, 'tenant_id': '2592ebf105a0447095563fd564de02f7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:12.215836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.283943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.296427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['abc1fc2e-1974-4590-958a-5957fc174e28', '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:47:12.315541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:12.332190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Usage tracker for resource:port and tenant:2592ebf105a0447095563fd564de02f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:12.332967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:12.356394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:12.362706 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.396792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Port': ['ID=3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:12.474648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Made reservation on behalf of 2592ebf105a0447095563fd564de02f7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:12.480962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.499896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] No DVR routers for this DVR port 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:12.503164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.507030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-deleted', 'tag': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:12.521042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.608592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-f7e99165-5766-4430-a46d-0a59d7c0c452 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "DELETE /v2.0/ports/3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 HTTP/1.1" status: 204 len: 173 time: 1.4339063 Apr 05 20:47:12.665106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34626) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:12.692454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'network': {'name': 'tempest-network-smoke--121897370', 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:12.733762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:12.741657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Port': ['ID=5f720eb6-9cc5-4c89-ba02-c25affefefe6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:12.768697 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7afd93-2e1f-4c20-a32f-07b64a7e8bf0'] response: {'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-deleted', 'tag': '3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138', 'status': 'completed', 'code': 200} Apr 05 20:47:12.867300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:network and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:12.871814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port abc1fc2e-1974-4590-958a-5957fc174e28 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:12.872124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.873959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:12.942114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:12.972810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Checking segment: {'id': '52032421-1ae4-4cc9-8714-2b16760967b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '09436664-ce8f-452f-8455-ca9225c1e9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:12.973204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network hostable DHCP agents. Network: 09436664-ce8f-452f-8455-ca9225c1e9b2, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:13.096770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Allocated IP 172.20.0.11 (eca96cd5-d23e-4ec3-8e53-4550c5489ffb/ebccad2a-7032-4a42-a749-eaa26288144f/249e165d-5324-406e-a351-17a88c90d792) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:13.129585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9889ae1-1500-4c87-bef2-f0394e71a44f req-4d50baa4-b1ce-4f03-964d-75c1e11db364 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:13.129585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9889ae1-1500-4c87-bef2-f0394e71a44f req-4d50baa4-b1ce-4f03-964d-75c1e11db364 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.2507868 Apr 05 20:47:13.133481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cccb3-824a-4783-b328-bc41fa6fb2ba req-f57b9a1d-4380-4a7b-9ff4-4e1737f0388d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:13.134799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d1cccb3-824a-4783-b328-bc41fa6fb2ba req-f57b9a1d-4380-4a7b-9ff4-4e1737f0388d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 946 time: 0.2567067 Apr 05 20:47:13.153665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Made reservation on behalf of 9ea3ed4e3fe94cdabb6f1df7a2af44f4 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:13.153665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.216175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.240135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network 09436664-ce8f-452f-8455-ca9225c1e9b2 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:13.378504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d1cccb3-824a-4783-b328-bc41fa6fb2ba req-a58a40e3-a5d5-4b0d-8575-f54e00fa32a9 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/security-groups?id=863c8e69-f92d-4a0f-a23f-286637f22839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019341 Apr 05 20:47:13.390541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9889ae1-1500-4c87-bef2-f0394e71a44f req-d773c33c-f731-4fb5-b1f6-30c1bdefab51 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525125 Apr 05 20:47:13.391503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:13.399972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:security_group_rule and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:13.405222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:13.415040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:13.421396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 09436664-ce8f-452f-8455-ca9225c1e9b2) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:13.422167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port abc1fc2e-1974-4590-958a-5957fc174e28, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abc1fc2e-1974-4590-958a-5957fc174e28,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:13.422638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.430486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824fdcc-83db-4124-95da-23859ba4bf94 None None] Network 09436664-ce8f-452f-8455-ca9225c1e9b2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:13.444341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:13.445970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.599502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for abc1fc2e-1974-4590-958a-5957fc174e28 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:13.616123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.619593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Port': ['ID=bd425d4b-d9fc-4a3e-8f0b-1f33ed9a6ebb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:13.634591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f44ad3ac-dcff-45be-bc12-9c29a05e8c09 req-6c631a4f-8d15-4a66-930c-49c37231778b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.0960257 Apr 05 20:47:13.688128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Checking segment: {'id': '91425762-cca9-41cf-9f24-633b0646827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce3ee49a-910d-45ef-aaae-17920f5bb5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:13.688703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network hostable DHCP agents. Network: ce3ee49a-910d-45ef-aaae-17920f5bb5a7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:13.708484 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.770432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.793740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:47:13.802891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:13.812237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.813703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network ce3ee49a-910d-45ef-aaae-17920f5bb5a7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:13.822043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f744c70d-ac7b-4dfa-8340-ebd39d344ade,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:13.844239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:47:13.871660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.871660 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Added segment ed843d93-1414-4a47-97a5-afd0b4253e3c of type vlan for network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 Apr 05 20:47:13.936080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Network eca96cd5-d23e-4ec3-8e53-4550c5489ffb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:13.936293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.936943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event updated for resources: {'Port': ['ID=249e165d-5324-406e-a351-17a88c90d792,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:13.940324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.944037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:13.947879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:13.972987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, ce3ee49a-910d-45ef-aaae-17920f5bb5a7) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:13.983732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ee852-b07d-4d46-a528-259200525c3b None None] Network ce3ee49a-910d-45ef-aaae-17920f5bb5a7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:13.988166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:13.992274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:13.995950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:13.996094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.996175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Port': ['ID=abc1fc2e-1974-4590-958a-5957fc174e28,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:14.070574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:14.071591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.107578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] No DVR routers for this DVR port abc1fc2e-1974-4590-958a-5957fc174e28 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:14.111460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.125016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.128572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:14.129250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.140590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aaac2d14-fa6f-4cf8-9803-3c0f35381637 req-2b282604-d2ba-4727-85ad-92dffc9ce985 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.23 "DELETE /v2.0/ports/abc1fc2e-1974-4590-958a-5957fc174e28 HTTP/1.1" status: 204 len: 173 time: 1.3706794 Apr 05 20:47:14.197150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:47:14.209970 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b4ebe83d-7ae0-4a1b-abab-21ee3c60742f admin admin] 10.222.0.10 "PUT /v2.0/routers/d1412ef2-ec3a-4e68-a03f-a6d8d36d01db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2744753 Apr 05 20:47:14.210209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34634) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:14.214648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] Sync routers for ids ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:47:14.268947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c5967f44-3fdf-43fa-a9f0-5b54d8732dd8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1972139 Apr 05 20:47:14.270196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-93982d72-5ffd-42f6-bc11-7204bef4ee39 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6537526 Apr 05 20:47:14.283887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34638) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:14.325986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Request body: {'port': {'device_id': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:14.341017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] Routers {'d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:14.342024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:14.418164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Network': ['ID=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:14.474654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:14.481732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f388ed-b7e4-4ca7-ad9c-b05f03299344 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:14.485920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f388ed-b7e4-4ca7-ad9c-b05f03299344 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:14.490101 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a2f388ed-b7e4-4ca7-ad9c-b05f03299344 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2025726 Apr 05 20:47:14.491342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34646) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:14.534423 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.574243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Deleting port 5f720eb6-9cc5-4c89-ba02-c25affefefe6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:14.574586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.588987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-63cbd57f-eea4-4970-83ef-2d918e369bb0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9083762 Apr 05 20:47:14.596372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34650) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:14.619739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'admin_state_up': True, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:14.628995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:14.633967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:router and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:14.635614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:14.637323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:14.643517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:14.683215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:14.683793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a3f2eb3-6155-4fb9-ba9a-97f4bfbeb138 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:14.684209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abc1fc2e-1974-4590-958a-5957fc174e28 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:14.720167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-680b05a3-c6e0-40cd-9268-87fba54aa970 req-7fa4d673-711a-491f-90dc-853c24b409e0 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "GET /v2.0/ports?device_id=02cfcabd-ac69-45dd-b04c-b66832932620 HTTP/1.1" status: 200 len: 210 time: 0.0537903 Apr 05 20:47:14.727147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: abc1fc2e-1974-4590-958a-5957fc174e28 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:14.727746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abc1fc2e-1974-4590-958a-5957fc174e28 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:14.760575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.761262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.762190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.767234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] Set router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:14.963506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa31f-b4b2-4306-ab48-2fb690e134e9 req-ec3ce5fc-5a2d-4fbb-9770-812732e3f95e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:14.965833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df6fa31f-b4b2-4306-ab48-2fb690e134e9 req-ec3ce5fc-5a2d-4fbb-9770-812732e3f95e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.2440548 Apr 05 20:47:14.966427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-deleted', 'tag': 'abc1fc2e-1974-4590-958a-5957fc174e28'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:14.967222 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.159817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:47:11Z', 'revision_number': 5, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.165643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] Checking router: d1412ef2-ec3a-4e68-a03f-a6d8d36d01db for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:47:15.177874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] Routers {'d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:15.178883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.184647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.338468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Calling delete_port for 5f720eb6-9cc5-4c89-ba02-c25affefefe6 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:15.357330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415b622-16be-4b98-8c30-fd42f281b4b6 req-ef4b1619-406b-4de9-9103-d07945b78fc3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:15.358013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4415b622-16be-4b98-8c30-fd42f281b4b6 req-ef4b1619-406b-4de9-9103-d07945b78fc3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:15.388003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] Set router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:15.449123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df6fa31f-b4b2-4306-ab48-2fb690e134e9 req-d0182ff0-72b4-46cf-b12a-04701093241f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615808 Apr 05 20:47:15.458142 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.500911 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.536518 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.576673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4415b622-16be-4b98-8c30-fd42f281b4b6 req-ef4b1619-406b-4de9-9103-d07945b78fc3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:15.576892 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192df375-f32a-4b2d-b68b-3b85a5734482'] response: {'server_uuid': '02cfcabd-ac69-45dd-b04c-b66832932620', 'name': 'network-vif-deleted', 'tag': 'abc1fc2e-1974-4590-958a-5957fc174e28', 'status': 'completed', 'code': 200} Apr 05 20:47:15.582973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Deleting port e15d85de-44ee-4a48-9683-cdf74052846a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:15.583525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4415b622-16be-4b98-8c30-fd42f281b4b6 req-ef4b1619-406b-4de9-9103-d07945b78fc3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 932 time: 0.7215846 Apr 05 20:47:15.583658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.621463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Port': ['ID=5f720eb6-9cc5-4c89-ba02-c25affefefe6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:15.642023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.649524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249e165d-5324-406e-a351-17a88c90d792 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:47:15.702354 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.731639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4415b622-16be-4b98-8c30-fd42f281b4b6 req-2820383a-1fbe-4591-a042-1085b057907e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472504 Apr 05 20:47:15.734879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Transition to ACTIVE for port object 249e165d-5324-406e-a351-17a88c90d792 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:15.765686 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ee744f4-17bb-4b35-a208-2c60390c375e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/ports/5f720eb6-9cc5-4c89-ba02-c25affefefe6 HTTP/1.1" status: 204 len: 168 time: 1.2714953 Apr 05 20:47:15.776943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34660) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:15.782681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:47:11Z', 'revision_number': 5, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.786847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaebc62-0664-4cc4-8038-771c918bddf3 None None] The sync data for ids ['d1412ef2-ec3a-4e68-a03f-a6d8d36d01db'] in n-d-836605-1 is: [{'id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'name': 'tempest-TaggedBootDevicesTest_v242-790599833-router', 'tenant_id': '95d9b6933728438dab25c326f1458276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:31Z', 'updated_at': '2022-04-05T20:47:11Z', 'revision_number': 5, 'project_id': '95d9b6933728438dab25c326f1458276', 'gw_port': {'id': 'e15d85de-44ee-4a48-9683-cdf74052846a', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1412ef2-ec3a-4e68-a03f-a6d8d36d01db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:32Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:47:15.816761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.866992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34664) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:15.877889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Deleting port bd425d4b-d9fc-4a3e-8f0b-1f33ed9a6ebb {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:15.878232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.943587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] For port e15d85de-44ee-4a48-9683-cdf74052846a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e15d85de-44ee-4a48-9683-cdf74052846a,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:15.944007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.037769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.073218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Pushing event updated for resources: {'Port': ['ID=249e165d-5324-406e-a351-17a88c90d792,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:16.086312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.104290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Calling delete_port for e15d85de-44ee-4a48-9683-cdf74052846a owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:16.307232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.401762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting subnet 2efc1401-d11c-460e-a29b-f11dda9a5e90 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:47:16.417005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.450325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Attempting to bind port 249e165d-5324-406e-a351-17a88c90d792 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:16.450696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Attempting to bind port 249e165d-5324-406e-a351-17a88c90d792 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:16.450987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Attempting to bind port 249e165d-5324-406e-a351-17a88c90d792 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:16.493381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Port 249e165d-5324-406e-a351-17a88c90d792 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:47:16.493718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Attempting to bind port 249e165d-5324-406e-a351-17a88c90d792 on network eca96cd5-d23e-4ec3-8e53-4550c5489ffb {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:16.498219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Allocated IP 172.25.2.237 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/acfd4aed-918a-464b-a477-5b8508fd66f7) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:16.501897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.555456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Calling delete_port for bd425d4b-d9fc-4a3e-8f0b-1f33ed9a6ebb owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:16.564540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:16.564882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Checking segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:16.565224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Bound using segment: {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:16.565666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Bound port: 249e165d-5324-406e-a351-17a88c90d792, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f9d52a-035d-4509-94cd-0907d64f0c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:16.566013 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.747705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.800066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Port': ['ID=bd425d4b-d9fc-4a3e-8f0b-1f33ed9a6ebb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:16.803515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.852459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15d85de-44ee-4a48-9683-cdf74052846a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:16.856322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.867507 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-833ea7dd-40bc-44fa-838d-473adc24000e tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/ports/bd425d4b-d9fc-4a3e-8f0b-1f33ed9a6ebb HTTP/1.1" status: 204 len: 168 time: 1.0885048 Apr 05 20:47:16.873427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.891199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:16.910589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:16.966615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-635894b4-4dfb-4931-bef0-22c38f926e91 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Synchronizing usage tracker for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:17.111677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=249e165d-5324-406e-a351-17a88c90d792,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:17.114587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.130143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-635894b4-4dfb-4931-bef0-22c38f926e91 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Unset dirty status for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:17.131317 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-635894b4-4dfb-4931-bef0-22c38f926e91 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2391906 Apr 05 20:47:17.142741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34676) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:17.149751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b716-2252-433a-ae50-39a9aef2e4c8 req-a5bad477-5ca7-497f-9a51-7c8b635e2780 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.151140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1349498755'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:17.151339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8e0b716-2252-433a-ae50-39a9aef2e4c8 req-a5bad477-5ca7-497f-9a51-7c8b635e2780 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.5400982 Apr 05 20:47:17.157837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:17.165501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:network and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:17.168697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:17.171355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.191963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.289958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:17.308153 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.309556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] 10.222.0.39 "PUT /v2.0/ports/249e165d-5324-406e-a351-17a88c90d792 HTTP/1.1" status: 200 len: 1092 time: 2.9947002 Apr 05 20:47:17.311533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'tag': '249e165d-5324-406e-a351-17a88c90d792'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:17.325678 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.331225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8e0b716-2252-433a-ae50-39a9aef2e4c8 req-54d338c2-c161-4c3c-aeb5-6bdad8be3579 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677687 Apr 05 20:47:17.367144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5fd5-4bcb-44c4-b0dd-4dc42cec2c88 service neutron] Pushing event updated for resources: {'Port': ['ID=249e165d-5324-406e-a351-17a88c90d792,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:17.381836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830c1e6-7f74-4cab-ad28-c9241022f9e0 req-ba47b7af-4d83-4439-a0ab-1f00e951211d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.388945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c830c1e6-7f74-4cab-ad28-c9241022f9e0 req-ba47b7af-4d83-4439-a0ab-1f00e951211d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 944 time: 0.4878650 Apr 05 20:47:17.394007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Subnet': ['ID=2efc1401-d11c-460e-a29b-f11dda9a5e90,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:17.412144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f803997b-8db1-463a-9c39-0ee25b164ff1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:17.426729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.448535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f803997b-8db1-463a-9c39-0ee25b164ff1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:17.449270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f803997b-8db1-463a-9c39-0ee25b164ff1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:17.463895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Made reservation on behalf of 61059a39ca4c45cdbe849effa9025e28 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:17.466961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.482285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dae10d9-0d54-42b4-b503-664eee3927e5 None None] Network 2d1d9686-95cc-4668-a35c-45d033c61419 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:17.483829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.502381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:17.512456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.512810 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Added segment dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223 of type vlan for network 865ae177-388a-4b41-9ae0-f4caae3fe420 Apr 05 20:47:17.518538 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc5a8be7-642d-4e64-8fb2-52aaf7715b94'] response: {'name': 'network-changed', 'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'tag': '249e165d-5324-406e-a351-17a88c90d792', 'status': 'completed', 'code': 200} Apr 05 20:47:17.525740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.539501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.548411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.581576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fb11a62b-0f46-46b0-884d-e5a1fb065f49 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/subnets/2efc1401-d11c-460e-a29b-f11dda9a5e90 HTTP/1.1" status: 204 len: 168 time: 1.7085967 Apr 05 20:47:17.582782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:17.592683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:17.594572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:17.596352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=acfd4aed-918a-464b-a477-5b8508fd66f7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:17.599295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:17.625089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c830c1e6-7f74-4cab-ad28-c9241022f9e0 req-7665b4c6-2b91-44e1-8e9c-97f519e1f9ba tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350082 Apr 05 20:47:17.695682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.699371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.700040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.715634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:17.731154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-ac91727b-89d4-4343-b614-45ff7f86f4b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 1095 time: 0.2515175 Apr 05 20:47:17.735081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.735571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1412ef2-ec3a-4e68-a03f-a6d8d36d01db {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:47:17.814656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-0641e477-89f2-4213-a4e1-45d5f4a8309b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=249e165d-5324-406e-a351-17a88c90d792 HTTP/1.1" status: 200 len: 217 time: 0.0681887 Apr 05 20:47:17.836784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.838197 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-69d1a3cd-0abe-4401-91bb-a2193dec2fa9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d1412ef2-ec3a-4e68-a03f-a6d8d36d01db HTTP/1.1" status: 204 len: 168 time: 3.6268692 Apr 05 20:47:17.848405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34686) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:17.855207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] DHCP port deletion for 2d1d9686-95cc-4668-a35c-45d033c61419 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:47:17.864927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] Deleting port 2eee8108-8143-44ec-97b9-4aaa16e359ce {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:17.864927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.892789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.908958 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7651660 Apr 05 20:47:17.909480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34690) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:17.910573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457db218-02b8-42e9-aaa4-662a7d9eb5f5 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Network': ['ID=865ae177-388a-4b41-9ae0-f4caae3fe420,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:17.913681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-2de6468a-2dcb-4ccd-8234-4db9e334d981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.915271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-2de6468a-2dcb-4ccd-8234-4db9e334d981 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.0836909 Apr 05 20:47:17.920875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-931249264'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:17.938634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 2eee8108-8143-44ec-97b9-4aaa16e359ce {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:17.938634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.974121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 865ae177-388a-4b41-9ae0-f4caae3fe420 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:17.977447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-c20cb37d-b7b9-427e-b0a2-bfbeaaabf376 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497787 Apr 05 20:47:17.978820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:18.002406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] Deleting subnet 75aa0a31-9ac7-4858-9941-fe8e5d62e069 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:47:18.011139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.079306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:network and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:18.090795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:18.105032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:18.140568 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.175896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-bdeca156-20a1-473d-b110-2e5e2877bd21 service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871545 Apr 05 20:47:18.182092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.186510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.219498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Made reservation on behalf of 61059a39ca4c45cdbe849effa9025e28 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:18.222396 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.294882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:18.303776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] For port 2eee8108-8143-44ec-97b9-4aaa16e359ce, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2eee8108-8143-44ec-97b9-4aaa16e359ce,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:18.304198 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.387093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'port_id': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'mac_address': 'fa:16:3e:19:e7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:18.465249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] Calling delete_port for 2eee8108-8143-44ec-97b9-4aaa16e359ce owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:18.499726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:18.515653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 2eee8108-8143-44ec-97b9-4aaa16e359ce, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2eee8108-8143-44ec-97b9-4aaa16e359ce,segment=NetworkSegment(92af76af-003b-4ec4-a17b-119466f01934),segment_id=92af76af-003b-4ec4-a17b-119466f01934)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:18.516024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.530800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.530800 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Added segment f1bb70ac-ca7a-46d0-97fe-6961b0153321 of type vlan for network 282433bd-3cd4-4f17-b190-22843bd0f736 Apr 05 20:47:18.547414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f45f6e1-4cb4-45d9-8cf2-9d10a300dd35 req-a2384644-8611-4ce8-9fe0-3a057148105c service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585031 Apr 05 20:47:18.618063 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.632955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.663067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.676749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d7509d9-d739-4637-8cb3-75c5affae6fa {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:47:18.699280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 2eee8108-8143-44ec-97b9-4aaa16e359ce owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:18.708988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979f336-e5a4-4a46-b263-9501d8fa4550 req-9316f8bd-932a-4f8f-a301-8733c69fbaab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:18.711546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6979f336-e5a4-4a46-b263-9501d8fa4550 req-9316f8bd-932a-4f8f-a301-8733c69fbaab tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.1587272 Apr 05 20:47:18.731764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:18.800608 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.830938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6979f336-e5a4-4a46-b263-9501d8fa4550 req-9259ae09-8cae-4b23-a9e4-35d0b7946fcd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836940 Apr 05 20:47:18.861740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] Pushing event deleted for resources: {'Port': ['ID=2eee8108-8143-44ec-97b9-4aaa16e359ce,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:18.865882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:18.867157 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:18.870756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09702e4-f82f-455d-8f77-f66f8c7ab9b5 None None] No DVR routers for this DVR port 2eee8108-8143-44ec-97b9-4aaa16e359ce on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:18.929791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-60f52a46-c1e8-45c6-8d25-e7abbb38a762 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2592ebf105a0447095563fd564de02f7&device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 1095 time: 0.2164772 Apr 05 20:47:18.941508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.967445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.970923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:18.971500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.008692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:19.210094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.248264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75aa0a31-9ac7-4858-9941-fe8e5d62e069,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:19.256471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1f710-f2d8-459b-920d-86ea489ba37d req-5c611a9b-b4be-482c-9e57-345e3fe3dadb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:19.258407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57d1f710-f2d8-459b-920d-86ea489ba37d req-5c611a9b-b4be-482c-9e57-345e3fe3dadb tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 944 time: 0.4347675 Apr 05 20:47:19.268016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.268464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04680ebc-07d2-4a04-ad4e-01e1e4d449f7 None None] Network 9b033032-5662-4cc6-b3f8-540360ccbb58 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:19.281868 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f7d31e1c-c34a-45f1-9c68-d399280a149a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/75aa0a31-9ac7-4858-9941-fe8e5d62e069 HTTP/1.1" status: 204 len: 168 time: 1.4320579 Apr 05 20:47:19.284144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34700) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:19.311955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Network': ['ID=282433bd-3cd4-4f17-b190-22843bd0f736,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:19.365244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57d1f710-f2d8-459b-920d-86ea489ba37d req-e6d427be-177a-4341-81db-384c29bde846 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931964 Apr 05 20:47:19.374268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-81988b58-fc67-4055-bd84-622697cb7861 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:19.377209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-81988b58-fc67-4055-bd84-622697cb7861 service neutron] 10.222.0.39 "GET /v2.0/networks?id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 200 len: 907 time: 0.4392838 Apr 05 20:47:19.388116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 2eee8108-8143-44ec-97b9-4aaa16e359ce {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:19.388116 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.388313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a31442c8-0076-4e5d-bf42-59bcfa1c9b5d tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4753535 Apr 05 20:47:19.400845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 282433bd-3cd4-4f17-b190-22843bd0f736 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:19.455315 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.471711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-5516861c-826c-46c3-a232-4c1f52ff0d64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=249e165d-5324-406e-a351-17a88c90d792 HTTP/1.1" status: 200 len: 217 time: 0.0843949 Apr 05 20:47:19.472836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 57d90593-0453-4abb-b33b-0a8bd24aefae is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:47:19.501937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] The port '2eee8108-8143-44ec-97b9-4aaa16e359ce' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:47:19.508063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e15d85de-44ee-4a48-9683-cdf74052846a no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:19.565409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e15d85de-44ee-4a48-9683-cdf74052846a {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:19.566114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e15d85de-44ee-4a48-9683-cdf74052846a not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:19.566748 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2eee8108-8143-44ec-97b9-4aaa16e359ce no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:19.642055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 2eee8108-8143-44ec-97b9-4aaa16e359ce {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:19.642768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2eee8108-8143-44ec-97b9-4aaa16e359ce not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:19.655101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Deleting port 320d179c-3743-418d-9ea0-8d2053fa6af8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:19.655537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.696848 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.733711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-078a5b10-a466-468f-8e33-000a2934d63f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:19.735377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-078a5b10-a466-468f-8e33-000a2934d63f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 200 len: 846 time: 0.2531669 Apr 05 20:47:19.738633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1d9686-95cc-4668-a35c-45d033c61419']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:19.744880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7d7509d9-d739-4637-8cb3-75c5affae6fa'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:47:19.782532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92af76af-003b-4ec4-a17b-119466f01934') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:19.788348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92af76af-003b-4ec4-a17b-119466f01934') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:19.798853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-b5bb2f78-dfbc-43fa-85ee-a5f7a33dfb4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eca96cd5-d23e-4ec3-8e53-4550c5489ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510333 Apr 05 20:47:19.818009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.857239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.916927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:19.917361 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:19.932192 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:20.060858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] DHCP port deletion for 9b033032-5662-4cc6-b3f8-540360ccbb58 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:47:20.063959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Deleting port 320d179c-3743-418d-9ea0-8d2053fa6af8 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:20.064625 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.088790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-952e6297-5790-41cf-98c3-2afd712969ff service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785962 Apr 05 20:47:20.124908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:47:20.137413 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Sync routers for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:47:20.137979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] For port 320d179c-3743-418d-9ea0-8d2053fa6af8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=320d179c-3743-418d-9ea0-8d2053fa6af8,segment=NetworkSegment(6b5e2a6e-8dd4-4960-adf2-bcf2280f9044),segment_id=6b5e2a6e-8dd4-4960-adf2-bcf2280f9044)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:20.138120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.169971 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:20.171071 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:20.205121 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.305804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.310610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-52c5639c-8f3b-4379-8f37-7399762a2b59 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7099040 Apr 05 20:47:20.316359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:20.356761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Calling delete_port for 320d179c-3743-418d-9ea0-8d2053fa6af8 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:20.431444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.467864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] For port 320d179c-3743-418d-9ea0-8d2053fa6af8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=320d179c-3743-418d-9ea0-8d2053fa6af8,segment=NetworkSegment(6b5e2a6e-8dd4-4960-adf2-bcf2280f9044),segment_id=6b5e2a6e-8dd4-4960-adf2-bcf2280f9044)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:20.468255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.500999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.538041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Network': ['ID=2d1d9686-95cc-4668-a35c-45d033c61419,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:20.552547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f528d52-ad04-4983-afab-64f18149b8a6 req-9c7e64ec-2840-442d-a811-f8f83835bfff service neutron] 10.222.0.39 "GET /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562263 Apr 05 20:47:20.592260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431441-ef02-4a56-9711-3302271845ac req-e06fc24e-189c-48c4-9e68-912065445e10 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:20.595435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db431441-ef02-4a56-9711-3302271845ac req-e06fc24e-189c-48c4-9e68-912065445e10 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.4116116 Apr 05 20:47:20.599702 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:20.656941 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68a72901-f278-45d5-8187-208434ebd910 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/networks/2d1d9686-95cc-4668-a35c-45d033c61419 HTTP/1.1" status: 204 len: 168 time: 3.0606430 Apr 05 20:47:20.662490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34714) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:20.723710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Calling delete_port for 320d179c-3743-418d-9ea0-8d2053fa6af8 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:20.831641 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.834509 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:20.834887 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:20.841273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24c95be1-3705-4d70-b750-7a49fc643ef9 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5015235 Apr 05 20:47:20.845445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34718) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:20.978680 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:17Z', 'revision_number': 3, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:20.983076 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Checking router: 57d90593-0453-4abb-b33b-0a8bd24aefae for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:47:20.983633 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Updating router 57d90593-0453-4abb-b33b-0a8bd24aefae port acfd4aed-918a-464b-a477-5b8508fd66f7 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:47:21.017094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081377f-5f2c-4c4e-bffe-ce87ac540130 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:21.021946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a081377f-5f2c-4c4e-bffe-ce87ac540130 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1756737 Apr 05 20:47:21.024146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34722) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:21.032636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db431441-ef02-4a56-9711-3302271845ac req-4c04e2d1-33e3-4466-aabe-85e4bd0c09f6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4321005 Apr 05 20:47:21.057644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Pushing event deleted for resources: {'Port': ['ID=320d179c-3743-418d-9ea0-8d2053fa6af8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:21.076842 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.078525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] No DVR routers for this DVR port 320d179c-3743-418d-9ea0-8d2053fa6af8 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:21.115727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-79051689-fd60-4d14-815c-b6ca0a134201 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808337 Apr 05 20:47:21.119485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34726) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:21.127514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171352461', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:21.223191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.275708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101740f2-2c99-4bd1-9489-a873f1a6edf9 req-7188790d-60bf-45c8-a3da-c007be91fd2d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:21.288140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-101740f2-2c99-4bd1-9489-a873f1a6edf9 req-7188790d-60bf-45c8-a3da-c007be91fd2d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 944 time: 0.6433792 Apr 05 20:47:21.336478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Deleting port 320d179c-3743-418d-9ea0-8d2053fa6af8 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:21.336856 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.349116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:21.356136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b033032-5662-4cc6-b3f8-540360ccbb58']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:21.393041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting subnet a9895753-8f7d-48fe-af37-c29ce9617824 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:47:21.399545 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:21.404573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5e2a6e-8dd4-4960-adf2-bcf2280f9044') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:21.422688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.428926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:subnet and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:21.452333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:21.464460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.475694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 320d179c-3743-418d-9ea0-8d2053fa6af8 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:21.481127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:21.497954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.509741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.542872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:21.544185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.556284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-101740f2-2c99-4bd1-9489-a873f1a6edf9 req-460e470e-1724-4ed0-8c1d-4060cede2d1d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524588 Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:21.565505 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:21.576653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 320d179c-3743-418d-9ea0-8d2053fa6af8 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:21.576653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 320d179c-3743-418d-9ea0-8d2053fa6af8 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:21.611633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a447063-87fb-4d0d-8717-8085a32eb8cc None None] The port '320d179c-3743-418d-9ea0-8d2053fa6af8' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:47:21.645884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Made reservation on behalf of 9ea3ed4e3fe94cdabb6f1df7a2af44f4 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:21.704147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.742731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:21.798206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.801584 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.832510 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Transition to ACTIVE for port object acfd4aed-918a-464b-a477-5b8508fd66f7 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:21.842293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.860365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b033032-5662-4cc6-b3f8-540360ccbb58,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:21.869552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dc056893-7ddd-4cdb-b038-a5addf11527e admin admin] 10.222.0.10 "DELETE /v2.0/networks/9b033032-5662-4cc6-b3f8-540360ccbb58 HTTP/1.1" status: 204 len: 168 time: 2.5839784 Apr 05 20:47:21.882628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.894896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 7d7509d9-d739-4637-8cb3-75c5affae6fa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:21.896423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.924816 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.999310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Subnet': ['ID=a9895753-8f7d-48fe-af37-c29ce9617824,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:22.032310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.034339 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-471c405b-4e23-48bc-885e-3cc911958389 tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/subnets/a9895753-8f7d-48fe-af37-c29ce9617824 HTTP/1.1" status: 204 len: 168 time: 1.3709142 Apr 05 20:47:22.037811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34734) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:22.051920 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8c1fe-26b6-43dc-93ea-5bfb3a3a31e2 None None] Network fff1a6f6-79a9-46ce-8182-cca46e92b819 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:22.059639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Pushing event updated for resources: {'Port': ['ID=acfd4aed-918a-464b-a477-5b8508fd66f7,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:22.089544 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.090076 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.090515 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.090950 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.091412 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.091838 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.092262 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.092703 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.093173 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.093595 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.094017 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:22.098456 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Attempting to bind port acfd4aed-918a-464b-a477-5b8508fd66f7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:22.100481 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Attempting to bind port acfd4aed-918a-464b-a477-5b8508fd66f7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:22.100481 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Attempting to bind port acfd4aed-918a-464b-a477-5b8508fd66f7 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:22.107208 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:22.107736 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:22.108232 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.108719 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:22.109324 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Bound port: acfd4aed-918a-464b-a477-5b8508fd66f7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:22.109791 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.249091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.294352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.330393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Deleting port 546394ad-4926-4ed2-8a62-c84a9bfa5133 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:22.330646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.419221 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] For port acfd4aed-918a-464b-a477-5b8508fd66f7, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:22.419465 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.431035 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] For port acfd4aed-918a-464b-a477-5b8508fd66f7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=acfd4aed-918a-464b-a477-5b8508fd66f7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:22.524576 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.574680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:22.604295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:22.673500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34746) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:22.717849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34750) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:22.729930 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cec76b2-98ba-4981-8601-9d6ac9b3a569'] response: {'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'code': 200} Apr 05 20:47:22.733401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'subnets': [{'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1907461007', 'ip_version': 6}, {'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:22.733401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'subnet': {'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1907461007', 'ip_version': 6}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:22.733401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Request body: {'subnet': {'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:22.748603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.763718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcff28-2de4-425d-8e68-f54af28fb7b3 req-1b6ca95c-e409-4070-aaaa-fe7463619a6f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:22.768032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aedcff28-2de4-425d-8e68-f54af28fb7b3 req-1b6ca95c-e409-4070-aaaa-fe7463619a6f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.2983327 Apr 05 20:47:22.810106 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:22.810823 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:22.857330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] DHCP port deletion for fff1a6f6-79a9-46ce-8182-cca46e92b819 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:47:22.874180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Deleting port 546394ad-4926-4ed2-8a62-c84a9bfa5133 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:22.874584 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.934367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:23.008374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aedcff28-2de4-425d-8e68-f54af28fb7b3 req-bb005e30-5220-4e0d-b666-67d03e9b90d0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216537 Apr 05 20:47:23.045390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db381d0-c711-4705-8747-84d687d4df87 req-d86ef341-1b39-4fd3-8ed9-ab4dede16fcc tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:23.058607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2db381d0-c711-4705-8747-84d687d4df87 req-d86ef341-1b39-4fd3-8ed9-ab4dede16fcc tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 944 time: 0.1832592 Apr 05 20:47:23.089926 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:23.103724 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d8426e5-6bfa-4455-bce1-e611920d3dc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6e30bd010d64dbaa09a896a2d04a04b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3813131 Apr 05 20:47:23.104734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] For port 546394ad-4926-4ed2-8a62-c84a9bfa5133, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=546394ad-4926-4ed2-8a62-c84a9bfa5133,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:23.105148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.106648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34764) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:23.120713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.160528 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e9225-0d1c-4c2c-ac87-0e3619db6c90 None None] Pushing event updated for resources: {'Port': ['ID=acfd4aed-918a-464b-a477-5b8508fd66f7,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:23.229935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] For port 546394ad-4926-4ed2-8a62-c84a9bfa5133, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=546394ad-4926-4ed2-8a62-c84a9bfa5133,segment=NetworkSegment(9be7f873-002e-4886-8ebe-05d2268341e3),segment_id=9be7f873-002e-4886-8ebe-05d2268341e3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:23.230574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.379090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Calling delete_port for 546394ad-4926-4ed2-8a62-c84a9bfa5133 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:23.386104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Subnet': ['ID=d6e1ee08-a89d-44a1-83cb-620e676cf3f4,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:23.416415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2db381d0-c711-4705-8747-84d687d4df87 req-b27a348a-aeb3-41fe-8f85-172f038b09e7 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566716 Apr 05 20:47:23.453300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.453505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 546394ad-4926-4ed2-8a62-c84a9bfa5133 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:23.454838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.456269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.456769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.457423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.458232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.458950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.459459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.460293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.461478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.462305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:23.502354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Checking segment: {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:23.503045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network hostable DHCP agents. Network: 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:23.510289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Calling delete_port for 546394ad-4926-4ed2-8a62-c84a9bfa5133 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:23.522379 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ecb9aaf-dd34-49d4-8d17-bb1f911e2ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.585311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ecb9aaf-dd34-49d4-8d17-bb1f911e2ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.601621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.627513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No active binding found for port 546394ad-4926-4ed2-8a62-c84a9bfa5133 {{(pid=84582) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 20:47:23.628257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 546394ad-4926-4ed2-8a62-c84a9bfa5133 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:23.658798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:23.670221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:23.670659 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:23.736242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:23.742282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:23.743148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.756318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b118ac32-ccef-4fa7-90e7-234f82f225ad None None] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:23.779048 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:17Z', 'revision_number': 3, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:23.785437 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c902a2b-d798-43ab-9ca7-13aa00a5d213 None None] The sync data for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 is: [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:17Z', 'revision_number': 3, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:47:23.790859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ecb9aaf-dd34-49d4-8d17-bb1f911e2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.802464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 249e165d-5324-406e-a351-17a88c90d792 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:23.854072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb9aaf-dd34-49d4-8d17-bb1f911e2ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:23.875445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ecb9aaf-dd34-49d4-8d17-bb1f911e2ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.880415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7ecb9aaf-dd34-49d4-8d17-bb1f911e2ee3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba2cd9ae-ba15-4b4a-bf41-70aa37400cf6 HTTP/1.1" status: 204 len: 168 time: 0.7698665 Apr 05 20:47:23.915984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Port': ['ID=546394ad-4926-4ed2-8a62-c84a9bfa5133,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:23.944685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] No DVR routers for this DVR port 546394ad-4926-4ed2-8a62-c84a9bfa5133 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:23.977906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a225b236-08c5-4275-b18e-51c7edbdbb75 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8572328 Apr 05 20:47:23.978689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34774) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:24.023103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:24.145394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Usage tracker for resource:subnet and tenant:61059a39ca4c45cdbe849effa9025e28 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:24.189367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Deleting port 546394ad-4926-4ed2-8a62-c84a9bfa5133 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:24.189763 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.209899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.236070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff1a6f6-79a9-46ce-8182-cca46e92b819']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:24.263474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be7f873-002e-4886-8ebe-05d2268341e3') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:24.265916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be7f873-002e-4886-8ebe-05d2268341e3') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:24.278468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.296079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.303257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:24.316302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.418714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:47:24.425975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:24.429094 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:24.434013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:24.474030 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:47:24.520612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:24.638546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Made reservation on behalf of 61059a39ca4c45cdbe849effa9025e28 for: {'subnet': 2} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:24.673253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.692282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=249e165d-5324-406e-a351-17a88c90d792,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:24.710999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '249e165d-5324-406e-a351-17a88c90d792', 'network_id': 'eca96cd5-d23e-4ec3-8e53-4550c5489ffb', 'port_id': '249e165d-5324-406e-a351-17a88c90d792', 'mac_address': 'fa:16:3e:7e:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebccad2a-7032-4a42-a749-eaa26288144f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:24.722909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07df1dc6-b4e5-4b73-b8b5-9512411882de None None] The port '546394ad-4926-4ed2-8a62-c84a9bfa5133' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:47:24.782796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.891481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] Pushing event deleted for resources: {'Network': ['ID=fff1a6f6-79a9-46ce-8182-cca46e92b819,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:24.957526 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1317cd1b-5abd-4055-9b9a-f42a9019458d tempest-ServersTestMultiNic-483237622 tempest-ServersTestMultiNic-483237622-project] 10.222.0.10 "DELETE /v2.0/networks/fff1a6f6-79a9-46ce-8182-cca46e92b819 HTTP/1.1" status: 204 len: 168 time: 2.9173636 Apr 05 20:47:24.990648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Allocated IP 172.20.0.2 (2f5ffe2f-3bce-4f8c-a4c9-acd756a47938/d6e1ee08-a89d-44a1-83cb-620e676cf3f4/e5ff3a0a-58fc-450f-912e-6989b94ed868) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:24.997610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be9993-2fc0-4952-98df-e79544cd36c5 req-45cf0212-897a-4900-ae9f-10b105fbb299 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:25.004669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20be9993-2fc0-4952-98df-e79544cd36c5 req-45cf0212-897a-4900-ae9f-10b105fbb299 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.3107233 Apr 05 20:47:25.086305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553664e-6bd9-418f-8193-4826329df1f6 req-1a93a5ed-9c28-4c23-843f-110533973f65 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:25.103064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9553664e-6bd9-418f-8193-4826329df1f6 req-1a93a5ed-9c28-4c23-843f-110533973f65 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 944 time: 0.4102123 Apr 05 20:47:25.152415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.153465 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.185658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20be9993-2fc0-4952-98df-e79544cd36c5 req-632b6889-cff2-4626-b372-e6e5df9229e5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798627 Apr 05 20:47:25.191397 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.240251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249e165d-5324-406e-a351-17a88c90d792 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:47:25.277232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34786) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:25.364850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=249e165d-5324-406e-a351-17a88c90d792,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:25.436651 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.452419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9553664e-6bd9-418f-8193-4826329df1f6 req-2aa7c147-88f6-4278-a8d8-f93dfef7ca83 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483779 Apr 05 20:47:25.515733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfd4aed-918a-464b-a477-5b8508fd66f7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:25.618218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.642252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Transition to ACTIVE for port object e5ff3a0a-58fc-450f-912e-6989b94ed868 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:25.678277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Transition to ACTIVE for port object e5ff3a0a-58fc-450f-912e-6989b94ed868 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:25.692637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=249e165d-5324-406e-a351-17a88c90d792,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:25.748265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-efb8f04f-2e44-4394-8dff-169d9ebdfa8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95d9b6933728438dab25c326f1458276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4696686 Apr 05 20:47:25.749108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34796) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:25.771304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.823763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:25.830083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:25.848240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port acfd4aed-918a-464b-a477-5b8508fd66f7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:25.858654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:25.867256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port acfd4aed-918a-464b-a477-5b8508fd66f7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:25.869175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.928148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dbaf816e-827c-4dbf-916f-2921366e7eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.009131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['249e165d-5324-406e-a351-17a88c90d792'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:47:26.072534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34802) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:26.173041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Attempting to bind port e5ff3a0a-58fc-450f-912e-6989b94ed868 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:26.173580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Attempting to bind port e5ff3a0a-58fc-450f-912e-6989b94ed868 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:26.174070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Attempting to bind port e5ff3a0a-58fc-450f-912e-6989b94ed868 on network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:26.177169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Pushing event updated for resources: {'Port': ['ID=e5ff3a0a-58fc-450f-912e-6989b94ed868,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.177394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dbaf816e-827c-4dbf-916f-2921366e7eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.190555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:26.191174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Checking segment: {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:26.191614 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.192059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Bound using segment: {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:26.192595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Bound port: e5ff3a0a-58fc-450f-912e-6989b94ed868, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:26.193028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.199192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.442122 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.451572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Subnet': ['ID=7614c3f4-dc0a-4cce-9910-a7bcd85ebb9f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.469807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Checking segment: {'id': 'dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:26.470577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network hostable DHCP agents. Network: 865ae177-388a-4b41-9ae0-f4caae3fe420, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:26.511456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port acfd4aed-918a-464b-a477-5b8508fd66f7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=acfd4aed-918a-464b-a477-5b8508fd66f7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:26.525732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] For port e5ff3a0a-58fc-450f-912e-6989b94ed868, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:26.547968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] For port e5ff3a0a-58fc-450f-912e-6989b94ed868, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e5ff3a0a-58fc-450f-912e-6989b94ed868,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:26.591794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network 865ae177-388a-4b41-9ae0-f4caae3fe420 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:26.658711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.684552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 865ae177-388a-4b41-9ae0-f4caae3fe420) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:26.692200 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.728532 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dbaf816e-827c-4dbf-916f-2921366e7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.733169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e802f8b-8cbb-442c-a229-79edc34ad0af None None] Network 865ae177-388a-4b41-9ae0-f4caae3fe420 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:26.761583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf816e-827c-4dbf-916f-2921366e7eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1dd028-7773-458b-affb-0552dd04fe10,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.780356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685f44-7416-4ae7-9536-f43021493114 req-49eb1cf8-c93f-4fb1-93fb-627b6149e3a4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:26.787417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2685f44-7416-4ae7-9536-f43021493114 req-49eb1cf8-c93f-4fb1-93fb-627b6149e3a4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.3175347 Apr 05 20:47:26.790415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event updated for resources: {'Subnet': ['ID=04710286-ef70-468e-b48e-1299ac50e6dd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.857000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Checking segment: {'id': 'f1bb70ac-ca7a-46d0-97fe-6961b0153321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:26.857985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network hostable DHCP agents. Network: 282433bd-3cd4-4f17-b190-22843bd0f736, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:26.924420 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dbaf816e-827c-4dbf-916f-2921366e7eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.927842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dbaf816e-827c-4dbf-916f-2921366e7eb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f1dd028-7773-458b-affb-0552dd04fe10 HTTP/1.1" status: 204 len: 168 time: 1.0988915 Apr 05 20:47:26.928130 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.964981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Network 282433bd-3cd4-4f17-b190-22843bd0f736 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:27.041648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2685f44-7416-4ae7-9536-f43021493114 req-1a6a7bf5-a765-44ff-bb60-f1591169fd03 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530997 Apr 05 20:47:27.056569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 282433bd-3cd4-4f17-b190-22843bd0f736) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:27.059917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-865ae177-388a-4b41-9ae0-f4caae3fe420', 'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420', 'tenant_id': '61059a39ca4c45cdbe849effa9025e28', 'fixed_ips': [{'subnet_id': '7614c3f4-dc0a-4cce-9910-a7bcd85ebb9f'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:47:27.060837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:27.064577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.065107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.065988 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:27.127380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:27.134414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15ef6ff-b025-424d-94af-a8d48cd7c018 None None] Network 282433bd-3cd4-4f17-b190-22843bd0f736 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:27.174301 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1ca11df2-bd45-456e-8b98-cc2a388390b8 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.4997244 Apr 05 20:47:27.174917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34814) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:27.214417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=acfd4aed-918a-464b-a477-5b8508fd66f7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:27.243845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c324e-cb66-4c66-abbb-d8f61cda6a4c req-0b187225-f455-4a46-9e81-f36649a2714e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.253474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-385c324e-cb66-4c66-abbb-d8f61cda6a4c req-0b187225-f455-4a46-9e81-f36649a2714e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 945 time: 0.5730207 Apr 05 20:47:27.385566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfd4aed-918a-464b-a477-5b8508fd66f7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:27.460304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5662818-918c-4a14-bd2e-4183cef4c158 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.471176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5662818-918c-4a14-bd2e-4183cef4c158 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.471176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5662818-918c-4a14-bd2e-4183cef4c158 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.472193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b5662818-918c-4a14-bd2e-4183cef4c158 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Synchronizing usage tracker for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:27.528665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e6437-befd-4f06-b791-9025f7303d94 None None] Pushing event updated for resources: {'Port': ['ID=e5ff3a0a-58fc-450f-912e-6989b94ed868,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:27.635817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Allocated IP 2001:db8::1 (865ae177-388a-4b41-9ae0-f4caae3fe420/7614c3f4-dc0a-4cce-9910-a7bcd85ebb9f/8c5870ea-7d34-4f65-9da4-1c0780dddf86) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:27.662714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b5662818-918c-4a14-bd2e-4183cef4c158 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Unset dirty status for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:27.673960 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b5662818-918c-4a14-bd2e-4183cef4c158 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4881585 Apr 05 20:47:27.673960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:27.707166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port acfd4aed-918a-464b-a477-5b8508fd66f7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:27.707654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:27.797358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-385c324e-cb66-4c66-abbb-d8f61cda6a4c req-afba89b0-bdc8-4bdf-b73a-b7787a2b873a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428939 Apr 05 20:47:27.835030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 249e165d-5324-406e-a351-17a88c90d792 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:27.861069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Deleting subnet 7614c3f4-dc0a-4cce-9910-a7bcd85ebb9f {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:47:28.189492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.218022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.285575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Allocated IP 172.20.0.1 (2f5ffe2f-3bce-4f8c-a4c9-acd756a47938/d6e1ee08-a89d-44a1-83cb-620e676cf3f4/d7078c03-f8ba-45f5-bfa6-99d41d032b96) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:28.312894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Transition to ACTIVE for port object 8c5870ea-7d34-4f65-9da4-1c0780dddf86 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:28.324961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-282433bd-3cd4-4f17-b190-22843bd0f736', 'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736', 'tenant_id': '61059a39ca4c45cdbe849effa9025e28', 'fixed_ips': [{'subnet_id': '04710286-ef70-468e-b48e-1299ac50e6dd'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:47:28.326710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.400191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Transition to ACTIVE for port object 8c5870ea-7d34-4f65-9da4-1c0780dddf86 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:28.467374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.484118 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:47:28.487609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.617379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 249e165d-5324-406e-a351-17a88c90d792 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:28.647317 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.766417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Network 865ae177-388a-4b41-9ae0-f4caae3fe420 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:28.775949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:28.777376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.786915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:28.797437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 249e165d-5324-406e-a351-17a88c90d792 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:28.798364 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.017266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Pushing event updated for resources: {'Port': ['ID=8c5870ea-7d34-4f65-9da4-1c0780dddf86,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:29.051092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.135080 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.178787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Subnet': ['ID=7614c3f4-dc0a-4cce-9910-a7bcd85ebb9f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:29.277004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c027c-80dc-47c1-8c78-81d42901b356 req-180c4d19-e773-48c7-9bf5-4dcdca09173c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:29.284274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8032e3-281a-49ba-b5f5-5eca89377ad2 None None] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:29.285458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd7c027c-80dc-47c1-8c78-81d42901b356 req-180c4d19-e773-48c7-9bf5-4dcdca09173c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.9448683 Apr 05 20:47:29.316153 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.343828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Allocated IP 2001:db8:0:1::1 (282433bd-3cd4-4f17-b190-22843bd0f736/04710286-ef70-468e-b48e-1299ac50e6dd/4103176c-fafe-4270-a146-2a32ff32e876) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:29.386820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Transition to ACTIVE for port object d7078c03-f8ba-45f5-bfa6-99d41d032b96 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:29.408794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:29.416296 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-635c231e-d825-4715-95b9-ae9e59185818 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/subnets/7614c3f4-dc0a-4cce-9910-a7bcd85ebb9f HTTP/1.1" status: 204 len: 168 time: 1.7415948 Apr 05 20:47:29.426982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34850) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:29.430902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Attempting to bind port 8c5870ea-7d34-4f65-9da4-1c0780dddf86 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:29.431299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Attempting to bind port 8c5870ea-7d34-4f65-9da4-1c0780dddf86 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:29.431669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Attempting to bind port 8c5870ea-7d34-4f65-9da4-1c0780dddf86 on network 865ae177-388a-4b41-9ae0-f4caae3fe420 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:29.450701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd7c027c-80dc-47c1-8c78-81d42901b356 req-f4c5563e-8bdb-4236-9574-fd4bb9450936 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629395 Apr 05 20:47:29.531373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e5ff3a0a-58fc-450f-912e-6989b94ed868 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:29.572186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301af70c-efd2-433f-8bc7-8d5bb8ec69d4 req-4579287f-11b1-4162-9857-a600c1b5dfb9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:29.580692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-301af70c-efd2-433f-8bc7-8d5bb8ec69d4 req-4579287f-11b1-4162-9857-a600c1b5dfb9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 945 time: 0.4612453 Apr 05 20:47:29.610824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-network', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:29.614062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:29.614842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Checking segment: {'id': 'dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:29.615262 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.615662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Bound using segment: {'id': 'dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:29.617358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Bound port: 8c5870ea-7d34-4f65-9da4-1c0780dddf86, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '865ae177-388a-4b41-9ae0-f4caae3fe420'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:29.617358 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.633929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:29.652458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Usage tracker for resource:network and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:29.667722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:29.750897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:29.800626 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.802711 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:29.875371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a697380c-fc0e-4fcc-b3fb-eaddcdf46d02 None None] Provisioning for port e5ff3a0a-58fc-450f-912e-6989b94ed868 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:29.919840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-301af70c-efd2-433f-8bc7-8d5bb8ec69d4 req-3b469846-94be-4eba-9834-70ac658d1e29 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379176 Apr 05 20:47:29.932658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249e165d-5324-406e-a351-17a88c90d792'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:30.007184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e5ff3a0a-58fc-450f-912e-6989b94ed868 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:30.014177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:30.017408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=249e165d-5324-406e-a351-17a88c90d792,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:30.017600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Made reservation on behalf of 9f00fc0022fb454abd5d224fc9af2fcb for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:30.018298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.035211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e5ff3a0a-58fc-450f-912e-6989b94ed868 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:30.035387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:30.035593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.065156 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481278cd-3bb7-44ae-b3ce-95bce04b55e3'] response: {'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249e165d-5324-406e-a351-17a88c90d792', 'code': 200} Apr 05 20:47:30.096087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:30.129416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=d7078c03-f8ba-45f5-bfa6-99d41d032b96,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:30.157287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.163140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.170027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] For port 8c5870ea-7d34-4f65-9da4-1c0780dddf86, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:30.210857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Deleting subnet 04710286-ef70-468e-b48e-1299ac50e6dd {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:47:30.327009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] For port 8c5870ea-7d34-4f65-9da4-1c0780dddf86, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8c5870ea-7d34-4f65-9da4-1c0780dddf86,segment=NetworkSegment(dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223),segment_id=dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:30.345253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.365390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:30.389448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:30.395232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:30.407208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:30.427937 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.452025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=249e165d-5324-406e-a351-17a88c90d792,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:30.457465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Transition to ACTIVE for port object 4103176c-fafe-4270-a146-2a32ff32e876 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:30.460953 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.512946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c77f3b84-42d5-45e8-8b2e-8fa97e70cfb0 req-0cd136bd-cdba-4d9e-9ba4-eca72e20422a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 1097 time: 0.3591757 Apr 05 20:47:30.529833 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.575130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Transition to ACTIVE for port object 4103176c-fafe-4270-a146-2a32ff32e876 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:30.600543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62ae60-2a7d-427f-af32-a7736f5a89be None None] Pushing event updated for resources: {'Port': ['ID=8c5870ea-7d34-4f65-9da4-1c0780dddf86,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:30.618494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e5ff3a0a-58fc-450f-912e-6989b94ed868, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e5ff3a0a-58fc-450f-912e-6989b94ed868,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:30.658378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.691107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c77f3b84-42d5-45e8-8b2e-8fa97e70cfb0 req-9c1d6ae3-f955-4f85-af3e-cd16b2f864fd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653094 Apr 05 20:47:30.789316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d95ce-68c3-49ff-9ddb-43aca519e42b req-0250e696-70e9-47f7-bfab-4b012b14c3a1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:30.791794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a25d95ce-68c3-49ff-9ddb-43aca519e42b req-0250e696-70e9-47f7-bfab-4b012b14c3a1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.1361730 Apr 05 20:47:30.863189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a25d95ce-68c3-49ff-9ddb-43aca519e42b req-af4c4960-2836-4c67-b9f2-b2d8463091da tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649712 Apr 05 20:47:30.924903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Deleting port 86bdc754-d50a-4396-b8a2-a604efe11802 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:30.925278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.041349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b497af97-3a62-409c-aa66-4244ee02fd87 None None] Provisioning complete for port e5ff3a0a-58fc-450f-912e-6989b94ed868 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:31.042050 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b497af97-3a62-409c-aa66-4244ee02fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.109214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.111208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.126932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.194664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.279501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Network 282433bd-3cd4-4f17-b190-22843bd0f736 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:31.286956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:31.388984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:31.393666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ac2fc-619f-4093-85d1-e25341045698 None None] Network 865ae177-388a-4b41-9ae0-f4caae3fe420 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:31.434078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e5ff3a0a-58fc-450f-912e-6989b94ed868,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:31.485245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02c7d9-1b24-422b-a84b-6a391fcb431d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:31.507823 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.533757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:31.781978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.782604 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Added segment 0e886fba-6b2b-4b62-a18c-eac39b07b635 of type vlan for network 0d57210c-d16d-4309-994d-0206c31fb5dc Apr 05 20:47:31.785395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.786548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Pushing event updated for resources: {'Port': ['ID=4103176c-fafe-4270-a146-2a32ff32e876,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:31.859974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Attempting to bind port 4103176c-fafe-4270-a146-2a32ff32e876 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:31.860354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Attempting to bind port 4103176c-fafe-4270-a146-2a32ff32e876 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f1bb70ac-ca7a-46d0-97fe-6961b0153321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:31.860728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Attempting to bind port 4103176c-fafe-4270-a146-2a32ff32e876 on network 282433bd-3cd4-4f17-b190-22843bd0f736 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:31.883533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:31.883911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Checking segment: {'id': 'f1bb70ac-ca7a-46d0-97fe-6961b0153321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:31.884491 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.884924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Bound using segment: {'id': 'f1bb70ac-ca7a-46d0-97fe-6961b0153321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:31.885404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Bound port: 4103176c-fafe-4270-a146-2a32ff32e876, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bb70ac-ca7a-46d0-97fe-6961b0153321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '282433bd-3cd4-4f17-b190-22843bd0f736'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:31.885984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.890845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] For port 86bdc754-d50a-4396-b8a2-a604efe11802, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=86bdc754-d50a-4396-b8a2-a604efe11802,segment=NetworkSegment(38b6ec72-04bc-43fd-93a6-e96b0bfe86cb),segment_id=38b6ec72-04bc-43fd-93a6-e96b0bfe86cb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:31.891239 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.965397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b497af97-3a62-409c-aa66-4244ee02fd87 None None] Provisioning for port d7078c03-f8ba-45f5-bfa6-99d41d032b96 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:31.983566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b497af97-3a62-409c-aa66-4244ee02fd87 None None] Provisioning complete for port d7078c03-f8ba-45f5-bfa6-99d41d032b96 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:31.984074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b497af97-3a62-409c-aa66-4244ee02fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.071953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b497af97-3a62-409c-aa66-4244ee02fd87 None None] Port d7078c03-f8ba-45f5-bfa6-99d41d032b96 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:47:32.073783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] For port 4103176c-fafe-4270-a146-2a32ff32e876, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:32.077273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] For port 4103176c-fafe-4270-a146-2a32ff32e876, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4103176c-fafe-4270-a146-2a32ff32e876,segment=NetworkSegment(f1bb70ac-ca7a-46d0-97fe-6961b0153321),segment_id=f1bb70ac-ca7a-46d0-97fe-6961b0153321)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:32.125349 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.125644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.162164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Calling delete_port for 86bdc754-d50a-4396-b8a2-a604efe11802 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:32.221066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a9f1-fbc3-49a2-866b-1df2a0dfdad7 None None] Pushing event updated for resources: {'Port': ['ID=4103176c-fafe-4270-a146-2a32ff32e876,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:32.238362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-86cea275-165d-40c7-ace8-96cbd226932b None None] Provisioning complete for port d7078c03-f8ba-45f5-bfa6-99d41d032b96 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:32.238732 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86cea275-165d-40c7-ace8-96cbd226932b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.266216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c795ac9-5b62-4e15-94c7-96581aa832df req-2326c956-1f78-45a9-a01f-2879d582ffbd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.273219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c795ac9-5b62-4e15-94c7-96581aa832df req-2326c956-1f78-45a9-a01f-2879d582ffbd tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 1.2057233 Apr 05 20:47:32.351836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-86cea275-165d-40c7-ace8-96cbd226932b None None] Port d7078c03-f8ba-45f5-bfa6-99d41d032b96 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:47:32.407530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:47:32.605793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.688166 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.689267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.692565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.697435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c795ac9-5b62-4e15-94c7-96581aa832df req-90c3121f-e9e4-42f2-b3d5-c9763ab973b3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233530 Apr 05 20:47:32.810220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cec330-f2e5-4e9e-a9a5-4bf4fc080dc4 req-62768640-ada1-4e37-a721-c07e7b61674e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.811680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7cec330-f2e5-4e9e-a9a5-4bf4fc080dc4 req-62768640-ada1-4e37-a721-c07e7b61674e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.7276046 Apr 05 20:47:32.943997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d57210c-d16d-4309-994d-0206c31fb5dc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:32.956537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 0d57210c-d16d-4309-994d-0206c31fb5dc details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:33.009556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7cec330-f2e5-4e9e-a9a5-4bf4fc080dc4 req-7a1b9f90-1932-4df6-a327-78048dcd594c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702688 Apr 05 20:47:33.054060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-205a840b-1fbc-42b9-9dff-6b9b21496ec5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.6380498 Apr 05 20:47:33.056908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34866) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:33.069714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.071194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Request body: {'subnet': {'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-subnet', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:33.076133 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.083969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:33.095737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Usage tracker for resource:subnet and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:33.104765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:33.114586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:33.133220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.196279 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.222255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Made reservation on behalf of 9f00fc0022fb454abd5d224fc9af2fcb for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:33.225533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.231301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Pushing event deleted for resources: {'Port': ['ID=86bdc754-d50a-4396-b8a2-a604efe11802,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:33.399097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Subnet': ['ID=04710286-ef70-468e-b48e-1299ac50e6dd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:33.409529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.548000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-720898da-49e9-4591-a213-9c8f8a3d4f64 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/subnets/04710286-ef70-468e-b48e-1299ac50e6dd HTTP/1.1" status: 204 len: 168 time: 4.1187279 Apr 05 20:47:33.555007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:33.566106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=d7078c03-f8ba-45f5-bfa6-99d41d032b96,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:33.671589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e5ff3a0a-58fc-450f-912e-6989b94ed868 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:33.673357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.782961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9721e-bd29-46a9-8534-78e8d0551180 None None] Network 282433bd-3cd4-4f17-b190-22843bd0f736 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:33.976688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.984531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8517d950-7026-4a18-9292-e75dccadb870 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:33.985243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8517d950-7026-4a18-9292-e75dccadb870 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Synchronizing usage tracker for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:34.035499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e5ff3a0a-58fc-450f-912e-6989b94ed868 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:34.036019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.110202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8517d950-7026-4a18-9292-e75dccadb870 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Unset dirty status for tenant:61059a39ca4c45cdbe849effa9025e28 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:34.117039 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8517d950-7026-4a18-9292-e75dccadb870 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5596163 Apr 05 20:47:34.122248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34878) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:34.266728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-064f3f86-e4ce-4cba-8a6a-f57a309f6b4f None None] Provisioning for port 4103176c-fafe-4270-a146-2a32ff32e876 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:34.289509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4103176c-fafe-4270-a146-2a32ff32e876 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:34.363912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] DHCP port deletion for 282433bd-3cd4-4f17-b190-22843bd0f736 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:47:34.378304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.401936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Deleting port 4103176c-fafe-4270-a146-2a32ff32e876 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:34.402434 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.443355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb8ca8-edb0-4dfe-94af-5b5006fbda00 req-2eacd3a5-140a-4a90-9a79-0d106c1bbfff tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.445253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77eb8ca8-edb0-4dfe-94af-5b5006fbda00 req-2eacd3a5-140a-4a90-9a79-0d106c1bbfff tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.4171295 Apr 05 20:47:34.470372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:34.516665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.537226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=343c99e0-3e4a-4fb0-9a77-679b43a446da,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:34.544950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77eb8ca8-edb0-4dfe-94af-5b5006fbda00 req-8cb837f9-4871-4cc2-a494-0d31e2d3abbe tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723934 Apr 05 20:47:34.546260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:34.547305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Deleting port 4103176c-fafe-4270-a146-2a32ff32e876 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:34.547709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.586765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Checking segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:34.586765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Network hostable DHCP agents. Network: 0d57210c-d16d-4309-994d-0206c31fb5dc, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:34.786852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Network 0d57210c-d16d-4309-994d-0206c31fb5dc is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:34.850345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] For port 4103176c-fafe-4270-a146-2a32ff32e876, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4103176c-fafe-4270-a146-2a32ff32e876,segment=NetworkSegment(f1bb70ac-ca7a-46d0-97fe-6961b0153321),segment_id=f1bb70ac-ca7a-46d0-97fe-6961b0153321)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:34.851855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.852524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82c466-32a9-4343-bf53-82e05e0f59ea req-7b9bbe6b-a461-408e-9ffd-245264a467d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.854153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb82c466-32a9-4343-bf53-82e05e0f59ea req-7b9bbe6b-a461-408e-9ffd-245264a467d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.5590131 Apr 05 20:47:34.964813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 0d57210c-d16d-4309-994d-0206c31fb5dc) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:34.975308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.976121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.980958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] For port 4103176c-fafe-4270-a146-2a32ff32e876, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4103176c-fafe-4270-a146-2a32ff32e876,segment=NetworkSegment(f1bb70ac-ca7a-46d0-97fe-6961b0153321),segment_id=f1bb70ac-ca7a-46d0-97fe-6961b0153321)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:34.981544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.051625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Calling delete_port for 4103176c-fafe-4270-a146-2a32ff32e876 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:35.140046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437e8ab-bffc-4f79-b76d-7cbce1d6e033 None None] Network 0d57210c-d16d-4309-994d-0206c31fb5dc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:35.144568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Calling delete_port for 4103176c-fafe-4270-a146-2a32ff32e876 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:35.189879 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dc6e519c-bb39-4619-a563-4377c3bfb180 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1305022 Apr 05 20:47:35.198999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34886) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:35.208623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb82c466-32a9-4343-bf53-82e05e0f59ea req-e546a506-2a16-4754-bd58-edebff79e632 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439107 Apr 05 20:47:35.209456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:35.221216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:35.247637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Usage tracker for resource:router and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:35.275758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.283840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:35.326922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:35.339432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4103176c-fafe-4270-a146-2a32ff32e876 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:35.350969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Pushing event deleted for resources: {'Port': ['ID=4103176c-fafe-4270-a146-2a32ff32e876,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:35.357644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:35.358776 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:35.358959 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-82141a24-12de-44fb-8092-d9757df7711f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.364972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4103176c-fafe-4270-a146-2a32ff32e876 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:35.365942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.383775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fd39d-572f-4833-a21b-b50b22551b9e req-c8df1526-f876-4c4f-b9e5-b985eefa0a56 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:35.391041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-402fd39d-572f-4833-a21b-b50b22551b9e req-c8df1526-f876-4c4f-b9e5-b985eefa0a56 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.1813140 Apr 05 20:47:35.416743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e0a97d9b-4c8c-4a82-bb1f-7192b3f0fc0a None None] Provisioning complete for port d7078c03-f8ba-45f5-bfa6-99d41d032b96 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:35.417436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e0a97d9b-4c8c-4a82-bb1f-7192b3f0fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.426994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.455974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.457195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.486031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] No DVR routers for this DVR port 4103176c-fafe-4270-a146-2a32ff32e876 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:35.489462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.496335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port 4103176c-fafe-4270-a146-2a32ff32e876 was deleted so its status cannot be updated. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 20:47:35.535176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.535290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.535578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.535910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.536236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.536563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.536884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.537253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.537576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.537894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.538212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec910098-91a0-45e7-a289-b602b9d014ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:35.543912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e0a97d9b-4c8c-4a82-bb1f-7192b3f0fc0a None None] Port d7078c03-f8ba-45f5-bfa6-99d41d032b96 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:47:35.635097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4103176c-fafe-4270-a146-2a32ff32e876 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:35.645570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-402fd39d-572f-4833-a21b-b50b22551b9e req-29f4406d-7042-42c1-b78e-0f3408e67645 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535381 Apr 05 20:47:35.681966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4103176c-fafe-4270-a146-2a32ff32e876 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:35.682518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4103176c-fafe-4270-a146-2a32ff32e876 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:35.750939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-0d57210c-d16d-4309-994d-0206c31fb5dc', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:47:35.752207 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.758162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 57d90593-0453-4abb-b33b-0a8bd24aefae has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:47:35.815234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.862278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Deleting port 4103176c-fafe-4270-a146-2a32ff32e876 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:35.864560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:35.958437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Allocated IP 172.20.0.2 (0d57210c-d16d-4309-994d-0206c31fb5dc/343c99e0-3e4a-4fb0-9a77-679b43a446da/e1eecafa-40f3-4596-ba42-4bc50bc7cdaf) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:36.000803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] The port '4103176c-fafe-4270-a146-2a32ff32e876' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:47:36.220309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.261914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282433bd-3cd4-4f17-b190-22843bd0f736']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:36.280089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bb70ac-ca7a-46d0-97fe-6961b0153321') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:36.280388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bb70ac-ca7a-46d0-97fe-6961b0153321') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:36.291151 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.304755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.320420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Transition to ACTIVE for port object e1eecafa-40f3-4596-ba42-4bc50bc7cdaf will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:36.327990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.340988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:36.345487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:36.361248 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:36.378473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Transition to ACTIVE for port object e1eecafa-40f3-4596-ba42-4bc50bc7cdaf will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:36.463137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.482211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80478e7-4dfc-494d-b017-2b1ce24b75ed req-eda3ef7a-fa94-44cb-a50a-0c713be21b41 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:36.483552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c80478e7-4dfc-494d-b017-2b1ce24b75ed req-eda3ef7a-fa94-44cb-a50a-0c713be21b41 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.6863921 Apr 05 20:47:36.581392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Network 0d57210c-d16d-4309-994d-0206c31fb5dc is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:36.582862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Pushing event updated for resources: {'Port': ['ID=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:36.586128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:36.588719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:36.630131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.664249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.678012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c80478e7-4dfc-494d-b017-2b1ce24b75ed req-ac86a1b7-0ea5-4ab8-9e0d-0916f3f385d9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851234 Apr 05 20:47:36.716114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Attempting to bind port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:36.716797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Attempting to bind port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:36.717557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Attempting to bind port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:36.739862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:36.743032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Checking segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:36.743705 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.744338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Bound using segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:36.745091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Bound port: e1eecafa-40f3-4596-ba42-4bc50bc7cdaf, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:36.747674 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.759507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.772303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:36.826328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Network': ['ID=282433bd-3cd4-4f17-b190-22843bd0f736,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:36.847953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.848741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.849359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.849849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.850400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.850924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.851443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.852075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.852275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:47:36.853196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.861214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-719875e9-a084-4843-9412-d4fea36886ea tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "PUT /v2.0/routers/57d90593-0453-4abb-b33b-0a8bd24aefae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8785388 Apr 05 20:47:36.865373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34900) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:36.867086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.867647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:36.875842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b72ba825-1a97-4a95-8264-a088edc845fc tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/networks/282433bd-3cd4-4f17-b190-22843bd0f736 HTTP/1.1" status: 204 len: 168 time: 2.7505069 Apr 05 20:47:36.876820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--251635155', 'description': 'tempest-secgroup_access--251635155 description', 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:36.877396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:36.887320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ad0f0-8f16-4e99-855e-fdc029639f5e req-f451903a-e8b4-4530-9ffa-cbed03e25c7a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:36.888782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e32ad0f0-8f16-4e99-855e-fdc029639f5e req-f451903a-e8b4-4530-9ffa-cbed03e25c7a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.3948545 Apr 05 20:47:36.892150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:36.920745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:security_group and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:36.936626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:36.947184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:36.963668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-de087727-3959-46ea-bae8-106353bf8850 None None] For port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:36.970674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-de087727-3959-46ea-bae8-106353bf8850 None None] For port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:36.974465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e32ad0f0-8f16-4e99-855e-fdc029639f5e req-95c89a7b-7293-4ad9-a552-42682d2756a9 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783753 Apr 05 20:47:36.987354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Sync routers for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:47:37.033132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:37.033867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:37.061317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Router 2c718ba4-b5b3-4278-a6cc-5776483544ef has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:47:37.221533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Allocated IP 172.25.2.139 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/9e523d32-3f92-4776-ba67-d69d57b4ffa9) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:37.223107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.229939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.256600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Deleting port 8c5870ea-7d34-4f65-9da4-1c0780dddf86 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:37.257416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.316965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:37.329135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:security_group_rule and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:37.333683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:37.350460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:37.396652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:37.492274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.503380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:47:37.531644 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] Sync routers for ids ['2c718ba4-b5b3-4278-a6cc-5776483544ef'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:47:37.552553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.555291 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] Routers {'2c718ba4-b5b3-4278-a6cc-5776483544ef'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:37.560203 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c718ba4-b5b3-4278-a6cc-5776483544ef'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:37.577580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-966b6a6c-9c33-4117-82f8-402993ac257f admin admin] 10.222.0.10 "PUT /v2.0/routers/2c718ba4-b5b3-4278-a6cc-5776483544ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5023701 Apr 05 20:47:37.596297 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.604886 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.640146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34912) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:37.806641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.810497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1630 time: 0.9369907 Apr 05 20:47:37.813606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34916) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:37.826339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1c0a0-bd5c-4af4-b2af-86d7e40ade47 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:37.849684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1610738775', 'description': 'tempest-secgroup_general--1610738775 description', 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:37.858859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:37.872729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:security_group and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:37.883574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eaab27-ee27-4828-aa05-7ef6b34e8632 req-80704fa9-8cf6-402e-9b37-c6660be67a44 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:37.885930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4eaab27-ee27-4828-aa05-7ef6b34e8632 req-80704fa9-8cf6-402e-9b37-c6660be67a44 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.3068986 Apr 05 20:47:37.887425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:37.927977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] For port 8c5870ea-7d34-4f65-9da4-1c0780dddf86, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8c5870ea-7d34-4f65-9da4-1c0780dddf86,segment=NetworkSegment(dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223),segment_id=dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:37.928354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.939605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:37.958406 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-827f3208-84cd-4e27-9f2a-1f6efcf5e057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.069972 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] Set router 2c718ba4-b5b3-4278-a6cc-5776483544ef gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:38.082992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4eaab27-ee27-4828-aa05-7ef6b34e8632 req-a4389f90-eb14-4e8d-be0d-b6100b2bb3bc tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817815 Apr 05 20:47:38.092380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.107229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de087727-3959-46ea-bae8-106353bf8850 None None] Pushing event updated for resources: {'Port': ['ID=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:38.111967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:32Z', 'revision_number': 2, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:38.119813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Checking router: 57d90593-0453-4abb-b33b-0a8bd24aefae for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:47:38.120283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Updating router 57d90593-0453-4abb-b33b-0a8bd24aefae port d7078c03-f8ba-45f5-bfa6-99d41d032b96 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:47:38.174962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Calling delete_port for 8c5870ea-7d34-4f65-9da4-1c0780dddf86 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:38.282180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:38.293570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.331779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:security_group_rule and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:38.337393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:38.364711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:38.422022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.525727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:38.535473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.543389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:38.560335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:38.699379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Pushing event updated for resources: {'Port': ['ID=9e523d32-3f92-4776-ba67-d69d57b4ffa9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:38.706467 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:47:32Z', 'revision_number': 5, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:38.711544 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] Checking router: 2c718ba4-b5b3-4278-a6cc-5776483544ef for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:47:38.725238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] Routers {'2c718ba4-b5b3-4278-a6cc-5776483544ef'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:38.726768 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2c718ba4-b5b3-4278-a6cc-5776483544ef'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:38.819605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.850571 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.870044 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:38.928530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] No DVR routers for this DVR port 8c5870ea-7d34-4f65-9da4-1c0780dddf86 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:38.983058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Port': ['ID=8c5870ea-7d34-4f65-9da4-1c0780dddf86,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:39.023665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.054783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1236923-b4da-4709-ab27-5d941b849d91 req-45e9a4a6-706b-4081-a9d9-77caa99b49c6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:39.056381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1236923-b4da-4709-ab27-5d941b849d91 req-45e9a4a6-706b-4081-a9d9-77caa99b49c6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.6308959 Apr 05 20:47:39.103940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.121171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.137476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.168247 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] Set router 2c718ba4-b5b3-4278-a6cc-5776483544ef gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:39.179636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Transition to ACTIVE for port object d7078c03-f8ba-45f5-bfa6-99d41d032b96 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:39.240263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865ae177-388a-4b41-9ae0-f4caae3fe420']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:39.241189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b1236923-b4da-4709-ab27-5d941b849d91 req-2433ae88-45f6-4d82-b5ae-e9fa178d6b93 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780705 Apr 05 20:47:39.256809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.283384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a10b1-08d7-4601-9990-10bbfe481196,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:39.311114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:39.311637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffc28f9-9d5a-44dd-9c9c-1eac5e9a7223') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:39.339375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.340109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.350714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.357538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d98beeff-d914-42dc-a448-9942f4ef47fa tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1634 time: 1.5148520 Apr 05 20:47:39.359286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34932) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:39.383715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'security_group_rule': {'security_group_id': '9fdc37a3-aeed-4fd2-ac1b-8502ce25b928', 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:39.408828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:39.445042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:security_group_rule and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:39.463101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:39.498060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:39.734868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31fe8b-5ef2-4526-b22d-06e770737312 None None] Pushing event updated for resources: {'Port': ['ID=d7078c03-f8ba-45f5-bfa6-99d41d032b96,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:39.749299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.874005 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.879575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1eecafa-40f3-4596-ba42-4bc50bc7cdaf up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:40.017779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748da1c9-95cd-4c42-a16d-32c1deb8ab2d None None] Network 0d57210c-d16d-4309-994d-0206c31fb5dc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:40.021768 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.024845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.026753 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:47:32Z', 'revision_number': 5, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:40.032638 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06137a5-5ad7-4b45-89e7-98e00f5e6af8 None None] The sync data for ids ['2c718ba4-b5b3-4278-a6cc-5776483544ef'] in n-d-836605-1 is: [{'id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'name': 'tempest-ServersTestMultiNic-421253935-router', 'tenant_id': '241787e4ab774999aae4dc54f9b8d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:47:32Z', 'revision_number': 5, 'project_id': '241787e4ab774999aae4dc54f9b8d406', 'gw_port': {'id': '78fd1a0d-c79e-4d82-bdb8-12d5859afcac', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c718ba4-b5b3-4278-a6cc-5776483544ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:22Z', 'updated_at': '2022-04-05T20:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:47:40.051560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.067656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.074333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:40.074818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:40.091850 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:40.093938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.182054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b05e4-aad4-4d2c-9c05-17c4be025ce8 req-5ef98718-c5b1-4586-a7c7-2929c18cb930 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:40.189918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d2b05e4-aad4-4d2c-9c05-17c4be025ce8 req-5ef98718-c5b1-4586-a7c7-2929c18cb930 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.6024208 Apr 05 20:47:40.248433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490289a3-8ae6-435b-9b00-6280af61bb3e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:40.261413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Deleting port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:40.262046 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.287865 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.302217 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.379179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Network': ['ID=865ae177-388a-4b41-9ae0-f4caae3fe420,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:40.446411 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.447856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6fecda58-4315-49c4-a9d1-9683197034ee tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0810399 Apr 05 20:47:40.504246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-53874018-98a8-4e99-93b0-812b74bf5435 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/networks/865ae177-388a-4b41-9ae0-f4caae3fe420 HTTP/1.1" status: 204 len: 168 time: 3.6230929 Apr 05 20:47:40.516925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34944) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:40.524102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Attempting to bind port d7078c03-f8ba-45f5-bfa6-99d41d032b96 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:40.524470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Attempting to bind port d7078c03-f8ba-45f5-bfa6-99d41d032b96 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:40.524881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Attempting to bind port d7078c03-f8ba-45f5-bfa6-99d41d032b96 on network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:40.542467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:40.542855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Checking segment: {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:40.543231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.543622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Bound using segment: {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:40.544099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Bound port: d7078c03-f8ba-45f5-bfa6-99d41d032b96, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:40.544467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.632988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d2b05e4-aad4-4d2c-9c05-17c4be025ce8 req-dd5b5164-e4e0-4fcd-8156-1708489978c2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299426 Apr 05 20:47:40.792532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] For port d7078c03-f8ba-45f5-bfa6-99d41d032b96, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:40.798119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:40.803174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] For port d7078c03-f8ba-45f5-bfa6-99d41d032b96, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d7078c03-f8ba-45f5-bfa6-99d41d032b96,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:40.873154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8980ec7b-d12a-42dd-bb21-3dd40049b3e5 None None] Provisioning for port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:40.880710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8980ec7b-d12a-42dd-bb21-3dd40049b3e5 None None] Provisioning complete for port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:40.881561 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8980ec7b-d12a-42dd-bb21-3dd40049b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.908888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] For port 78fd1a0d-c79e-4d82-bdb8-12d5859afcac, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:40.909473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.917844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.031557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.057362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Router df39a17f-0a66-4157-9ce9-79c120aa3a55 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:47:41.138864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31fe8b-5ef2-4526-b22d-06e770737312 None None] Pushing event updated for resources: {'Port': ['ID=d7078c03-f8ba-45f5-bfa6-99d41d032b96,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:41.166806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:41.167736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:41.258257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Calling delete_port for 78fd1a0d-c79e-4d82-bdb8-12d5859afcac owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:41.502931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8980ec7b-d12a-42dd-bb21-3dd40049b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.556287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68e4c4-5214-43a6-9a5a-6839de933cfe None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:47:41.567606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54257aa9-6f52-4438-b907-198c7b815dea req-f5a27d9f-a5da-425f-8d0b-4b8a02b0c4cf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:41.576047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.586991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.597958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 86bdc754-d50a-4396-b8a2-a604efe11802 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:41.619805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3ee49a-910d-45ef-aaae-17920f5bb5a7']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:41.636055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91425762-cca9-41cf-9f24-633b0646827b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:41.636412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91425762-cca9-41cf-9f24-633b0646827b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:41.652922 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.674233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6152753-edc9-402c-8253-d17ae5731814 req-f0ea76ab-6988-4348-8dd1-682c1745ace5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:41.677787 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.685742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6152753-edc9-402c-8253-d17ae5731814 req-f0ea76ab-6988-4348-8dd1-682c1745ace5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.9985604 Apr 05 20:47:41.688350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:41.689127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:41.705765 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:41.720609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fd1a0d-c79e-4d82-bdb8-12d5859afcac,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:41.723652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 86bdc754-d50a-4396-b8a2-a604efe11802 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:41.724153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 86bdc754-d50a-4396-b8a2-a604efe11802 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:41.729850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8980ec7b-d12a-42dd-bb21-3dd40049b3e5 None None] For port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:41.743244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:41.819182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54257aa9-6f52-4438-b907-198c7b815dea req-f5a27d9f-a5da-425f-8d0b-4b8a02b0c4cf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:41.821134 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-f5a27d9f-a5da-425f-8d0b-4b8a02b0c4cf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--251635155&fields=id&tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4 HTTP/1.1" status: 200 len: 267 time: 0.3265538 Apr 05 20:47:41.841104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:47:41.867657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Sync routers for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:47:41.884572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8980ec7b-d12a-42dd-bb21-3dd40049b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.908882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.919220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6152753-edc9-402c-8253-d17ae5731814 req-ca68cea0-d15e-41b8-b5cd-3059956820c5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316985 Apr 05 20:47:41.949961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.952439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/networks/ce3ee49a-910d-45ef-aaae-17920f5bb5a7 HTTP/1.1" status: 204 len: 168 time: 1.4301689 Apr 05 20:47:41.953719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.954810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-1e78e024-80c0-467c-bd81-c89674de19a5 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--1610738775&fields=id&tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4 HTTP/1.1" status: 200 len: 267 time: 0.1229258 Apr 05 20:47:41.955489 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9665cbd6-c4f0-4671-9f26-bb2fb706d898 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7550490 Apr 05 20:47:41.956426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34960) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:41.963458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34962) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:41.968418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fcbd0-857a-4e35-9e1d-9b6ac9c51bde tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Network': ['ID=ce3ee49a-910d-45ef-aaae-17920f5bb5a7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:42.087499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:42.088179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:42.249810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257aa9-6f52-4438-b907-198c7b815dea req-95c54cee-a54a-4418-9fcc-cf1143d1dee2 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:42.250960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54257aa9-6f52-4438-b907-198c7b815dea req-95c54cee-a54a-4418-9fcc-cf1143d1dee2 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:42.329863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:42.457708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54257aa9-6f52-4438-b907-198c7b815dea req-95c54cee-a54a-4418-9fcc-cf1143d1dee2 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:42.462972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:42.464013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-95c54cee-a54a-4418-9fcc-cf1143d1dee2 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/networks?id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 HTTP/1.1" status: 200 len: 796 time: 0.4975297 Apr 05 20:47:42.489115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-2861d2da-e026-4f0c-8dd1-f0cc7cf0e61d tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/quotas/9ea3ed4e3fe94cdabb6f1df7a2af44f4 HTTP/1.1" status: 200 len: 375 time: 0.0241239 Apr 05 20:47:42.513206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:42.554963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09436664-ce8f-452f-8455-ca9225c1e9b2']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:42.566903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52032421-1ae4-4cc9-8714-2b16760967b4') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:42.567145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52032421-1ae4-4cc9-8714-2b16760967b4') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:42.574641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:42.580849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:42.598561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:42.605974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:42.606387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:42.671177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980ec7b-d12a-42dd-bb21-3dd40049b3e5 None None] Pushing event updated for resources: {'Port': ['ID=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:42.817551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a243d733-842f-4403-9bcf-e680bbe415aa None None] Provisioning complete for port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:42.817924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a243d733-842f-4403-9bcf-e680bbe415aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:42.844494 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:42.852239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68e4c4-5214-43a6-9a5a-6839de933cfe None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:47:42.959228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:40Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:42.989405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dae2c-bc01-4692-b46e-18d91ca7bf67 None None] The sync data for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 is: [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:40Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:47:43.074309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb67202-9d1a-4e57-ab95-9f284b88400f req-4776d7ae-caad-4c6b-b612-5402bd1d7909 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.076377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb67202-9d1a-4e57-ab95-9f284b88400f req-4776d7ae-caad-4c6b-b612-5402bd1d7909 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.8196855 Apr 05 20:47:43.118239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.162050 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.169916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54257aa9-6f52-4438-b907-198c7b815dea req-a16feeed-9d72-4895-b78b-79552dd0e7fe tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:43.191230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] Pushing event deleted for resources: {'Network': ['ID=09436664-ce8f-452f-8455-ca9225c1e9b2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:43.219074 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.244467 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e9a4ce27-6521-4e38-ba1f-cd3a006ec080 tempest-BulkNetworkOpsIpV6Test-1806770684 tempest-BulkNetworkOpsIpV6Test-1806770684-project] 10.222.0.10 "DELETE /v2.0/networks/09436664-ce8f-452f-8455-ca9225c1e9b2 HTTP/1.1" status: 204 len: 168 time: 1.2824926 Apr 05 20:47:43.272271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.315498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cb67202-9d1a-4e57-ab95-9f284b88400f req-7d29b960-e683-49ea-9ef0-261d79abedc0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314442 Apr 05 20:47:43.317860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-54257aa9-6f52-4438-b907-198c7b815dea req-a16feeed-9d72-4895-b78b-79552dd0e7fe tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:43.319067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-a16feeed-9d72-4895-b78b-79552dd0e7fe tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8291235 Apr 05 20:47:43.459790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:38Z', 'revision_number': 3, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:43.484927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Checking router: df39a17f-0a66-4157-9ce9-79c120aa3a55 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:47:43.489249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Updating router df39a17f-0a66-4157-9ce9-79c120aa3a55 port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:47:43.768293 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.775948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c718ba4-b5b3-4278-a6cc-5776483544ef {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:47:43.818873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.822728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f0d5ce34-e258-4242-95e3-10c3009d9985 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2c718ba4-b5b3-4278-a6cc-5776483544ef HTTP/1.1" status: 204 len: 168 time: 6.1795063 Apr 05 20:47:43.824365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34978) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:43.844670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-36923482-45ef-4be6-bfc1-8f96c073cadc service neutron] 10.222.0.10 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112476 Apr 05 20:47:43.846292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.978515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7078c03-f8ba-45f5-bfa6-99d41d032b96 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:44.085572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] Deleting subnet 14c247d9-1aa0-44bb-9497-04c9abd0dfc0 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:47:44.090560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34982) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:44.096263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.247557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.271042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-41aaa255-bf99-40ad-985b-83182a888844 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046447 Apr 05 20:47:44.411058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.464988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f7acd8bc-b87c-4ff4-86fb-fd200535eb1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61059a39ca4c45cdbe849effa9025e28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3730402 Apr 05 20:47:44.474344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34994) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:44.525592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.541231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Transition to ACTIVE for port object 9e523d32-3f92-4776-ba67-d69d57b4ffa9 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:44.636247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8790a592-5a98-4fa9-bef6-bdc10e769de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.669616 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.689660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8790a592-5a98-4fa9-bef6-bdc10e769de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.736489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.853084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8790a592-5a98-4fa9-bef6-bdc10e769de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.882771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c247d9-1aa0-44bb-9497-04c9abd0dfc0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:44.898789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790a592-5a98-4fa9-bef6-bdc10e769de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43c115-f8ac-407f-ab71-0eb7b5124061,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:44.935216 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.940769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8790a592-5a98-4fa9-bef6-bdc10e769de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.947917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8790a592-5a98-4fa9-bef6-bdc10e769de9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d43c115-f8ac-407f-ab71-0eb7b5124061 HTTP/1.1" status: 204 len: 168 time: 0.4636974 Apr 05 20:47:44.966688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.030195 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d70aaf7b-fcf8-4b5f-9920-dd88142f068e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/14c247d9-1aa0-44bb-9497-04c9abd0dfc0 HTTP/1.1" status: 204 len: 168 time: 1.1984010 Apr 05 20:47:45.030553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35006) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:45.095986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554b067-c6e0-4a8f-bee8-50d354363c65 None None] Network a51e7492-aa31-4019-9b27-e45d86b3e21d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:45.284264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d7078c03-f8ba-45f5-bfa6-99d41d032b96 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:45.392452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d7078c03-f8ba-45f5-bfa6-99d41d032b96 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:45.393136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.449348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.462611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Attempting to bind port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:45.463147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Attempting to bind port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:45.464435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Attempting to bind port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:45.468813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Allocated IP 172.20.0.1 (0d57210c-d16d-4309-994d-0206c31fb5dc/343c99e0-3e4a-4fb0-9a77-679b43a446da/2afef617-1ac4-489c-98fb-de72073adab6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:45.519641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31562f7e-2bd4-4a1e-af5e-5fa18d29f875 req-2b11c2e0-e851-4a63-a7e6-f6ec6e3afc2a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:45.531947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31562f7e-2bd4-4a1e-af5e-5fa18d29f875 req-2b11c2e0-e851-4a63-a7e6-f6ec6e3afc2a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.4414928 Apr 05 20:47:45.565856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Deleting port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:45.566200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.582073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:45.582529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:45.583046 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.583550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:45.584145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Bound port: 9e523d32-3f92-4776-ba67-d69d57b4ffa9, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:45.584651 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.759689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dd368-6310-4348-8e57-bfe0ea5c15c7 req-92d132b5-ddf4-426a-a12a-bc1a23e60750 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:45.760583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc264e7-e6fb-47f6-bbe9-2de15b134181 None None] Pushing event updated for resources: {'Port': ['ID=9e523d32-3f92-4776-ba67-d69d57b4ffa9,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:45.769434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-160dd368-6310-4348-8e57-bfe0ea5c15c7 req-92d132b5-ddf4-426a-a12a-bc1a23e60750 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.4998472 Apr 05 20:47:45.817484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] For port 9e523d32-3f92-4776-ba67-d69d57b4ffa9, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:45.825519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] For port 9e523d32-3f92-4776-ba67-d69d57b4ffa9, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9e523d32-3f92-4776-ba67-d69d57b4ffa9,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:45.874288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.910653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Transition to ACTIVE for port object 2afef617-1ac4-489c-98fb-de72073adab6 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:45.970011 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.975046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-160dd368-6310-4348-8e57-bfe0ea5c15c7 req-a99ff572-e788-449f-b7bd-b8b8945f1f64 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984441 Apr 05 20:47:45.994122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31562f7e-2bd4-4a1e-af5e-5fa18d29f875 req-28d1f362-1876-491f-9df2-3f1868620f40 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4612441 Apr 05 20:47:46.027794 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.082096 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.123193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] For port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,segment=NetworkSegment(38b6ec72-04bc-43fd-93a6-e96b0bfe86cb),segment_id=38b6ec72-04bc-43fd-93a6-e96b0bfe86cb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:46.123193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.166720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d7078c03-f8ba-45f5-bfa6-99d41d032b96, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d7078c03-f8ba-45f5-bfa6-99d41d032b96,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:46.239042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Network 0d57210c-d16d-4309-994d-0206c31fb5dc is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:46.247515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:46.250444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.251227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1eecafa-40f3-4596-ba42-4bc50bc7cdaf up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:46.254188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:46.307162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48c9cad5-0150-4823-98f8-1be8bc627e0e req-9a34a8d5-ac1f-48d4-adb6-a183dfbf511d tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 210 time: 0.1556780 Apr 05 20:47:46.389799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc264e7-e6fb-47f6-bbe9-2de15b134181 None None] Pushing event updated for resources: {'Port': ['ID=9e523d32-3f92-4776-ba67-d69d57b4ffa9,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:46.520720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.574271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Pushing event updated for resources: {'Port': ['ID=2afef617-1ac4-489c-98fb-de72073adab6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:46.586039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d7078c03-f8ba-45f5-bfa6-99d41d032b96,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:46.596993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] DHCP port deletion for a51e7492-aa31-4019-9b27-e45d86b3e21d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:47:46.603357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:47:46.604086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:46.706044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Deleting port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:46.717318 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.790991 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.889081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Calling delete_port for 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:47.090883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.142651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] For port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,segment=NetworkSegment(38b6ec72-04bc-43fd-93a6-e96b0bfe86cb),segment_id=38b6ec72-04bc-43fd-93a6-e96b0bfe86cb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:47.143052 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.247125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d98e25-435a-4bb3-98d3-1cb2cd85f0b9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:47.269276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] No DVR routers for this DVR port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:47.545628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Calling delete_port for 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:47:47.576678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ddb6cb62-ee9d-4852-a62b-23c79d2a8904 None None] Provisioning for port 2afef617-1ac4-489c-98fb-de72073adab6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:47.579317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35042) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:47.600892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ddb6cb62-ee9d-4852-a62b-23c79d2a8904 None None] Provisioning complete for port 2afef617-1ac4-489c-98fb-de72073adab6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:47.601292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ddb6cb62-ee9d-4852-a62b-23c79d2a8904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.689340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:47.689987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.760423 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.780109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.782931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:47.783303 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:47.810696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6cb62-ee9d-4852-a62b-23c79d2a8904 None None] Port 2afef617-1ac4-489c-98fb-de72073adab6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:47:47.810696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:47:47.839847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.908204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51e7492-aa31-4019-9b27-e45d86b3e21d']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:47.936336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:47.936641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b6ec72-04bc-43fd-93a6-e96b0bfe86cb') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:47.967230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.984141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:47.990953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:47:47.991672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:48.093666 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:48.114055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0431b824-be01-4342-b851-7ce5ed43bd0f tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2017648969', 'prefixes': ['172.20.0.0/16']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:48.155850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0431b824-be01-4342-b851-7ce5ed43bd0f tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:48.161255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Pushing event updated for resources: {'Port': ['ID=2afef617-1ac4-489c-98fb-de72073adab6,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:48.167471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.208671 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.226850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dee6d7-1ef0-4d8c-8731-f704a19ab09b req-149a034f-23b1-4131-a6ed-53deb3426ce3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:48.228402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20dee6d7-1ef0-4d8c-8731-f704a19ab09b req-149a034f-23b1-4131-a6ed-53deb3426ce3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.8376706 Apr 05 20:47:48.247895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.293346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a51e7492-aa31-4019-9b27-e45d86b3e21d HTTP/1.1" status: 204 len: 168 time: 3.2605734 Apr 05 20:47:48.370914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe7a6-7a10-45c0-89e9-b288fe8691ce req-389f2319-8c00-4ead-9910-88857f66b119 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:48.385404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53bbe7a6-7a10-45c0-89e9-b288fe8691ce req-389f2319-8c00-4ead-9910-88857f66b119 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 1.0083416 Apr 05 20:47:48.393889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Network 0d57210c-d16d-4309-994d-0206c31fb5dc is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:48.403854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:48.482605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Deleting port 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:47:48.483030 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.596600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7078c03-f8ba-45f5-bfa6-99d41d032b96 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:48.598044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfb3dc-2faa-4bcd-81db-33f5afbff467 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51e7492-aa31-4019-9b27-e45d86b3e21d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:48.691934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53bbe7a6-7a10-45c0-89e9-b288fe8691ce req-d695ac5c-e1a0-4334-a0c4-42db2190b85e tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042037 Apr 05 20:47:48.830088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20dee6d7-1ef0-4d8c-8731-f704a19ab09b req-a488aadd-6be8-4f29-8208-297f9cb9c6d0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5847349 Apr 05 20:47:48.843600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8215d793-4b2f-4ac6-ad17-1b4c9807c066 None None] The port '37d98e25-435a-4bb3-98d3-1cb2cd85f0b9' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:47:48.912924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d7078c03-f8ba-45f5-bfa6-99d41d032b96 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:48.918085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.918768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0431b824-be01-4342-b851-7ce5ed43bd0f tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] Notify callbacks [] for subnetpool, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.922424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0431b824-be01-4342-b851-7ce5ed43bd0f tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2630336 Apr 05 20:47:48.923147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35052) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:48.990816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-df0545b3-f097-4415-ac85-73be175f8b8f tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] 10.222.0.10 "GET /v2.0/subnetpools/7e6f41f9-3eea-4eef-8188-982bc34c59c7 HTTP/1.1" status: 200 len: 732 time: 0.0645051 Apr 05 20:47:48.991390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35056) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:49.011900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-49eb98a3-d9c6-4d0d-94ff-7de1bcd55980 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1534482355'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:49.135814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23bc60b1-37cb-4726-976c-2aba980d0b70 req-3bfc87b0-1e67-4b6c-9870-36ac4c41b7f8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 210 time: 0.0610006 Apr 05 20:47:49.171428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c48f11f9-7a32-4f51-b099-60e1532fe1fb None None] Provisioning complete for port 2afef617-1ac4-489c-98fb-de72073adab6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:49.180831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c48f11f9-7a32-4f51-b099-60e1532fe1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:49.265529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:47:45Z', 'revision_number': 1, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:49.265934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248248ba-83d7-4ab3-95db-1a0e6c63d826 None None] The sync data for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 is: [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:47:45Z', 'revision_number': 1, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:47:49.265934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c48f11f9-7a32-4f51-b099-60e1532fe1fb None None] Port 2afef617-1ac4-489c-98fb-de72073adab6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:47:49.275800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257aa9-6f52-4438-b907-198c7b815dea req-98799e2b-8f89-4f2b-a34f-8c44a2b921a3 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:49.279825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35060) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:49.281353 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-98799e2b-8f89-4f2b-a34f-8c44a2b921a3 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.23 "GET /v2.0/networks?id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 HTTP/1.1" status: 200 len: 796 time: 0.9191115 Apr 05 20:47:49.354849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35064) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:49.356099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-de11461f-f9e1-4023-8481-c1efa93c9930 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=241787e4ab774999aae4dc54f9b8d406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0744796 Apr 05 20:47:49.387638 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-2b32f19c-c09c-4d12-a79e-b3bf43aae549 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4 HTTP/1.1" status: 200 len: 477 time: 0.0752401 Apr 05 20:47:49.403379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'port': {'device_id': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'admin_state_up': True, 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'security_groups': ['9fdc37a3-aeed-4fd2-ac1b-8502ce25b928', 'f11a10b1-08d7-4601-9990-10bbfe481196']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:49.408256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78fd1a0d-c79e-4d82-bdb8-12d5859afcac no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:49.443207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 78fd1a0d-c79e-4d82-bdb8-12d5859afcac {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:49.443559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 78fd1a0d-c79e-4d82-bdb8-12d5859afcac not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:49.443976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:49.475506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:47:49.475855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 37d98e25-435a-4bb3-98d3-1cb2cd85f0b9 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:49.584906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48f9c55b-6689-4ef6-9195-d64ff59ecdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:49.606369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49eb98a3-d9c6-4d0d-94ff-7de1bcd55980 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] Notify callbacks [] for subnetpool, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:49.610040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-49eb98a3-d9c6-4d0d-94ff-7de1bcd55980 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] 10.222.0.10 "PUT /v2.0/subnetpools/7e6f41f9-3eea-4eef-8188-982bc34c59c7 HTTP/1.1" status: 200 len: 684 time: 0.6133423 Apr 05 20:47:49.610332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35068) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:49.622753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48f9c55b-6689-4ef6-9195-d64ff59ecdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:49.632098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:49.656579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:49.697535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Router df39a17f-0a66-4157-9ce9-79c120aa3a55 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:47:49.816103 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7e68957-9819-4bef-83e1-c82299089652 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] Notify callbacks [] for subnetpool, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:49.816103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c7e68957-9819-4bef-83e1-c82299089652 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] 10.222.0.10 "DELETE /v2.0/subnetpools/7e6f41f9-3eea-4eef-8188-982bc34c59c7 HTTP/1.1" status: 204 len: 168 time: 0.2022476 Apr 05 20:47:49.817306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35080) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:49.847084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Made reservation on behalf of 9ea3ed4e3fe94cdabb6f1df7a2af44f4 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:49.847084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:49.856861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48f9c55b-6689-4ef6-9195-d64ff59ecdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:49.861592 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-870c6e9e-0176-4040-a534-f299ced46874 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] show failed (client error): The resource could not be found. Apr 05 20:47:49.865097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-870c6e9e-0176-4040-a534-f299ced46874 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] 10.222.0.10 "GET /v2.0/subnetpools/7e6f41f9-3eea-4eef-8188-982bc34c59c7 HTTP/1.1" status: 404 len: 346 time: 0.0444019 Apr 05 20:47:49.867576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35084) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:49.888715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9c55b-6689-4ef6-9195-d64ff59ecdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863c8e69-f92d-4a0f-a23f-286637f22839,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:49.890948 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-d0678f17-6e17-4e1d-8d37-23ec31d109e3 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] delete failed (client error): The resource could not be found. Apr 05 20:47:49.895790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d0678f17-6e17-4e1d-8d37-23ec31d109e3 tempest-SubnetPoolsTestJSON-1886897066 tempest-SubnetPoolsTestJSON-1886897066-project] 10.222.0.10 "DELETE /v2.0/subnetpools/7e6f41f9-3eea-4eef-8188-982bc34c59c7 HTTP/1.1" status: 404 len: 346 time: 0.0230350 Apr 05 20:47:50.055108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e87cc-f07e-41d6-89a9-7a404cb69460 req-a0f70ca2-5c37-4a91-bc99-40aad303adf8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:50.063275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e87cc-f07e-41d6-89a9-7a404cb69460 req-a0f70ca2-5c37-4a91-bc99-40aad303adf8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.1235435 Apr 05 20:47:50.117431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:50.176872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-073e87cc-f07e-41d6-89a9-7a404cb69460 req-6101e368-6e77-4605-ac1d-53bfb44e06a3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124964 Apr 05 20:47:50.245399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a83eab-1272-4577-b4ea-edc0712af4e8 req-a0b11649-49f3-4851-a144-685ee6cdfd13 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:50.248212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8a83eab-1272-4577-b4ea-edc0712af4e8 req-a0b11649-49f3-4851-a144-685ee6cdfd13 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.1415699 Apr 05 20:47:50.273186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48f9c55b-6689-4ef6-9195-d64ff59ecdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:50.278416 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-48f9c55b-6689-4ef6-9195-d64ff59ecdce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/863c8e69-f92d-4a0f-a23f-286637f22839 HTTP/1.1" status: 204 len: 168 time: 0.9212248 Apr 05 20:47:50.343716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8a83eab-1272-4577-b4ea-edc0712af4e8 req-f9f3d3b6-7578-420d-a619-2325816b6434 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824580 Apr 05 20:47:50.451082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cda123-f0fb-4b30-b1f6-15df2f3bc18c req-984bd07a-4857-4e8a-9c17-4b3b3ef429bd tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 210 time: 0.0950799 Apr 05 20:47:50.457138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Allocated IP 172.20.0.5 (2f5ffe2f-3bce-4f8c-a4c9-acd756a47938/d6e1ee08-a89d-44a1-83cb-620e676cf3f4/8bef9a6e-179b-43cf-a5ea-a4b550d84d0e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:50.555716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:47:50.607537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35098) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:50.650412 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cf2db6b8-e062-4578-a560-53d6499a612d admin admin] 10.222.0.10 "PUT /v2.0/routers/df39a17f-0a66-4157-9ce9-79c120aa3a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6836052 Apr 05 20:47:50.855606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:50.886255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Transition to ACTIVE for port object 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:50.960020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.006456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:51.012771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Usage tracker for resource:security_group_rule and tenant:f2b91880686e43e0aedbc1770a420e74 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:51.016003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:51.023252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:51.060795 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.102569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.174357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:51.175230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:51.177730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:51.181804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:51.186642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.276675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2b91880686e43e0aedbc1770a420e74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6628020 Apr 05 20:47:51.276789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35130) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:51.323322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1393a-89d5-4d6f-a175-fe16601af9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238d06e-cd98-4157-afac-482d0dd2bca2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:51.386458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dd70e43-0f8e-41dc-a9be-dbd6fd6b260f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.418632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:51.419540 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.446258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dd70e43-0f8e-41dc-a9be-dbd6fd6b260f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.530901 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-570e4dae-b307-4238-bbf3-8399b0e06ccf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.1356626 Apr 05 20:47:51.542640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Request body: {'port': {'device_id': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:51.593134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-42c5432b-07f9-4540-88c1-25f248da49f2 None None] Provisioning for port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:51.598417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-42c5432b-07f9-4540-88c1-25f248da49f2 None None] Provisioning complete for port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:51.598788 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-42c5432b-07f9-4540-88c1-25f248da49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.636740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f06a0-e667-42fd-80ba-308fb1617274 req-f0a023ac-8d73-4bb2-9acf-33f4105b54b2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:51.637250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dd70e43-0f8e-41dc-a9be-dbd6fd6b260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.643253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c56f06a0-e667-42fd-80ba-308fb1617274 req-f0a023ac-8d73-4bb2-9acf-33f4105b54b2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.2488499 Apr 05 20:47:51.653680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-42c5432b-07f9-4540-88c1-25f248da49f2 None None] Port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:47:51.668852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd195d-fde0-4565-b484-391753030247 req-4ea991bf-b96e-47b2-a69e-953642ac5e93 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:51.668852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45dd195d-fde0-4565-b484-391753030247 req-4ea991bf-b96e-47b2-a69e-953642ac5e93 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:51.676335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd70e43-0f8e-41dc-a9be-dbd6fd6b260f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238d06e-cd98-4157-afac-482d0dd2bca2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:51.681472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.692266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dd70e43-0f8e-41dc-a9be-dbd6fd6b260f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:51.698182 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4dd70e43-0f8e-41dc-a9be-dbd6fd6b260f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c238d06e-cd98-4157-afac-482d0dd2bca2 HTTP/1.1" status: 204 len: 168 time: 0.4194660 Apr 05 20:47:51.717702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c56f06a0-e667-42fd-80ba-308fb1617274 req-60168bcb-ead8-40be-8848-879c2382ebe0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735433 Apr 05 20:47:51.811802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45dd195d-fde0-4565-b484-391753030247 req-4ea991bf-b96e-47b2-a69e-953642ac5e93 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:51.817320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-4ea991bf-b96e-47b2-a69e-953642ac5e93 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 819 time: 0.3741455 Apr 05 20:47:51.848677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-ebb2e4d6-9c3e-4e7b-a1ec-d04f1437eb35 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/quotas/9f00fc0022fb454abd5d224fc9af2fcb HTTP/1.1" status: 200 len: 375 time: 0.0277042 Apr 05 20:47:51.997701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167736af-e00d-4cba-adda-d7cf8406c3dd req-37e8c592-ec80-4f15-9b69-b0530202b3b7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:51.999198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-167736af-e00d-4cba-adda-d7cf8406c3dd req-37e8c592-ec80-4f15-9b69-b0530202b3b7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.1445632 Apr 05 20:47:52.012524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-e2e84e00-37c2-4f06-9505-3553fd8db5f7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592126 Apr 05 20:47:52.133798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:47:52.146848 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:52.180131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Transition to ACTIVE for port object 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:52.200040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35156) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:52.254793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:52.297499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-167736af-e00d-4cba-adda-d7cf8406c3dd req-d873730d-a269-4cf7-84d9-f2a9eece6b31 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828302 Apr 05 20:47:52.367269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-b829d43b-2567-4fde-8ebd-860457b8374d service neutron] 10.222.0.10 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539050 Apr 05 20:47:52.450324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-374914628-network', 'tenant_id': 'ac2198e360174470a75ef28c44d6fcbf'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:52.498820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:52.545712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Usage tracker for resource:network and tenant:ac2198e360174470a75ef28c44d6fcbf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:52.555334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:52.630062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:52.632299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Pushing event updated for resources: {'Port': ['ID=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:52.663711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Attempting to bind port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:52.664051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Attempting to bind port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:52.664379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Attempting to bind port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e on network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:52.672161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e on network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:47:52.677963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Attempting to bind port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e on network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:47:52.679672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:47:52.680014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Checking segment: {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:52.680449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Bound using segment: {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:47:52.680812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Bound port: 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed843d93-1414-4a47-97a5-afd0b4253e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:52.681676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:52.689922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-6f056326-5c50-4b79-ae8b-f142a4f5e791 service neutron] 10.222.0.10 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143952 Apr 05 20:47:52.708039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-1b10168c-b242-4fcd-b708-9b440da3a432 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1096 time: 0.2201071 Apr 05 20:47:52.716778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef47f06-16fb-480c-ac4a-b4d04940d49d req-dd028423-7456-45c7-a7ba-1b026a3c889f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:52.718243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ef47f06-16fb-480c-ac4a-b4d04940d49d req-dd028423-7456-45c7-a7ba-1b026a3c889f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 982 time: 0.1947689 Apr 05 20:47:52.736593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Made reservation on behalf of ac2198e360174470a75ef28c44d6fcbf for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:52.740549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:52.768434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:52.827691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] For port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:47:52.832586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] For port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:47:52.833859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:52.838782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Usage tracker for resource:security_group_rule and tenant:ac2198e360174470a75ef28c44d6fcbf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:52.841903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:52.848925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:52.857109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ef47f06-16fb-480c-ac4a-b4d04940d49d req-0824978e-d884-457e-a175-b8053704a7af tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1110377 Apr 05 20:47:52.907731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-4a6cfa64-49cb-49a8-b27d-4106c7706e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:52.909999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-4a6cfa64-49cb-49a8-b27d-4106c7706e20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.1906261 Apr 05 20:47:52.942950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.050118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.058455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.060040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] 10.222.0.23 "PUT /v2.0/ports/8bef9a6e-179b-43cf-a5ea-a4b550d84d0e HTTP/1.1" status: 200 len: 1130 time: 1.5215111 Apr 05 20:47:53.060542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:53.064699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-4e8af433-48ab-4b69-9b18-d5c52b6c7481 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 200 len: 1001 time: 0.1469572 Apr 05 20:47:53.084031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e27799-71c6-4898-808d-c9ff77a84810 service neutron] Pushing event updated for resources: {'Port': ['ID=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:53.119152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.129715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5feed1c9-4575-48a4-a051-0661b8baf28a req-c8f00f98-3db1-46fe-b96e-262b232d6bb5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 210 time: 0.0630798 Apr 05 20:47:53.160706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:53.170878 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.171250 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Added segment f995568a-50aa-4d5f-9418-e3c31f10319c of type vlan for network ea7e1d45-3c97-4033-9485-9998d052cc7b Apr 05 20:47:53.203100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.253815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35192) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:53.258127 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034409 Apr 05 20:47:53.261007 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d212b1-1ae0-4306-bb65-0b51a001a73c'] response: {'name': 'network-changed', 'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'status': 'completed', 'code': 200} Apr 05 20:47:53.296473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35194) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:53.356241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317870f4-f550-423a-ad4e-a8606977e626,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:53.361872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.362879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.363463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:53.383665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-9f32ae55-b13d-4661-9914-b7b090ccc274 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.386125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-9f32ae55-b13d-4661-9914-b7b090ccc274 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.2552469 Apr 05 20:47:53.460652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e40a5-326b-482e-a296-8015c09ecc25 req-8ccd8232-4524-41f6-8f8f-7b7014c3d17b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.467736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e76e40a5-326b-482e-a296-8015c09ecc25 req-8ccd8232-4524-41f6-8f8f-7b7014c3d17b tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.4029496 Apr 05 20:47:53.542056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] Pushing event updated for resources: {'Network': ['ID=ea7e1d45-3c97-4033-9485-9998d052cc7b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:53.547089 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a8da46ac-8998-4d74-a8c9-6ed117387f7b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3458939 Apr 05 20:47:53.552176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35204) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:53.561223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network ea7e1d45-3c97-4033-9485-9998d052cc7b details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:53.567954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Request body: {'subnet': {'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-374914628-subnet', 'tenant_id': 'ac2198e360174470a75ef28c44d6fcbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:53.575844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:53.592501 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-623611ac-8c2e-4abf-8a55-82114414ef91 tempest-NetworksApiDiscovery-781809062 tempest-NetworksApiDiscovery-781809062-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2927916 Apr 05 20:47:53.596484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Usage tracker for resource:subnet and tenant:ac2198e360174470a75ef28c44d6fcbf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:53.612407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:53.619356 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-1eccd26b-6f31-44a3-b13a-0694c940dacd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1133 time: 0.3663077 Apr 05 20:47:53.625848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:53.677973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e76e40a5-326b-482e-a296-8015c09ecc25 req-7c6a5d57-e03e-472e-9e92-8557e90c3b70 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090168 Apr 05 20:47:53.787700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-0d87c74c-0458-4109-8157-4a27cb391616 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3902702 Apr 05 20:47:53.825696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548206b-c99f-4f2f-92d3-f1ba00a80d30 req-09389ea9-be31-429f-a151-2ccac3cd0477 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.827206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7548206b-c99f-4f2f-92d3-f1ba00a80d30 req-09389ea9-be31-429f-a151-2ccac3cd0477 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 945 time: 0.3120925 Apr 05 20:47:53.827349 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-f36c7b7c-6b5b-424b-a1e5-9af46217f0fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e HTTP/1.1" status: 200 len: 217 time: 0.1988492 Apr 05 20:47:53.899881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54257aa9-6f52-4438-b907-198c7b815dea req-517439d6-4cad-4e1d-a87c-b96b685414b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.901391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-517439d6-4cad-4e1d-a87c-b96b685414b3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6e1ee08-a89d-44a1-83cb-620e676cf3f4 HTTP/1.1" status: 200 len: 835 time: 0.0676963 Apr 05 20:47:53.948438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Made reservation on behalf of ac2198e360174470a75ef28c44d6fcbf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:53.953944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:54.035186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-d5ceb772-ef86-4cc6-9e52-ee2ee081f85f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4307818 Apr 05 20:47:54.056270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7548206b-c99f-4f2f-92d3-f1ba00a80d30 req-a27b6d37-ab10-4899-af4e-074512712631 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221448 Apr 05 20:47:54.181421 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-6f258b9e-acdd-49ab-894d-d4d20db2db5e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2746885 Apr 05 20:47:54.225875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-36ae9f86-6fb7-47bc-987e-af86f6658909 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:54.228284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-36ae9f86-6fb7-47bc-987e-af86f6658909 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 819 time: 0.4120245 Apr 05 20:47:54.331200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35220) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:54.514098 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-bce88ff1-1742-4a3a-90cd-b857dd705eaf service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242917 Apr 05 20:47:54.526344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-7f4b824d-7313-4f4b-8a8d-4888347a8e5a service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296164 Apr 05 20:47:54.675345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-7e7e05fa-9d68-482e-a9c1-cd1e0f1ef60a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/quotas/9f00fc0022fb454abd5d224fc9af2fcb HTTP/1.1" status: 200 len: 375 time: 0.3983417 Apr 05 20:47:54.769672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:54.788680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:54.838104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc9963-1b0d-4286-b89b-ce061a1e19b7 req-c6d2bde0-c4a8-4229-bca7-3a132d5a7f8e tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:54.845283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4dc9963-1b0d-4286-b89b-ce061a1e19b7 req-c6d2bde0-c4a8-4229-bca7-3a132d5a7f8e tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 982 time: 0.5524638 Apr 05 20:47:54.855042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-c3e6c69f-ce08-42ec-838d-5694e39966f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d154571a4f1d42e59d31180387faa5a2&device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 6492 time: 0.6206980 Apr 05 20:47:54.945807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfcdc00-1d6a-49a8-8555-76389e64b9c9,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:54.967126 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-54257aa9-6f52-4438-b907-198c7b815dea req-84980022-306e-4582-b5da-32bdb78e43c0 service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462187 Apr 05 20:47:54.972216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:54.982719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Usage tracker for resource:security_group_rule and tenant:de430acadb894b918423bba790127f3a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:54.987120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55b66870-650f-4fb4-a92b-1ac516d51b4c req-55e18c0e-ae67-4378-a6e7-31c421dbb14b service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440885 Apr 05 20:47:54.989507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:54.997542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:55.015542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Checking segment: {'id': 'f995568a-50aa-4d5f-9418-e3c31f10319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:47:55.016050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Network hostable DHCP agents. Network: ea7e1d45-3c97-4033-9485-9998d052cc7b, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:55.080013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-adc7a126-2017-4785-bd24-d83c2c9a3672 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3841934 Apr 05 20:47:55.169304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Network ea7e1d45-3c97-4033-9485-9998d052cc7b is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:55.179389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4dc9963-1b0d-4286-b89b-ce061a1e19b7 req-c5906ce6-b763-4dbf-8001-8996d0f34ee0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3328795 Apr 05 20:47:55.180595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-9c340d3a-6981-4d09-bb49-cd3689e37055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:55.181115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-9c340d3a-6981-4d09-bb49-cd3689e37055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:55.181668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-9c340d3a-6981-4d09-bb49-cd3689e37055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:55.183344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-9c340d3a-6981-4d09-bb49-cd3689e37055 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d650b792-245a-4a76-b86a-f727bb63dca4&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=69e6f851-b560-4ccf-95d3-1940711bce45&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 HTTP/1.1" status: 200 len: 2291 time: 0.2742808 Apr 05 20:47:55.193262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-b4486501-8a7e-4ce9-b3a7-1f79f3cc05de service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:47:55.195157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-b4486501-8a7e-4ce9-b3a7-1f79f3cc05de service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1130583 Apr 05 20:47:55.218083 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:55.255776 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-9ed49fbc-4091-4190-bdc8-fab6b0b29654 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1133 time: 0.1323237 Apr 05 20:47:55.304432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:55.321627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, ea7e1d45-3c97-4033-9485-9998d052cc7b) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:55.336481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f1bd4-ba1b-4d2e-b9f2-1912cdbef8dc None None] Network ea7e1d45-3c97-4033-9485-9998d052cc7b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:55.357549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-163e44f9-1dfd-48a4-9609-adb3dc7ab600 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a HTTP/1.1" status: 200 len: 1002 time: 0.1612473 Apr 05 20:47:55.396208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:55.397123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:55.461363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6d68c0-acfd-4dbd-a024-85f746e7f76b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:55.500080 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f7c96428-f401-4b49-a9f0-5c3fc1c1a444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de430acadb894b918423bba790127f3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1639187 Apr 05 20:47:55.501575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35234) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:55.518826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-19c06e48-e345-4889-ad6c-2b8ab5328161 service neutron] 10.222.0.10 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540176 Apr 05 20:47:55.608355 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-76612de1-b478-45d1-b563-c1bf5ee95c2f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0550754 Apr 05 20:47:55.615906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54c74b74-a276-4a08-b1c9-97ecec49afc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:55.633277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-0fa0d4bc-96d7-4b88-b2ba-40fbdb83680d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:55.634976 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-0fa0d4bc-96d7-4b88-b2ba-40fbdb83680d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 HTTP/1.1" status: 200 len: 897 time: 0.3666933 Apr 05 20:47:55.729289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54c74b74-a276-4a08-b1c9-97ecec49afc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:55.751440 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-9c388fc0-c296-4c0d-b465-c8ab29c9f876 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e HTTP/1.1" status: 200 len: 217 time: 0.1045630 Apr 05 20:47:55.753449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac385d7d-b893-4c1f-93f9-abe9798b9544 None None] Network ea7e1d45-3c97-4033-9485-9998d052cc7b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:47:55.792591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-4b49b288-05a1-4409-adad-949820794812 service neutron] 10.222.0.10 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860638 Apr 05 20:47:55.883008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-3bc059ea-8e8a-43cb-b2a9-922ce6e0adca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:55.884701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-3bc059ea-8e8a-43cb-b2a9-922ce6e0adca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a4a761c-a67f-49e2-8c51-7476ce222383 HTTP/1.1" status: 200 len: 849 time: 0.3626091 Apr 05 20:47:55.889299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-2bc8fc3d-84af-434c-961e-f43069ca5682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:55.892932 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-2bc8fc3d-84af-434c-961e-f43069ca5682 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6e1ee08-a89d-44a1-83cb-620e676cf3f4 HTTP/1.1" status: 200 len: 835 time: 0.1339750 Apr 05 20:47:55.934873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:56.011043 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-3ae20113-e459-4db2-b0cf-f13a18c59b0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104319 Apr 05 20:47:56.081561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1257-8e1d-4d7a-99b8-a7436af072a0 req-91585aa0-0d6a-4811-803d-7452d56c11cf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:56.092133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fbe1257-8e1d-4d7a-99b8-a7436af072a0 req-91585aa0-0d6a-4811-803d-7452d56c11cf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.5686486 Apr 05 20:47:56.101945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:56.179749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:56.200205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:56.203784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-184564a4-255d-44ab-a563-183c9c78cc8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d650b792-245a-4a76-b86a-f727bb63dca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2866883 Apr 05 20:47:56.261515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54c74b74-a276-4a08-b1c9-97ecec49afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:56.288698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9e523d32-3f92-4776-ba67-d69d57b4ffa9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:56.288871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd195d-fde0-4565-b484-391753030247 req-4550a9f5-6f46-44a7-a097-401e730ec88d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:56.288871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-4550a9f5-6f46-44a7-a097-401e730ec88d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.23 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 819 time: 0.4039752 Apr 05 20:47:56.295618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c74b74-a276-4a08-b1c9-97ecec49afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6d68c0-acfd-4dbd-a024-85f746e7f76b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:56.313701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fbe1257-8e1d-4d7a-99b8-a7436af072a0 req-0b2b5b04-c01f-4d6d-a91d-c36e42b08f1f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241657 Apr 05 20:47:56.326101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:56.368021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54c74b74-a276-4a08-b1c9-97ecec49afc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:56.369375 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-54c74b74-a276-4a08-b1c9-97ecec49afc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e6d68c0-acfd-4dbd-a024-85f746e7f76b HTTP/1.1" status: 204 len: 168 time: 0.8660595 Apr 05 20:47:56.411734 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-d315951a-d7d9-473d-a9d9-3d2ce470c612 service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892360 Apr 05 20:47:56.415447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:56.502144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:56.507512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:56.507876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:56.528313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'port': {'device_id': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'admin_state_up': True, 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:56.646862 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:56.665439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 9e523d32-3f92-4776-ba67-d69d57b4ffa9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9e523d32-3f92-4776-ba67-d69d57b4ffa9,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:56.725812 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:56.752821 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8762eb33-7ca1-4842-82a2-a7fdc3061c67 req-a5e31608-8dd8-4671-afc1-65786ec87e32 service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322167 Apr 05 20:47:56.828911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-7242cfa3-bbbd-4bc0-8872-2b702e419ac3 service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068130 Apr 05 20:47:56.861950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=9e523d32-3f92-4776-ba67-d69d57b4ffa9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:56.876996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:57.025208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:57.039995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Usage tracker for resource:port and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:57.051871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:57.060796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-c9b26f1f-4fc2-4da4-bcd8-5690ee1e8143 service neutron] 10.222.0.23 "GET /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178993 Apr 05 20:47:57.061751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:57.068745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea7a00-8c81-4fcc-b7f2-1ba30fda9b60 req-50300ef6-c696-4590-ba06-50aa5ba72c63 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:57.076410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfea7a00-8c81-4fcc-b7f2-1ba30fda9b60 req-50300ef6-c696-4590-ba06-50aa5ba72c63 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.5576680 Apr 05 20:47:57.088102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:57.104221 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'port_id': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'mac_address': 'fa:16:3e:7c:ac:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:57.173079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-6454cc8b-6fe1-4ce9-9cf2-85d06e354c02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 217 time: 0.0934436 Apr 05 20:47:57.180526 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:57.211547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:47:57.230262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Made reservation on behalf of 9f00fc0022fb454abd5d224fc9af2fcb for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:57.231762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:57.233243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:57.292053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfea7a00-8c81-4fcc-b7f2-1ba30fda9b60 req-8af99484-211f-43ab-a13e-c20bdaf2e302 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153683 Apr 05 20:47:57.342243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:57.422063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:57.430609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-19127742-265d-458b-8799-3e5cb8368120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:57.432430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-19127742-265d-458b-8799-3e5cb8368120 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.2500908 Apr 05 20:47:57.580205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b89a4ff6-543d-4d7a-8420-7931db7d62ec req-0d2ee706-ff25-49ef-a98a-8945c19e6dea tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 210 time: 0.0916622 Apr 05 20:47:57.592699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee748-d471-4ccb-b1bb-357143f119df req-218ac35a-be44-4858-adfd-34e78998228e tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:57.594357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-218ac35a-be44-4858-adfd-34e78998228e tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/networks?id=ea7e1d45-3c97-4033-9485-9998d052cc7b HTTP/1.1" status: 200 len: 813 time: 0.3735735 Apr 05 20:47:57.613058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8bef9a6e-179b-43cf-a5ea-a4b550d84d0e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:47:57.689420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Allocated IP 172.20.0.10 (0d57210c-d16d-4309-994d-0206c31fb5dc/343c99e0-3e4a-4fb0-9a77-679b43a446da/56dd6827-a9a7-4983-a4e5-15b513b3bcef) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:57.721222 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-84f3a80d-dde1-4758-91fc-008cce480725 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/quotas/ac2198e360174470a75ef28c44d6fcbf HTTP/1.1" status: 200 len: 375 time: 0.0911658 Apr 05 20:47:57.740593 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822399c1-9996-4ab7-88d8-c48c07e83586'] response: {'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'code': 200} Apr 05 20:47:57.796519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-26fe7279-ed23-4d84-9698-277b387b1375 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac2198e360174470a75ef28c44d6fcbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635900 Apr 05 20:47:57.817349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-439280df-0410-43b1-91c9-0e29256a7558 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3738904 Apr 05 20:47:58.124047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9e523d32-3f92-4776-ba67-d69d57b4ffa9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:58.202586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:58.203072 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:58.238264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-3e06c517-a38f-4bc2-8909-53cfc7158321 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509998 Apr 05 20:47:58.242265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:58.272986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-a51c4773-818e-45f0-95fb-e969f06c93c0 service neutron] 10.222.0.10 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544382 Apr 05 20:47:58.293426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383207c-9e03-4128-8be5-c6ae806a6601 req-4b04e6a1-2475-4023-8852-7ee37b0eb4c5 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:58.294859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7383207c-9e03-4128-8be5-c6ae806a6601 req-4b04e6a1-2475-4023-8852-7ee37b0eb4c5 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 983 time: 0.3881598 Apr 05 20:47:58.363231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Transition to ACTIVE for port object 56dd6827-a9a7-4983-a4e5-15b513b3bcef will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:58.729572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7383207c-9e03-4128-8be5-c6ae806a6601 req-878ff025-01d9-48a1-a089-43bbfabde932 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3587461 Apr 05 20:47:58.780564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-b9327075-c903-4324-8767-11ba30206bb8 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336478 Apr 05 20:47:58.849288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-77df3944-7aa3-46df-962f-e37f1c374831 service neutron] 10.222.0.10 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625150 Apr 05 20:47:58.881370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:58.955004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:58.957527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-5fa8ef13-950a-48fb-8347-63921e8b4e7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 217 time: 0.1258826 Apr 05 20:47:59.123127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:59.131030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:59.133282 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:59.139571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Network 0d57210c-d16d-4309-994d-0206c31fb5dc is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:59.188058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:59.198814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:47:59.239302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-624b1265-26d3-4711-8fa6-7caf90fc190a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6704829 Apr 05 20:47:59.250781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'Port': ['ID=56dd6827-a9a7-4983-a4e5-15b513b3bcef,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:59.299907 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:59.354505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:47:59.433091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:59.464683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-53aead58-5e0e-4411-a9c7-e2019c2321cc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:59.468142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-53aead58-5e0e-4411-a9c7-e2019c2321cc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 819 time: 0.7318048 Apr 05 20:47:59.469540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-c9583e47-fca0-4444-b857-c75f977cb199 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:59.478536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-c9583e47-fca0-4444-b857-c75f977cb199 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.3805170 Apr 05 20:47:59.489762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:59.490463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:59.524462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'port': {'device_id': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'admin_state_up': True, 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:59.570898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:59.679599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0d0bfd21-b631-406f-975e-4849dd03cb4a None None] Provisioning for port 56dd6827-a9a7-4983-a4e5-15b513b3bcef completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:59.685096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0d0bfd21-b631-406f-975e-4849dd03cb4a None None] Provisioning complete for port 56dd6827-a9a7-4983-a4e5-15b513b3bcef triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:59.685785 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d0bfd21-b631-406f-975e-4849dd03cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:59.740251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97849c4-2e91-459e-a628-642790b0eee4 req-8e1d4656-5046-4c94-8876-92fde0ccd0ad tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:59.747753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a97849c4-2e91-459e-a628-642790b0eee4 req-8e1d4656-5046-4c94-8876-92fde0ccd0ad tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.6511164 Apr 05 20:47:59.782591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:47:59.816078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0d0bfd21-b631-406f-975e-4849dd03cb4a None None] Port 56dd6827-a9a7-4983-a4e5-15b513b3bcef cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:47:59.890477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-ce286e2c-ebd0-4e67-9514-8fee5e494b43 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5757325 Apr 05 20:47:59.912388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Request body: {'port': {'device_id': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:47:59.942685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-3a90bf6b-c91a-4a21-ae2c-3b0fc936fe07 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59b83352d11b4d35aba31747089aa265&device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 1097 time: 0.6052601 Apr 05 20:47:59.955433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a97849c4-2e91-459e-a628-642790b0eee4 req-77a633bf-f0ab-469f-abf6-96feeb4a9e0d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067652 Apr 05 20:47:59.956415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:00.005985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-b1a010f3-6f2c-490e-b786-26ea5420af36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4708974 Apr 05 20:48:00.005985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Usage tracker for resource:port and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:00.035313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:00.045799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5430897-82e2-48fc-95e3-8af2ff779f23 req-67215169-1be5-4f6a-b214-29e9c8a59114 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:00.047264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5430897-82e2-48fc-95e3-8af2ff779f23 req-67215169-1be5-4f6a-b214-29e9c8a59114 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.5365932 Apr 05 20:48:00.136085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:00.304792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f3155c5f-fbc5-481b-84ac-aae67cf0f391 req-4c391a85-c34b-46a7-ae59-61c1a0746f87 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:00.542008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:00.568738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5430897-82e2-48fc-95e3-8af2ff779f23 req-9772b6f4-f2c5-443b-9118-85abeb7b15d6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446661 Apr 05 20:48:00.580636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bf719-6980-4747-9813-5a461adbb821 req-6690177e-83c5-4d0d-a46b-0edac9659da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:00.582140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-6690177e-83c5-4d0d-a46b-0edac9659da5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 200 len: 912 time: 0.5979056 Apr 05 20:48:00.582712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Made reservation on behalf of 9f00fc0022fb454abd5d224fc9af2fcb for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:00.586136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:00.681305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-349ce9c7-073b-486f-85b2-ede4f37ee807 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513357 Apr 05 20:48:00.836341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7c4ef43-aefd-4431-9b1b-469e0e2f80b9 req-c0360a7c-4206-4a31-9f3e-8ec5ee8abff4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 210 time: 0.1537144 Apr 05 20:48:00.836681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f3155c5f-fbc5-481b-84ac-aae67cf0f391 req-4c391a85-c34b-46a7-ae59-61c1a0746f87 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:00.837701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3155c5f-fbc5-481b-84ac-aae67cf0f391 req-4c391a85-c34b-46a7-ae59-61c1a0746f87 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 210 time: 0.7027643 Apr 05 20:48:00.934484 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8c0745-f75b-4c45-8ffb-5d2d31a4f7b0'] response: {'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'code': 200} Apr 05 20:48:01.063586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-9c7f8a82-8def-4c25-87f3-a7c195e5b9c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1 HTTP/1.1" status: 200 len: 1002 time: 0.4677577 Apr 05 20:48:01.098609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35362) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:01.149088 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbb28152-e749-4b93-a433-1d5c107579c9 req-9d7fdd22-4c35-4086-8ba9-c938763371de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1135 time: 0.1365459 Apr 05 20:48:01.213041 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbb28152-e749-4b93-a433-1d5c107579c9 req-42c4411f-a130-41c2-87e9-32429630e5f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&id=f11a10b1-08d7-4601-9990-10bbfe481196&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0574691 Apr 05 20:48:01.301263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bf719-6980-4747-9813-5a461adbb821 req-5819661c-488e-4340-9057-62de1bb92d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:01.302880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-5819661c-488e-4340-9057-62de1bb92d45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 200 len: 850 time: 0.2236512 Apr 05 20:48:01.309741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-e00e478c-017c-4700-894e-da39845e9e65 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065779 Apr 05 20:48:01.330287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:01.363442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:01.364470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Allocated IP 172.20.0.8 (0d57210c-d16d-4309-994d-0206c31fb5dc/343c99e0-3e4a-4fb0-9a77-679b43a446da/e7d0eb26-f12d-4595-a6c1-dfb5e39232fc) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:01.368491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:8bfda903b6e248fea2d32bedece86c9f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:01.371393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:01.377390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:01.417998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf847fc-3681-40c4-933c-a8efc8aee78e req-a47f9f36-3243-44b9-9ae3-d9de88a55083 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:01.419494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cf847fc-3681-40c4-933c-a8efc8aee78e req-a47f9f36-3243-44b9-9ae3-d9de88a55083 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 984 time: 0.3830934 Apr 05 20:48:01.446822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:01.513081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:01.536381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-85465978-3912-49ce-8a68-e5ceab3bdc34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37 HTTP/1.1" status: 200 len: 217 time: 0.1119030 Apr 05 20:48:01.563684 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8bfda903b6e248fea2d32bedece86c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4623487 Apr 05 20:48:01.564399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb4a36-06d3-480a-8745-cdb396e77bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5485253-f726-4f42-96a0-6832d7a4d4a8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:01.566648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:01.639799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62a7ce-e4cb-4333-a603-bc7a4045f478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:01.671365 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62a7ce-e4cb-4333-a603-bc7a4045f478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:01.672997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-d1988951-c646-46e5-a5c2-220dbc6f1d3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a209d3f0-b675-451a-bb10-459a1e6ae7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3590405 Apr 05 20:48:01.722459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cf847fc-3681-40c4-933c-a8efc8aee78e req-d12f8028-969e-4a33-b55b-f34386fdd92c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2362976 Apr 05 20:48:01.795632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-7215c51c-15db-4836-bea3-c95e630a0bb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:01.797087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-7215c51c-15db-4836-bea3-c95e630a0bb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.2518289 Apr 05 20:48:01.799053 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62a7ce-e4cb-4333-a603-bc7a4045f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:01.818317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62a7ce-e4cb-4333-a603-bc7a4045f478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5485253-f726-4f42-96a0-6832d7a4d4a8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:01.826991 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62a7ce-e4cb-4333-a603-bc7a4045f478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:01.831238 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db62a7ce-e4cb-4333-a603-bc7a4045f478 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5485253-f726-4f42-96a0-6832d7a4d4a8 HTTP/1.1" status: 204 len: 168 time: 0.2611706 Apr 05 20:48:01.937706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:01.991293 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:02.032074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-e63d7b82-637a-457f-acc3-e8f8b8e91b3d service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436263 Apr 05 20:48:02.039965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Transition to ACTIVE for port object e7d0eb26-f12d-4595-a6c1-dfb5e39232fc will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:02.139069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-b105ce35-cc43-45a6-9e4d-58899993b401 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3312998 Apr 05 20:48:02.154096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec443bf-27b0-46c1-88a7-4e13ef3990a6 req-32381af1-ef15-4df0-87da-e2ebbc6682b9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:02.155537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fec443bf-27b0-46c1-88a7-4e13ef3990a6 req-32381af1-ef15-4df0-87da-e2ebbc6682b9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.2929788 Apr 05 20:48:02.484643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-864bf719-6980-4747-9813-5a461adbb821 req-b9289c64-6ea4-40b1-8b6d-c8b4acbaf7c8 service neutron] 10.222.0.39 "GET /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443743 Apr 05 20:48:02.521265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:02.591138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fec443bf-27b0-46c1-88a7-4e13ef3990a6 req-9afee1ba-c3d6-47d2-ab65-d736c8440af2 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067481 Apr 05 20:48:02.615142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee748-d471-4ccb-b1bb-357143f119df req-67746a7d-aed1-4182-832e-25d4ef9fc7e4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:02.617412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-efeee748-d471-4ccb-b1bb-357143f119df req-67746a7d-aed1-4182-832e-25d4ef9fc7e4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Synchronizing usage tracker for tenant:ac2198e360174470a75ef28c44d6fcbf on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:02.715061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-da39eb31-1eec-4677-8875-7f411719c413 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686331 Apr 05 20:48:02.726914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-efeee748-d471-4ccb-b1bb-357143f119df req-67746a7d-aed1-4182-832e-25d4ef9fc7e4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Unset dirty status for tenant:ac2198e360174470a75ef28c44d6fcbf on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:02.728180 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-67746a7d-aed1-4182-832e-25d4ef9fc7e4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.23 "GET /v2.0/networks?id=ea7e1d45-3c97-4033-9485-9998d052cc7b HTTP/1.1" status: 200 len: 813 time: 0.4339740 Apr 05 20:48:02.744679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Request body: {'port': {'device_id': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b', 'admin_state_up': True, 'tenant_id': 'ac2198e360174470a75ef28c44d6fcbf'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:02.749627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'Port': ['ID=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:02.756453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Network 0d57210c-d16d-4309-994d-0206c31fb5dc is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:02.775276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:02.813661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35398) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:02.864266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:48:02.924361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:02.928697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Usage tracker for resource:port and tenant:ac2198e360174470a75ef28c44d6fcbf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:02.932077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:02.938530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:02.976913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11f5add3-dafd-4adc-ae4c-6ee2d6cc2a9f req-b00207f8-6998-499a-86e0-135282f64263 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 210 time: 0.2192421 Apr 05 20:48:03.031297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.056143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Made reservation on behalf of ac2198e360174470a75ef28c44d6fcbf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:03.064481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.068639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:03.069309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.102511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-a0c1249e-8088-4d5c-8a93-7dceb4c6353f service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752308 Apr 05 20:48:03.171791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b4f039bb-e74d-42ee-9162-21d4593751ba None None] Provisioning for port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:03.177614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b4f039bb-e74d-42ee-9162-21d4593751ba None None] Provisioning complete for port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:03.178226 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b4f039bb-e74d-42ee-9162-21d4593751ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.245890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b4f039bb-e74d-42ee-9162-21d4593751ba None None] Port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:48:03.302983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Allocated IP 172.20.0.10 (ea7e1d45-3c97-4033-9485-9998d052cc7b/acfcdc00-1d6a-49a8-8555-76389e64b9c9/8eecdd2f-9030-4fdb-9b4b-114f52bd42d7) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:03.310550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:03.317575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-3effd631-03a5-40fe-82cd-d20d180c4354 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e HTTP/1.1" status: 200 len: 217 time: 0.1998358 Apr 05 20:48:03.318472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Usage tracker for resource:security_group_rule and tenant:1b6782338fe5444eb7603a2208819cd7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:03.326364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:03.368267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:03.380589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-2d06c024-76ad-4bd4-acb4-4d0159ab1baf tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8743408 Apr 05 20:48:03.383496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56dd6827-a9a7-4983-a4e5-15b513b3bcef {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:03.407712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Request body: {'port': {'device_id': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:03.446058 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.490515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-4b6c4718-2950-4553-8a2c-677696a7185b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:03.492076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-4b6c4718-2950-4553-8a2c-677696a7185b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 200 len: 797 time: 0.1667497 Apr 05 20:48:03.497829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Transition to ACTIVE for port object 56dd6827-a9a7-4983-a4e5-15b513b3bcef will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:03.552788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.600428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.658434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.671502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7430b2-bf36-49d3-95c7-e47d08c574b4 req-1489a995-8507-4ef4-be9f-5f283da9296a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:03.672289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8c7430b2-bf36-49d3-95c7-e47d08c574b4 req-1489a995-8507-4ef4-be9f-5f283da9296a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:03.745141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Network ea7e1d45-3c97-4033-9485-9998d052cc7b is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:03.748892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:03.763425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:48:03.783875 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.807817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.827089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Pushing event updated for resources: {'Port': ['ID=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:03.837761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:03.838469 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.864172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Pushing event updated for resources: {'Port': ['ID=56dd6827-a9a7-4983-a4e5-15b513b3bcef,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:03.942050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:03.952730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8c7430b2-bf36-49d3-95c7-e47d08c574b4 req-1489a995-8507-4ef4-be9f-5f283da9296a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:03.953910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c7430b2-bf36-49d3-95c7-e47d08c574b4 req-1489a995-8507-4ef4-be9f-5f283da9296a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 931 time: 0.7566793 Apr 05 20:48:03.954029 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-b5d680d5-047a-40ea-8e2b-74d7ff164e10 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2136283 Apr 05 20:48:03.965535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Request body: {'port': {'device_id': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:04.034698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-1ba5ced5-58ac-415a-9439-78bc86f6d7c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69e6f851-b560-4ccf-95d3-1940711bce45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5338950 Apr 05 20:48:04.110618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:04.199709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:04.389096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Sync routers for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:48:04.405128 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:04.406017 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:04.440612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2459b864-f2d8-436f-81b7-a517f91b40bd req-d9155beb-c31f-4977-b612-7a06123e540d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7514274 Apr 05 20:48:04.449410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda6ecc9-9c74-49c0-b9a3-4d88ff8fd8d4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:04.474735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d036bca1-3d89-4ab3-b4cd-2a5f96a969fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b6782338fe5444eb7603a2208819cd7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5596330 Apr 05 20:48:04.477086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8c7430b2-bf36-49d3-95c7-e47d08c574b4 req-fccd1721-25af-40ce-a3f6-ce6c4fd35a05 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:04.480226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35412) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:04.554234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:04.565780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:04.595214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Transition to ACTIVE for port object 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:04.608921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Attempting to bind port 56dd6827-a9a7-4983-a4e5-15b513b3bcef on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:04.609903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Attempting to bind port 56dd6827-a9a7-4983-a4e5-15b513b3bcef by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:04.610398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Attempting to bind port 56dd6827-a9a7-4983-a4e5-15b513b3bcef on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:04.638525 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:04.643817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-c3ee4f17-d40d-4ed7-a67f-f45a77b979e7 service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451339 Apr 05 20:48:04.694349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:04.699215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Port 56dd6827-a9a7-4983-a4e5-15b513b3bcef on network 0d57210c-d16d-4309-994d-0206c31fb5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:48:04.699546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Attempting to bind port 56dd6827-a9a7-4983-a4e5-15b513b3bcef on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:04.782558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8c7430b2-bf36-49d3-95c7-e47d08c574b4 req-fccd1721-25af-40ce-a3f6-ce6c4fd35a05 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:04.784939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c7430b2-bf36-49d3-95c7-e47d08c574b4 req-fccd1721-25af-40ce-a3f6-ce6c4fd35a05 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898016 Apr 05 20:48:04.798961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:48:04.799303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Checking segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:04.799689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Bound using segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:48:04.800135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Bound port: 56dd6827-a9a7-4983-a4e5-15b513b3bcef, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:04.800481 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:04.867653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-82e4826c-0156-4447-a885-49efa29e894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:04.888903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88e0581a-57e4-42c9-91b6-3b950f2cae9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.010674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] For port 56dd6827-a9a7-4983-a4e5-15b513b3bcef, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:05.014022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] For port 56dd6827-a9a7-4983-a4e5-15b513b3bcef, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:48:05.021182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-40770810-1abf-4a38-830e-5ff57174700a service neutron] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625538 Apr 05 20:48:05.124087 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88e0581a-57e4-42c9-91b6-3b950f2cae9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.130543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:05.148875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.160494 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 2, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:05.165287 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Checking router: df39a17f-0a66-4157-9ce9-79c120aa3a55 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:48:05.165687 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Updating router df39a17f-0a66-4157-9ce9-79c120aa3a55 port 2afef617-1ac4-489c-98fb-de72073adab6 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:48:05.217799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35424) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:05.224262 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.265579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Attempting to bind port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:05.266033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Attempting to bind port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'f995568a-50aa-4d5f-9418-e3c31f10319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:05.266693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Attempting to bind port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 on network ea7e1d45-3c97-4033-9485-9998d052cc7b {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:05.273043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 on network ea7e1d45-3c97-4033-9485-9998d052cc7b not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:48:05.273535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Attempting to bind port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 on network ea7e1d45-3c97-4033-9485-9998d052cc7b {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:05.283010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:48:05.284820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Checking segment: {'id': 'f995568a-50aa-4d5f-9418-e3c31f10319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:05.285338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Bound using segment: {'id': 'f995568a-50aa-4d5f-9418-e3c31f10319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:48:05.286800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Bound port: 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f995568a-50aa-4d5f-9418-e3c31f10319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:05.287256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.305171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Pushing event updated for resources: {'Port': ['ID=56dd6827-a9a7-4983-a4e5-15b513b3bcef,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:05.330619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-1047e2cb-0bde-4360-a45f-d98823ae9f60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 HTTP/1.1" status: 200 len: 217 time: 0.2719457 Apr 05 20:48:05.343603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d0eb26-f12d-4595-a6c1-dfb5e39232fc {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:05.402229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.429809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] For port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:05.433826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.437282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-a78be246-a5fa-4551-bcca-e85144928279 service neutron] 10.222.0.23 "PUT /v2.0/ports/56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 1092 time: 5.5290086 Apr 05 20:48:05.439339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] For port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,segment=NetworkSegment(f995568a-50aa-4d5f-9418-e3c31f10319c),segment_id=f995568a-50aa-4d5f-9418-e3c31f10319c)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:48:05.455212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'tag': '56dd6827-a9a7-4983-a4e5-15b513b3bcef'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:05.498151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-ae1fe383-053c-4c2b-b720-bb684020d0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:05.499899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-ae1fe383-053c-4c2b-b720-bb684020d0d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.1471910 Apr 05 20:48:05.524136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.549279 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:48:05.570536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee300be5-a468-44d1-a0ae-7faacd22bb9a req-6a67e28e-e600-41c3-a383-9a2a34289b8c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:05.581429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee300be5-a468-44d1-a0ae-7faacd22bb9a req-6a67e28e-e600-41c3-a383-9a2a34289b8c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 984 time: 0.4450066 Apr 05 20:48:05.596436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e623d-58d1-49d3-9644-bb55b871fc42 req-790fd16f-8aca-4a3d-b3ef-84e2e4c5a8bf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:05.599818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d0e623d-58d1-49d3-9644-bb55b871fc42 req-790fd16f-8aca-4a3d-b3ef-84e2e4c5a8bf tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.4647253 Apr 05 20:48:05.625502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.627731 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] 10.222.0.23 "PUT /v2.0/ports/8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 HTTP/1.1" status: 200 len: 1092 time: 1.6667213 Apr 05 20:48:05.630134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'tag': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:05.703854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7ed78-eed5-4845-82f3-19b1d24dec24 service neutron] Pushing event updated for resources: {'Port': ['ID=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:05.711339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Transition to ACTIVE for port object e7d0eb26-f12d-4595-a6c1-dfb5e39232fc will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:05.745654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88e0581a-57e4-42c9-91b6-3b950f2cae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.783844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0581a-57e4-42c9-91b6-3b950f2cae9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda6ecc9-9c74-49c0-b9a3-4d88ff8fd8d4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:05.784262 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-b1eac729-945c-4efe-b5b6-76bef0f7ea90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5650835 Apr 05 20:48:05.785974 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88e0581a-57e4-42c9-91b6-3b950f2cae9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.787165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-88e0581a-57e4-42c9-91b6-3b950f2cae9f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cda6ecc9-9c74-49c0-b9a3-4d88ff8fd8d4 HTTP/1.1" status: 204 len: 168 time: 1.2808919 Apr 05 20:48:05.813403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-00baf908-ca98-490e-985f-5dfd1aedcc2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3045471 Apr 05 20:48:05.825169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:05.847860 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-1d94923d-afd8-487d-8bf5-78c638abdac3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac2198e360174470a75ef28c44d6fcbf&device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 1095 time: 0.1194043 Apr 05 20:48:06.039368 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-f4bb8bae-b69f-4a2e-adeb-3207cdc43596 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 HTTP/1.1" status: 200 len: 217 time: 0.1831160 Apr 05 20:48:06.109194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee748-d471-4ccb-b1bb-357143f119df req-e267f8ca-ddf3-4e0b-b29c-985b22eae9c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:06.110659 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-e267f8ca-ddf3-4e0b-b29c-985b22eae9c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acfcdc00-1d6a-49a8-8555-76389e64b9c9 HTTP/1.1" status: 200 len: 853 time: 0.0668144 Apr 05 20:48:06.151832 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:06.166573 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Transition to ACTIVE for port object 2afef617-1ac4-489c-98fb-de72073adab6 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:06.180459 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-e595607b-3165-43a1-9bf5-14af9c4b8713 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea7e1d45-3c97-4033-9485-9998d052cc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640981 Apr 05 20:48:06.238804 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:06.382433 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-ca5806bd-746d-4555-87c6-dc2cc65f319c service neutron] 10.222.0.23 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927471 Apr 05 20:48:06.483084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee300be5-a468-44d1-a0ae-7faacd22bb9a req-1c0bc4d5-f6e7-4a8b-bf9b-6d3ee148adda tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9000897 Apr 05 20:48:06.504474 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d962d-9dd5-4a99-a00b-e3105de8b78f None None] Pushing event updated for resources: {'Port': ['ID=2afef617-1ac4-489c-98fb-de72073adab6,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:06.553269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d0e623d-58d1-49d3-9644-bb55b871fc42 req-72c454d3-bf84-4baf-beed-839784a9196c tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9514923 Apr 05 20:48:06.673554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-64247007-f373-498e-a4b5-52eedad0d109 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048179 Apr 05 20:48:06.687217 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Attempting to bind port 2afef617-1ac4-489c-98fb-de72073adab6 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:06.690365 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Attempting to bind port 2afef617-1ac4-489c-98fb-de72073adab6 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:06.690905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Attempting to bind port 2afef617-1ac4-489c-98fb-de72073adab6 on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:06.724121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:48:06.724121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Checking segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:06.724121 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:06.724121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Bound using segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:48:06.724121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Bound port: 2afef617-1ac4-489c-98fb-de72073adab6, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:06.724121 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:06.755200 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efeee748-d471-4ccb-b1bb-357143f119df req-a50a700f-5937-4598-957e-fc3c341a3939 service neutron] 10.222.0.23 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490963 Apr 05 20:48:06.805159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-c6483f08-7485-4fa7-9530-d5bebde08341 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1095 time: 1.1966918 Apr 05 20:48:06.892811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] For port 2afef617-1ac4-489c-98fb-de72073adab6, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:06.895875 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] For port 2afef617-1ac4-489c-98fb-de72073adab6, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2afef617-1ac4-489c-98fb-de72073adab6,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:48:06.902922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4acf5574-e60c-4a59-9b50-d6db35e4b942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:06.903471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:07.004434 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:07.106885 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d962d-9dd5-4a99-a00b-e3105de8b78f None None] Pushing event updated for resources: {'Port': ['ID=2afef617-1ac4-489c-98fb-de72073adab6,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:07.117528 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:07.118161 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:07.134824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-4d3d3f7c-818f-4f81-b9ca-300a77c6de85 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 217 time: 0.3245234 Apr 05 20:48:07.326026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Attempting to bind port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:07.326505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Attempting to bind port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:07.326918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Attempting to bind port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:07.335444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd195d-fde0-4565-b484-391753030247 req-0cfad58c-43a3-4d14-8889-3ea80cdae333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:07.337161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-0cfad58c-43a3-4d14-8889-3ea80cdae333 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.1860306 Apr 05 20:48:07.351954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-929a6bc9-943c-4536-9d9b-e480af8afa22 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526146 Apr 05 20:48:07.399414 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:07.424782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063fad4-48bd-4abf-9e99-4b23264d789d req-4e5349b8-542d-4cb2-9d4e-7055144005dd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:07.426263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d063fad4-48bd-4abf-9e99-4b23264d789d req-4e5349b8-542d-4cb2-9d4e-7055144005dd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.5203071 Apr 05 20:48:07.484133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc on network 0d57210c-d16d-4309-994d-0206c31fb5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:48:07.484472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Attempting to bind port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:07.492312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdf5ee-5370-4fcd-b253-3d43882c86b0 req-363612b8-652a-406a-9d27-036c8f99cfb5 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:07.498895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3cdf5ee-5370-4fcd-b253-3d43882c86b0 req-363612b8-652a-406a-9d27-036c8f99cfb5 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 944 time: 0.5877872 Apr 05 20:48:07.567943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-4e94a7f0-2b80-49fa-986f-697dc66d9d0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67a29280-443b-47f9-b95a-121d7f544f9d HTTP/1.1" status: 200 len: 217 time: 0.1587534 Apr 05 20:48:07.568692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:48:07.569634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Checking segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:07.570017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Bound using segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:48:07.570462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Bound port: e7d0eb26-f12d-4595-a6c1-dfb5e39232fc, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:07.570811 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:07.738170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3cdf5ee-5370-4fcd-b253-3d43882c86b0 req-bf76e076-abfb-4814-8714-63001ac5f0c7 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383626 Apr 05 20:48:07.757776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d063fad4-48bd-4abf-9e99-4b23264d789d req-6e13c34d-c61f-468d-8935-de778cf4d702 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554505 Apr 05 20:48:07.795255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-c5e4d2cb-c549-4e9a-98b6-651467d5c60c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:07.800140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-c5e4d2cb-c549-4e9a-98b6-651467d5c60c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 200 len: 797 time: 0.2166216 Apr 05 20:48:07.805488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:06Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:07.810439 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c613837-df89-47a3-b8bf-b1660ef003c3 None None] The sync data for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 is: [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:06Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:48:07.884190 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd98c123-6323-4a06-a1af-24a755415b5a'] response: {'name': 'network-changed', 'server_uuid': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'tag': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7', 'status': 'completed', 'code': 200} Apr 05 20:48:07.964334 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23344513-d399-4235-9ca5-f2f46825b0d7'] response: {'name': 'network-changed', 'server_uuid': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'tag': '56dd6827-a9a7-4983-a4e5-15b513b3bcef', 'status': 'completed', 'code': 200} Apr 05 20:48:07.968845 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-08c2b55f-45b5-46b5-9bac-4e10b19ad748 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6191897 Apr 05 20:48:08.071630 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-7798ae32-c4e2-4594-9dca-c30e05dd0812 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac2198e360174470a75ef28c44d6fcbf&device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 1095 time: 0.1499534 Apr 05 20:48:08.141066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] For port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:08.152598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] For port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:48:08.224836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2afef617-1ac4-489c-98fb-de72073adab6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:08.266109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-43038235-39e1-4750-b593-e5890c90d9c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:08.267788 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-43038235-39e1-4750-b593-e5890c90d9c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea7e1d45-3c97-4033-9485-9998d052cc7b HTTP/1.1" status: 200 len: 914 time: 0.1906121 Apr 05 20:48:08.394099 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:08.394213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:08.405741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 2afef617-1ac4-489c-98fb-de72073adab6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:08.411217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2afef617-1ac4-489c-98fb-de72073adab6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:08.411591 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:08.424220 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-380cc062-acbb-4d84-8624-2c9e19da79d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 HTTP/1.1" status: 200 len: 217 time: 0.1501868 Apr 05 20:48:08.509683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:08.511472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-e0e15e09-7b0e-4402-b44c-1291da150b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:08.514072 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-e0e15e09-7b0e-4402-b44c-1291da150b3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acfcdc00-1d6a-49a8-8555-76389e64b9c9 HTTP/1.1" status: 200 len: 853 time: 0.0771456 Apr 05 20:48:08.594777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:08.597568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-341ad19e-c89b-40d9-a665-8a002b2781b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 200 len: 1091 time: 5.1996891 Apr 05 20:48:08.601589 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-831270df-a620-49e0-ad41-72adcbbefbe8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea7e1d45-3c97-4033-9485-9998d052cc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789042 Apr 05 20:48:08.601739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-ff21209f-2051-466c-a18f-e7b24aef0803 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7925110 Apr 05 20:48:08.684042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:08.741860 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:08.778247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 2afef617-1ac4-489c-98fb-de72073adab6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2afef617-1ac4-489c-98fb-de72073adab6,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:08.808115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-8e020c2e-d641-4fd0-8e5b-87d595fe6c27 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945963 Apr 05 20:48:08.844426 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-844ed9bd-234d-4379-bb15-b095a4468f11 service neutron] 10.222.0.23 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330120 Apr 05 20:48:08.866375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:08.894253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-098a2b4e-80f8-49ab-aacb-414e39bb3219 service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8962483 Apr 05 20:48:08.904446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d206dc-55c0-4fd2-b29b-c907be2ee85d req-47d8e1fd-54db-4280-a15e-b32928826afa tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:08.905882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5d206dc-55c0-4fd2-b29b-c907be2ee85d req-47d8e1fd-54db-4280-a15e-b32928826afa tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 943 time: 0.7386694 Apr 05 20:48:09.032559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=2afef617-1ac4-489c-98fb-de72073adab6,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:09.035218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:48:09.151968 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-efaeb5d4-b487-4468-a765-2fdcbe7eaf6f req-580784c1-a748-477e-9229-1c13fce7890a service neutron] 10.222.0.23 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921729 Apr 05 20:48:09.273315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,segment=NetworkSegment(f995568a-50aa-4d5f-9418-e3c31f10319c),segment_id=f995568a-50aa-4d5f-9418-e3c31f10319c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:09.278382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5d206dc-55c0-4fd2-b29b-c907be2ee85d req-5c3378ee-6851-4076-9e9d-7e0036cabbd5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387796 Apr 05 20:48:09.289672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7', 'network_id': 'ea7e1d45-3c97-4033-9485-9998d052cc7b', 'port_id': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7', 'mac_address': 'fa:16:3e:3b:8b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfcdc00-1d6a-49a8-8555-76389e64b9c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:48:09.405755 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:09.406486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64b174c3-65b7-4c9d-b584-2f8eb439a307 req-85691d0a-5ed2-47ab-afae-4bc7f66c5f78 service neutron] 10.222.0.23 "GET /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549827 Apr 05 20:48:09.421277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980567aa-17b9-4591-aa1d-613de7eb40c1 req-281bcdb2-3e4e-45fc-8403-7ed5f794fd2e tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:09.422559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980567aa-17b9-4591-aa1d-613de7eb40c1 req-281bcdb2-3e4e-45fc-8403-7ed5f794fd2e tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 984 time: 1.2537663 Apr 05 20:48:09.436161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45dd195d-fde0-4565-b484-391753030247 req-c8cd4041-b80c-4478-8658-cc2fbf0a0306 service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252376 Apr 05 20:48:09.446815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:09.466994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,segment=NetworkSegment(f995568a-50aa-4d5f-9418-e3c31f10319c),segment_id=f995568a-50aa-4d5f-9418-e3c31f10319c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:09.479818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-f21b12b1-fa0e-4d87-be4d-2089f96a8b5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1094 time: 0.6694901 Apr 05 20:48:09.508317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980567aa-17b9-4591-aa1d-613de7eb40c1 req-3f19404d-b7c1-4ee3-9f44-b5d3278fcbf5 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0755653 Apr 05 20:48:09.555432 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:09.666602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-3e19619e-1369-45d6-ad03-37ce70312ff9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 200 len: 217 time: 0.1617432 Apr 05 20:48:09.750610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-5e98496d-79a5-4dee-924a-ae3eb7bc34eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:09.752303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:09.752830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-5e98496d-79a5-4dee-924a-ae3eb7bc34eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.0792162 Apr 05 20:48:09.763724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-f4925f7f-24b5-40f2-ad3f-d35d21456c70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1095 time: 0.1685343 Apr 05 20:48:09.827377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:09.838283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8eecdd2f-9030-4fdb-9b4b-114f52bd42d7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:48:10.013575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'tag': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:10.119720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2afef617-1ac4-489c-98fb-de72073adab6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:10.137378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-19528560-dff7-4cb7-9ce1-0c44560db8da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:10.138840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-19528560-dff7-4cb7-9ce1-0c44560db8da service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.3372734 Apr 05 20:48:10.144036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-b7ed1996-ef9d-4d41-8551-cc2727b4bfa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3843036 Apr 05 20:48:10.197272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2afef617-1ac4-489c-98fb-de72073adab6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:10.197643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:10.246969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-32228f93-eb26-479f-9e3d-d7073546089c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 217 time: 0.0972152 Apr 05 20:48:10.275697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc80dda-69f4-445a-8784-4b294a9d172b req-c1286d94-97f1-4c5e-af89-e798514a3e22 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:10.281819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bc80dda-69f4-445a-8784-4b294a9d172b req-c1286d94-97f1-4c5e-af89-e798514a3e22 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.4608464 Apr 05 20:48:10.403016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2938bd9-0b32-4963-9000-bb535511040e req-98c2f4af-acf1-4f81-8c3f-9da148f81ad9 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:10.404469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2938bd9-0b32-4963-9000-bb535511040e req-98c2f4af-acf1-4f81-8c3f-9da148f81ad9 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 945 time: 0.5042644 Apr 05 20:48:10.532333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-f6668177-5ce0-4dee-b2f6-ae830c363fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:10.533833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-f6668177-5ce0-4dee-b2f6-ae830c363fd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.1739314 Apr 05 20:48:10.544513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4bc80dda-69f4-445a-8784-4b294a9d172b req-b371019f-c460-4a3d-88d9-82c03ecf2eb5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479023 Apr 05 20:48:10.597128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-96b168a8-ccde-4088-ba23-29f314fdb2bb service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902936 Apr 05 20:48:10.603252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2938bd9-0b32-4963-9000-bb535511040e req-d0ab6c3d-c34e-4a31-aa48-cd56a86e81cf tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929750 Apr 05 20:48:10.851058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f89266c-68f6-4f21-8bc2-2618abe698eb req-db0add82-408f-43f5-918e-7200d2720e6b service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456124 Apr 05 20:48:10.904195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-a6c394a0-b60c-4beb-a6e0-941127f9e856 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3536410 Apr 05 20:48:10.943691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:11.077903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562f961b-344f-4009-b9f8-d68b9884895e req-64c0b309-5e20-43e8-be47-7701cdc5eb50 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1135 time: 0.3503046 Apr 05 20:48:11.132116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-d632f545-ca0f-4791-b2b3-4fd70b164707 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0&tenant_id=ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 1094 time: 0.3533304 Apr 05 20:48:11.135371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:11.140821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:11.141221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:11.166724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:11.258686 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:11.284825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:11.294657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,segment=NetworkSegment(f995568a-50aa-4d5f-9418-e3c31f10319c),segment_id=f995568a-50aa-4d5f-9418-e3c31f10319c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:11.339732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-485f511b-d5c6-458e-9541-a64b16854b67 service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272940 Apr 05 20:48:11.344877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:11.352432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Usage tracker for resource:security_group_rule and tenant:bf0a8d746f1a41b9b529a666b8378f25 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:11.363146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:11.375792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:11.389410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:11.429161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:11.476711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467c0b5-bdfd-48f1-87a7-56954dc9b3c6 req-7048d3d8-866a-429a-9169-73343a1f8b01 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:11.478172 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9467c0b5-bdfd-48f1-87a7-56954dc9b3c6 req-7048d3d8-866a-429a-9169-73343a1f8b01 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.3164289 Apr 05 20:48:11.498734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-247b2a3a-c333-4c78-a724-8ebfc755d51d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1094 time: 0.3168225 Apr 05 20:48:11.647974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae8d21b5-3129-49c3-b977-ec2485cfb524 req-e83ba313-518f-44f9-88b5-29f7215a3dfe service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926888 Apr 05 20:48:11.699363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9467c0b5-bdfd-48f1-87a7-56954dc9b3c6 req-77055c72-f0f2-4716-8c31-21810ef77214 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103963 Apr 05 20:48:11.726726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:11.730096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-b620d4c3-e815-4c0d-9e4f-966ae4117a00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:11.731585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-b620d4c3-e815-4c0d-9e4f-966ae4117a00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.2098365 Apr 05 20:48:11.794912 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca50a82-2329-4970-8f7e-b710d9c977a0'] response: {'name': 'network-changed', 'server_uuid': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'tag': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc', 'status': 'completed', 'code': 200} Apr 05 20:48:11.809416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:11.911736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-562f961b-344f-4009-b9f8-d68b9884895e req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8257117 Apr 05 20:48:11.912330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba73b10-d130-450b-936d-a870c998c62d tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d1b228-d55d-4922-8769-6f85e2643303,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:11.940651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35536) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:11.989967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-373edfa4-d1a7-4a68-a05c-4671cfd97dfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 200 len: 999 time: 0.2448373 Apr 05 20:48:12.053962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-7d632c2b-2bb2-4ef3-b922-1c8e4b90852a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.055419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-7d632c2b-2bb2-4ef3-b922-1c8e4b90852a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.0646136 Apr 05 20:48:12.062284 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7980c2de-7e0f-4de1-b320-a482455125bd tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1130 time: 0.1204660 Apr 05 20:48:12.065210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35540) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:12.071312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:12.077875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:12.081845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:floatingip and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:12.085430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:12.093296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:12.170508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:12.201686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-e057da89-9bc9-4824-96fe-ae704e858bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1094 time: 0.3529425 Apr 05 20:48:12.320587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43470c1b-65a0-4924-a6d6-26f7fcf52f86 req-1ed7a241-1288-46d1-9590-6190be903174 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.330633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43470c1b-65a0-4924-a6d6-26f7fcf52f86 req-1ed7a241-1288-46d1-9590-6190be903174 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 943 time: 0.4270580 Apr 05 20:48:12.377592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-dabb2133-6c10-4d74-93f6-5b6b5f1b0286 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3119254 Apr 05 20:48:12.383409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:12.400778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.404756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.408620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.412484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.416370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.421108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.424959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.426891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-7907243b-53ad-4d04-a7d1-1e0e333bcf1c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.3562427 Apr 05 20:48:12.535079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Allocated IP 172.25.2.203 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/c8439c74-4010-49d4-a3ea-dbd99a61dba5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:12.581860 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43470c1b-65a0-4924-a6d6-26f7fcf52f86 req-16a8574d-d87d-4e0b-80d9-61131e0ac8a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568214 Apr 05 20:48:12.630383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-1ad507cf-83b6-4094-82c0-3135d89f43c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:12.632364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-1ad507cf-83b6-4094-82c0-3135d89f43c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.4191124 Apr 05 20:48:12.685754 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aae29c3-bc9e-40e1-9a70-94186cde65bf'] response: {'server_uuid': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7', 'code': 200} Apr 05 20:48:12.710046 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:12.856550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:12.868185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09017042-f0e7-41c4-b3d6-f1f049413908 req-21240aae-5980-40b2-a28d-b8a6dc95dc75 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4011009 Apr 05 20:48:12.950698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 56dd6827-a9a7-4983-a4e5-15b513b3bcef details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:48:12.957455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-194d3014-0d0b-489d-b4af-2831d922af26 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 200 len: 217 time: 0.3157744 Apr 05 20:48:12.999262 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:13.012017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:13.020505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:48:13.024910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-f8fc1a7e-916b-47d4-aebc-2c80a4ecb0e3 service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369290 Apr 05 20:48:13.140475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=c8439c74-4010-49d4-a3ea-dbd99a61dba5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:13.143467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 56dd6827-a9a7-4983-a4e5-15b513b3bcef, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:13.159430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '56dd6827-a9a7-4983-a4e5-15b513b3bcef', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'port_id': '56dd6827-a9a7-4983-a4e5-15b513b3bcef', 'mac_address': 'fa:16:3e:3e:be:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:48:13.266322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:13.297938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.302407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.307151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.311319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.324126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.325943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56dd6827-a9a7-4983-a4e5-15b513b3bcef {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:13.332612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.341473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 56dd6827-a9a7-4983-a4e5-15b513b3bcef, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:13.343258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.345454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cba57342-b725-41e1-af44-4130677ff08b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.8075616 Apr 05 20:48:13.346879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-ff59b125-d959-4e83-8cf6-d3d1d6410592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.348341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-ff59b125-d959-4e83-8cf6-d3d1d6410592 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.3771849 Apr 05 20:48:13.404661 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:13.469064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=56dd6827-a9a7-4983-a4e5-15b513b3bcef,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:13.536253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0d77255-9603-4a8a-86be-3385cf59d054 req-9404aec5-a051-4835-95a2-f0a7e028c5d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 1097 time: 0.6572373 Apr 05 20:48:13.545361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-5e28923d-6fd7-4fab-b35d-d45c57579684 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.546736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-5e28923d-6fd7-4fab-b35d-d45c57579684 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "GET /v2.0/ports/a8440d11-578e-423b-aab7-e22991cc87f8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1700370 Apr 05 20:48:13.564051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-b8b62f89-881a-4cc2-ad25-fb282448d9d4 service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281210 Apr 05 20:48:13.615044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0f08f-711f-4f31-ab97-f585e9f9e8ac req-5e94d9ce-f41c-4e41-8131-b9818eb5e971 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.616541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7d0f08f-711f-4f31-ab97-f585e9f9e8ac req-5e94d9ce-f41c-4e41-8131-b9818eb5e971 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.7406399 Apr 05 20:48:13.666457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['56dd6827-a9a7-4983-a4e5-15b513b3bcef'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:48:13.692843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:13.734005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c2882-9eaf-49c3-baa7-90f27a02e090 req-4a7b891b-d37d-46c4-b30a-ab82114ceacf tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:13.735356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-523c2882-9eaf-49c3-baa7-90f27a02e090 req-4a7b891b-d37d-46c4-b30a-ab82114ceacf tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 946 time: 0.6661520 Apr 05 20:48:13.794155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0d77255-9603-4a8a-86be-3385cf59d054 req-58134424-3028-44d7-acab-84a3854deb5e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439983 Apr 05 20:48:13.812075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-62e6d2f7-dcc0-4d6b-85bd-2238795b52f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338584 Apr 05 20:48:13.858129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:13.864942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7d0f08f-711f-4f31-ab97-f585e9f9e8ac req-d6196690-ecbe-4f01-8635-e7dfbfa4c0b3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826253 Apr 05 20:48:13.973796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7d0eb26-f12d-4595-a6c1-dfb5e39232fc details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:48:13.974994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-cbacc5cf-a2cf-47a9-98a5-482c03bea620 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "GET /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4061391 Apr 05 20:48:13.988357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-523c2882-9eaf-49c3-baa7-90f27a02e090 req-cc11718d-c63e-4bdf-881f-3741e21cc642 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375085 Apr 05 20:48:13.995198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:14.254196 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.271545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:14.298010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'port_id': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc', 'mac_address': 'fa:16:3e:0f:27:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:48:14.302930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-e221846b-8238-4e91-ba24-3f2a3bf67194 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823189 Apr 05 20:48:14.357243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.370916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.389385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d0eb26-f12d-4595-a6c1-dfb5e39232fc {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:14.405304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.406498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:14.464029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=c8439c74-4010-49d4-a3ea-dbd99a61dba5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:14.465898 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.478152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.544308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:14.605845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d4fc4-c6fc-4fd2-a7a1-cc94ca94f930 req-3d04ae36-7959-489a-9119-9befa7cfcf8d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:14.607346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db2d4fc4-c6fc-4fd2-a7a1-cc94ca94f930 req-3d04ae36-7959-489a-9119-9befa7cfcf8d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.4449058 Apr 05 20:48:14.614620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26f3ffb0-6f3b-40d5-831b-d28df8f441c3 req-2e31a021-a897-4e7f-b4b8-b9fc2d065792 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042469 Apr 05 20:48:14.757940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3bf96-0858-44f8-b565-4a9340f1e5bb req-70bb3345-bccf-4bbb-8040-b0d729052184 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:14.759412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1e3bf96-0858-44f8-b565-4a9340f1e5bb req-70bb3345-bccf-4bbb-8040-b0d729052184 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 944 time: 0.3665223 Apr 05 20:48:14.780475 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Floating IP 7cc195f9-fa12-42c9-8e64-e2b248de7369 associated. External IP: 172.25.2.203, port: 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e. Apr 05 20:48:14.790365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db2d4fc4-c6fc-4fd2-a7a1-cc94ca94f930 req-ce161bb6-ce10-40b2-ad97-066da00cadf9 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596665 Apr 05 20:48:14.876371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['e7d0eb26-f12d-4595-a6c1-dfb5e39232fc'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:48:14.972629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 56dd6827-a9a7-4983-a4e5-15b513b3bcef up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:15.072820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1e3bf96-0858-44f8-b565-4a9340f1e5bb req-ca8773b9-1c34-4e9d-96fc-fa767aa3cf74 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973599 Apr 05 20:48:15.080362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] For port a8440d11-578e-423b-aab7-e22991cc87f8, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a8440d11-578e-423b-aab7-e22991cc87f8,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:15.165270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.170107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.174202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.178678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.183211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.198525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.203200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.205482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-ce6994b4-b19e-4224-828b-393755de05ff tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 5435 time: 0.1905699 Apr 05 20:48:15.206518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] For port a8440d11-578e-423b-aab7-e22991cc87f8, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:15.325881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 56dd6827-a9a7-4983-a4e5-15b513b3bcef completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:15.345019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 57d90593-0453-4abb-b33b-0a8bd24aefae has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:48:15.360532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] device_id is not set on port a8440d11-578e-423b-aab7-e22991cc87f8 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:48:15.366956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 56dd6827-a9a7-4983-a4e5-15b513b3bcef triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:15.373605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.412146 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.422445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4a7d4a7-2257-420d-9f97-66d9f617b634 req-de81a5f0-d2d0-421f-9774-4ab586faa50f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=36288f48-9432-4298-8dee-1ea30cdacd53&id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735950 Apr 05 20:48:15.514846 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.643910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.651120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] Pushing event updated for resources: {'Port': ['ID=a8440d11-578e-423b-aab7-e22991cc87f8,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:15.694200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:48:15.712617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] Sync routers for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:48:15.785939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:15.794321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:15.800799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] No DVR routers for this DVR port a8440d11-578e-423b-aab7-e22991cc87f8 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:15.810930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.924162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] In _notify_port_updated(), no bound segment for port a8440d11-578e-423b-aab7-e22991cc87f8 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:48:15.924795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd6827-a9a7-4983-a4e5-15b513b3bcef'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:15.924924 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.926081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-0ca1bcee-5602-4610-861b-e13319292c92 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 200 len: 1027 time: 1.9363673 Apr 05 20:48:15.951312 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2226049b-d899-4a26-86d9-923c1f1b5544 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8846288 Apr 05 20:48:15.952153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:15.958331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35604) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:16.156333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4eda9ae8-1d77-4289-a43e-3ac9f530ed36 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.157780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4eda9ae8-1d77-4289-a43e-3ac9f530ed36 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "GET /v2.0/ports/cd3173a1-2215-40f2-9e79-3d66b48feb84?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1325586 Apr 05 20:48:16.165175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 56dd6827-a9a7-4983-a4e5-15b513b3bcef, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:16.170715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:16.195650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.196297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.196792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.197408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.198202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.198876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.199523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.200079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.200713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.201269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.201888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.203269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.203778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.206765 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3f7af43f-7388-458b-ae1d-b473f7ac470c tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9168 time: 0.2457912 Apr 05 20:48:16.210667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35612) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:16.236799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd77b-ab6f-4c30-8dfc-925dc34620e0 None None] Provisioning complete for port a8440d11-578e-423b-aab7-e22991cc87f8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:16.239294 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd77b-ab6f-4c30-8dfc-925dc34620e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:16.241537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aaff1-ec6c-4d71-86fa-42a653d3e561 req-e5e5e688-bf43-4373-a857-d06a15f4e4a8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.261655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a3aaff1-ec6c-4d71-86fa-42a653d3e561 req-e5e5e688-bf43-4373-a857-d06a15f4e4a8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.3390412 Apr 05 20:48:16.305401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd77b-ab6f-4c30-8dfc-925dc34620e0 None None] Port a8440d11-578e-423b-aab7-e22991cc87f8 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:48:16.307216 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:16.307988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device cd3173a1-2215-40f2-9e79-3d66b48feb84 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:16.419141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.419925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.420046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.420466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.420824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.421995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.421995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.422264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.422624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.422952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.423299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.423770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.424050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.426439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6abf72e0-1a06-4932-af10-7afec9a25ab7 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8377 time: 0.2042933 Apr 05 20:48:16.430516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35618) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:16.464674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a3aaff1-ec6c-4d71-86fa-42a653d3e561 req-1f8acdc6-f748-4164-9632-142603ac5b3d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021372 Apr 05 20:48:16.491135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:16.519901 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:16.554579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=56dd6827-a9a7-4983-a4e5-15b513b3bcef,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:16.573319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:16.619249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:16.733136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:48:16.734224 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:48:16.768683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:16.769028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8c6d6649-ec4f-4309-a3b5-34f062c4924a no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:16.837110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688c406-acc1-4e2e-a38f-724304ceacd3 req-7dbe1c1f-6553-4ae1-b22a-01d80ea3d9ce tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.842528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1688c406-acc1-4e2e-a38f-724304ceacd3 req-7dbe1c1f-6553-4ae1-b22a-01d80ea3d9ce tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 946 time: 0.1614850 Apr 05 20:48:16.924899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1688c406-acc1-4e2e-a38f-724304ceacd3 req-ce4a68f6-6a4e-4056-92c8-65253922bca0 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748460 Apr 05 20:48:17.124035 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedb9d01-ba26-431a-9967-02aa43d23e8d'] response: {'name': 'network-changed', 'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'status': 'completed', 'code': 200} Apr 05 20:48:17.153766 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-286c1055-1e5b-4838-b9b1-9d77d7728159 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5225 time: 0.7220809 Apr 05 20:48:17.201643 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac88de20-de00-4dd3-baef-29b0f7da61bd'] response: {'server_uuid': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dd6827-a9a7-4983-a4e5-15b513b3bcef', 'code': 200} Apr 05 20:48:17.223725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35634) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:17.405578 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-3186637f-8de0-4d9a-b873-ef73d5616905 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1135 time: 0.2507365 Apr 05 20:48:17.694961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:17.758520 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:17.869665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:18.019280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-630dacfc-42b0-49c8-94b4-11c1de2b77e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:18.020855 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-630dacfc-42b0-49c8-94b4-11c1de2b77e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 HTTP/1.1" status: 200 len: 897 time: 0.6089191 Apr 05 20:48:18.035289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7d0eb26-f12d-4595-a6c1-dfb5e39232fc up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:18.046799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2021d5d-fc99-4906-8057-4359ece07909 req-960d9a31-eb68-49e2-9e48-5f85f7d09f23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1097 time: 0.9144807 Apr 05 20:48:18.117954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2335859a-3429-46a5-9af1-329e2df592c1 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=57d90593-0453-4abb-b33b-0a8bd24aefae HTTP/1.1" status: 200 len: 1990 time: 0.8666449 Apr 05 20:48:18.214127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:18.227468 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-c3bafed4-0ff5-4742-8ec2-a08434dd02c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e HTTP/1.1" status: 200 len: 999 time: 0.1990626 Apr 05 20:48:18.254105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '7cc195f9-fa12-42c9-8e64-e2b248de7369', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'port_id': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'mac_address': 'fa:16:3e:7c:ac:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:48:13Z', 'updated_at': '2022-04-05T20:48:13Z', 'revision_number': 0, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:18.260067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] Checking router: 57d90593-0453-4abb-b33b-0a8bd24aefae for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:48:18.272950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:18.273750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:18.326961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89175b-ae2c-4905-90df-3bfd86714ed7 req-96dad83c-3503-4944-aed2-057b4e1480d8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:18.333353 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:18.334198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:18.335120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f89175b-ae2c-4905-90df-3bfd86714ed7 req-96dad83c-3503-4944-aed2-057b4e1480d8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 944 time: 0.8448188 Apr 05 20:48:18.417602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-5e5eb2c3-ec97-4a1e-8869-7dffa4e7989e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:18.422294 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-5e5eb2c3-ec97-4a1e-8869-7dffa4e7989e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6e1ee08-a89d-44a1-83cb-620e676cf3f4 HTTP/1.1" status: 200 len: 835 time: 0.1768663 Apr 05 20:48:18.529707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=cd3173a1-2215-40f2-9e79-3d66b48feb84,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:18.544490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:18.566374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] For port cd3173a1-2215-40f2-9e79-3d66b48feb84, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:18.617080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:18.620071 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:18.651515 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-d2128a9f-80dc-4db7-9d18-32ef24deabee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2233784 Apr 05 20:48:18.653391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] device_id is not set on port cd3173a1-2215-40f2-9e79-3d66b48feb84 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:48:18.667789 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:18.782450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82a71d-21b0-4d19-a189-596fd5db04a1 req-88ff959d-1d19-4eb5-9698-84c24f4e2cff tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:18.793574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b82a71d-21b0-4d19-a189-596fd5db04a1 req-88ff959d-1d19-4eb5-9698-84c24f4e2cff tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 0.9617658 Apr 05 20:48:18.879043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8c6d6649-ec4f-4309-a3b5-34f062c4924a,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:19.017915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:19.046577 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-788b67f1-ead4-4479-bdbb-0b2f13496bcc service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866787 Apr 05 20:48:19.149006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:19.199086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b82a71d-21b0-4d19-a189-596fd5db04a1 req-34d56a56-6a82-47c3-9a31-54ce80a43e45 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027395 Apr 05 20:48:19.203204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:19.261823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:19.264226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3173a1-2215-40f2-9e79-3d66b48feb84'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:19.396570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Pushing event updated for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:19.401200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2021d5d-fc99-4906-8057-4359ece07909 req-3162a8c2-8ea1-4c1b-963c-a5b5a23514e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2667665 Apr 05 20:48:19.480914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f89175b-ae2c-4905-90df-3bfd86714ed7 req-44f55afe-6f69-4980-a1d2-c60cf86ad3cd tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1448367 Apr 05 20:48:19.511142 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:19.511875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a8440d11-578e-423b-aab7-e22991cc87f8 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:19.529350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] No DVR routers for this DVR port cd3173a1-2215-40f2-9e79-3d66b48feb84 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:19.530261 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b04ed08e-8150-4ee6-bf85-fd797718f410 req-1f8670a1-34e3-48b6-aa8e-d2f22d9278be service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760692 Apr 05 20:48:19.889156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:19.984789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:20.163473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] In _notify_port_updated(), no bound segment for port cd3173a1-2215-40f2-9e79-3d66b48feb84 on network 69e6f851-b560-4ccf-95d3-1940711bce45 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:48:20.167641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:20.175667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-04c9b333-dc53-41bb-aa3b-854f9445908e service neutron] 10.222.0.23 "PUT /v2.0/ports/cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 200 len: 1028 time: 4.0087750 Apr 05 20:48:20.245792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:20.314919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:20.390498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a8440d11-578e-423b-aab7-e22991cc87f8 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:20.390930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 67a29280-443b-47f9-b95a-121d7f544f9d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:20.401031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port 3aafee20-e5de-4ea8-9949-86b9b29cac37 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:20.401464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:20.451754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-4de66d9f-fb86-4e89-8fb3-965d767fb9e3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:20.453545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-4de66d9f-fb86-4e89-8fb3-965d767fb9e3 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 946 time: 1.7880595 Apr 05 20:48:20.469765 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:20.565975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 249e165d-5324-406e-a351-17a88c90d792 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:20.619582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e71d426f-ead3-47c6-bda8-5fe869f612d8 None None] Provisioning complete for port cd3173a1-2215-40f2-9e79-3d66b48feb84 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:20.619871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e71d426f-ead3-47c6-bda8-5fe869f612d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:20.668577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port 249e165d-5324-406e-a351-17a88c90d792 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:20.669153 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:20.749024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880767c9-f903-4039-adca-991c87aaf037 req-a65b2e5c-a141-4623-91d7-e13cbac90a6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:20.753729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880767c9-f903-4039-adca-991c87aaf037 req-a65b2e5c-a141-4623-91d7-e13cbac90a6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:20.757793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880767c9-f903-4039-adca-991c87aaf037 req-a65b2e5c-a141-4623-91d7-e13cbac90a6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:20.760226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:20.762432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880767c9-f903-4039-adca-991c87aaf037 req-a65b2e5c-a141-4623-91d7-e13cbac90a6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:20.766641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880767c9-f903-4039-adca-991c87aaf037 req-a65b2e5c-a141-4623-91d7-e13cbac90a6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:20.775702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880767c9-f903-4039-adca-991c87aaf037 req-a65b2e5c-a141-4623-91d7-e13cbac90a6a tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 3882 time: 1.0227940 Apr 05 20:48:20.844592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2f802-6a5f-4cfc-beca-9e2440edf4e8 req-1037b8fe-201e-48e2-8721-8315eea6846b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:20.846939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6c2f802-6a5f-4cfc-beca-9e2440edf4e8 req-1037b8fe-201e-48e2-8721-8315eea6846b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.9276128 Apr 05 20:48:21.108211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e71d426f-ead3-47c6-bda8-5fe869f612d8 None None] Port cd3173a1-2215-40f2-9e79-3d66b48feb84 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:48:21.176205 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.177410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=249e165d-5324-406e-a351-17a88c90d792,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:21.177987 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.276042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.316150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for 249e165d-5324-406e-a351-17a88c90d792 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:21.385935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=249e165d-5324-406e-a351-17a88c90d792,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:21.435752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.522915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:48:21.523238 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:48:21.586257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 67a29280-443b-47f9-b95a-121d7f544f9d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=67a29280-443b-47f9-b95a-121d7f544f9d,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:21.588607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=249e165d-5324-406e-a351-17a88c90d792,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:21.640877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880767c9-f903-4039-adca-991c87aaf037 req-20d28886-bdc0-4d9a-9542-fe411fa72f69 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8640013 Apr 05 20:48:21.649542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '7cc195f9-fa12-42c9-8e64-e2b248de7369', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'port_id': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'mac_address': 'fa:16:3e:7c:ac:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:48:13Z', 'updated_at': '2022-04-05T20:48:13Z', 'revision_number': 0, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:21.656667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3c2596-5b07-4666-b68c-032aa9ebef67 None None] The sync data for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 is: [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '7cc195f9-fa12-42c9-8e64-e2b248de7369', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'port_id': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'mac_address': 'fa:16:3e:7c:ac:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:48:13Z', 'updated_at': '2022-04-05T20:48:13Z', 'revision_number': 0, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:48:21.668396 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.669255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c56c62fa-79e8-445a-abb0-b85555e22e6e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:21.697429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6c2f802-6a5f-4cfc-beca-9e2440edf4e8 req-40acc4fd-7713-4dbe-9f8b-0ef36bbfffec tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8362184 Apr 05 20:48:21.816279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=67a29280-443b-47f9-b95a-121d7f544f9d,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:21.905226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:21.905886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.935491 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edffb17e-87b9-4c5b-a6ac-cb6c2381778f'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd3173a1-2215-40f2-9e79-3d66b48feb84', 'code': 200} Apr 05 20:48:21.935895 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edffb17e-87b9-4c5b-a6ac-cb6c2381778f'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'code': 200} Apr 05 20:48:21.936157 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edffb17e-87b9-4c5b-a6ac-cb6c2381778f'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9', 'code': 200} Apr 05 20:48:21.936722 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.998161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c56c62fa-79e8-445a-abb0-b85555e22e6e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:22.092606 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.093395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3aafee20-e5de-4ea8-9949-86b9b29cac37 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:22.099503 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b56f1-bab7-4ced-8da4-c3c2aae41e2b None None] New status for floating IP 7cc195f9-fa12-42c9-8e64-e2b248de7369: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:48:22.153729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port 249e165d-5324-406e-a351-17a88c90d792 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:22.156036 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.216821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for 3aafee20-e5de-4ea8-9949-86b9b29cac37 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:22.365198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c56c62fa-79e8-445a-abb0-b85555e22e6e,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:22.531644 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.606287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:22.610771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-9537a22b-e39e-40f3-8952-cdc6d7ca415f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ac2198e360174470a75ef28c44d6fcbf&device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 1097 time: 0.1796746 Apr 05 20:48:22.691131 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.860573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-0f58c8ce-abf8-4a76-b001-45579311a86f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:22.864002 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-0f58c8ce-abf8-4a76-b001-45579311a86f service neutron] 10.222.0.23 "GET /v2.0/networks?id=ea7e1d45-3c97-4033-9485-9998d052cc7b HTTP/1.1" status: 200 len: 914 time: 0.2468007 Apr 05 20:48:22.867461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:48:22.867788 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:48:22.894312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3aafee20-e5de-4ea8-9949-86b9b29cac37,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:22.916950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c07d7a-ccb2-4d2c-b8ae-8a3f3219925a req-a4aa2987-d5a5-472f-af4d-a5294633ba56 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:22.924167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72c07d7a-ccb2-4d2c-b8ae-8a3f3219925a req-a4aa2987-d5a5-472f-af4d-a5294633ba56 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 944 time: 0.7325420 Apr 05 20:48:22.960251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-45795c43-c899-4928-88b3-8c52b7b42322 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 HTTP/1.1" status: 200 len: 217 time: 0.0889421 Apr 05 20:48:22.964053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807ccaf-5a3c-4665-8a55-af221d499f5f req-8213c72f-2f64-4b1c-b6b2-bf57260c9443 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:22.968655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6807ccaf-5a3c-4665-8a55-af221d499f5f req-8213c72f-2f64-4b1c-b6b2-bf57260c9443 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.4127431 Apr 05 20:48:23.091776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-7883a69a-ae3a-49a5-80b5-6b57e252db0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:23.094100 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-7883a69a-ae3a-49a5-80b5-6b57e252db0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acfcdc00-1d6a-49a8-8555-76389e64b9c9 HTTP/1.1" status: 200 len: 853 time: 0.1283438 Apr 05 20:48:23.156285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6807ccaf-5a3c-4665-8a55-af221d499f5f req-c8d31de3-cb47-4e0a-ae8d-712559fde221 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356378 Apr 05 20:48:23.164503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port 249e165d-5324-406e-a351-17a88c90d792, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=249e165d-5324-406e-a351-17a88c90d792,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:23.165150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.176721 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-57ca1e35-67f9-4dd1-becc-6bddb1b3613b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ea7e1d45-3c97-4033-9485-9998d052cc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731390 Apr 05 20:48:23.213814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72c07d7a-ccb2-4d2c-b8ae-8a3f3219925a req-563c1986-1e5d-4e36-b56d-b965438599be tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796674 Apr 05 20:48:23.385151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port 3aafee20-e5de-4ea8-9949-86b9b29cac37 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:23.385151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.514972 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-934e1052-2573-48f7-8a42-aa98703263ac service neutron] 10.222.0.23 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303258 Apr 05 20:48:23.611447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for 249e165d-5324-406e-a351-17a88c90d792 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:23.827421 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-472fa6a0-d74e-4070-90d8-4617558f23e6 req-3cb2743e-9084-47e0-8960-2853782b6e3c service neutron] 10.222.0.23 "GET /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056774 Apr 05 20:48:23.936939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc'}, {'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '249e165d-5324-406e-a351-17a88c90d792'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:24.312337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5239-49f4-425d-84ae-4bd8ae049a28 req-63a2eed5-2ec1-47a5-bdb9-e27dddece9ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:24.316368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5239-49f4-425d-84ae-4bd8ae049a28 req-63a2eed5-2ec1-47a5-bdb9-e27dddece9ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:24.334005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5239-49f4-425d-84ae-4bd8ae049a28 req-63a2eed5-2ec1-47a5-bdb9-e27dddece9ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:24.347137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5239-49f4-425d-84ae-4bd8ae049a28 req-63a2eed5-2ec1-47a5-bdb9-e27dddece9ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:24.352236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5239-49f4-425d-84ae-4bd8ae049a28 req-63a2eed5-2ec1-47a5-bdb9-e27dddece9ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:24.359934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb5f5239-49f4-425d-84ae-4bd8ae049a28 req-63a2eed5-2ec1-47a5-bdb9-e27dddece9ee tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 3876 time: 0.4919229 Apr 05 20:48:24.396226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b31af-694b-4d65-b563-1d1c81c25d23 req-4b2c2795-d563-4ea3-a714-824dfe38a469 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:24.397881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a01b31af-694b-4d65-b563-1d1c81c25d23 req-4b2c2795-d563-4ea3-a714-824dfe38a469 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 946 time: 0.5341425 Apr 05 20:48:24.398567 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.437428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d14ab566-3398-4fdd-9025-70f73457230b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:48:24.561664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb5f5239-49f4-425d-84ae-4bd8ae049a28 req-c3c4252e-f0c8-4e39-bd07-4894567c2876 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007332 Apr 05 20:48:24.562530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event deleted for resources: {'Port': ['ID=249e165d-5324-406e-a351-17a88c90d792,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:24.658280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] No DVR routers for this DVR port 249e165d-5324-406e-a351-17a88c90d792 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:24.678522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.697978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'name': 'network-vif-deleted', 'tag': '249e165d-5324-406e-a351-17a88c90d792'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:24.715969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.716325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.716667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.717008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.717410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.717743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.718081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.718402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.718728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.719054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.719378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.729204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] For port 3aafee20-e5de-4ea8-9949-86b9b29cac37, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3aafee20-e5de-4ea8-9949-86b9b29cac37,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:24.729610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.757762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a01b31af-694b-4d65-b563-1d1c81c25d23 req-55392817-5a49-4f56-92ab-0f35165647ae tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402734 Apr 05 20:48:25.292891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for 3aafee20-e5de-4ea8-9949-86b9b29cac37 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:25.343241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48d6a3c2-cfe7-4fec-8966-dcdab3cdc46f req-c4e3eb10-7f40-4eab-85fb-6c7931fe4ba8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "DELETE /v2.0/ports/249e165d-5324-406e-a351-17a88c90d792 HTTP/1.1" status: 204 len: 173 time: 4.8713715 Apr 05 20:48:25.446448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7883af-f056-402a-bbcc-6d9a58407541 req-e001d6bd-0e84-4859-9f2a-febc33b263a9 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:25.448014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f7883af-f056-402a-bbcc-6d9a58407541 req-e001d6bd-0e84-4859-9f2a-febc33b263a9 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.4265976 Apr 05 20:48:25.573583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f7883af-f056-402a-bbcc-6d9a58407541 req-91431e3f-43f8-497b-9363-3d00d08a8816 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890276 Apr 05 20:48:25.658170 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd18c1b-0419-4038-a83a-bfcf6dc3f567'] response: {'server_uuid': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc', 'code': 200} Apr 05 20:48:25.658712 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd18c1b-0419-4038-a83a-bfcf6dc3f567'] response: {'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '249e165d-5324-406e-a351-17a88c90d792', 'code': 200} Apr 05 20:48:25.658712 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd18c1b-0419-4038-a83a-bfcf6dc3f567'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d', 'code': 200} Apr 05 20:48:25.658931 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd18c1b-0419-4038-a83a-bfcf6dc3f567'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e', 'code': 200} Apr 05 20:48:25.659390 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd18c1b-0419-4038-a83a-bfcf6dc3f567'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37', 'code': 200} Apr 05 20:48:25.673042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.792912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=3aafee20-e5de-4ea8-9949-86b9b29cac37,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:25.998142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7aa34c44-21db-4721-bd7a-8d6f1a7106af req-3e7effb4-ecbf-41be-a48f-b3ef3ebef29f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:26.084110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] No DVR routers for this DVR port 3aafee20-e5de-4ea8-9949-86b9b29cac37 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:26.092737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.162435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b2e32-378a-45cc-9bfc-73ecf6eb5216 req-7d596f4e-abae-4ef8-8863-88ac362936d7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:26.171331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a7b2e32-378a-45cc-9bfc-73ecf6eb5216 req-7d596f4e-abae-4ef8-8863-88ac362936d7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.2797613 Apr 05 20:48:26.199155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c556c629-b6a7-44b6-a371-ed10a8405dec req-dbe480a3-1dc4-4e8f-a5e8-69e43fa7f67e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1096 time: 0.2609828 Apr 05 20:48:26.273776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7aa34c44-21db-4721-bd7a-8d6f1a7106af req-3e7effb4-ecbf-41be-a48f-b3ef3ebef29f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:26.294752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7aa34c44-21db-4721-bd7a-8d6f1a7106af req-3e7effb4-ecbf-41be-a48f-b3ef3ebef29f tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.4321249 Apr 05 20:48:26.299085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a7b2e32-378a-45cc-9bfc-73ecf6eb5216 req-7edaf16a-8f6b-4051-9f05-8b41d2038db5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268618 Apr 05 20:48:26.305256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-73dcaa86-0f88-43e5-810e-6f481cad0297 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "DELETE /v2.0/ports/3aafee20-e5de-4ea8-9949-86b9b29cac37 HTTP/1.1" status: 204 len: 173 time: 6.0990973 Apr 05 20:48:26.442167 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36e8c1f-5a0a-40f4-89dc-31e0131b14ac'] response: {'server_uuid': '939f16ab-49f4-4b8b-9af7-0f40f2eee186', 'name': 'network-vif-deleted', 'tag': '249e165d-5324-406e-a351-17a88c90d792', 'status': 'completed', 'code': 200} Apr 05 20:48:26.594464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port 67a29280-443b-47f9-b95a-121d7f544f9d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:26.595517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.679308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c556c629-b6a7-44b6-a371-ed10a8405dec req-f5f6e1c0-7973-41ec-9d75-3b253f1cf672 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829444 Apr 05 20:48:26.987082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb22f4e-3617-4b67-b1b3-36131749534f req-a3f60489-4711-4e64-9319-25e13e9eec47 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:26.988530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1cb22f4e-3617-4b67-b1b3-36131749534f req-a3f60489-4711-4e64-9319-25e13e9eec47 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 946 time: 0.3473096 Apr 05 20:48:27.014885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-84a7aafb-7d8d-491b-9943-14814bafa709 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:27.018774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-84a7aafb-7d8d-491b-9943-14814bafa709 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:27.022876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-84a7aafb-7d8d-491b-9943-14814bafa709 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:27.026855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-84a7aafb-7d8d-491b-9943-14814bafa709 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:27.027698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-84a7aafb-7d8d-491b-9943-14814bafa709 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:27.078197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] For port 67a29280-443b-47f9-b95a-121d7f544f9d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=67a29280-443b-47f9-b95a-121d7f544f9d,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:27.078197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.300456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for 67a29280-443b-47f9-b95a-121d7f544f9d owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:27.406108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1cb22f4e-3617-4b67-b1b3-36131749534f req-0a62ef31-992f-45ff-ade6-a5a34aa71042 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022329 Apr 05 20:48:27.408512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-84a7aafb-7d8d-491b-9943-14814bafa709 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:27.409598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-84a7aafb-7d8d-491b-9943-14814bafa709 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 3144 time: 0.7167833 Apr 05 20:48:27.511564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50624938-085e-48fd-ad06-db7a1d1f2b09 req-ed20aa65-f50f-4199-9435-73d36ac4c4da tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952377 Apr 05 20:48:27.699295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fea-3a3c-4c26-ae8d-f672e3f33d16 req-32f5b64a-1c68-454f-8c9c-6e40ca903345 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:27.703796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46fe0fea-3a3c-4c26-ae8d-f672e3f33d16 req-32f5b64a-1c68-454f-8c9c-6e40ca903345 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.1231551 Apr 05 20:48:27.735886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.847008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f72688b8-f40b-4dda-9b42-667dea02a9c7 req-81193e9b-084a-4f9e-8a22-0e361a76637a tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.1083503 Apr 05 20:48:27.847008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=67a29280-443b-47f9-b95a-121d7f544f9d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:28.157939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] No DVR routers for this DVR port 67a29280-443b-47f9-b95a-121d7f544f9d on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:28.161790 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:28.172914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46fe0fea-3a3c-4c26-ae8d-f672e3f33d16 req-c9b8cdb7-2b61-41b5-9079-5f951cd633b2 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594660 Apr 05 20:48:28.238693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38ce56-d1d7-48bc-9a83-9ed3c4491298 req-7a611635-bf4b-4000-adf0-6533076cc634 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:28.244095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f38ce56-d1d7-48bc-9a83-9ed3c4491298 req-7a611635-bf4b-4000-adf0-6533076cc634 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.1405056 Apr 05 20:48:28.333253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-09ea2864-79dc-4971-a4e6-f6e2bbf658ab tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "DELETE /v2.0/ports/67a29280-443b-47f9-b95a-121d7f544f9d HTTP/1.1" status: 204 len: 173 time: 2.0242360 Apr 05 20:48:28.460235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37'}, {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:28.508701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f38ce56-d1d7-48bc-9a83-9ed3c4491298 req-b57895d3-5478-4c2a-87bd-c46abe19271c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579982 Apr 05 20:48:28.549901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:28.549901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:28.693855 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e7937c-f46a-47c2-b96c-99d67954bdbb'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': '3aafee20-e5de-4ea8-9949-86b9b29cac37', 'status': 'completed', 'code': 200} Apr 05 20:48:28.696312 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e7937c-f46a-47c2-b96c-99d67954bdbb'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': '67a29280-443b-47f9-b95a-121d7f544f9d', 'status': 'completed', 'code': 200} Apr 05 20:48:28.930201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] For port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:28.930935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:29.082679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:29.128138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11349c5e-c475-4802-bbe9-9b18df8c6fd4 req-a933e5e3-43e8-461b-81a6-93fec1169f54 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:29.131984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11349c5e-c475-4802-bbe9-9b18df8c6fd4 req-a933e5e3-43e8-461b-81a6-93fec1169f54 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:29.135869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11349c5e-c475-4802-bbe9-9b18df8c6fd4 req-a933e5e3-43e8-461b-81a6-93fec1169f54 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:29.136692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-11349c5e-c475-4802-bbe9-9b18df8c6fd4 req-a933e5e3-43e8-461b-81a6-93fec1169f54 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:29.272716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-11349c5e-c475-4802-bbe9-9b18df8c6fd4 req-a933e5e3-43e8-461b-81a6-93fec1169f54 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:29.273859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11349c5e-c475-4802-bbe9-9b18df8c6fd4 req-a933e5e3-43e8-461b-81a6-93fec1169f54 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 2411 time: 0.4739695 Apr 05 20:48:29.285267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e42ca002-5152-491b-9a4a-97966281e658 req-f9604270-89b0-4901-8236-0545813d75f5 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.0541570 Apr 05 20:48:29.352680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11349c5e-c475-4802-bbe9-9b18df8c6fd4 req-9981b504-2854-4f0b-8268-8e31057da7ba tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700057 Apr 05 20:48:29.443274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:29.501356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=a43d623e-bf4e-40b5-9e96-fdd5fc832ee9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:29.625635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] No DVR routers for this DVR port a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:29.630177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:29.632653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-af4168f9-dbf4-4d9b-b1d9-ee1e6f6ed712 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "DELETE /v2.0/ports/a43d623e-bf4e-40b5-9e96-fdd5fc832ee9 HTTP/1.1" status: 204 len: 173 time: 1.2882209 Apr 05 20:48:29.708006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62857218-d1e7-4280-bb49-259b5c0e4b10 req-27b98cc3-4eb5-4b19-a90e-3ee6a06d211d tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:29.710015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62857218-d1e7-4280-bb49-259b5c0e4b10 req-27b98cc3-4eb5-4b19-a90e-3ee6a06d211d tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 946 time: 0.3058085 Apr 05 20:48:29.741497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port c56c62fa-79e8-445a-abb0-b85555e22e6e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:29.741830 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:29.807482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8d5aa-2e8d-4bd8-be85-2c762b062e0e req-7558da4c-4e1d-488f-a2a5-676b99db48fb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:29.808844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88e8d5aa-2e8d-4bd8-be85-2c762b062e0e req-7558da4c-4e1d-488f-a2a5-676b99db48fb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.3107641 Apr 05 20:48:29.894667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62857218-d1e7-4280-bb49-259b5c0e4b10 req-fc0b34f5-6bed-4fc2-b255-870589bb9227 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774592 Apr 05 20:48:29.941291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88e8d5aa-2e8d-4bd8-be85-2c762b062e0e req-c1ebed3a-c4e2-4b5a-97fa-ee5c4e630ac4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238968 Apr 05 20:48:30.226833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] For port c56c62fa-79e8-445a-abb0-b85555e22e6e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c56c62fa-79e8-445a-abb0-b85555e22e6e,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:30.227233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.372403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for c56c62fa-79e8-445a-abb0-b85555e22e6e owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:30.416969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeab927-9a9d-425f-8a64-7f4aa5ffbfe5 req-9b4f51bf-82c7-4210-b27d-2dcd4cb23be4 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:30.418421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebeab927-9a9d-425f-8a64-7f4aa5ffbfe5 req-9b4f51bf-82c7-4210-b27d-2dcd4cb23be4 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.3947291 Apr 05 20:48:30.532894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebeab927-9a9d-425f-8a64-7f4aa5ffbfe5 req-63f50d1f-3d81-4cd3-879d-8142e9a54f73 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069765 Apr 05 20:48:30.534892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4397c38-c3f0-4c73-b33f-7b42375c2a94 req-9b5518ef-f2c5-4055-8e04-f03ebbdca448 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=939f16ab-49f4-4b8b-9af7-0f40f2eee186 HTTP/1.1" status: 200 len: 210 time: 0.0547476 Apr 05 20:48:30.700902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:30.715848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.784204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=c56c62fa-79e8-445a-abb0-b85555e22e6e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:30.785445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-0aefdcec-7763-4e33-be52-303934b47d0f tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:30.790269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-0aefdcec-7763-4e33-be52-303934b47d0f tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Synchronizing usage tracker for tenant:ac2198e360174470a75ef28c44d6fcbf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:30.861221 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680dc33e-5a0a-4ae5-82ff-e4649ca60528'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': 'a43d623e-bf4e-40b5-9e96-fdd5fc832ee9', 'status': 'completed', 'code': 200} Apr 05 20:48:30.907189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-0aefdcec-7763-4e33-be52-303934b47d0f tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Unset dirty status for tenant:ac2198e360174470a75ef28c44d6fcbf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:30.908961 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-0aefdcec-7763-4e33-be52-303934b47d0f tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 946 time: 0.2198403 Apr 05 20:48:30.916790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c75b22-823c-4d5b-b23c-b5024783e1f6 req-10259a45-cdb7-472a-ba77-ecb25a13c5cc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:30.921785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58c75b22-823c-4d5b-b23c-b5024783e1f6 req-10259a45-cdb7-472a-ba77-ecb25a13c5cc tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 944 time: 0.2525365 Apr 05 20:48:30.921785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] No DVR routers for this DVR port c56c62fa-79e8-445a-abb0-b85555e22e6e on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:30.921785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.985790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58c75b22-823c-4d5b-b23c-b5024783e1f6 req-9cdf273f-8ba9-433b-a5c6-8697299361ad tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531709 Apr 05 20:48:31.020916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Deleting port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:31.024141 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.045401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-239e2cd7-eb3f-426d-8b9d-d7132e8124f3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "DELETE /v2.0/ports/c56c62fa-79e8-445a-abb0-b85555e22e6e HTTP/1.1" status: 204 len: 173 time: 1.4031141 Apr 05 20:48:31.333890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port 8c6d6649-ec4f-4309-a3b5-34f062c4924a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:31.338572 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.517023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a000c-fb65-48c3-9416-0ce3eb6472a5 req-fc36aa86-dfbd-423f-974b-09bbe3573ccb tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:31.524801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f5a000c-fb65-48c3-9416-0ce3eb6472a5 req-fc36aa86-dfbd-423f-974b-09bbe3573ccb tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 946 time: 0.4379687 Apr 05 20:48:31.554000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] For port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,segment=NetworkSegment(f995568a-50aa-4d5f-9418-e3c31f10319c),segment_id=f995568a-50aa-4d5f-9418-e3c31f10319c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:31.554964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.621998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc79fb-497f-4aa6-8874-ca9def239153 req-5978366f-d7d2-41ac-a46c-48f315ecad7f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:31.629000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ccc79fb-497f-4aa6-8874-ca9def239153 req-5978366f-d7d2-41ac-a46c-48f315ecad7f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.4829369 Apr 05 20:48:31.702695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Calling delete_port for 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:31.743473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f5a000c-fb65-48c3-9416-0ce3eb6472a5 req-fe656365-c5cd-466f-a2b9-fc6087cbea4d tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/security-groups?id=317870f4-f550-423a-ad4e-a8606977e626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176402 Apr 05 20:48:31.848795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ccc79fb-497f-4aa6-8874-ca9def239153 req-946ead97-f884-4ba1-a537-33f17a234939 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188330 Apr 05 20:48:31.892115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] For port 8c6d6649-ec4f-4309-a3b5-34f062c4924a, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8c6d6649-ec4f-4309-a3b5-34f062c4924a,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:31.892115 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.964179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.066416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Pushing event deleted for resources: {'Port': ['ID=8eecdd2f-9030-4fdb-9b4b-114f52bd42d7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:32.235877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] No DVR routers for this DVR port 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:32.243450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.254213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'name': 'network-vif-deleted', 'tag': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:32.339627 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d1744c21-1e16-4278-b5f0-bd1b4730d8ab req-08dcb61a-c5d9-48a1-8594-f7a1f99e30b4 tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.23 "DELETE /v2.0/ports/8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 HTTP/1.1" status: 204 len: 173 time: 1.4250369 Apr 05 20:48:32.598668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216efa2-449d-4244-9d40-058b53351c2e req-7913c1a8-3e17-4234-8f5e-788d637e5338 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:32.600634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7216efa2-449d-4244-9d40-058b53351c2e req-7913c1a8-3e17-4234-8f5e-788d637e5338 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.3667150 Apr 05 20:48:32.602383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.602754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.603128 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Floating IP a9e7ea34-c968-48cc-93dd-5190ead4a90b disassociated. External IP: 172.25.2.180, port: 8c6d6649-ec4f-4309-a3b5-34f062c4924a. Apr 05 20:48:32.603485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for 8c6d6649-ec4f-4309-a3b5-34f062c4924a owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:32.730037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7216efa2-449d-4244-9d40-058b53351c2e req-0b7a7b31-1fc2-42c1-b561-db92ac5a61f2 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950885 Apr 05 20:48:32.758299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26985-ba7d-470e-bd43-bc52114e5957 req-b2864a75-a005-49a1-91c6-a7f8e933e30d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:32.758299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-58d26985-ba7d-470e-bd43-bc52114e5957 req-b2864a75-a005-49a1-91c6-a7f8e933e30d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Synchronizing usage tracker for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:32.862534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:32.898602 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a4b045-a068-4454-b69a-aa329e7a7526'] response: {'server_uuid': '1f022852-3a47-44c7-bfb3-6f64c640268e', 'name': 'network-vif-deleted', 'tag': '8eecdd2f-9030-4fdb-9b4b-114f52bd42d7', 'status': 'completed', 'code': 200} Apr 05 20:48:32.938261 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.940211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-58d26985-ba7d-470e-bd43-bc52114e5957 req-b2864a75-a005-49a1-91c6-a7f8e933e30d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Unset dirty status for tenant:d154571a4f1d42e59d31180387faa5a2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:32.942009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58d26985-ba7d-470e-bd43-bc52114e5957 req-b2864a75-a005-49a1-91c6-a7f8e933e30d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 944 time: 0.5511367 Apr 05 20:48:32.996894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:33.008082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=8c6d6649-ec4f-4309-a3b5-34f062c4924a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:33.048552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58d26985-ba7d-470e-bd43-bc52114e5957 req-f42e976c-5b18-40fc-bcaa-8a4a0aa3daa9 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups?id=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656393 Apr 05 20:48:33.089025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:48:33.089398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8eecdd2f-9030-4fdb-9b4b-114f52bd42d7 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:33.203124 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca78c312-d711-449b-911b-a4bb88c57628'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': 'c56c62fa-79e8-445a-abb0-b85555e22e6e', 'status': 'completed', 'code': 200} Apr 05 20:48:33.210467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4326dff6-e78e-4be6-b619-b5c9ab328714 req-6166ed1a-eb88-4d3a-8d2b-a03be7bc401e tempest-InstanceActionsTestJSON-1057166644 tempest-InstanceActionsTestJSON-1057166644-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f022852-3a47-44c7-bfb3-6f64c640268e HTTP/1.1" status: 200 len: 210 time: 0.1105108 Apr 05 20:48:33.425232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42138-324a-44c3-a989-a8465ab59903 req-39bb94e4-7fe8-40c9-bafc-adbc99b75050 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:33.432135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f42138-324a-44c3-a989-a8465ab59903 req-39bb94e4-7fe8-40c9-bafc-adbc99b75050 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.1475213 Apr 05 20:48:33.511699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:48:33.520082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6f42138-324a-44c3-a989-a8465ab59903 req-67a54e9d-db06-4493-8e28-aa99eab09c63 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773427 Apr 05 20:48:33.798410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:48:33.798874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] Sync routers for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:48:33.798874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:33.798874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:33.852234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] No DVR routers for this DVR port 8c6d6649-ec4f-4309-a3b5-34f062c4924a on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:33.854927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:33.857156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eeb11da-832a-49f8-939a-583aac7dd110 req-4a490d6b-8785-49c7-b024-40a0813158ed tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.23 "DELETE /v2.0/ports/8c6d6649-ec4f-4309-a3b5-34f062c4924a HTTP/1.1" status: 204 len: 173 time: 2.8066943 Apr 05 20:48:33.989677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:34.033200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b34140-1b04-44dc-b94e-c258df91b631 req-b0780932-19cc-4ab9-9142-6bc7248bd474 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:34.034674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0b34140-1b04-44dc-b94e-c258df91b631 req-b0780932-19cc-4ab9-9142-6bc7248bd474 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.0775087 Apr 05 20:48:34.081289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0b34140-1b04-44dc-b94e-c258df91b631 req-09b5ce31-cd35-44c9-a833-858b7d6db764 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Apr 05 20:48:34.344512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:13Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:34.348702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] Checking router: 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:48:34.359872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:34.360488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:34.571523 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.597606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:34.727807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d6da774-9902-4770-9c80-3368cb5d4e7b req-4153d58a-917e-4d85-a897-69e3e72e1a5b tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.0433922 Apr 05 20:48:34.852030 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-399420fd-62ab-4593-8162-8f791ab1c527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.933064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35856) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:35.012923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] Deleting subnet acfcdc00-1d6a-49a8-8555-76389e64b9c9 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:48:35.014394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:13Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:35.016385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.018687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471932a4-f4d9-4282-8955-b6da2dbeeafa None None] The sync data for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 is: [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:00Z', 'revision_number': 4, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '5fdcf4ce-4bb5-48a2-b424-bdc93057fd99', 'name': '', 'network_id': 'd650b792-245a-4a76-b86a-f727bb63dca4', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'mac_address': 'fa:16:3e:ff:3c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:59Z', 'updated_at': '2022-04-05T20:40:13Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'subnets': [{'id': '9a4a761c-a67f-49e2-8c51-7476ce222383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:48:35.130716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.217223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:35.347260 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.376450 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2f8d3-08f2-47bd-9fc9-3c8f43f41eea None None] New status for floating IP a9e7ea34-c968-48cc-93dd-5190ead4a90b: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:48:35.458320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-4e36917b-9091-40e6-a322-749ed35f910e req-e7de7270-1d46-47e0-a701-2f76ecaa477b service neutron] (84580) timed out ('10.222.0.10', 40800) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:48:35.586843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfbfcf-7574-4ab1-9be5-f0f8755c34ba req-987a176b-ec12-4f8b-afbe-2c6b4e29bb3f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:35.588199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7adfbfcf-7574-4ab1-9be5-f0f8755c34ba req-987a176b-ec12-4f8b-afbe-2c6b4e29bb3f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 946 time: 0.4225452 Apr 05 20:48:35.595605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-5b9b03e8-db0c-4a0e-aa05-462f6db5a288 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1096 time: 0.5075142 Apr 05 20:48:35.652453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b2291-f645-4cc8-94e6-cfefeae87538 req-1aecef88-563b-4a62-847b-f459cc1f2b4d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:35.659147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c66b2291-f645-4cc8-94e6-cfefeae87538 req-1aecef88-563b-4a62-847b-f459cc1f2b4d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.4472578 Apr 05 20:48:35.737160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.808251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfcdc00-1d6a-49a8-8555-76389e64b9c9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:35.819842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7adfbfcf-7574-4ab1-9be5-f0f8755c34ba req-6555b202-b424-4aad-9da7-b9ce8b85f80d tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205253 Apr 05 20:48:35.825898 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.855253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c66b2291-f645-4cc8-94e6-cfefeae87538 req-34d50693-f683-415d-9d1d-9522453a57b5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951008 Apr 05 20:48:35.889498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-289812d5-7aac-4cbe-af6a-3e96448402d2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/acfcdc00-1d6a-49a8-8555-76389e64b9c9 HTTP/1.1" status: 204 len: 168 time: 0.9532113 Apr 05 20:48:35.890487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:35.905240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-8a8c710e-1d40-46ed-95c0-097a2c3e1b1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:35.907330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-8a8c710e-1d40-46ed-95c0-097a2c3e1b1f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.3038564 Apr 05 20:48:36.025369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-b3526cc2-aec3-4de7-9491-b3d83dd69b99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 200 len: 217 time: 0.1102178 Apr 05 20:48:36.047228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.078445 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6997c486-72af-49b1-bae8-6d406b9fc8c2'] response: {'server_uuid': '1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf', 'name': 'network-vif-deleted', 'tag': '8c6d6649-ec4f-4309-a3b5-34f062c4924a', 'status': 'completed', 'code': 200} Apr 05 20:48:36.185927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.213382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7e1d45-3c97-4033-9485-9998d052cc7b']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:36.228262 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f995568a-50aa-4d5f-9418-e3c31f10319c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:36.228561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f995568a-50aa-4d5f-9418-e3c31f10319c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:36.238072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49b1725a-5df8-4351-9abd-11d024b6621c req-d41ebb1b-62b6-4ef0-a1fd-d7f88a084427 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.0695832 Apr 05 20:48:36.242704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.247626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-4d953a5e-9694-41fb-abfd-c38c28c46f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:36.249018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-4d953a5e-9694-41fb-abfd-c38c28c46f7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.2172909 Apr 05 20:48:36.267008 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.275333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:48:36.276045 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.338390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92571c87-024a-4ee4-8f8d-5016bfb24edc req-35fe7c11-9b3c-4fc7-90f7-8b8055866116 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:36.340160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92571c87-024a-4ee4-8f8d-5016bfb24edc req-35fe7c11-9b3c-4fc7-90f7-8b8055866116 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.2415340 Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:48:36.439133 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:48:36.448900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92571c87-024a-4ee4-8f8d-5016bfb24edc req-19c8322f-d1fa-4594-a4e8-b603fd5b448c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923188 Apr 05 20:48:36.454829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-2b0598db-8a3b-4729-afcc-981e1d3d31e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679666 Apr 05 20:48:36.530491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.574631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.578076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7e1d45-3c97-4033-9485-9998d052cc7b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:36.672418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-a05fc689-e779-4ec7-8de9-23a137f0d309 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105756 Apr 05 20:48:36.683026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-8e8207e1-7e23-4401-8d9b-f16b9d183350 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:36.684507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-8e8207e1-7e23-4401-8d9b-f16b9d183350 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 946 time: 0.1392791 Apr 05 20:48:36.686944 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-621ac0a6-5770-46ec-892a-7f296a0d4e37 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ea7e1d45-3c97-4033-9485-9998d052cc7b HTTP/1.1" status: 204 len: 168 time: 0.7914164 Apr 05 20:48:36.855980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d7814f42-834c-40c6-ac34-190b0a84d989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.904844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Deleting port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:36.905228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.995464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03661202-6fa7-4b3e-b591-d94ac8b29f7b req-5931ec96-5a39-4a95-8cae-3b759a484c0d service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097529 Apr 05 20:48:37.246715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00c764-0a30-4de3-86b6-d0f5bb96f4e8 req-b49f3b01-e7a8-4f95-af37-fe03fe943525 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:37.248342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd00c764-0a30-4de3-86b6-d0f5bb96f4e8 req-b49f3b01-e7a8-4f95-af37-fe03fe943525 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 946 time: 0.2191284 Apr 05 20:48:37.317358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35902) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:37.322816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] For port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:37.323182 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.354659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd00c764-0a30-4de3-86b6-d0f5bb96f4e8 req-9e7c7ae1-9edd-4d45-9aaa-1d47e6beb2bf tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups?id=e69dca5c-dc31-48a0-9b3e-6ebb66c97810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944262 Apr 05 20:48:37.473816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1351a544-688b-48b4-a916-27dc3f1286d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac2198e360174470a75ef28c44d6fcbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1557002 Apr 05 20:48:37.479895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35910) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:37.566596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.598020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.739858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.756880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317870f4-f550-423a-ad4e-a8606977e626,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:37.768187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.769683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/317870f4-f550-423a-ad4e-a8606977e626 HTTP/1.1" status: 204 len: 168 time: 0.2884328 Apr 05 20:48:37.770871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.771220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.771614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.772538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.779250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.779687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.780103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.780656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.781081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.781227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.781594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc91d17e-6d40-4d45-9078-1966b4fab9ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:37.785587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50313e9e-c65a-4638-be36-fedc194141ce req-c265fdc3-8dd8-4d05-85f9-a1eee55301a2 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d5fb68a-0aa8-4f60-8ae5-7616bbc67edf HTTP/1.1" status: 200 len: 210 time: 0.1903739 Apr 05 20:48:37.934224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a3b7-2565-4562-bb48-f2b321b44a5a req-9a6adbe6-33bc-4c2e-8948-c49b7eb2aa2f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:37.941000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd8a3b7-2565-4562-bb48-f2b321b44a5a req-9a6adbe6-33bc-4c2e-8948-c49b7eb2aa2f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.3888698 Apr 05 20:48:37.945892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.946254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.946575 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Floating IP e598f283-fd8e-46ee-8442-50b1eab1e2ed disassociated. External IP: 172.25.2.157, port: 6c2c1826-a867-4cf6-bc2c-220f24ea6db1. Apr 05 20:48:37.946914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Calling delete_port for 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:38.104221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd8a3b7-2565-4562-bb48-f2b321b44a5a req-7240cefd-4527-4ec8-8956-0bd34979eb5d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622367 Apr 05 20:48:38.168814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31db243-6734-4382-b924-cf6cc96a272d req-da4779f1-cbae-450f-9525-3c1c6fb75350 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:38.168814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a31db243-6734-4382-b924-cf6cc96a272d req-da4779f1-cbae-450f-9525-3c1c6fb75350 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 945 time: 0.1760557 Apr 05 20:48:38.229131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a31db243-6734-4382-b924-cf6cc96a272d req-25221553-84e7-44ad-817b-37f2a9c1abf8 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561781 Apr 05 20:48:38.330351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.362589 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.386642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event deleted for resources: {'Port': ['ID=6c2c1826-a867-4cf6-bc2c-220f24ea6db1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:38.560508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.606024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b645b-637b-4a6b-95b7-1c3181e9cf35 req-586b9e19-056a-426d-a28f-b4bec5e4ec98 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:38.607460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f18b645b-637b-4a6b-95b7-1c3181e9cf35 req-586b9e19-056a-426d-a28f-b4bec5e4ec98 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.3351326 Apr 05 20:48:38.620044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a1ec4fd-d55b-4031-8aff-ded4ebbf574f req-cd234828-1b0d-49ab-8672-9d3af3347cf7 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 210 time: 0.0603900 Apr 05 20:48:38.678597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f18b645b-637b-4a6b-95b7-1c3181e9cf35 req-f945278b-17f7-402d-bff7-b4d9afbc691f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Apr 05 20:48:38.750725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:48:39.015283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:48:39.031701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] Sync routers for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:48:39.054911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:39.055682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:39.073221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:39.181990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] No DVR routers for this DVR port 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:39.190531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.196091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bbf9b4e-00e6-4afb-b61d-13648558f510 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.198369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'name': 'network-vif-deleted', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:39.283542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-f68026d1-eddd-41c6-83b6-522aa4d6964d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.285214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-f68026d1-eddd-41c6-83b6-522aa4d6964d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 945 time: 0.1502271 Apr 05 20:48:39.287029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65fe0119-55dc-4a58-87db-71ad7e761926 req-b1d37e40-8cd1-4794-9d1a-f9356ebc9939 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.39 "DELETE /v2.0/ports/6c2c1826-a867-4cf6-bc2c-220f24ea6db1 HTTP/1.1" status: 204 len: 173 time: 2.5800591 Apr 05 20:48:39.319371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bbf9b4e-00e6-4afb-b61d-13648558f510 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.345633 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a696c4-1f63-44f8-b4f7-8739a8b676b7'] response: {'server_uuid': '1a178543-90ae-4419-8185-f886b6bfe631', 'name': 'network-vif-deleted', 'tag': '6c2c1826-a867-4cf6-bc2c-220f24ea6db1', 'status': 'completed', 'code': 200} Apr 05 20:48:39.416673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:39.445671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35962) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:39.559527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bbf9b4e-00e6-4afb-b61d-13648558f510 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.587094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Deleting port d14ab566-3398-4fdd-9025-70f73457230b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:39.587466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.603411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf9b4e-00e6-4afb-b61d-13648558f510 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:39.658666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-382263411-network', 'tenant_id': '426b89705871452c850cd4ae55f00484'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:39.664785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:39.671639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Usage tracker for resource:network and tenant:426b89705871452c850cd4ae55f00484 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:39.675789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:39.683373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bbf9b4e-00e6-4afb-b61d-13648558f510 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.687234 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8bbf9b4e-00e6-4afb-b61d-13648558f510 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/security-groups/322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7 HTTP/1.1" status: 204 len: 168 time: 0.6089308 Apr 05 20:48:39.687234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:39.687903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35970) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:39.710140 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-26bcee28-a298-44b6-a3c8-63f9a977ffd3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] show failed (client error): The resource could not be found. Apr 05 20:48:39.711428 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-26bcee28-a298-44b6-a3c8-63f9a977ffd3 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "GET /v2.0/security-groups/322adfd0-d0bd-4e73-a4f4-e2bb1f66f6b7 HTTP/1.1" status: 404 len: 347 time: 0.0224245 Apr 05 20:48:39.717725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35976) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:39.735624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a82e10-5364-4431-94fa-3df4c0aa5b71 req-65c61195-552b-4641-bae9-ad2a50b86bef tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.741538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61a82e10-5364-4431-94fa-3df4c0aa5b71 req-65c61195-552b-4641-bae9-ad2a50b86bef tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 943 time: 0.3848195 Apr 05 20:48:39.825535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Made reservation on behalf of 426b89705871452c850cd4ae55f00484 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:39.828853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.841530 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.855589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:39.860995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] Checking router: 002e6a9b-a955-46d3-8b1f-7d4bb9425676 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:48:39.878420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:39.879348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:39.926249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port 7121c6bd-c625-4d89-bc5c-64402283e94c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:39.926703 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.957130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.977838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa8f7-f9e1-4178-97c7-acc696bd05f4 req-2fbaaaf4-dece-4dc9-bb00-09207343526d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.984614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c1aa8f7-f9e1-4178-97c7-acc696bd05f4 req-2fbaaaf4-dece-4dc9-bb00-09207343526d tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 945 time: 0.4854388 Apr 05 20:48:40.089637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61a82e10-5364-4431-94fa-3df4c0aa5b71 req-f1e7ee1a-2209-4ebc-a450-06401274da86 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462608 Apr 05 20:48:40.105331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:40.170197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:40.179152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c1aa8f7-f9e1-4178-97c7-acc696bd05f4 req-fcca8a1d-63b7-4c64-8ce7-cd6c7c0e0256 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f2ebab6-1612-49e1-8b95-a0667b513846&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936882 Apr 05 20:48:40.184144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Usage tracker for resource:security_group_rule and tenant:426b89705871452c850cd4ae55f00484 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:40.190190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] For port d14ab566-3398-4fdd-9025-70f73457230b, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d14ab566-3398-4fdd-9025-70f73457230b,segment=NetworkSegment(d3f9d52a-035d-4509-94cd-0907d64f0c2b),segment_id=d3f9d52a-035d-4509-94cd-0907d64f0c2b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:40.190658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.198943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:40.208350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:40.255065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:48:40.308306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.308701 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.487533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35984) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:40.503374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for 7121c6bd-c625-4d89-bc5c-64402283e94c owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:40.600529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Calling delete_port for d14ab566-3398-4fdd-9025-70f73457230b owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:40.600912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.622022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:40.656367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'port_id': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'mac_address': 'fa:16:3e:19:e7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:48:40.686685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.756956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41032d8b-5f17-4fa9-83d1-5da3bbba168a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:40.758173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:48:40.776190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.776683 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Added segment 56bdb725-cf1f-46ef-aaf5-38ad199d7674 of type vlan for network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 Apr 05 20:48:40.793178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df772daf-28e3-4540-a90a-3ac6e6823f93 req-a2917e64-eda3-4091-bdbd-c16eb7de632f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Synchronizing usage tracker for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:40.814077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.875285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.912127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.962245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458213f5-f8bf-4d9e-b94d-c34daf104c2d req-69519664-c7a2-40a5-92e1-6bcb67af20a3 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:40.963791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-458213f5-f8bf-4d9e-b94d-c34daf104c2d req-69519664-c7a2-40a5-92e1-6bcb67af20a3 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.4771078 Apr 05 20:48:40.992338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7509d9-d739-4637-8cb3-75c5affae6fa {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:41.020026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.020933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ad7266c2-4992-4e1f-a761-d77746628ffe tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4739 time: 0.4490578 Apr 05 20:48:41.024593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:41.024593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.026603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:41.029433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df772daf-28e3-4540-a90a-3ac6e6823f93 req-a2917e64-eda3-4091-bdbd-c16eb7de632f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Unset dirty status for tenant:59b83352d11b4d35aba31747089aa265 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:41.030514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df772daf-28e3-4540-a90a-3ac6e6823f93 req-a2917e64-eda3-4091-bdbd-c16eb7de632f tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a178543-90ae-4419-8185-f886b6bfe631 HTTP/1.1" status: 200 len: 210 time: 0.5422108 Apr 05 20:48:41.033075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35988) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:41.051674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'network': {'name': 'tempest-network-smoke--1487830698', 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'port_security_enabled': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:41.066222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:41.086791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:41.090557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=7121c6bd-c625-4d89-bc5c-64402283e94c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:41.118235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-458213f5-f8bf-4d9e-b94d-c34daf104c2d req-b5112786-ab9e-4f97-88a4-336a7b75f4b1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236703 Apr 05 20:48:41.141793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.182579 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7354791 Apr 05 20:48:41.186573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35994) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:41.194303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Request body: {'subnet': {'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-382263411-subnet', 'tenant_id': '426b89705871452c850cd4ae55f00484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:41.199205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:41.208140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Usage tracker for resource:subnet and tenant:426b89705871452c850cd4ae55f00484 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:41.213581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce920c-871a-4655-99e6-6e33be892a40 admin admin] Pushing event updated for resources: {'Network': ['ID=e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:41.222069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:41.224239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.227311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.228958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:48:41.231581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36000) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:41.231736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fafa864c-a437-4331-8919-5f446d4e370d tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/floatingips/a9e7ea34-c968-48cc-93dd-5190ead4a90b HTTP/1.1" status: 204 len: 168 time: 1.5126503 Apr 05 20:48:41.236982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:41.281095 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.338551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Made reservation on behalf of 9ea3ed4e3fe94cdabb6f1df7a2af44f4 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:41.345373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.361307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:41.379812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Made reservation on behalf of 426b89705871452c850cd4ae55f00484 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:41.383234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.387322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.387669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.388006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.388338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.388668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.388996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.389346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.389723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.389990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.390314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.390635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:41.411601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:41.415886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea3e7c-42af-48c5-874e-94e7bea27eb5 None None] The sync data for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 is: [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:42:01Z', 'revision_number': 4, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f8860e0f-622a-489f-a68c-2c99a5d000b5', 'name': '', 'network_id': 'a209d3f0-b675-451a-bb10-459a1e6ae7fa', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'mac_address': 'fa:16:3e:15:a6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6487c229-6f16-4903-b241-65343db17771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:59Z', 'updated_at': '2022-04-05T20:42:22Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'subnets': [{'id': '6487c229-6f16-4903-b241-65343db17771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:48:41.493241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Pushing event deleted for resources: {'Port': ['ID=d14ab566-3398-4fdd-9025-70f73457230b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:41.516772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42fcdc3c-5248-4f5a-b280-9ba3fb2d6e55 req-0d2b53d7-6e2b-44da-a1c2-8512c0631b74 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 210 time: 0.1575246 Apr 05 20:48:41.575991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port a8440d11-578e-423b-aab7-e22991cc87f8 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:41.576686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.584754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7d7509d9-d739-4637-8cb3-75c5affae6fa'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:48:41.693405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] No DVR routers for this DVR port d14ab566-3398-4fdd-9025-70f73457230b on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:41.695421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:48:41.704558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.709437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'name': 'network-vif-deleted', 'tag': 'd14ab566-3398-4fdd-9025-70f73457230b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:41.738916 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.739526 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Added segment 46eb9756-f26e-47a5-9dce-5b567cf02734 of type vlan for network fc7b86b0-23de-4697-a711-28c9e2394c94 Apr 05 20:48:41.742483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.775597 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63850c-f399-4bc3-91fd-8371903161e1 None None] New status for floating IP e598f283-fd8e-46ee-8442-50b1eab1e2ed: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:48:41.819495 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.882543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1444fe68-678f-494c-a32c-ab000f4f2896,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:41.896928 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb7474e-8efd-4947-ad29-2b6cd4e31c1f'] response: {'server_uuid': '780e4c79-f7c2-48d1-b04f-5d8fb18709d6', 'name': 'network-vif-deleted', 'tag': 'd14ab566-3398-4fdd-9025-70f73457230b', 'status': 'completed', 'code': 200} Apr 05 20:48:41.904042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Checking segment: {'id': '56bdb725-cf1f-46ef-aaf5-38ad199d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:41.904042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Network hostable DHCP agents. Network: e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:48:41.907371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa639-c9d8-440c-b81d-13dbe63a28dc req-125152c0-9d2f-4a46-aeff-cf75eb6c5733 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:41.914525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-742fa639-c9d8-440c-b81d-13dbe63a28dc req-125152c0-9d2f-4a46-aeff-cf75eb6c5733 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.5519288 Apr 05 20:48:41.958768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.962936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:41.963507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.986535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dfe0964-c629-42d3-aedf-a519e009c101 req-19b8d98b-03f5-444e-9542-179eb30061d0 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.39 "DELETE /v2.0/ports/d14ab566-3398-4fdd-9025-70f73457230b HTTP/1.1" status: 204 len: 173 time: 2.6834788 Apr 05 20:48:42.032569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:48:42.111760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:42.142080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:42.151112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.151721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.174643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-742fa639-c9d8-440c-b81d-13dbe63a28dc req-e1f907ad-96f8-49e3-93f3-ce88ee610100 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588444 Apr 05 20:48:42.174971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:48:42.175319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6c2c1826-a867-4cf6-bc2c-220f24ea6db1 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:42.175795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d14ab566-3398-4fdd-9025-70f73457230b no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:42.183456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Network': ['ID=fc7b86b0-23de-4697-a711-28c9e2394c94,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:42.220603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36016) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:42.221112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e73d771-6e88-418a-a443-ee03e1ff55e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1737134 Apr 05 20:48:42.227396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'admin_state_up': True, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:42.228416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: d14ab566-3398-4fdd-9025-70f73457230b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:48:42.228767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d14ab566-3398-4fdd-9025-70f73457230b not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:42.233753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fc7b86b0-23de-4697-a711-28c9e2394c94 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:48:42.248224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10878d-ac99-41ea-8f11-05381ca43771 None None] Network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:42.251832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:42.268364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:router and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:42.295378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:42.301627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:42.304623 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5fc6900e-4b57-49b0-aca0-ea72651e23cb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1170328 Apr 05 20:48:42.345942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.439026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.440133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.454299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36022) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:42.500124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.530597 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:48:42.595766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0aff363-d4ea-4e93-a2bc-dcea3fb642ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.626949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0aff363-d4ea-4e93-a2bc-dcea3fb642ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.652334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1746d098-39d4-4d65-b7a2-19f6a9d8573e None None] Network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:42.687247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for a8440d11-578e-423b-aab7-e22991cc87f8 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:42.845926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.862874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4abd2-355b-4c15-a41a-10209750be34 req-e21423c3-4bf7-4c6c-b3af-6c3c9cd65eb1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.866250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0aff363-d4ea-4e93-a2bc-dcea3fb642ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.871663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9de4abd2-355b-4c15-a41a-10209750be34 req-e21423c3-4bf7-4c6c-b3af-6c3c9cd65eb1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.2805567 Apr 05 20:48:42.894726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aff363-d4ea-4e93-a2bc-dcea3fb642ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69dca5c-dc31-48a0-9b3e-6ebb66c97810,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:42.933480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4d501a64-204a-47c6-851b-547b9b35b59a req-01cd9c0a-59cd-4ecb-8b61-01a309a33f28 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Synchronizing usage tracker for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:42.994333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9de4abd2-355b-4c15-a41a-10209750be34 req-b23f782e-43ad-4b46-af24-93b2e43de870 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217027 Apr 05 20:48:43.038792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0aff363-d4ea-4e93-a2bc-dcea3fb642ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.042959 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0aff363-d4ea-4e93-a2bc-dcea3fb642ee tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "DELETE /v2.0/security-groups/e69dca5c-dc31-48a0-9b3e-6ebb66c97810 HTTP/1.1" status: 204 len: 168 time: 0.5850291 Apr 05 20:48:43.043543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36036) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:43.066435 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-e6ca4657-724a-4d23-b1f3-d3bed71c23cc tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] show failed (client error): The resource could not be found. Apr 05 20:48:43.069094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e6ca4657-724a-4d23-b1f3-d3bed71c23cc tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "GET /v2.0/security-groups/e69dca5c-dc31-48a0-9b3e-6ebb66c97810 HTTP/1.1" status: 404 len: 347 time: 0.0230384 Apr 05 20:48:43.071475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36040) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:43.139120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4d501a64-204a-47c6-851b-547b9b35b59a req-01cd9c0a-59cd-4ecb-8b61-01a309a33f28 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] Unset dirty status for tenant:2592ebf105a0447095563fd564de02f7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:43.152674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d501a64-204a-47c6-851b-547b9b35b59a req-01cd9c0a-59cd-4ecb-8b61-01a309a33f28 tempest-ServersTestJSON-2063334548 tempest-ServersTestJSON-2063334548-project] 10.222.0.10 "GET /v2.0/ports?device_id=780e4c79-f7c2-48d1-b04f-5d8fb18709d6 HTTP/1.1" status: 200 len: 210 time: 0.2972426 Apr 05 20:48:43.153509 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.243161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=a8440d11-578e-423b-aab7-e22991cc87f8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:43.255203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.291168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.353595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Deleting port 3fd9edd8-f916-4a8d-9e29-1783a25f0d5d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:43.353940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.585220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Allocated IP 172.25.2.65 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/cd2d0d12-5d0c-4b81-8d71-54d6a8a99479) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:43.661902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.705878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c76b5ce2-695e-47ce-bced-ceba4e437845 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/ports/a8440d11-578e-423b-aab7-e22991cc87f8 HTTP/1.1" status: 204 len: 168 time: 2.4732127 Apr 05 20:48:43.710642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36048) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:43.728332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b1cd2-e766-489e-a010-09a15ee7e151 req-5f4701c3-4e11-472e-921a-91a2f2edab5b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:43.729905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d6b1cd2-e766-489e-a010-09a15ee7e151 req-5f4701c3-4e11-472e-921a-91a2f2edab5b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 944 time: 0.2481749 Apr 05 20:48:43.770303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.770685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.781949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.894078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.964614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:43.975323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:43.981639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:48:44.004570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Calling delete_port for 3fd9edd8-f916-4a8d-9e29-1783a25f0d5d owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:44.100188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:44.114473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port cd3173a1-2215-40f2-9e79-3d66b48feb84 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:44.114816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.131634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:44.177475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d6b1cd2-e766-489e-a010-09a15ee7e151 req-261adec3-b21b-49d0-b6bb-406ba1a283ee tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4090638 Apr 05 20:48:44.226937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 7d7509d9-d739-4637-8cb3-75c5affae6fa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:44.227655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.347143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.349340 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.388973 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.417093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:48:44.446608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:44.524066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36068) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:44.532016 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.630073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] Deleting subnet ebccad2a-7032-4a42-a749-eaa26288144f {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:48:44.633989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.698400 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e8384f-431e-4999-ae43-c9b7908d886c'] response: {'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'code': 200} Apr 05 20:48:44.713626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:44.744779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.771817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a439041-905d-44ee-a24c-0acef4ef22f6 req-795f7063-cba8-416e-947e-86ab0db1230c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:44.773401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a439041-905d-44ee-a24c-0acef4ef22f6 req-795f7063-cba8-416e-947e-86ab0db1230c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.5589876 Apr 05 20:48:44.818567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.823228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.960407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.987769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for cd3173a1-2215-40f2-9e79-3d66b48feb84 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:45.014841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.016954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.030034 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ebccad2a-7032-4a42-a749-eaa26288144f HTTP/1.1" status: 204 len: 168 time: 0.5024219 Apr 05 20:48:45.030034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 2ee5313c-2b84-457b-9670-be0adc9da5fb is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:48:45.033112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36080) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:45.036501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d50079-d259-4d01-bcb5-921fd76f2fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebccad2a-7032-4a42-a749-eaa26288144f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:45.100174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a439041-905d-44ee-a24c-0acef4ef22f6 req-57a9f38c-04dc-4572-9f80-a88f3e96b37d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198318 Apr 05 20:48:45.141663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Pushing event deleted for resources: {'Port': ['ID=3fd9edd8-f916-4a8d-9e29-1783a25f0d5d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:45.185319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.292428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.447130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.451211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4948ff6c-44a6-4d3b-8d25-65e1b58c2160 tempest-AttachVolumeTestJSON-1020772356 tempest-AttachVolumeTestJSON-1020772356-project] 10.222.0.10 "DELETE /v2.0/floatingips/e598f283-fd8e-46ee-8442-50b1eab1e2ed HTTP/1.1" status: 204 len: 168 time: 2.3756716 Apr 05 20:48:45.495814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43732809-51d6-4993-a251-8e75b21786e8 req-145e5f31-5178-4bb9-a313-c490f078c744 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1097 time: 0.4799588 Apr 05 20:48:45.509177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.520914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.556065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca96cd5-d23e-4ec3-8e53-4550c5489ffb']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:45.574203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f9d52a-035d-4509-94cd-0907d64f0c2b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:45.574500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f9d52a-035d-4509-94cd-0907d64f0c2b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:45.592417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.633771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.643907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Port': ['ID=cd3173a1-2215-40f2-9e79-3d66b48feb84,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:45.647376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:48:45.648006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.742794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43732809-51d6-4993-a251-8e75b21786e8 req-165a2e62-4245-49a5-b3fe-4e0f3dafd155 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381630 Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:48:45.757978 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:48:45.761843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.785041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23374b5a-8a1e-4d0c-8d45-d65d257dfc1a req-4d3a0ce4-c546-4742-8b1f-d0661c9fb1fb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:45.787658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23374b5a-8a1e-4d0c-8d45-d65d257dfc1a req-4d3a0ce4-c546-4742-8b1f-d0661c9fb1fb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 946 time: 0.3418953 Apr 05 20:48:45.793785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-56920cc1-4baa-42ce-b9b9-4f89ab0ca0a6 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/ports/cd3173a1-2215-40f2-9e79-3d66b48feb84 HTTP/1.1" status: 204 len: 168 time: 2.0807004 Apr 05 20:48:45.794144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36112) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:45.797986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:48:45.810398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Sync routers for ids ['2ee5313c-2b84-457b-9670-be0adc9da5fb'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:48:45.826540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Routers {'2ee5313c-2b84-457b-9670-be0adc9da5fb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:45.827388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2ee5313c-2b84-457b-9670-be0adc9da5fb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:45.872771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.909870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.915926 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eca96cd5-d23e-4ec3-8e53-4550c5489ffb HTTP/1.1" status: 204 len: 168 time: 0.8811243 Apr 05 20:48:46.128885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23374b5a-8a1e-4d0c-8d45-d65d257dfc1a req-727e512f-9ba8-474d-958d-4584f6892daf tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690074 Apr 05 20:48:46.213314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a0e1c-a1c6-488f-a7fc-baaba4d37ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca96cd5-d23e-4ec3-8e53-4550c5489ffb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:46.220058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.225077 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-39ebaf68-84ed-495e-af97-f5b40f0bd7b0 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.0024347 Apr 05 20:48:46.226028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36132) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.277453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Set router 2ee5313c-2b84-457b-9670-be0adc9da5fb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:46.334960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb55c36-04fb-4e25-8823-1f8cf1f70a8a tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:46.339741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5cb55c36-04fb-4e25-8823-1f8cf1f70a8a tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1117985 Apr 05 20:48:46.342630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36136) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.493288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36142) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.509620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting subnet cd773914-17ce-4bcf-917d-4b4d10e7572b {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:48:46.528176 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.579421 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e4447be5-fe9b-49ca-ab83-150a28c68f25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2592ebf105a0447095563fd564de02f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0834835 Apr 05 20:48:46.584595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36146) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.611699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055511e2-6699-40c6-94fa-7dc2b085e36a tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:46.617075 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-055511e2-6699-40c6-94fa-7dc2b085e36a tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2731824 Apr 05 20:48:46.617982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36150) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.653007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.674652 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-70c81836-36cd-4567-9f71-884fde3440a6 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546761 Apr 05 20:48:46.675423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36154) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.700655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-1a71687b-2b25-4ef6-b4e9-6ec474fd8574 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:46.707336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-1a71687b-2b25-4ef6-b4e9-6ec474fd8574 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/networks?id=e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 HTTP/1.1" status: 200 len: 809 time: 0.5916398 Apr 05 20:48:46.726332 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9e2be683-6216-434d-8734-4e55f0440821 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495496 Apr 05 20:48:46.729129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36158) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.766600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba1795-032f-4364-bf12-a6f46e23299f req-08e72b55-b583-43fd-9371-20f594a1aaa8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:46.768170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dba1795-032f-4364-bf12-a6f46e23299f req-08e72b55-b583-43fd-9371-20f594a1aaa8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.3306220 Apr 05 20:48:46.774464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-d60e5aa4-81b0-479b-a0cd-c3717207daea tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/quotas/426b89705871452c850cd4ae55f00484 HTTP/1.1" status: 200 len: 375 time: 0.0663092 Apr 05 20:48:46.853640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-1a9dad35-4776-404e-8619-2ae8dbed413d tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=426b89705871452c850cd4ae55f00484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782759 Apr 05 20:48:46.916583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5a9c9-a33b-486a-94f4-76a2c51663cd tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:46.919424 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cae5a9c9-a33b-486a-94f4-76a2c51663cd tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1892567 Apr 05 20:48:46.922331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36164) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.926989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:48:44Z', 'revision_number': 3, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:46.933175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Checking router: 2ee5313c-2b84-457b-9670-be0adc9da5fb for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:48:46.933777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Updating router 2ee5313c-2b84-457b-9670-be0adc9da5fb port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:48:46.970678 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-93cc2c33-5885-4092-a998-6b60c6998b04 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470629 Apr 05 20:48:46.977363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36168) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:46.984288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2076623553', 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94', 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:47.041893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.079649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21ec1262-d0e5-4129-bf84-9a35445595ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.109402 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.140712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:47.150122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:subnet and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:47.153562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:47.159996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:47.257772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Made reservation on behalf of 9ea3ed4e3fe94cdabb6f1df7a2af44f4 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:47.388242 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21ec1262-d0e5-4129-bf84-9a35445595ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.448650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dba1795-032f-4364-bf12-a6f46e23299f req-2c252ed1-fff4-49ff-b8a0-0349a4e648ee tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398723 Apr 05 20:48:47.495560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.601616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-afab2ad2-b725-40d3-bccf-2964a2016a90 service neutron] 10.222.0.10 "GET /v2.0/networks/e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470574 Apr 05 20:48:47.604801 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.663593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Transition to ACTIVE for port object cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:47.667915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.775655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.814368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06001d45-fa1f-492c-aae6-b27af2da8ff7 None None] Network 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:47.829347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.861200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Subnet': ['ID=cd773914-17ce-4bcf-917d-4b4d10e7572b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:47.877892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-11d8f292-5de5-4e16-803d-d98d7d2dc01f tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/subnets/cd773914-17ce-4bcf-917d-4b4d10e7572b HTTP/1.1" status: 204 len: 168 time: 2.0824549 Apr 05 20:48:47.886914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36198) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:47.939986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-54f8a5d9-d4e7-4afb-9e4b-b723e9b7fb91 service neutron] 10.222.0.10 "GET /v2.0/networks/e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371613 Apr 05 20:48:47.957097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1a30b-ec95-4274-a698-061ec0f9380d req-44e0c47a-e1c1-497d-be23-cade3ad338ca tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.968231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59b1a30b-ec95-4274-a698-061ec0f9380d req-44e0c47a-e1c1-497d-be23-cade3ad338ca tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 946 time: 0.1767781 Apr 05 20:48:47.984284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Attempting to bind port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:47.985213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Attempting to bind port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:47.991466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21ec1262-d0e5-4129-bf84-9a35445595ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.991466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21ec1262-d0e5-4129-bf84-9a35445595ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.994977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Attempting to bind port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:47.995638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-21ec1262-d0e5-4129-bf84-9a35445595ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f2ebab6-1612-49e1-8b95-a0667b513846 HTTP/1.1" status: 204 len: 168 time: 1.4072104 Apr 05 20:48:48.014760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec1262-d0e5-4129-bf84-9a35445595ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ebab6-1612-49e1-8b95-a0667b513846,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:48.055069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59b1a30b-ec95-4274-a698-061ec0f9380d req-4e5f0ff5-bd97-4b59-b52e-b1bad14a9c63 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851202 Apr 05 20:48:48.057777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:48:48.058169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:48.060487 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:48.060656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:48:48.061033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Bound port: cd2d0d12-5d0c-4b81-8d71-54d6a8a99479, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:48.061435 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:48.157867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522d6cb-8723-4b15-8504-b885a2b44fa4 None None] Pushing event updated for resources: {'Port': ['ID=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:48.262733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:48.312703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] For port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:48.330411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] For port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:48:48.410772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:48.510937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] DHCP port deletion for 6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:48:48.595245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] Deleting port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:48.595616 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:48.705842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Subnet': ['ID=81083442-7e25-4818-954f-7731d7dfeac1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:48.760014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Checking segment: {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:48.769160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network hostable DHCP agents. Network: fc7b86b0-23de-4697-a711-28c9e2394c94, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:48:48.853330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting subnet b072e4e7-f1b5-40fe-acca-d40f2c1fb13b {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:48:48.856499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522d6cb-8723-4b15-8504-b885a2b44fa4 None None] Pushing event updated for resources: {'Port': ['ID=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:48.862361 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:48.894573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Routers {'2ee5313c-2b84-457b-9670-be0adc9da5fb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:48.895217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2ee5313c-2b84-457b-9670-be0adc9da5fb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:48.991905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:49.062091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d8ea149-fd7d-4710-89a1-67775aef7bc0 req-32b1cb8c-f1b9-40e1-a0fb-1221b4a544fb tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 210 time: 0.2092991 Apr 05 20:48:49.091725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network fc7b86b0-23de-4697-a711-28c9e2394c94 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:48:49.104685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41e202-617b-4fd5-90b4-617401d11aae req-d9ceeec6-fc6a-43f6-b78e-5cf48f8bbb70 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:49.136599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c41e202-617b-4fd5-90b4-617401d11aae req-d9ceeec6-fc6a-43f6-b78e-5cf48f8bbb70 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.4250052 Apr 05 20:48:49.236989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c41e202-617b-4fd5-90b4-617401d11aae req-62d78d71-f6f2-48ee-9727-9c684fd1ec06 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994987 Apr 05 20:48:49.296772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, fc7b86b0-23de-4697-a711-28c9e2394c94) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:49.307083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:49.307583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:49.386996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:49.403012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb36c27b-52a5-48a6-b551-4cdb53f23b27 None None] Network fc7b86b0-23de-4697-a711-28c9e2394c94 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:49.498907 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0f4ebafa-9fdd-40f6-943d-3d46a1e09616 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5182838 Apr 05 20:48:49.500696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36246) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:49.518161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8da29-cb1c-4c68-adab-11bb1755b3fc req-ce225216-f08f-4b45-a5ba-bfe2205cf607 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:49.529083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8af8da29-cb1c-4c68-adab-11bb1755b3fc req-ce225216-f08f-4b45-a5ba-bfe2205cf607 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 946 time: 0.1458843 Apr 05 20:48:49.618765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8af8da29-cb1c-4c68-adab-11bb1755b3fc req-71a01cf4-786a-4374-9d94-8c13ad4d6fc8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879338 Apr 05 20:48:49.697124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] For port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:49.697612 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:49.716740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] Set router 2ee5313c-2b84-457b-9670-be0adc9da5fb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:49.988401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:50.062076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] Calling delete_port for 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:50.082967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:50.135522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Subnet': ['ID=b072e4e7-f1b5-40fe-acca-d40f2c1fb13b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:50.145091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4499a-6eff-4ece-a35a-ec1500a5d56e None None] Network 69e6f851-b560-4ccf-95d3-1940711bce45 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:50.148506 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-452f6cd3-69cf-49f9-b7a0-b03585b44970 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/subnets/b072e4e7-f1b5-40fe-acca-d40f2c1fb13b HTTP/1.1" status: 204 len: 168 time: 2.2454557 Apr 05 20:48:50.151693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36262) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:50.433669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:50.506423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30166bfc-17ef-4fa1-abb4-c6e029ab3aa6 req-cd4c45c5-75bc-4e7c-9270-07a25060b17c tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 210 time: 0.1509671 Apr 05 20:48:50.674009 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:50.682248 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:50.687277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36282) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:50.754319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-fc7b86b0-23de-4697-a711-28c9e2394c94', 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'fixed_ips': [{'subnet_id': '81083442-7e25-4818-954f-7731d7dfeac1'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:48:50.755561 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:50.808125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:50.808833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.003712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe6dd6-d63a-4eb0-bcc9-62340d138b58 req-bde4fd4a-2079-4238-a7b7-a2781e4ef54c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:51.024592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22fe6dd6-d63a-4eb0-bcc9-62340d138b58 req-bde4fd4a-2079-4238-a7b7-a2781e4ef54c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.3297946 Apr 05 20:48:51.144234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.247690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1803726166-network', 'tenant_id': 'f89cdde295b745f3acc00fb43aa08fe5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:51.261210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:51.289646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22fe6dd6-d63a-4eb0-bcc9-62340d138b58 req-10bb0c8f-c76d-41e8-96ef-7a82307fb4c6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619021 Apr 05 20:48:51.291664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Usage tracker for resource:network and tenant:f89cdde295b745f3acc00fb43aa08fe5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:51.299322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:51.312623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:51.351869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] For port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,segment=NetworkSegment(810c6b54-e9b3-400a-9c08-4c847f6d2773),segment_id=810c6b54-e9b3-400a-9c08-4c847f6d2773)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:51.352575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.374814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3d5d-5f68-4c43-90f5-14e3a8a77969 req-3f09e97c-b0b7-4413-9952-f6165ca68f9f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:51.383706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-760d3d5d-5f68-4c43-90f5-14e3a8a77969 req-3f09e97c-b0b7-4413-9952-f6165ca68f9f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 946 time: 0.4436677 Apr 05 20:48:51.416210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No active binding found for port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 {{(pid=84582) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 20:48:51.416734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:51.456984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] Pushing event deleted for resources: {'Port': ['ID=33ac9bfd-7bb8-4b48-9d17-687a95f578a6,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:51.530116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4f745c-a309-45cb-8d2f-c9083309c563 None None] No DVR routers for this DVR port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:51.620557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Calling delete_port for 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:51.679225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.007293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Made reservation on behalf of f89cdde295b745f3acc00fb43aa08fe5 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:52.009605 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.020253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:48:52.020570 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:48:52.021494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] DHCP port deletion for 69e6f851-b560-4ccf-95d3-1940711bce45 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:48:52.088544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Allocated IP 172.20.0.18 (fc7b86b0-23de-4697-a711-28c9e2394c94/81083442-7e25-4818-954f-7731d7dfeac1/71ad739e-a713-4546-8366-7c7152bfc812) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:52.101367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d06f3a75-447c-4150-adba-ca157bd9c11f req-cb67f80f-bc7f-4475-9ee4-94c9dd638a94 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 210 time: 0.0715151 Apr 05 20:48:52.104035 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.161271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-760d3d5d-5f68-4c43-90f5-14e3a8a77969 req-4852cbe2-92a6-46e3-b47b-1a8b540e0e61 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7763104 Apr 05 20:48:52.165259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:52.169401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Usage tracker for resource:security_group_rule and tenant:f89cdde295b745f3acc00fb43aa08fe5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:52.173142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:52.180195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:52.271057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Deleting port b59fba77-6ffd-4f77-92d6-b478fb9ac211 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:52.273977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.392222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b59fba77-6ffd-4f77-92d6-b478fb9ac211 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:52.393203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.577662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Deleting port 33ac9bfd-7bb8-4b48-9d17-687a95f578a6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:52.578285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.603719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:48:44Z', 'revision_number': 3, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:52.623810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.643227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be5571-9095-4f6b-98c0-75ee001d04ba None None] The sync data for ids ['2ee5313c-2b84-457b-9670-be0adc9da5fb'] in n-d-836605-1 is: [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:48:44Z', 'revision_number': 3, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:48:52.756763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] The port '33ac9bfd-7bb8-4b48-9d17-687a95f578a6' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:48:52.790047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d4f168-a9a4-4cb5-bc48-188be7f54a94,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:52.906626 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.908650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:48:52.932548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.933251 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Added segment b43291e8-8aa6-447c-8dba-9a0789bf277c of type vlan for network 8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8 Apr 05 20:48:52.998983 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.017952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.022918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] For port b59fba77-6ffd-4f77-92d6-b478fb9ac211, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b59fba77-6ffd-4f77-92d6-b478fb9ac211,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:53.023422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.032063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Transition to ACTIVE for port object 71ad739e-a713-4546-8366-7c7152bfc812 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:53.057833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b59fba77-6ffd-4f77-92d6-b478fb9ac211, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b59fba77-6ffd-4f77-92d6-b478fb9ac211,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:53.073899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-8161f782-210d-4a36-a072-e2e8d2867ca4 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:53.075626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-8161f782-210d-4a36-a072-e2e8d2867ca4 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.23 "GET /v2.0/networks?id=e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 HTTP/1.1" status: 200 len: 809 time: 0.6246374 Apr 05 20:48:53.105690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Request body: {'port': {'device_id': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2', 'admin_state_up': True, 'tenant_id': '426b89705871452c850cd4ae55f00484'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:53.184047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Transition to ACTIVE for port object 71ad739e-a713-4546-8366-7c7152bfc812 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:53.187527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.424054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Calling delete_port for b59fba77-6ffd-4f77-92d6-b478fb9ac211 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:53.438535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Allocated IP 172.20.0.17 (fc7b86b0-23de-4697-a711-28c9e2394c94/81083442-7e25-4818-954f-7731d7dfeac1/252dadae-18e8-48f2-bb9a-4fb595cea7ad) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:53.450724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.452809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:53.454108 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.506186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b59fba77-6ffd-4f77-92d6-b478fb9ac211,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:53.523641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.647825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9563715 Apr 05 20:48:53.654024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36318) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:53.662843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.710620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Network fc7b86b0-23de-4697-a711-28c9e2394c94 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:53.712762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Pushing event updated for resources: {'Port': ['ID=71ad739e-a713-4546-8366-7c7152bfc812,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:53.716246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:53.722817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:48:53.802376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Request body: {'subnet': {'network_id': '8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1803726166-subnet', 'tenant_id': 'f89cdde295b745f3acc00fb43aa08fe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:53.810830 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:48:53.811190 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:48:53.818759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-140b01a8-4a2d-4168-b6bc-a153cc22869e req-183de0de-7d06-4bc4-baf7-0da0a4ad36d7 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 210 time: 0.3220065 Apr 05 20:48:53.829487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:53.831255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Attempting to bind port 71ad739e-a713-4546-8366-7c7152bfc812 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:53.831642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Attempting to bind port 71ad739e-a713-4546-8366-7c7152bfc812 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:53.832517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Attempting to bind port 71ad739e-a713-4546-8366-7c7152bfc812 on network fc7b86b0-23de-4697-a711-28c9e2394c94 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:48:53.840914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:48:53.841382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Checking segment: {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:53.841729 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.842128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Bound using segment: {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:48:53.842606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Bound port: 71ad739e-a713-4546-8366-7c7152bfc812, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:53.842985 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:53.882889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Usage tracker for resource:subnet and tenant:f89cdde295b745f3acc00fb43aa08fe5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:53.907042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:53.912471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:53.920815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf350b-e6ff-4f95-a3e0-495c822589c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:53.943253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:53.957161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:48:53.968043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810c6b54-e9b3-400a-9c08-4c847f6d2773') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:53.968365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810c6b54-e9b3-400a-9c08-4c847f6d2773') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:54.005147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133fe8a-2c1e-424c-a82f-81e4713c32e8 req-91b2dbfc-8268-4ab6-b75e-bf4a30e6cc31 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:54.013139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d133fe8a-2c1e-424c-a82f-81e4713c32e8 req-91b2dbfc-8268-4ab6-b75e-bf4a30e6cc31 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 1.4028232 Apr 05 20:48:54.017962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.026876 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-37bc933c-50be-4141-8b98-eae9691dfbdd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3646114 Apr 05 20:48:54.049948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.056848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:54.060721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Usage tracker for resource:port and tenant:426b89705871452c850cd4ae55f00484 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:54.064642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:54.079467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Transition to ACTIVE for port object 252dadae-18e8-48f2-bb9a-4fb595cea7ad will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:54.089469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:54.096464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.101429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Made reservation on behalf of f89cdde295b745f3acc00fb43aa08fe5 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:54.103888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.198241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:48:54.198791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.210360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] For port 71ad739e-a713-4546-8366-7c7152bfc812, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:48:54.216588 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:48:54.233440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.249150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] For port 71ad739e-a713-4546-8366-7c7152bfc812, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=71ad739e-a713-4546-8366-7c7152bfc812,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:48:54.254577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:54.306856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Made reservation on behalf of 426b89705871452c850cd4ae55f00484 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:54.311475 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.339685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=252dadae-18e8-48f2-bb9a-4fb595cea7ad,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:54.347885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network fc7b86b0-23de-4697-a711-28c9e2394c94 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:54.348323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Deleting port b59fba77-6ffd-4f77-92d6-b478fb9ac211 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:48:54.348707 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.352043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:54.353293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:48:54.397089 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-da28d8a9-a063-47db-9168-9eef1e11aa9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1135 time: 0.2323537 Apr 05 20:48:54.403857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d133fe8a-2c1e-424c-a82f-81e4713c32e8 req-05b85970-c8e7-423f-b3b7-5e40865ef660 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898311 Apr 05 20:48:54.449758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.514671 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.551102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.565509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Network': ['ID=6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:54.604095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Allocated IP 172.20.0.12 (e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2/1444fe68-678f-494c-a32c-ab000f4f2896/1641fc9f-3d17-4a91-8e75-be32bc907e33) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:54.643669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a98de-1440-42ff-ba94-7e91ba3187b1 None None] Pushing event updated for resources: {'Port': ['ID=71ad739e-a713-4546-8366-7c7152bfc812,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:54.680563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.685691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f6de4227-ae6f-4af2-9369-f5e0c7b7183c tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/networks/6e2ac30b-9ce7-4fc7-aadf-bd8c405a1f37 HTTP/1.1" status: 204 len: 168 time: 4.5320871 Apr 05 20:48:54.696857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36324) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:54.816297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d75652-8e15-4293-ac12-a542c2515d6c req-973c41bf-517b-4e9a-ac0d-1f43f797a033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:54.818137 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-973c41bf-517b-4e9a-ac0d-1f43f797a033 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 HTTP/1.1" status: 200 len: 897 time: 0.3986633 Apr 05 20:48:54.844861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:54.877510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:54.881216 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:55.018635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] For port b59fba77-6ffd-4f77-92d6-b478fb9ac211, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b59fba77-6ffd-4f77-92d6-b478fb9ac211,segment=NetworkSegment(0b53d463-dc36-4684-9cd7-70bc7f8687ab),segment_id=0b53d463-dc36-4684-9cd7-70bc7f8687ab)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:55.019186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:55.192507 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-3f8f8603-05b8-4573-a681-7a7e30cbebd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e HTTP/1.1" status: 200 len: 1001 time: 0.3665950 Apr 05 20:48:55.198225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:55.264389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Calling delete_port for b59fba77-6ffd-4f77-92d6-b478fb9ac211 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:48:55.355480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:55.387704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d75652-8e15-4293-ac12-a542c2515d6c req-58a3b5d0-2c41-403e-a5dd-afb99d1459d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:55.389421 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-58a3b5d0-2c41-403e-a5dd-afb99d1459d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6e1ee08-a89d-44a1-83cb-620e676cf3f4 HTTP/1.1" status: 200 len: 835 time: 0.1622124 Apr 05 20:48:55.541696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:55.587483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d7aeba75-17f1-4245-bac4-5dad2bf5c01e req-5e3c26bb-0cfb-4772-b933-d47efba72e80 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Synchronizing usage tracker for tenant:426b89705871452c850cd4ae55f00484 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:55.695148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:55.695782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] No DVR routers for this DVR port b59fba77-6ffd-4f77-92d6-b478fb9ac211 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:55.715735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2a1f2-9b5e-4271-9e86-c35479a911d8 None None] Pushing event deleted for resources: {'Port': ['ID=b59fba77-6ffd-4f77-92d6-b478fb9ac211,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:55.746886 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:55.766672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:55.845110 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-9d70f8fa-5a0a-4d12-9c9e-beb77f8e1ccb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3710332 Apr 05 20:48:55.861704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.012414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:56.080490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.176988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e95f0a-946e-465c-9e30-51204fa0366a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:56.179791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d7aeba75-17f1-4245-bac4-5dad2bf5c01e req-5e3c26bb-0cfb-4772-b933-d47efba72e80 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Unset dirty status for tenant:426b89705871452c850cd4ae55f00484 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:56.196677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7aeba75-17f1-4245-bac4-5dad2bf5c01e req-5e3c26bb-0cfb-4772-b933-d47efba72e80 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 210 time: 1.0311408 Apr 05 20:48:56.308329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e6f851-b560-4ccf-95d3-1940711bce45']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:56.358724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b53d463-dc36-4684-9cd7-70bc7f8687ab') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:56.358954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b53d463-dc36-4684-9cd7-70bc7f8687ab') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:56.373988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272bb7b9-a651-4565-898d-144990bb9e62 None None] Network fc7b86b0-23de-4697-a711-28c9e2394c94 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:56.402267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.410275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Checking segment: {'id': 'b43291e8-8aa6-447c-8dba-9a0789bf277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:48:56.411335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Network hostable DHCP agents. Network: 8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:48:56.473081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.526487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.562018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:48:56.562018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.570208 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.575439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-d540d9ed-0e05-40a7-84be-a5290146629a service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180569 Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:48:56.591664 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:48:56.709210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 71ad739e-a713-4546-8366-7c7152bfc812 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:56.735318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca3033-f97a-44ad-9aeb-635202e42479 req-26c47b9b-0129-47ec-9a17-36a86c613886 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:56.736868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9ca3033-f97a-44ad-9aeb-635202e42479 req-26c47b9b-0129-47ec-9a17-36a86c613886 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 1.0023141 Apr 05 20:48:56.817487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Network 8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:48:56.822167 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-23d75652-8e15-4293-ac12-a542c2515d6c req-546927c3-32dd-43b8-a1a7-3bc76dc1d573 service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325654 Apr 05 20:48:56.823612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.911724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.930305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ed284589-c366-4a73-afb0-cfaa8cb18be8 None None] Provisioning for port 71ad739e-a713-4546-8366-7c7152bfc812 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:56.958565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 71ad739e-a713-4546-8366-7c7152bfc812 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:56.964225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 71ad739e-a713-4546-8366-7c7152bfc812 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:56.964592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.048311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Pushing event updated for resources: {'Port': ['ID=1641fc9f-3d17-4a91-8e75-be32bc907e33,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:57.053647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9ca3033-f97a-44ad-9aeb-635202e42479 req-8094f680-ef2a-4c7e-a354-06b423b6676b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086863 Apr 05 20:48:57.057336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:57.062103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:57.062758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.066936 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.072498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.089629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05316c-7441-495f-bdc4-bf0d0f7f3257 None None] Network 8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:57.114920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] 10.222.0.10 "DELETE /v2.0/networks/69e6f851-b560-4ccf-95d3-1940711bce45 HTTP/1.1" status: 204 len: 168 time: 2.1614225 Apr 05 20:48:57.138456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:57.139608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63fb79-0f8f-43bd-bdd2-fe2d3389bdf7 tempest-TaggedBootDevicesTest-1121193761 tempest-TaggedBootDevicesTest-1121193761-project] Pushing event deleted for resources: {'Network': ['ID=69e6f851-b560-4ccf-95d3-1940711bce45,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:57.159747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:57.163353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:48:57.194531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=252dadae-18e8-48f2-bb9a-4fb595cea7ad,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:57.230041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.265026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:57.265840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.328678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3106d8c7-9d6d-4c7c-9f0c-7211be7a35eb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.5570183 Apr 05 20:48:57.329562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36364) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:57.388739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-55e6aeb4-fdc9-458a-b3c7-ae2a27fd8848 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2892447 Apr 05 20:48:57.402265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Request body: {'port': {'device_id': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:48:57.638169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network fc7b86b0-23de-4697-a711-28c9e2394c94 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:57.639586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:57.705909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6f2a4ddf-d06a-48e5-a381-0ba969505758 None None] Provisioning complete for port 71ad739e-a713-4546-8366-7c7152bfc812 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:57.706389 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4ddf-d06a-48e5-a381-0ba969505758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.715602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36378) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:57.715602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.754666 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.833914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.875830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:57.880234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:a846a9b0310e4a96b149e9af1efa13bb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:57.884129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:57.890305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:57.982668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] Deleting subnet f4e95f0a-946e-465c-9e30-51204fa0366a {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:48:58.007188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 71ad739e-a713-4546-8366-7c7152bfc812, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=71ad739e-a713-4546-8366-7c7152bfc812,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:48:58.008963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f349-15e8-4073-baef-3144b2bc43d2 req-6b07f048-ddeb-4be2-b9f5-aaeb67b50ba4 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:58.011243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5730f349-15e8-4073-baef-3144b2bc43d2 req-6b07f048-ddeb-4be2-b9f5-aaeb67b50ba4 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 932 time: 0.4845803 Apr 05 20:48:58.033896 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:58.071691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e591bc-55fd-4469-bc43-062387ab5e6f None None] Network 8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:48:58.093453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:58.094290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:58.482430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 2ee5313c-2b84-457b-9670-be0adc9da5fb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:48:58.512614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=71ad739e-a713-4546-8366-7c7152bfc812,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:58.590549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:58.590939 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:58.647670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1641fc9f-3d17-4a91-8e75-be32bc907e33 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:48:58.655116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:58.670917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Transition to ACTIVE for port object 1641fc9f-3d17-4a91-8e75-be32bc907e33 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:58.672884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6f2a4ddf-d06a-48e5-a381-0ba969505758 None None] Provisioning for port 252dadae-18e8-48f2-bb9a-4fb595cea7ad completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:58.687805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6f2a4ddf-d06a-48e5-a381-0ba969505758 None None] Provisioning complete for port 252dadae-18e8-48f2-bb9a-4fb595cea7ad triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:58.688068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f2a4ddf-d06a-48e5-a381-0ba969505758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:58.785627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6f2a4ddf-d06a-48e5-a381-0ba969505758 None None] Port 252dadae-18e8-48f2-bb9a-4fb595cea7ad cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:48:58.800193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:48:58.810837 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Sync routers for ids ['2ee5313c-2b84-457b-9670-be0adc9da5fb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:48:58.829335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Routers {'2ee5313c-2b84-457b-9670-be0adc9da5fb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:48:58.830475 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2ee5313c-2b84-457b-9670-be0adc9da5fb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:58.843660 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b30121ab-5595-4a3f-8920-6b99d4538566 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "PUT /v2.0/routers/2ee5313c-2b84-457b-9670-be0adc9da5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3390608 Apr 05 20:48:58.882423 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:58.919878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-49c88623-6019-46b7-8a14-705f3c1e9c02 None None] Provisioning complete for port 252dadae-18e8-48f2-bb9a-4fb595cea7ad triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:58.920585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-49c88623-6019-46b7-8a14-705f3c1e9c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:58.982244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 71ad739e-a713-4546-8366-7c7152bfc812 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:59.058917 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Set router 2ee5313c-2b84-457b-9670-be0adc9da5fb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:48:59.153609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-49c88623-6019-46b7-8a14-705f3c1e9c02 None None] Port 252dadae-18e8-48f2-bb9a-4fb595cea7ad cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:48:59.176478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.206146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 71ad739e-a713-4546-8366-7c7152bfc812 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:59.208559 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.317585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5730f349-15e8-4073-baef-3144b2bc43d2 req-ec61a778-b4e2-4f2f-a2f3-0af3789a8d41 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451957 Apr 05 20:48:59.321862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.339287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.399370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Pushing event updated for resources: {'Port': ['ID=1641fc9f-3d17-4a91-8e75-be32bc907e33,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:59.432276 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:48:54Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '252dadae-18e8-48f2-bb9a-4fb595cea7ad', 'name': '', 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:6b:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81083442-7e25-4818-954f-7731d7dfeac1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:52Z', 'updated_at': '2022-04-05T20:48:55Z', 'revision_number': 2, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': '81083442-7e25-4818-954f-7731d7dfeac1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:59.436959 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Checking router: 2ee5313c-2b84-457b-9670-be0adc9da5fb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:48:59.437429 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Updating router 2ee5313c-2b84-457b-9670-be0adc9da5fb port 252dadae-18e8-48f2-bb9a-4fb595cea7ad binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:48:59.490635 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.550752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.569573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188e3e5-2eb5-4e89-a965-531a04d7927e req-4df0be66-a36b-41c2-a67c-c3a2956a272b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:59.570926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3188e3e5-2eb5-4e89-a965-531a04d7927e req-4df0be66-a36b-41c2-a67c-c3a2956a272b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.8230267 Apr 05 20:48:59.793528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-1d02eb20-867f-4793-9f3f-2b433ff30d19 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:59.794731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-1d02eb20-867f-4793-9f3f-2b433ff30d19 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:59.829152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-f23b96be-006e-4353-af24-3afc10f08c98 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1328528 Apr 05 20:48:59.886032 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.900330 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Transition to ACTIVE for port object 252dadae-18e8-48f2-bb9a-4fb595cea7ad will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:59.909738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3188e3e5-2eb5-4e89-a965-531a04d7927e req-34240337-bd62-4c19-bb88-d284360c23f7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958314 Apr 05 20:48:59.911817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db083f6-9a17-4925-b393-14be6d851418,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:59.941561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1b6a9fb4-b98c-494e-bb35-9ac95a2a4bb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a846a9b0310e4a96b149e9af1efa13bb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6108725 Apr 05 20:48:59.944281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36402) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:59.997590 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.020883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Attempting to bind port 1641fc9f-3d17-4a91-8e75-be32bc907e33 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:00.020883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Attempting to bind port 1641fc9f-3d17-4a91-8e75-be32bc907e33 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '56bdb725-cf1f-46ef-aaf5-38ad199d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:00.021783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Attempting to bind port 1641fc9f-3d17-4a91-8e75-be32bc907e33 on network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:00.027738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-1d02eb20-867f-4793-9f3f-2b433ff30d19 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:00.028945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-1d02eb20-867f-4793-9f3f-2b433ff30d19 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/networks?id=fc7b86b0-23de-4697-a711-28c9e2394c94 HTTP/1.1" status: 200 len: 798 time: 0.4696136 Apr 05 20:49:00.056204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Port 1641fc9f-3d17-4a91-8e75-be32bc907e33 on network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:49:00.056524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Attempting to bind port 1641fc9f-3d17-4a91-8e75-be32bc907e33 on network e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:00.069827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-485d87c4-10aa-44ca-a2fd-a8adecff4afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.077708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-50f9a64a-e3d8-4878-81ad-c3de87af4258 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/quotas/9ea3ed4e3fe94cdabb6f1df7a2af44f4 HTTP/1.1" status: 200 len: 375 time: 0.0378604 Apr 05 20:49:00.079931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:49:00.080158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Checking segment: {'id': '56bdb725-cf1f-46ef-aaf5-38ad199d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:00.080530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Bound using segment: {'id': '56bdb725-cf1f-46ef-aaf5-38ad199d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:49:00.081024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Bound port: 1641fc9f-3d17-4a91-8e75-be32bc907e33, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bdb725-cf1f-46ef-aaf5-38ad199d7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:00.081400 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.116687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-485d87c4-10aa-44ca-a2fd-a8adecff4afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.135675 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Pushing event updated for resources: {'Port': ['ID=252dadae-18e8-48f2-bb9a-4fb595cea7ad,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:00.179221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-290a623e-96b5-4342-8711-3151f98a24ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 1097 time: 0.2135730 Apr 05 20:49:00.222166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36408) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:00.226893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.328787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e95f0a-946e-465c-9e30-51204fa0366a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:00.346233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-485d87c4-10aa-44ca-a2fd-a8adecff4afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.409604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d87c4-10aa-44ca-a2fd-a8adecff4afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db083f6-9a17-4925-b393-14be6d851418,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:00.417702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.424990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-485d87c4-10aa-44ca-a2fd-a8adecff4afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.438448 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Attempting to bind port 252dadae-18e8-48f2-bb9a-4fb595cea7ad on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:00.438832 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Attempting to bind port 252dadae-18e8-48f2-bb9a-4fb595cea7ad by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:00.439177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Attempting to bind port 252dadae-18e8-48f2-bb9a-4fb595cea7ad on network fc7b86b0-23de-4697-a711-28c9e2394c94 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:00.452295 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-485d87c4-10aa-44ca-a2fd-a8adecff4afe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4db083f6-9a17-4925-b393-14be6d851418 HTTP/1.1" status: 204 len: 168 time: 0.5068746 Apr 05 20:49:00.460088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cbab0f2f-396c-47fc-a6f2-6ba15b833289 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f4e95f0a-946e-465c-9e30-51204fa0366a HTTP/1.1" status: 204 len: 168 time: 2.7255778 Apr 05 20:49:00.466500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36420) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:00.479563 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:49:00.481389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Checking segment: {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:00.481389 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.481389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Bound using segment: {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:49:00.481389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Bound port: 252dadae-18e8-48f2-bb9a-4fb595cea7ad, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:00.481735 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.524482 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.524824 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.527435 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.532905 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:00.644230 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] For port 252dadae-18e8-48f2-bb9a-4fb595cea7ad, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:49:00.648051 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] For port 252dadae-18e8-48f2-bb9a-4fb595cea7ad, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=252dadae-18e8-48f2-bb9a-4fb595cea7ad,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:49:00.653301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] For port 1641fc9f-3d17-4a91-8e75-be32bc907e33, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:49:00.688958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-8bb69da1-3d47-483b-86b9-79c7fe87716f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5920663 Apr 05 20:49:00.758530 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:00.761856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] For port 1641fc9f-3d17-4a91-8e75-be32bc907e33, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1641fc9f-3d17-4a91-8e75-be32bc907e33,segment=NetworkSegment(56bdb725-cf1f-46ef-aaf5-38ad199d7674),segment_id=56bdb725-cf1f-46ef-aaf5-38ad199d7674)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:49:00.845145 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7ab2b-e9a1-48d8-b208-8c04032a9b72 None None] Pushing event updated for resources: {'Port': ['ID=252dadae-18e8-48f2-bb9a-4fb595cea7ad,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:00.849134 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Routers {'2ee5313c-2b84-457b-9670-be0adc9da5fb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:00.850245 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2ee5313c-2b84-457b-9670-be0adc9da5fb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:01.106264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.111387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.175861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] Set router 2ee5313c-2b84-457b-9670-be0adc9da5fb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:01.211391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.216627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-135f4eed-e59e-4fc0-bbcb-dd7c308e3507 service neutron] 10.222.0.10 "GET /v2.0/networks/fc7b86b0-23de-4697-a711-28c9e2394c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847353 Apr 05 20:49:01.222307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-53c972bd-71fc-4085-96f2-c626183cb099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:01.222307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-53c972bd-71fc-4085-96f2-c626183cb099 service neutron] 10.222.0.39 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.9872997 Apr 05 20:49:01.222307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Pushing event updated for resources: {'Port': ['ID=1641fc9f-3d17-4a91-8e75-be32bc907e33,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:01.427621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36428) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:01.589424 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:48:54Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '252dadae-18e8-48f2-bb9a-4fb595cea7ad', 'name': '', 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:6b:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81083442-7e25-4818-954f-7731d7dfeac1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:52Z', 'updated_at': '2022-04-05T20:49:00Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': '81083442-7e25-4818-954f-7731d7dfeac1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:01.594590 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d42967-1aee-4991-9747-4116a797ba7c None None] The sync data for ids ['2ee5313c-2b84-457b-9670-be0adc9da5fb'] in n-d-836605-1 is: [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:48:54Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '252dadae-18e8-48f2-bb9a-4fb595cea7ad', 'name': '', 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:6b:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81083442-7e25-4818-954f-7731d7dfeac1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:52Z', 'updated_at': '2022-04-05T20:49:00Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': '81083442-7e25-4818-954f-7731d7dfeac1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:01.622806 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.626162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-34940327-598b-4cea-a75b-9131678c9c3b service neutron] 10.222.0.23 "PUT /v2.0/ports/1641fc9f-3d17-4a91-8e75-be32bc907e33 HTTP/1.1" status: 200 len: 1092 time: 4.2267568 Apr 05 20:49:01.645642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'tag': '1641fc9f-3d17-4a91-8e75-be32bc907e33'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:01.660525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.811022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-569c147e-4eae-48de-b8e9-776c7fb7a6f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 200 len: 1001 time: 0.5813532 Apr 05 20:49:01.843166 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.866656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef99eea-70f2-409a-b4c0-75342f24d4e9 req-1a12bbbc-010f-49fb-a8b5-09a30421df9a tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:01.867213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ef99eea-70f2-409a-b4c0-75342f24d4e9 req-1a12bbbc-010f-49fb-a8b5-09a30421df9a tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 944 time: 1.2094953 Apr 05 20:49:02.007221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:02.011201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Usage tracker for resource:security_group_rule and tenant:bee7a8faf25f4766ac7841c9fb736b9b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:02.014665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:02.021906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:02.086309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-a43ee3c3-e634-47f8-b214-4b9ac7014fa6 service neutron] 10.222.0.10 "GET /v2.0/networks/fc7b86b0-23de-4697-a711-28c9e2394c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285080 Apr 05 20:49:02.088144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:02.129848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43291e8-8aa6-447c-8dba-9a0789bf277c') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:02.129848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43291e8-8aa6-447c-8dba-9a0789bf277c') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:02.191630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-4b2e3d51-9e67-41d6-b240-24ba0aaadf60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:02.207635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-4b2e3d51-9e67-41d6-b240-24ba0aaadf60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.3046110 Apr 05 20:49:02.259271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Deleting port f8860e0f-622a-489f-a68c-2c99a5d000b5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:02.259734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.362604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ef99eea-70f2-409a-b4c0-75342f24d4e9 req-c0fa2560-8445-4b33-b5c1-2b5871a9d1a4 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242048 Apr 05 20:49:02.388633 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.473634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.542791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.598967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] For port f8860e0f-622a-489f-a68c-2c99a5d000b5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f8860e0f-622a-489f-a68c-2c99a5d000b5,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:02.600046 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.649516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:49:02.649516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.749746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-bcd99674-c4f9-49ed-8578-695900b5fc53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=426b89705871452c850cd4ae55f00484&device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 1095 time: 0.9421279 Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:02.756202 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:02.769554 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d273110-2273-4f21-923a-b8712657a7d9'] response: {'name': 'network-changed', 'server_uuid': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'tag': '1641fc9f-3d17-4a91-8e75-be32bc907e33', 'status': 'completed', 'code': 200} Apr 05 20:49:02.782155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Calling delete_port for f8860e0f-622a-489f-a68c-2c99a5d000b5 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:02.901927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.937930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34c4bbe7-93ad-4243-92c8-ff86370ec2ba req-44c8f13c-210e-43de-b762-a9b13cfb8d40 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 210 time: 0.1667793 Apr 05 20:49:02.953862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.975823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 252dadae-18e8-48f2-bb9a-4fb595cea7ad up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:02.989485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.000743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-4e685e89-aeaa-48fb-90ac-73af9fe91d7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1641fc9f-3d17-4a91-8e75-be32bc907e33 HTTP/1.1" status: 200 len: 217 time: 0.1684046 Apr 05 20:49:03.080334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:03.088320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.111243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-a31af017-b2f7-489a-b2e9-765f0ee536a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9025128 Apr 05 20:49:03.116396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad5bf28-6bd0-4c23-a73a-b36d6c393f40,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:03.161561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5202473f-3dab-446b-9419-7256f13bec1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bee7a8faf25f4766ac7841c9fb736b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6957927 Apr 05 20:49:03.168381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36450) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:03.174020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0cbe726b-7c15-4e63-b5cf-bd31cf0d58d5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8a2a0a4b-f60b-4fbf-b6ff-d1dc92e01fd8 HTTP/1.1" status: 204 len: 168 time: 2.6988776 Apr 05 20:49:03.191839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f8860e0f-622a-489f-a68c-2c99a5d000b5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:03.225560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 252dadae-18e8-48f2-bb9a-4fb595cea7ad completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:03.240800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 252dadae-18e8-48f2-bb9a-4fb595cea7ad triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:03.250785 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.338167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e3e4-9568-4c87-8ea5-203dae92e109 req-8fdcefe5-d276-4a24-aced-7baf4681df45 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:03.345589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b280e3e4-9568-4c87-8ea5-203dae92e109 req-8fdcefe5-d276-4a24-aced-7baf4681df45 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.7821026 Apr 05 20:49:03.401377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-d6db9821-4590-4cde-b4d6-db0c1b5d5c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:03.406350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-d6db9821-4590-4cde-b4d6-db0c1b5d5c34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1444fe68-678f-494c-a32c-ab000f4f2896 HTTP/1.1" status: 200 len: 849 time: 0.3746521 Apr 05 20:49:03.602910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-5fdf987e-0486-4d94-a9c2-98cbda493c68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448357 Apr 05 20:49:03.649415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.732710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 252dadae-18e8-48f2-bb9a-4fb595cea7ad, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=252dadae-18e8-48f2-bb9a-4fb595cea7ad,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:03.811001 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.811997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.854939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b280e3e4-9568-4c87-8ea5-203dae92e109 req-797d9566-1dce-4887-8a18-2708d7653909 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080657 Apr 05 20:49:03.892851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.926797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=252dadae-18e8-48f2-bb9a-4fb595cea7ad,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:03.961971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-45d669e4-0a9a-444c-a6d0-fb91f731b561 service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8388419 Apr 05 20:49:04.043973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36462) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:04.275346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f42b0752-4b81-4b6d-a762-c958dd388aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.308394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f42b0752-4b81-4b6d-a762-c958dd388aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.319649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-2317ef7f-a174-4c19-b84e-691d8ff44186 service neutron] 10.222.0.23 "GET /v2.0/networks/e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7073646 Apr 05 20:49:04.337726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa4673f0-ec6e-4837-9c70-f4d77ed817d6 req-85793c40-f282-4c8d-a9d3-0f18cf31182f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 210 time: 0.1975679 Apr 05 20:49:04.676203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f90ce8f-e6d4-467f-95d5-acb3ae1741fe req-311575f4-e2f8-4974-a117-19396bc6e5bb service neutron] 10.222.0.39 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503928 Apr 05 20:49:04.690994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bc0503a0-9874-406a-8eee-8c7e6e8a6972 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f89cdde295b745f3acc00fb43aa08fe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6441205 Apr 05 20:49:04.695345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36470) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:04.761207 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fb756572-fb80-45c3-bdc2-ec1a9c42f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.785119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:49:04.789626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa009d21-7f77-417d-a1f0-313fa0e5b3c1 req-db4d4ae0-af38-4c8d-b4ed-ffac2540f140 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:04.793984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa009d21-7f77-417d-a1f0-313fa0e5b3c1 req-db4d4ae0-af38-4c8d-b4ed-ffac2540f140 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 944 time: 0.9927638 Apr 05 20:49:04.793984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672aece3-670f-4515-8b3d-ec0db0ccac62 req-bec975c9-a824-40ce-b72f-44d024c40593 service neutron] 10.222.0.23 "GET /v2.0/networks/e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577541 Apr 05 20:49:04.851087 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f42b0752-4b81-4b6d-a762-c958dd388aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.876088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d1c9764-5b78-4986-8fab-9e95f103c03e req-a6ef61fe-092a-4eff-8eed-fc0678cfa7cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1096 time: 0.3770461 Apr 05 20:49:04.888860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b0752-4b81-4b6d-a762-c958dd388aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad5bf28-6bd0-4c23-a73a-b36d6c393f40,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:04.936575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f42b0752-4b81-4b6d-a762-c958dd388aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.937726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f42b0752-4b81-4b6d-a762-c958dd388aaf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ad5bf28-6bd0-4c23-a73a-b36d6c393f40 HTTP/1.1" status: 204 len: 168 time: 1.7665994 Apr 05 20:49:04.949037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa009d21-7f77-417d-a1f0-313fa0e5b3c1 req-856b4f95-5a0b-4498-904e-0b9f3a7b70cb tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434438 Apr 05 20:49:04.952098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-69887793-4a97-43a8-b692-73dd6a0da87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.002165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-69887793-4a97-43a8-b692-73dd6a0da87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.011925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d1c9764-5b78-4986-8fab-9e95f103c03e req-187445e7-ca7a-4865-a123-c891fc6ea18c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910072 Apr 05 20:49:05.115651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 252dadae-18e8-48f2-bb9a-4fb595cea7ad up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:05.131087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:49:05.152866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] Sync routers for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:49:05.153631 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-864dd0eb-72e1-4da0-b91c-008716a862ac admin admin] 10.222.0.10 "PUT /v2.0/routers/002e6a9b-a955-46d3-8b1f-7d4bb9425676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9299493 Apr 05 20:49:05.156116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:05.207286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:05.207286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:05.413154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.455488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:05.514744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af201bc-3d7c-4dfa-af5b-eb8fb816fda3 req-550f5966-c5f2-4489-b2c5-dfb0a95a66e5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:05.516572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af201bc-3d7c-4dfa-af5b-eb8fb816fda3 req-550f5966-c5f2-4489-b2c5-dfb0a95a66e5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.4327857 Apr 05 20:49:05.537323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-69887793-4a97-43a8-b692-73dd6a0da87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.654191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69887793-4a97-43a8-b692-73dd6a0da87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d4f168-a9a4-4cb5-bc48-188be7f54a94,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:05.663459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-8e70e67f-f449-447b-9f73-cfa3ddf45bd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=426b89705871452c850cd4ae55f00484&device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 1095 time: 0.4954724 Apr 05 20:49:05.807715 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.824495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c9552e2-644d-4e8b-9380-b8f5649b40ef req-e0ff719f-b812-4eb4-9121-a66a833dfa34 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 210 time: 0.1760969 Apr 05 20:49:05.840043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 252dadae-18e8-48f2-bb9a-4fb595cea7ad triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:05.840556 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.859343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-69887793-4a97-43a8-b692-73dd6a0da87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.871153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-69887793-4a97-43a8-b692-73dd6a0da87e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22d4f168-a9a4-4cb5-bc48-188be7f54a94 HTTP/1.1" status: 204 len: 168 time: 1.1720498 Apr 05 20:49:05.880444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Deleting port b0616d52-8594-4ecb-b218-f9eb9899cd63 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:05.880830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.955754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af201bc-3d7c-4dfa-af5b-eb8fb816fda3 req-89d5e2e4-8d26-4a7b-bffb-0f610fbb0ac4 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272532 Apr 05 20:49:06.070893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-0a960c66-36a8-4290-9fb6-58117f4c291f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:06.077374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-0a960c66-36a8-4290-9fb6-58117f4c291f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 HTTP/1.1" status: 200 len: 910 time: 0.4051571 Apr 05 20:49:06.220448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-b657fcd4-4168-4e03-843f-4920df369468 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1641fc9f-3d17-4a91-8e75-be32bc907e33 HTTP/1.1" status: 200 len: 217 time: 0.1375585 Apr 05 20:49:06.246995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] For port b0616d52-8594-4ecb-b218-f9eb9899cd63, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b0616d52-8594-4ecb-b218-f9eb9899cd63,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:06.249963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:06.615782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Calling delete_port for b0616d52-8594-4ecb-b218-f9eb9899cd63 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:06.622878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-d2bd2ebe-fb60-402a-96c7-211566800d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:06.624352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-d2bd2ebe-fb60-402a-96c7-211566800d52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1444fe68-678f-494c-a32c-ab000f4f2896 HTTP/1.1" status: 200 len: 849 time: 0.3976970 Apr 05 20:49:06.730741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:49:02Z', 'revision_number': 5, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port': {'id': 'b0616d52-8594-4ecb-b218-f9eb9899cd63', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:53Z', 'updated_at': '2022-04-05T20:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:06.749519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] Checking router: 002e6a9b-a955-46d3-8b1f-7d4bb9425676 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:49:06.767194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-0a3550ac-1bcd-4d5d-927b-8e3747cfaf06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255403 Apr 05 20:49:06.833297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128ba94-03ca-4ddd-8696-256f7e5a31ad req-1d242fc2-e312-4e1f-bf70-40e6d680dac6 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:06.837775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8128ba94-03ca-4ddd-8696-256f7e5a31ad req-1d242fc2-e312-4e1f-bf70-40e6d680dac6 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 944 time: 0.4601083 Apr 05 20:49:06.838454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] Routers {'002e6a9b-a955-46d3-8b1f-7d4bb9425676'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:06.839102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:48:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:07.046177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ec7da56-b78d-4452-8412-7e4e59149532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:07.183214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1641fc9f-3d17-4a91-8e75-be32bc907e33 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:49:07.260143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:07.270299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8f9025c-da35-4b2c-9131-2f77a6bfb3a0 req-9606bb7d-3567-40f5-856f-13bde3373b7b tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 210 time: 0.0652075 Apr 05 20:49:07.400187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0616d52-8594-4ecb-b218-f9eb9899cd63,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:07.472711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] Set router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:07.537565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8128ba94-03ca-4ddd-8696-256f7e5a31ad req-418dcb7a-b01c-4821-95cc-23ddeaee922c tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982806 Apr 05 20:49:07.655030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:49:05Z', 'revision_number': 6, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:07.675985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe6237-846a-4599-adb6-d9adbed2062f None None] The sync data for ids ['002e6a9b-a955-46d3-8b1f-7d4bb9425676'] in n-d-836605-1 is: [{'id': '002e6a9b-a955-46d3-8b1f-7d4bb9425676', 'name': 'tempest-AttachVolumeTestJSON-1414179572-router', 'tenant_id': '59b83352d11b4d35aba31747089aa265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:52Z', 'updated_at': '2022-04-05T20:49:05Z', 'revision_number': 6, 'project_id': '59b83352d11b4d35aba31747089aa265', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:07.707040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1641fc9f-3d17-4a91-8e75-be32bc907e33, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1641fc9f-3d17-4a91-8e75-be32bc907e33,segment=NetworkSegment(56bdb725-cf1f-46ef-aaf5-38ad199d7674),segment_id=56bdb725-cf1f-46ef-aaf5-38ad199d7674)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:07.747648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '1641fc9f-3d17-4a91-8e75-be32bc907e33', 'network_id': 'e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2', 'port_id': '1641fc9f-3d17-4a91-8e75-be32bc907e33', 'mac_address': 'fa:16:3e:50:71:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1444fe68-678f-494c-a32c-ab000f4f2896', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:49:07.791943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-f5d8fbf1-5fdc-4e2f-84fa-26ee82af1791 service neutron] 10.222.0.23 "GET /v2.0/networks/e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0181932 Apr 05 20:49:07.849310 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:07.857636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-c0dbe678-563b-40e3-8fcf-fe895caa34e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:07.868467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-c0dbe678-563b-40e3-8fcf-fe895caa34e6 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.39 "GET /v2.0/networks?id=fc7b86b0-23de-4697-a711-28c9e2394c94 HTTP/1.1" status: 200 len: 798 time: 0.6169884 Apr 05 20:49:07.883025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1641fc9f-3d17-4a91-8e75-be32bc907e33 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:49:07.900604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1641fc9f-3d17-4a91-8e75-be32bc907e33, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1641fc9f-3d17-4a91-8e75-be32bc907e33,segment=NetworkSegment(56bdb725-cf1f-46ef-aaf5-38ad199d7674),segment_id=56bdb725-cf1f-46ef-aaf5-38ad199d7674)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:07.947600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Request body: {'port': {'device_id': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94', 'admin_state_up': True, 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:07.988643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cb2b8-59c1-4798-9c5f-ae9e23a9a947 req-4431468a-eca4-4e7c-b6d5-a25d5c9ba073 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:07.990682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c06cb2b8-59c1-4798-9c5f-ae9e23a9a947 req-4431468a-eca4-4e7c-b6d5-a25d5c9ba073 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.4232523 Apr 05 20:49:08.027245 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.122724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.150340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1641fc9f-3d17-4a91-8e75-be32bc907e33,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:08.263316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1641fc9f-3d17-4a91-8e75-be32bc907e33'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:49:08.370001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:08.379349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Usage tracker for resource:port and tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:08.387998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:08.403710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:08.407187 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.462864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c06cb2b8-59c1-4798-9c5f-ae9e23a9a947 req-125d037e-0c04-482a-8a6e-46ec03437463 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902729 Apr 05 20:49:08.522765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.528330 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.572867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Made reservation on behalf of 9ea3ed4e3fe94cdabb6f1df7a2af44f4 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:08.575963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.597226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7523fee3-f174-4f94-a638-1ca121113eb0 req-cb2e01ff-4bdc-4547-9033-ce94a29ea386 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 210 time: 0.1496034 Apr 05 20:49:08.611197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcec79e0-4251-4e16-92a4-f3b070cb7d69 req-c0908d14-6112-4f2d-8b3d-92babb6be8f4 service neutron] 10.222.0.23 "GET /v2.0/networks/e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110733 Apr 05 20:49:08.636492 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.637213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 002e6a9b-a955-46d3-8b1f-7d4bb9425676 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:49:08.662185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.667644 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e20c9d12-c2e6-4030-9bca-3acc4db4163d admin admin] 10.222.0.10 "DELETE /v2.0/routers/002e6a9b-a955-46d3-8b1f-7d4bb9425676 HTTP/1.1" status: 204 len: 168 time: 3.5109775 Apr 05 20:49:08.670601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36550) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:08.673414 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.807955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] Deleting subnet 6487c229-6f16-4903-b241-65343db17771 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:49:08.816154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.950080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Allocated IP 172.20.0.27 (fc7b86b0-23de-4697-a711-28c9e2394c94/81083442-7e25-4818-954f-7731d7dfeac1/86c3df05-03f8-4601-8667-87399423093c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:08.959241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.043169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f8860e0f-622a-489f-a68c-2c99a5d000b5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:09.080773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f8860e0f-622a-489f-a68c-2c99a5d000b5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:09.081161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f8860e0f-622a-489f-a68c-2c99a5d000b5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:09.103943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.120568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74806e4f-80c0-4c3b-a667-0b6490c927c6 req-3db6fddc-10bc-4e15-8f05-c274802937c8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:09.128080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74806e4f-80c0-4c3b-a667-0b6490c927c6 req-3db6fddc-10bc-4e15-8f05-c274802937c8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2575428 Apr 05 20:49:09.213511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1641fc9f-3d17-4a91-8e75-be32bc907e33 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:09.221705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74806e4f-80c0-4c3b-a667-0b6490c927c6 req-020bfe48-d41d-41a8-9250-c83d0813f729 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926721 Apr 05 20:49:09.257101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.347343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.371243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6487c229-6f16-4903-b241-65343db17771,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:09.390244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Transition to ACTIVE for port object 86c3df05-03f8-4601-8667-87399423093c will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:09.400471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.410557 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd2a9c86-24df-437e-a9f2-ceab34056bfa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6487c229-6f16-4903-b241-65343db17771 HTTP/1.1" status: 204 len: 168 time: 0.7366676 Apr 05 20:49:09.411101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:09.458145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314505c-6111-4285-97c3-272f2835c7a5 None None] Network a209d3f0-b675-451a-bb10-459a1e6ae7fa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:09.513338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36572) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:09.547310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.553223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.582213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Deleting port 4b5a9d71-3418-46e8-b9f6-473217c7f784 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:09.582566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.628514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event updated for resources: {'Port': ['ID=86c3df05-03f8-4601-8667-87399423093c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:09.655913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227f987-59e3-4fa0-ae4c-38336e951b4a req-fcbdfcfb-44ba-48af-bb0c-3e52b1e22bf7 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:09.657399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4227f987-59e3-4fa0-ae4c-38336e951b4a req-fcbdfcfb-44ba-48af-bb0c-3e52b1e22bf7 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 945 time: 0.1974087 Apr 05 20:49:09.729473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 1641fc9f-3d17-4a91-8e75-be32bc907e33 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:09.744279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4227f987-59e3-4fa0-ae4c-38336e951b4a req-c1addfb7-1cd7-464b-b402-6ca3e17c49b0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 Apr 05 20:49:09.748355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 1641fc9f-3d17-4a91-8e75-be32bc907e33 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:09.748355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.757470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Network fc7b86b0-23de-4697-a711-28c9e2394c94 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:09.773642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:09.773642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:49:09.858751 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.936954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] For port 4b5a9d71-3418-46e8-b9f6-473217c7f784, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4b5a9d71-3418-46e8-b9f6-473217c7f784,segment=NetworkSegment(5e625d87-45a6-45b8-98f0-b9dae46c41ac),segment_id=5e625d87-45a6-45b8-98f0-b9dae46c41ac)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:09.938089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.240580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Calling delete_port for 4b5a9d71-3418-46e8-b9f6-473217c7f784 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:10.282790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.387191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.487864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1641fc9f-3d17-4a91-8e75-be32bc907e33, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1641fc9f-3d17-4a91-8e75-be32bc907e33,segment=NetworkSegment(56bdb725-cf1f-46ef-aaf5-38ad199d7674),segment_id=56bdb725-cf1f-46ef-aaf5-38ad199d7674)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:10.487864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1641fc9f-3d17-4a91-8e75-be32bc907e33'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:10.499615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9fea2-3438-4052-bbe6-7f3757972f5a None None] DHCP port deletion for a209d3f0-b675-451a-bb10-459a1e6ae7fa request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:49:10.527069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5a9d71-3418-46e8-b9f6-473217c7f784,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:10.535418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] No DVR routers for this DVR port 4b5a9d71-3418-46e8-b9f6-473217c7f784 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:10.545347 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.592229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-31bda8c9-1873-49f2-9e08-88daca3afd8a None None] Provisioning for port 86c3df05-03f8-4601-8667-87399423093c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:10.593523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:10.594997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.615942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-31bda8c9-1873-49f2-9e08-88daca3afd8a None None] Provisioning complete for port 86c3df05-03f8-4601-8667-87399423093c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:10.616313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31bda8c9-1873-49f2-9e08-88daca3afd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.696116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02eebce-7ce6-45a7-b7bb-9a37c0c1d65c req-4a202ae7-7150-4c28-9f16-ac95322a6c24 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:10.697310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f02eebce-7ce6-45a7-b7bb-9a37c0c1d65c req-4a202ae7-7150-4c28-9f16-ac95322a6c24 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:10.747126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-31bda8c9-1873-49f2-9e08-88daca3afd8a None None] Port 86c3df05-03f8-4601-8667-87399423093c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:49:10.767670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-75910e74-5371-4fd3-a739-d4cdcf42a146 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.8268158 Apr 05 20:49:10.773553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1641fc9f-3d17-4a91-8e75-be32bc907e33,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:10.789862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Request body: {'port': {'device_id': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:10.855902 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.873519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f02eebce-7ce6-45a7-b7bb-9a37c0c1d65c req-4a202ae7-7150-4c28-9f16-ac95322a6c24 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:10.896241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f02eebce-7ce6-45a7-b7bb-9a37c0c1d65c req-4a202ae7-7150-4c28-9f16-ac95322a6c24 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 895 time: 0.6996284 Apr 05 20:49:10.897338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a209d3f0-b675-451a-bb10-459a1e6ae7fa']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:10.913544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e625d87-45a6-45b8-98f0-b9dae46c41ac') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:10.915530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e625d87-45a6-45b8-98f0-b9dae46c41ac') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:10.953829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4b5a9d71-3418-46e8-b9f6-473217c7f784 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:10.954590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.973879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.983273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:49:10.983685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:11.000169 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:11.048879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4b5a9d71-3418-46e8-b9f6-473217c7f784 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:11.049516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4b5a9d71-3418-46e8-b9f6-473217c7f784 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:11.050125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b0616d52-8594-4ecb-b218-f9eb9899cd63 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:11.199161 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69762102-b768-4fd8-ac82-a8a51d96378c'] response: {'server_uuid': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1641fc9f-3d17-4a91-8e75-be32bc907e33', 'code': 200} Apr 05 20:49:11.202106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b0616d52-8594-4ecb-b218-f9eb9899cd63 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:11.202106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b0616d52-8594-4ecb-b218-f9eb9899cd63 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:11.392488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.435329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.443849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a209d3f0-b675-451a-bb10-459a1e6ae7fa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:11.460811 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-37dd6363-adf2-4e54-8e1f-45b6603d63c1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a209d3f0-b675-451a-bb10-459a1e6ae7fa HTTP/1.1" status: 204 len: 168 time: 2.0482421 Apr 05 20:49:11.528579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.820038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc936496-e4bb-4afa-8ca5-9e90a376aa81 req-fe76a4d0-b496-42c4-96a8-81cad17b064d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 1097 time: 0.5024009 Apr 05 20:49:11.884692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30347e02-4be8-4aaa-9ada-7041d6222309 req-51089a96-b40a-4805-90a7-97ccc7016e71 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:11.886159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30347e02-4be8-4aaa-9ada-7041d6222309 req-51089a96-b40a-4805-90a7-97ccc7016e71 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4225287 Apr 05 20:49:12.009792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b430780-6c2f-48ac-8574-754c80b85b98 req-c4e9ba75-00c2-450a-8785-e99dfe29fac8 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:12.011166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b430780-6c2f-48ac-8574-754c80b85b98 req-c4e9ba75-00c2-450a-8785-e99dfe29fac8 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 946 time: 0.4204788 Apr 05 20:49:12.052708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc936496-e4bb-4afa-8ca5-9e90a376aa81 req-05362d33-1eca-48b0-9035-49d9008312a0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235088 Apr 05 20:49:12.076606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36618) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:12.131569 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dccaf561-b84e-449e-9bcc-57d9ea52bf63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59b83352d11b4d35aba31747089aa265&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537012 Apr 05 20:49:12.132136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36622) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:12.137305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30347e02-4be8-4aaa-9ada-7041d6222309 req-ad83676a-ee2f-4ff0-a057-eb683fa307ba tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346027 Apr 05 20:49:12.149026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b430780-6c2f-48ac-8574-754c80b85b98 req-6910c364-15f7-486b-b461-e52ed2f53948 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247573 Apr 05 20:49:12.162237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:12.204825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0593295-2d05-4a4c-a560-05a29be87d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:12.243893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0593295-2d05-4a4c-a560-05a29be87d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:12.410463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0593295-2d05-4a4c-a560-05a29be87d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:12.436667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0593295-2d05-4a4c-a560-05a29be87d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed2b65-20a4-489d-be1f-c5e8d3c19d67,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:12.451243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0593295-2d05-4a4c-a560-05a29be87d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:12.468192 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0593295-2d05-4a4c-a560-05a29be87d12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8aed2b65-20a4-489d-be1f-c5e8d3c19d67 HTTP/1.1" status: 204 len: 168 time: 0.3300502 Apr 05 20:49:12.471819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c3df05-03f8-4601-8667-87399423093c {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:49:12.485378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:12.518817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed1fea-3dd6-4801-b4e8-cd5129da4145 req-77cd5e07-9def-4842-9d19-134461b472d9 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:12.520274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6ed1fea-3dd6-4801-b4e8-cd5129da4145 req-77cd5e07-9def-4842-9d19-134461b472d9 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 895 time: 0.1525674 Apr 05 20:49:12.537960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Transition to ACTIVE for port object 86c3df05-03f8-4601-8667-87399423093c will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:12.604805 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:13.017452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Pushing event updated for resources: {'Port': ['ID=86c3df05-03f8-4601-8667-87399423093c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:13.254797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Attempting to bind port 86c3df05-03f8-4601-8667-87399423093c on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:13.254797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Attempting to bind port 86c3df05-03f8-4601-8667-87399423093c by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:13.255098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Attempting to bind port 86c3df05-03f8-4601-8667-87399423093c on network fc7b86b0-23de-4697-a711-28c9e2394c94 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:13.291361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Port 86c3df05-03f8-4601-8667-87399423093c on network fc7b86b0-23de-4697-a711-28c9e2394c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:49:13.291361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Attempting to bind port 86c3df05-03f8-4601-8667-87399423093c on network fc7b86b0-23de-4697-a711-28c9e2394c94 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:13.331188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:49:13.331532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Checking segment: {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:13.331926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Bound using segment: {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:49:13.332411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Bound port: 86c3df05-03f8-4601-8667-87399423093c, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46eb9756-f26e-47a5-9dce-5b567cf02734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:13.332708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:13.566169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] For port 86c3df05-03f8-4601-8667-87399423093c, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:49:13.618085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] For port 86c3df05-03f8-4601-8667-87399423093c, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86c3df05-03f8-4601-8667-87399423093c,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:49:13.649310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d539c-4b3b-4560-9824-a174e31570fb req-30a8bb54-0073-42e9-96dd-753d62570eef tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:13.650773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e21d539c-4b3b-4560-9824-a174e31570fb req-30a8bb54-0073-42e9-96dd-753d62570eef tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 946 time: 0.2498469 Apr 05 20:49:13.679270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917ac1b-ad85-4dbd-8701-c8b43c927a0d req-a414c186-36aa-4b98-ac58-25f72e39c62a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:13.680709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e917ac1b-ad85-4dbd-8701-c8b43c927a0d req-a414c186-36aa-4b98-ac58-25f72e39c62a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.3064568 Apr 05 20:49:13.716041 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:13.869173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e21d539c-4b3b-4560-9824-a174e31570fb req-b8ed0719-f2cb-4c38-b9f1-a075ab4797fc tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118359 Apr 05 20:49:13.872943 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:13.874332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] 10.222.0.39 "PUT /v2.0/ports/86c3df05-03f8-4601-8667-87399423093c HTTP/1.1" status: 200 len: 1055 time: 3.0903721 Apr 05 20:49:13.878861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'tag': '86c3df05-03f8-4601-8667-87399423093c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:13.934638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e917ac1b-ad85-4dbd-8701-c8b43c927a0d req-4f8a731c-5767-4c7c-9650-583f57d5a6be tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445469 Apr 05 20:49:13.935262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Deleting port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:13.935600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:14.100984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c25d-6fbb-4858-a72f-49d947206f31 service neutron] Pushing event updated for resources: {'Port': ['ID=86c3df05-03f8-4601-8667-87399423093c,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:14.120559 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb79035-87dd-4f57-9b67-eb6fa5b73e8f'] response: {'name': 'network-changed', 'server_uuid': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'tag': '86c3df05-03f8-4601-8667-87399423093c', 'status': 'completed', 'code': 200} Apr 05 20:49:14.399626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] For port 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:14.400060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:14.590678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Calling delete_port for 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:14.641202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4810d6-8bdc-4352-9689-8844dafd65dc req-e297c821-d9c6-41b5-b254-6e3db5d2360e tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:14.653719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f4810d6-8bdc-4352-9689-8844dafd65dc req-e297c821-d9c6-41b5-b254-6e3db5d2360e tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 907 time: 0.5538962 Apr 05 20:49:14.671229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-07d95bd9-d5ca-412c-83b4-ef153d4bba90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 1058 time: 0.5730016 Apr 05 20:49:14.769615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-b929ebcf-1d03-4ddb-8411-72b194d7aa96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=86c3df05-03f8-4601-8667-87399423093c HTTP/1.1" status: 200 len: 217 time: 0.0849743 Apr 05 20:49:14.852397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-c3d38b8e-fc4f-4285-9dd9-d65b29e97eed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:14.853878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-c3d38b8e-fc4f-4285-9dd9-d65b29e97eed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81083442-7e25-4818-954f-7731d7dfeac1 HTTP/1.1" status: 200 len: 838 time: 0.0769818 Apr 05 20:49:15.407070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-cf1b4012-f918-4fbd-9be5-fbf7ac5d9a81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc7b86b0-23de-4697-a711-28c9e2394c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5468643 Apr 05 20:49:15.413813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4321226-1d01-4f34-b287-35a26ae0b7ff req-c8d7dbf2-68ae-4a09-b554-d8a1bd542e2d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:15.421315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4321226-1d01-4f34-b287-35a26ae0b7ff req-c8d7dbf2-68ae-4a09-b554-d8a1bd542e2d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2479031 Apr 05 20:49:15.430649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a900889-fd44-490b-9dbf-d4cf30c0f944 req-c665846e-9bc4-4a55-aaaa-ab2ac133b0cc tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:15.437616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a900889-fd44-490b-9dbf-d4cf30c0f944 req-c665846e-9bc4-4a55-aaaa-ab2ac133b0cc tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 946 time: 0.2674987 Apr 05 20:49:15.473835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:15.681781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Pushing event deleted for resources: {'Port': ['ID=5fdcf4ce-4bb5-48a2-b424-bdc93057fd99,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:15.876923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a900889-fd44-490b-9dbf-d4cf30c0f944 req-de735250-14eb-4996-a62d-956752e1ada3 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383183 Apr 05 20:49:15.891419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4321226-1d01-4f34-b287-35a26ae0b7ff req-70c2ef60-ac22-4167-87f1-49d5283ace06 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689577 Apr 05 20:49:16.037169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-b2684930-4cee-491f-a8ce-2855c5d72f26 service neutron] 10.222.0.39 "GET /v2.0/networks/fc7b86b0-23de-4697-a711-28c9e2394c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118708 Apr 05 20:49:16.486246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c7d9e75-75be-4d55-836f-18ef88d7c05a req-758ce09d-eda8-4fd3-92e7-22f0c1c57460 service neutron] 10.222.0.39 "GET /v2.0/networks/fc7b86b0-23de-4697-a711-28c9e2394c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414692 Apr 05 20:49:16.514607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90f06d-fbfa-4156-972f-301c4c21aca9 req-bfb2cc6f-e8d7-4a6c-b420-6244c1f388bf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:16.532629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e90f06d-fbfa-4156-972f-301c4c21aca9 req-bfb2cc6f-e8d7-4a6c-b420-6244c1f388bf tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 907 time: 0.3266165 Apr 05 20:49:16.595635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:16.809085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36738) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:16.846296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-50322893-a6d2-4a2b-a008-b5a2568c9257 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 1058 time: 0.1692262 Apr 05 20:49:17.015385 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.049941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:17.054196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Usage tracker for resource:security_group_rule and tenant:be85fcf6f1554a43986fc42007312b66 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:17.057099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:17.062807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:17.141962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.218796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.235877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-c1eb1fb3-4e36-4afc-9fa6-07e24a315ed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:17.237326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-c1eb1fb3-4e36-4afc-9fa6-07e24a315ed3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fc7b86b0-23de-4697-a711-28c9e2394c94 HTTP/1.1" status: 200 len: 899 time: 0.3841836 Apr 05 20:49:17.309683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f980fb-6325-43c3-b628-b37b75e6f933,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:17.337506 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c132bbb8-f05e-45c4-829d-38edae79a3ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be85fcf6f1554a43986fc42007312b66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5268500 Apr 05 20:49:17.337642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6457e4-0148-4ad5-8a3a-286d295faadb req-9dd8b593-3c20-4ed3-bceb-4de68cec5437 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:17.338610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36754) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:17.344401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a6457e4-0148-4ad5-8a3a-286d295faadb req-9dd8b593-3c20-4ed3-bceb-4de68cec5437 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 946 time: 0.4117336 Apr 05 20:49:17.378162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-adc4fa5d-43ba-484f-b8bc-3d550d67947e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=86c3df05-03f8-4601-8667-87399423093c HTTP/1.1" status: 200 len: 217 time: 0.1286526 Apr 05 20:49:17.431753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-733db220-2dc2-48c9-aa7c-15fe6468dfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.457829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-733db220-2dc2-48c9-aa7c-15fe6468dfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.465513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36dc32-caae-4ccc-9fad-2ae7f7a046c9 req-bb50639c-2703-4e82-aa55-e8878493dab9 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:17.465513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d36dc32-caae-4ccc-9fad-2ae7f7a046c9 req-bb50639c-2703-4e82-aa55-e8878493dab9 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4207807 Apr 05 20:49:17.530872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a6457e4-0148-4ad5-8a3a-286d295faadb req-ba5527a4-f361-49ef-94e0-e40c2c89b6be tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856689 Apr 05 20:49:17.604762 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-733db220-2dc2-48c9-aa7c-15fe6468dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.628230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-c96ca9fd-3b38-4bfc-8102-6b7517e682a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:17.629679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-c96ca9fd-3b38-4bfc-8102-6b7517e682a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81083442-7e25-4818-954f-7731d7dfeac1 HTTP/1.1" status: 200 len: 838 time: 0.2437115 Apr 05 20:49:17.631797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733db220-2dc2-48c9-aa7c-15fe6468dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f980fb-6325-43c3-b628-b37b75e6f933,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:17.638444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-733db220-2dc2-48c9-aa7c-15fe6468dfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.640685 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-733db220-2dc2-48c9-aa7c-15fe6468dfcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83f980fb-6325-43c3-b628-b37b75e6f933 HTTP/1.1" status: 204 len: 168 time: 0.3009238 Apr 05 20:49:17.764575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d36dc32-caae-4ccc-9fad-2ae7f7a046c9 req-18446515-141f-4627-9071-60508c9d51b9 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431350 Apr 05 20:49:17.961221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-a9279292-1ccc-4864-beef-b646e4fb2a03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fc7b86b0-23de-4697-a711-28c9e2394c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3233840 Apr 05 20:49:17.972060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651d157-f223-499d-b2d4-54db59e28361 req-3af857da-a47b-4c11-9e83-fba7275db734 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:17.981571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d651d157-f223-499d-b2d4-54db59e28361 req-3af857da-a47b-4c11-9e83-fba7275db734 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 907 time: 0.3033028 Apr 05 20:49:18.193819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-7ea4f821-b053-48d4-95cd-b1767b6166e7 service neutron] 10.222.0.39 "GET /v2.0/networks/fc7b86b0-23de-4697-a711-28c9e2394c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110324 Apr 05 20:49:18.349659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-3c136a10-d750-4e97-866b-3ea91e285097 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:18.352079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-3c136a10-d750-4e97-866b-3ea91e285097 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 946 time: 0.2930110 Apr 05 20:49:18.512248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b5584e9-7aa1-4abe-93fe-00e1d9a980ed req-2845f48f-d162-4752-b290-47e67ce9264a service neutron] 10.222.0.39 "GET /v2.0/networks/fc7b86b0-23de-4697-a711-28c9e2394c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116374 Apr 05 20:49:18.538992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Deleting port 1641fc9f-3d17-4a91-8e75-be32bc907e33 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:18.539794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:18.666405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:49:19.230403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ef77b-6080-4231-ac90-ae25ff19dd16 req-068bb0c0-9223-4d21-91f9-2a646a3456ce tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:19.242592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e19ef77b-6080-4231-ac90-ae25ff19dd16 req-068bb0c0-9223-4d21-91f9-2a646a3456ce tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 946 time: 0.5253515 Apr 05 20:49:19.244517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] For port 1641fc9f-3d17-4a91-8e75-be32bc907e33, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1641fc9f-3d17-4a91-8e75-be32bc907e33,segment=NetworkSegment(56bdb725-cf1f-46ef-aaf5-38ad199d7674),segment_id=56bdb725-cf1f-46ef-aaf5-38ad199d7674)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:19.248007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.464385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Calling delete_port for 1641fc9f-3d17-4a91-8e75-be32bc907e33 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:19.536027 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:49:19.593725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e19ef77b-6080-4231-ac90-ae25ff19dd16 req-8f6a44a9-992e-466b-9779-069c2ef9e5cb tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/security-groups?id=41032d8b-5f17-4fa9-83d1-5da3bbba168a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282418 Apr 05 20:49:19.601117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dff6a-dd5c-43ae-b5b1-c57d5bb93986 req-27bef174-d4a5-4dd8-9289-e95fc01f27c3 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:19.602528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55dff6a-dd5c-43ae-b5b1-c57d5bb93986 req-27bef174-d4a5-4dd8-9289-e95fc01f27c3 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 907 time: 0.4791443 Apr 05 20:49:19.717340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:49:19.728797 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] Sync routers for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:49:19.754215 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:19.755605 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:19.787110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.910833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Pushing event deleted for resources: {'Port': ['ID=1641fc9f-3d17-4a91-8e75-be32bc907e33,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:20.014494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-608f12a9-6d07-4a68-8510-839c9f70ab5d admin admin] 10.222.0.10 "PUT /v2.0/routers/1c6a4c3f-2a26-4dde-952c-dc1e909b3b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4959843 Apr 05 20:49:20.024476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36844) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:20.067401 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:20.074551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] No DVR routers for this DVR port 1641fc9f-3d17-4a91-8e75-be32bc907e33 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:20.079282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.081959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cd18956-d14e-4384-8645-66242aafb3e2 req-570b3147-2748-4a24-a700-0c44457cc9d0 tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.23 "DELETE /v2.0/ports/1641fc9f-3d17-4a91-8e75-be32bc907e33 HTTP/1.1" status: 204 len: 173 time: 1.6594551 Apr 05 20:49:20.083027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'name': 'network-vif-deleted', 'tag': '1641fc9f-3d17-4a91-8e75-be32bc907e33'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:20.152480 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.223063 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ad7edf-12cc-4ec7-9c32-d49e9adf7cee'] response: {'server_uuid': '7a7260b8-6f20-4552-a2a4-25589bf822ca', 'name': 'network-vif-deleted', 'tag': '1641fc9f-3d17-4a91-8e75-be32bc907e33', 'status': 'completed', 'code': 200} Apr 05 20:49:20.313553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.366273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 86c3df05-03f8-4601-8667-87399423093c details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:49:20.641713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 86c3df05-03f8-4601-8667-87399423093c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86c3df05-03f8-4601-8667-87399423093c,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:20.652408 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:49:14Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:20.659877 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] Checking router: 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:49:20.686373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.686741 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] Routers {'1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:20.687536 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:20.693810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36866) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:20.705617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '86c3df05-03f8-4601-8667-87399423093c', 'network_id': 'fc7b86b0-23de-4697-a711-28c9e2394c94', 'port_id': '86c3df05-03f8-4601-8667-87399423093c', 'mac_address': 'fa:16:3e:6e:0c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81083442-7e25-4818-954f-7731d7dfeac1', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:49:20.787566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Deleting port c60a425b-b421-4473-b1bb-53b6ef901080 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:20.788264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.836926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.903208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c3df05-03f8-4601-8667-87399423093c {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:49:20.940754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 86c3df05-03f8-4601-8667-87399423093c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86c3df05-03f8-4601-8667-87399423093c,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:20.942708 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] Set router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:20.956160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d58f428-ed2d-42c4-abb7-b1fb69b61c3e req-5b7a62d6-30ff-45e0-a789-5b6e5ab85c0e tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Synchronizing usage tracker for tenant:426b89705871452c850cd4ae55f00484 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:21.029627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:21.278546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d58f428-ed2d-42c4-abb7-b1fb69b61c3e req-5b7a62d6-30ff-45e0-a789-5b6e5ab85c0e tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] Unset dirty status for tenant:426b89705871452c850cd4ae55f00484 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:21.280085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] For port c60a425b-b421-4473-b1bb-53b6ef901080, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c60a425b-b421-4473-b1bb-53b6ef901080,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:21.280539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:21.283770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d58f428-ed2d-42c4-abb7-b1fb69b61c3e req-5b7a62d6-30ff-45e0-a789-5b6e5ab85c0e tempest-ServerGroupTestJSON-545267118 tempest-ServerGroupTestJSON-545267118-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a7260b8-6f20-4552-a2a4-25589bf822ca HTTP/1.1" status: 200 len: 210 time: 0.4709320 Apr 05 20:49:21.316369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1641fc9f-3d17-4a91-8e75-be32bc907e33 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:21.350931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62fa55-4b92-44c1-b1a3-01c6d2074d8a req-35afd0b3-d42c-4458-84ea-be4ab7c80050 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:21.375722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be62fa55-4b92-44c1-b1a3-01c6d2074d8a req-35afd0b3-d42c-4458-84ea-be4ab7c80050 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 908 time: 0.4159596 Apr 05 20:49:21.376691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:21.474766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['86c3df05-03f8-4601-8667-87399423093c'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:49:21.515212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:21.533705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a79b7731624ceba410d02c0d54d95b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:21.546218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:21.555379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:21.599044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 1641fc9f-3d17-4a91-8e75-be32bc907e33 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:21.599211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1641fc9f-3d17-4a91-8e75-be32bc907e33 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:21.618262 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Calling delete_port for c60a425b-b421-4473-b1bb-53b6ef901080 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:21.685779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=86c3df05-03f8-4601-8667-87399423093c,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:21.722530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:21.794992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:21.796107 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:49:14Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:21.809137 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc91baa-e7b6-4498-b3ad-259b593b7439 None None] The sync data for ids ['1c6a4c3f-2a26-4dde-952c-dc1e909b3b21'] in n-d-836605-1 is: [{'id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'name': 'tempest-TaggedBootDevicesTest-53791556-router', 'tenant_id': 'd154571a4f1d42e59d31180387faa5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:49:14Z', 'revision_number': 5, 'project_id': 'd154571a4f1d42e59d31180387faa5a2', 'gw_port': {'id': 'c60a425b-b421-4473-b1bb-53b6ef901080', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6a4c3f-2a26-4dde-952c-dc1e909b3b21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:39:55Z', 'updated_at': '2022-04-05T20:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:21.854099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2adf0a8-53a4-416e-98dc-62ef73a4624e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:21.898322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-10dfbf14-a03f-4ced-9cd2-0f57fffef034 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0a79b7731624ceba410d02c0d54d95b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2028391 Apr 05 20:49:21.899745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36888) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:21.962508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d99157-a2dd-4519-9be1-9bcf49c9ff97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:21.987485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d99157-a2dd-4519-9be1-9bcf49c9ff97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:21.998563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:22.145454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60a425b-b421-4473-b1bb-53b6ef901080,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:22.175323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d99157-a2dd-4519-9be1-9bcf49c9ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:22.262331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99157-a2dd-4519-9be1-9bcf49c9ff97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2adf0a8-53a4-416e-98dc-62ef73a4624e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:22.289765 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d99157-a2dd-4519-9be1-9bcf49c9ff97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:22.291050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-76d99157-a2dd-4519-9be1-9bcf49c9ff97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2adf0a8-53a4-416e-98dc-62ef73a4624e HTTP/1.1" status: 204 len: 168 time: 0.3902059 Apr 05 20:49:22.336516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab327fd-a38a-4fd2-8061-e24b9a6ebe68 req-c10fe24c-ed1f-48fd-b29a-078c6d28ad6f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:22.344646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ab327fd-a38a-4fd2-8061-e24b9a6ebe68 req-c10fe24c-ed1f-48fd-b29a-078c6d28ad6f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2236633 Apr 05 20:49:22.367723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-22ddefcd-b57b-40d4-a4fb-892e0f9c8681 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1097 time: 0.1654568 Apr 05 20:49:22.371967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 86c3df05-03f8-4601-8667-87399423093c up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:22.441898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ab327fd-a38a-4fd2-8061-e24b9a6ebe68 req-f0096523-8f7e-482a-83dc-4076b6ad51a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960851 Apr 05 20:49:22.583777 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:22.623496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-2e64ff70-15c4-4df7-a0bd-3521806fda74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:22.625461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-2e64ff70-15c4-4df7-a0bd-3521806fda74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.2478805 Apr 05 20:49:22.653248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 86c3df05-03f8-4601-8667-87399423093c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:22.659184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 86c3df05-03f8-4601-8667-87399423093c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:22.659617 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:22.784866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-ac201a03-2fd2-4170-bc05-06cd99644ecd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 217 time: 0.1533928 Apr 05 20:49:22.951382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-22aff8fb-9f5b-477b-88b8-715ee6364733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:22.954358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-22aff8fb-9f5b-477b-88b8-715ee6364733 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.1610203 Apr 05 20:49:23.013130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:23.076749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da660dff-c14c-42c8-9480-999ffc58f1c7 req-1b463f1b-1123-4644-b508-b2bfc26475c4 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:23.096643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:23.096982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5fdcf4ce-4bb5-48a2-b424-bdc93057fd99 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:23.097811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da660dff-c14c-42c8-9480-999ffc58f1c7 req-1b463f1b-1123-4644-b508-b2bfc26475c4 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 908 time: 0.3766022 Apr 05 20:49:23.143664 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.194539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 86c3df05-03f8-4601-8667-87399423093c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86c3df05-03f8-4601-8667-87399423093c,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:23.195641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c3df05-03f8-4601-8667-87399423093c'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:23.228250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.238330 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.261411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.329226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36942) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:23.389887 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae18eb3-1093-460a-a899-0f36f2a701d5'] response: {'server_uuid': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c3df05-03f8-4601-8667-87399423093c', 'code': 200} Apr 05 20:49:23.416214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=86c3df05-03f8-4601-8667-87399423093c,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:23.437410 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.438139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:49:23.493367 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.497696 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c1fdcff3-de01-4757-9e60-fc20f7234c77 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1c6a4c3f-2a26-4dde-952c-dc1e909b3b21 HTTP/1.1" status: 204 len: 168 time: 3.4690204 Apr 05 20:49:23.497696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:23.571584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36956) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:23.576371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] Deleting subnet 1444fe68-678f-494c-a32c-ab000f4f2896 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:49:23.582137 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.641456 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.663201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.700640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] Deleting subnet 9a4a761c-a67f-49e2-8c51-7476ce222383 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:49:23.703762 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.736660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-44f53868-9753-4097-8ede-e678a1bd7942 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7735450 Apr 05 20:49:23.775743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.794746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ec3e6ad-4953-4551-a8d9-7aae14100730 req-3660607a-e3be-4d3c-a958-7b70dec543a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 1060 time: 0.3486724 Apr 05 20:49:23.815144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.850999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:23.868145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Usage tracker for resource:security_group_rule and tenant:1d4d6b72ae624e3fb09b958e5ca87689 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:23.875555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:23.902040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:23.928255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:23.966390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e921c4-2044-4d9d-9644-3f1fd94c5cbf req-b686a563-1401-403b-b4cc-0f0d68e89cf0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:23.968030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79e921c4-2044-4d9d-9644-3f1fd94c5cbf req-b686a563-1401-403b-b4cc-0f0d68e89cf0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2991233 Apr 05 20:49:23.975375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-d84cd713-a2fa-487a-815a-17b1c98d4dfc service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198474 Apr 05 20:49:23.994144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.042198 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.059730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1444fe68-678f-494c-a32c-ab000f4f2896,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:24.069623 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9560f817-8b9a-4179-9ef9-f0acb0156089 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1444fe68-678f-494c-a32c-ab000f4f2896 HTTP/1.1" status: 204 len: 168 time: 0.7344048 Apr 05 20:49:24.069623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36964) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:24.249109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.254324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79e921c4-2044-4d9d-9644-3f1fd94c5cbf req-817af026-1681-40fd-bf50-45d296959834 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429185 Apr 05 20:49:24.261243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.352410 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.354750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4a761c-a67f-49e2-8c51-7476ce222383,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:24.356516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdc059-3a2a-4c24-a600-84520785f550 None None] Network d650b792-245a-4a76-b86a-f727bb63dca4 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:24.366555 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e560e739-9cb5-4502-bddf-6df4d238b5ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9a4a761c-a67f-49e2-8c51-7476ce222383 HTTP/1.1" status: 204 len: 168 time: 0.8684950 Apr 05 20:49:24.369902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36974) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:24.380170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6373d1f-e9e9-42f5-8b27-57ae78d83082 req-8b2fa869-6f25-47f4-9b68-5c577b4acefb service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993626 Apr 05 20:49:24.385933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.515817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.620395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d4d6b72ae624e3fb09b958e5ca87689&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0477417 Apr 05 20:49:24.630500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:24.635620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62555306-46e9-4b91-9f26-cd2a869dab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601694fd-0af7-4110-8e92-e0037f45d45e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:24.658610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.665178 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.681915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Deleting port 1a711410-4224-4653-9b0a-18d6ffb6707d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:24.687016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.707439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:24.716611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5341d9e-8f58-47d7-95c5-e005bc5d7db8 req-802d7e92-f24e-4d94-818c-f92dc5998259 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:24.718333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5341d9e-8f58-47d7-95c5-e005bc5d7db8 req-802d7e92-f24e-4d94-818c-f92dc5998259 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 909 time: 0.3444183 Apr 05 20:49:24.729527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bdb725-cf1f-46ef-aaf5-38ad199d7674') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:24.729817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bdb725-cf1f-46ef-aaf5-38ad199d7674') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:24.746963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.777296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-25fbaf1a-95ad-4b0e-b463-5901a4fc5276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.780377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.797446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:49:24.797841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:24.810806 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:24.830955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] DHCP port deletion for d650b792-245a-4a76-b86a-f727bb63dca4 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:49:24.839048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Deleting port 1a711410-4224-4653-9b0a-18d6ffb6707d {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:24.839841 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.887785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-25fbaf1a-95ad-4b0e-b463-5901a4fc5276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.928377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] For port 1a711410-4224-4653-9b0a-18d6ffb6707d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1a711410-4224-4653-9b0a-18d6ffb6707d,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:24.929558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:24.978278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c60a425b-b421-4473-b1bb-53b6ef901080 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:24.998241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.054168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.056600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c60a425b-b421-4473-b1bb-53b6ef901080 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:25.057154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c60a425b-b421-4473-b1bb-53b6ef901080 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:25.058508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1a711410-4224-4653-9b0a-18d6ffb6707d no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:25.060612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-25fbaf1a-95ad-4b0e-b463-5901a4fc5276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.079101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Calling delete_port for 1a711410-4224-4653-9b0a-18d6ffb6707d owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:25.079789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:25.087871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbaf1a-95ad-4b0e-b463-5901a4fc5276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601694fd-0af7-4110-8e92-e0037f45d45e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:25.094612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-25fbaf1a-95ad-4b0e-b463-5901a4fc5276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.099557 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-25fbaf1a-95ad-4b0e-b463-5901a4fc5276 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/601694fd-0af7-4110-8e92-e0037f45d45e HTTP/1.1" status: 204 len: 168 time: 0.4648340 Apr 05 20:49:25.099557 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4f2cf046-712f-4cf7-b203-26407be47973 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e19c8ab6-7158-4c95-a09b-8bf0a4fed2e2 HTTP/1.1" status: 204 len: 168 time: 1.0272901 Apr 05 20:49:25.247989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.317160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port 1a711410-4224-4653-9b0a-18d6ffb6707d update to DOWN by agent not found {{(pid=84582) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 20:49:25.327829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a711410-4224-4653-9b0a-18d6ffb6707d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:25.355349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.355802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.356508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.357079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.359393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.360201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.361137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.361137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.362780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.363228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.363922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:25.370753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] No DVR routers for this DVR port 1a711410-4224-4653-9b0a-18d6ffb6707d on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:25.402946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] For port 1a711410-4224-4653-9b0a-18d6ffb6707d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1a711410-4224-4653-9b0a-18d6ffb6707d,segment=NetworkSegment(0862bafe-d423-4338-b04f-e1849acf39c4),segment_id=0862bafe-d423-4338-b04f-e1849acf39c4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:25.403338 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.586390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Calling delete_port for 1a711410-4224-4653-9b0a-18d6ffb6707d owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:25.619455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.653574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d650b792-245a-4a76-b86a-f727bb63dca4']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:25.674631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0862bafe-d423-4338-b04f-e1849acf39c4') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:25.674927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0862bafe-d423-4338-b04f-e1849acf39c4') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.681814 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 20:49:25.688994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:49:25.691528 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:49:25.704760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.728216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.738233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4d0a7-04a2-4123-badb-16a944799030 req-3d2d35e4-069e-4484-8588-45471d6229f9 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:25.739746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88c4d0a7-04a2-4123-badb-16a944799030 req-3d2d35e4-069e-4484-8588-45471d6229f9 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2036691 Apr 05 20:49:25.742331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:49:25.742726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:25.756816 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:25.830038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:25.888123 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d17f8d81-226b-4f56-bf46-61de75058157 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=426b89705871452c850cd4ae55f00484&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568480 Apr 05 20:49:25.890545 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37010) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:25.965382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88c59057-42d3-43a1-9ef1-6e49e4a2ba5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.013982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88c59057-42d3-43a1-9ef1-6e49e4a2ba5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.020745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88c4d0a7-04a2-4123-badb-16a944799030 req-f58bba66-5dbc-4f71-8d72-53e3645de45c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629602 Apr 05 20:49:26.074089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db87013-df8e-4e94-8ee9-0ac52ae10f98 req-9376f91c-9774-45bd-8a79-2083265b5613 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.075805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8db87013-df8e-4e94-8ee9-0ac52ae10f98 req-9376f91c-9774-45bd-8a79-2083265b5613 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 909 time: 0.1479392 Apr 05 20:49:26.087259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.106255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.117639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d650b792-245a-4a76-b86a-f727bb63dca4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:26.133364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8fec76f7-9ae0-4394-bda0-020908250ab1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d650b792-245a-4a76-b86a-f727bb63dca4 HTTP/1.1" status: 204 len: 168 time: 1.7607763 Apr 05 20:49:26.136428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37022) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:26.192487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Deleting port 1a711410-4224-4653-9b0a-18d6ffb6707d {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:26.193529 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.229339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88c59057-42d3-43a1-9ef1-6e49e4a2ba5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.279637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a664d-7484-4b48-a4cc-76788ee3d7c6 None None] The port '1a711410-4224-4653-9b0a-18d6ffb6707d' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:49:26.350308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c59057-42d3-43a1-9ef1-6e49e4a2ba5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41032d8b-5f17-4fa9-83d1-5da3bbba168a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:26.363039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88c59057-42d3-43a1-9ef1-6e49e4a2ba5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.367314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-88c59057-42d3-43a1-9ef1-6e49e4a2ba5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41032d8b-5f17-4fa9-83d1-5da3bbba168a HTTP/1.1" status: 204 len: 168 time: 0.4726372 Apr 05 20:49:26.369602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e79fa-51f1-4a1c-a1fd-e2f73d41caf4 req-4a63feab-c617-4b06-a562-7932bcd1ad55 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.370910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be5e79fa-51f1-4a1c-a1fd-e2f73d41caf4 req-4a63feab-c617-4b06-a562-7932bcd1ad55 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 909 time: 0.1536579 Apr 05 20:49:26.394178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37034) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:26.643532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edaa3511-dd65-49c6-aef8-ba09cd46ddb5 req-156fcf45-2aae-482e-9f3a-c03b35962660 tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 1060 time: 0.0935328 Apr 05 20:49:26.742539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.912359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d23a88e6-8345-45f2-8135-9410463e6c03 req-05a479aa-2bd5-4e77-be67-af59385ec48b tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1135 time: 0.1300430 Apr 05 20:49:26.982126 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:26.993524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d23a88e6-8345-45f2-8135-9410463e6c03 req-dc9fbc8a-f2d4-429f-ab22-2d698f286b0e tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Synchronizing usage tracker for tenant:bf0a8d746f1a41b9b529a666b8378f25 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:27.035409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:27.040196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Usage tracker for resource:security_group_rule and tenant:081beee466b24f34a59b07821fb141f8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:27.043319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:27.049622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:27.097901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d23a88e6-8345-45f2-8135-9410463e6c03 req-dc9fbc8a-f2d4-429f-ab22-2d698f286b0e tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] Unset dirty status for tenant:bf0a8d746f1a41b9b529a666b8378f25 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:27.113638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d23a88e6-8345-45f2-8135-9410463e6c03 req-dc9fbc8a-f2d4-429f-ab22-2d698f286b0e tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1925836 Apr 05 20:49:27.134083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37056) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:27.302238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.360179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.418724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=081beee466b24f34a59b07821fb141f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0233877 Apr 05 20:49:27.425783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37072) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:27.427818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3f1f2-c64e-4dcd-bb62-af37125fe4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be27a34a-a48c-4c99-aeaa-3f4ddabd9ed3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:27.454732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f7bf2e83-4da1-44b8-b49f-1b3da33dcb9b tempest-TestSecurityGroupsBasicOps-46440002 tempest-TestSecurityGroupsBasicOps-46440002-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 1055 time: 0.3167977 Apr 05 20:49:27.502969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a17d82-8fac-4902-a667-8d9c67242638 req-533620a9-468d-465c-b6f9-ef7077eec107 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:27.504701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85a17d82-8fac-4902-a667-8d9c67242638 req-533620a9-468d-465c-b6f9-ef7077eec107 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2030156 Apr 05 20:49:27.575693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f1-a68d-4ba6-8523-8fa825b5a144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.633796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f1-a68d-4ba6-8523-8fa825b5a144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.643170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85a17d82-8fac-4902-a667-8d9c67242638 req-f9307764-ae66-4c3b-aac1-6b088228c9f7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240354 Apr 05 20:49:27.649041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Deleting port ae157cbd-4c96-465b-9bf0-9b1e91048c84 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:27.650316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.826849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f1-a68d-4ba6-8523-8fa825b5a144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.843955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ad4f1-a68d-4ba6-8523-8fa825b5a144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be27a34a-a48c-4c99-aeaa-3f4ddabd9ed3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:27.867697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd5ad4f1-a68d-4ba6-8523-8fa825b5a144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.869200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd5ad4f1-a68d-4ba6-8523-8fa825b5a144 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be27a34a-a48c-4c99-aeaa-3f4ddabd9ed3 HTTP/1.1" status: 204 len: 168 time: 0.4385190 Apr 05 20:49:27.976692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] For port ae157cbd-4c96-465b-9bf0-9b1e91048c84, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ae157cbd-4c96-465b-9bf0-9b1e91048c84,segment=NetworkSegment(8e68c7c9-2ddb-41bd-956b-625a85b927bf),segment_id=8e68c7c9-2ddb-41bd-956b-625a85b927bf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:27.978890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:28.183591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Calling delete_port for ae157cbd-4c96-465b-9bf0-9b1e91048c84 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:28.392249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3693c8a-24fe-4787-a84e-3f0eccc55c7e req-9d29865d-412d-4d6f-b685-2bd0a5888154 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:28.405626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3693c8a-24fe-4787-a84e-3f0eccc55c7e req-9d29865d-412d-4d6f-b685-2bd0a5888154 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 909 time: 0.1473017 Apr 05 20:49:28.469095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37098) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:28.506693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:28.552902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae157cbd-4c96-465b-9bf0-9b1e91048c84,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:28.755743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-network', 'tenant_id': '2d6046adab024e05af1a909790d06fd1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:28.765236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:28.771511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Usage tracker for resource:network and tenant:2d6046adab024e05af1a909790d06fd1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:28.777982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:28.785968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:28.882659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:28.884343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Made reservation on behalf of 2d6046adab024e05af1a909790d06fd1 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:28.890830 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:28.918884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:28.956097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827f39-0fb1-4072-88a7-fa0947fc8f50 req-0b64d235-40b3-4912-8f6e-795b60f6ad63 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:28.957584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10827f39-0fb1-4072-88a7-fa0947fc8f50 req-0b64d235-40b3-4912-8f6e-795b60f6ad63 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.1542389 Apr 05 20:49:28.965568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:28.996318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6046adab024e05af1a909790d06fd1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:29.001103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37112) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:29.002128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:29.033918 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.042951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:29.060132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10827f39-0fb1-4072-88a7-fa0947fc8f50 req-31426cfe-4d0e-4a9d-b133-31a285eb0aed tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958006 Apr 05 20:49:29.094058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:29.099316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Usage tracker for resource:security_group_rule and tenant:53a4ee66e2274aea80c5975d9ec5d4a0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:29.104991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:29.112531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:29.162125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.208634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.229655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.262587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:49:29.271169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1af02c-a110-4077-a68c-1a35a70b5f62,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:29.289788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.295725 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Added segment 8ccad262-996d-42fb-88ac-12d5933758dc of type vlan for network 7b821db4-d79f-4928-a650-b4c8eeb14395 Apr 05 20:49:29.323245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.331577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.384399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53a4ee66e2274aea80c5975d9ec5d4a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3721850 Apr 05 20:49:29.387782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37122) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:29.391489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffebdef-f205-4da6-9977-58f1fba0babe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f543fd51-2533-4583-8922-e2887e475187,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:29.473848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.474732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:29.475332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.529209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e049602-f3be-4579-8fd6-fc8ede6195af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.570704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e049602-f3be-4579-8fd6-fc8ede6195af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.658710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] Pushing event updated for resources: {'Network': ['ID=7b821db4-d79f-4928-a650-b4c8eeb14395,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:29.671186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7b821db4-d79f-4928-a650-b4c8eeb14395 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:49:29.674873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Router 953bd39d-0526-4193-b314-be181aa24dea has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:49:29.709766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63698d-56e0-46b9-9713-b372d8b7ee12 req-c14261b0-e0e8-4d47-a564-553481a2b383 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:29.711396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6c63698d-56e0-46b9-9713-b372d8b7ee12 req-c14261b0-e0e8-4d47-a564-553481a2b383 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 909 time: 0.1324701 Apr 05 20:49:29.788096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4e3059f0-12a5-46f5-a5f0-fa72e9a57612 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3140535 Apr 05 20:49:29.791636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37136) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:29.801163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Request body: {'subnet': {'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-subnet', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:29.807582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:29.825843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Usage tracker for resource:subnet and tenant:2d6046adab024e05af1a909790d06fd1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:29.830314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:29.839847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:29.864997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274a231-e130-459b-b3e4-8629f95994b0 req-7f3b79cf-1c0c-4c9d-98db-cbf9cfacd14b tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:29.866477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2274a231-e130-459b-b3e4-8629f95994b0 req-7f3b79cf-1c0c-4c9d-98db-cbf9cfacd14b tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.39 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 909 time: 0.1355546 Apr 05 20:49:29.889664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e049602-f3be-4579-8fd6-fc8ede6195af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.919922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Made reservation on behalf of 2d6046adab024e05af1a909790d06fd1 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:29.922646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.966489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e049602-f3be-4579-8fd6-fc8ede6195af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f543fd51-2533-4583-8922-e2887e475187,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:29.987146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e049602-f3be-4579-8fd6-fc8ede6195af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:29.988385 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7e049602-f3be-4579-8fd6-fc8ede6195af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f543fd51-2533-4583-8922-e2887e475187 HTTP/1.1" status: 204 len: 168 time: 0.5995193 Apr 05 20:49:30.033503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port 86c3df05-03f8-4601-8667-87399423093c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:30.033789 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:30.087514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:49:30.100710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] Sync routers for ids ['953bd39d-0526-4193-b314-be181aa24dea'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:49:30.104379 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e6302d76-07fd-4511-86b9-aed36e54e840 admin admin] 10.222.0.10 "PUT /v2.0/routers/953bd39d-0526-4193-b314-be181aa24dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9666905 Apr 05 20:49:30.105080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37150) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:30.127057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] Routers {'953bd39d-0526-4193-b314-be181aa24dea'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:30.129319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['953bd39d-0526-4193-b314-be181aa24dea'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:30.487261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] Set router 953bd39d-0526-4193-b314-be181aa24dea gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:30.507914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:30.679745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] For port 86c3df05-03f8-4601-8667-87399423093c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=86c3df05-03f8-4601-8667-87399423093c,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:30.680384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:30.862809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for 86c3df05-03f8-4601-8667-87399423093c owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:30.925372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121191a1-b82e-4c30-8842-e928b31017f7 req-63f3c725-75c1-4f53-9742-925a2abf19da tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:30.932610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121191a1-b82e-4c30-8842-e928b31017f7 req-63f3c725-75c1-4f53-9742-925a2abf19da tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4707327 Apr 05 20:49:30.982984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:49:28Z', 'revision_number': 5, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port': {'id': '9c54107c-4f1d-4156-9c48-bad5c8434c44', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953bd39d-0526-4193-b314-be181aa24dea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:11Z', 'updated_at': '2022-04-05T20:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:30.991622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:30.992864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] Checking router: 953bd39d-0526-4193-b314-be181aa24dea for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:49:31.028571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] Routers {'953bd39d-0526-4193-b314-be181aa24dea'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:31.030697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['953bd39d-0526-4193-b314-be181aa24dea'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:31.064227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121191a1-b82e-4c30-8842-e928b31017f7 req-2e9ab28a-0ffc-4159-a15b-fadc1ec68e24 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306877 Apr 05 20:49:31.112540 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Deleting port 9c54107c-4f1d-4156-9c48-bad5c8434c44 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:31.112540 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.273945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.342658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33c2d4d-5f42-4f99-ae77-409702766f54,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:31.351580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.410323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] Set router 953bd39d-0526-4193-b314-be181aa24dea gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:31.501782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=86c3df05-03f8-4601-8667-87399423093c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:31.568890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] For port 9c54107c-4f1d-4156-9c48-bad5c8434c44, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9c54107c-4f1d-4156-9c48-bad5c8434c44,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:31.570070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.588166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] No DVR routers for this DVR port 86c3df05-03f8-4601-8667-87399423093c on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:31.602771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.606700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Checking segment: {'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:31.607138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Network hostable DHCP agents. Network: 7b821db4-d79f-4928-a650-b4c8eeb14395, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:49:31.611899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'name': 'network-vif-deleted', 'tag': '86c3df05-03f8-4601-8667-87399423093c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:31.653176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2d68-6848-48f0-9363-a2473ef3f6f4 req-e2ec3e4c-5769-4f90-accf-026ae4a4b01c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:31.653176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-650a2d68-6848-48f0-9363-a2473ef3f6f4 req-e2ec3e4c-5769-4f90-accf-026ae4a4b01c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 830 time: 0.5858831 Apr 05 20:49:31.720590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:49:30Z', 'revision_number': 6, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:31.738840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2274a231-e130-459b-b3e4-8629f95994b0 req-b4c8c028-4d83-4537-a126-4a9b6e445954 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.39 "DELETE /v2.0/ports/86c3df05-03f8-4601-8667-87399423093c HTTP/1.1" status: 204 len: 173 time: 1.8661063 Apr 05 20:49:31.770450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d4f5d-5a5b-410c-a8bf-508ac925c394 None None] The sync data for ids ['953bd39d-0526-4193-b314-be181aa24dea'] in n-d-836605-1 is: [{'id': '953bd39d-0526-4193-b314-be181aa24dea', 'name': 'tempest-TaggedBootDevicesTest-1936398223-router', 'tenant_id': '7bc9c227eed645c2b474f909430072ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:08Z', 'updated_at': '2022-04-05T20:49:30Z', 'revision_number': 6, 'project_id': '7bc9c227eed645c2b474f909430072ea', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:31.794421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Network 7b821db4-d79f-4928-a650-b4c8eeb14395 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:49:31.829370 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2956509-bad5-4d3b-8e31-21d6b7f8df4b'] response: {'server_uuid': '74c88b67-dfe4-4142-8fb7-547fa3b8d1c0', 'name': 'network-vif-deleted', 'tag': '86c3df05-03f8-4601-8667-87399423093c', 'status': 'completed', 'code': 200} Apr 05 20:49:31.875801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7b821db4-d79f-4928-a650-b4c8eeb14395) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:31.880984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:31.886899 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.888847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ddcd3a-8810-4cc3-a9f6-205d50559aba None None] Network 7b821db4-d79f-4928-a650-b4c8eeb14395 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:31.945937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Calling delete_port for 9c54107c-4f1d-4156-9c48-bad5c8434c44 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:31.981962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b1d383dc-7475-449b-a1f1-cad3a2114c8e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1871858 Apr 05 20:49:31.987292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37184) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:31.992933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:32.004369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:32.011751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Usage tracker for resource:router and tenant:2d6046adab024e05af1a909790d06fd1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:32.014782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:32.022479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:32.118233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.119173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.199297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.363250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab1455-e24d-460d-a9b3-9e2dbb40d90b None None] Network 7b821db4-d79f-4928-a650-b4c8eeb14395 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:32.518460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.639147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c54107c-4f1d-4156-9c48-bad5c8434c44,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:32.729093 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.777611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e819621-57de-4beb-b74c-fe3b08233b1d req-1a3e47ce-4275-4fc0-bf48-437f3bd480de tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:32.779155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e819621-57de-4beb-b74c-fe3b08233b1d req-1a3e47ce-4275-4fc0-bf48-437f3bd480de tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.3049948 Apr 05 20:49:32.844677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e819621-57de-4beb-b74c-fe3b08233b1d req-f3ac200e-3eb4-4357-a26b-26e0313b2863 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509849 Apr 05 20:49:32.973655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ae157cbd-4c96-465b-9bf0-9b1e91048c84 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:33.013154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ae157cbd-4c96-465b-9bf0-9b1e91048c84 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:33.013497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ae157cbd-4c96-465b-9bf0-9b1e91048c84 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:33.014801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9c54107c-4f1d-4156-9c48-bad5c8434c44 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:33.024307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7c42dc46-2b28-4d7e-83ce-a0ea1d07689e req-066d2f35-dbdb-43d7-bc4e-241de0742141 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:33.056080 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.089238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9c54107c-4f1d-4156-9c48-bad5c8434c44 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:33.089586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9c54107c-4f1d-4156-9c48-bad5c8434c44 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:33.116560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7c42dc46-2b28-4d7e-83ce-a0ea1d07689e req-066d2f35-dbdb-43d7-bc4e-241de0742141 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:33.121665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c42dc46-2b28-4d7e-83ce-a0ea1d07689e req-066d2f35-dbdb-43d7-bc4e-241de0742141 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=74c88b67-dfe4-4142-8fb7-547fa3b8d1c0 HTTP/1.1" status: 200 len: 210 time: 0.2181139 Apr 05 20:49:33.181713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.215747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.390310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Allocated IP 172.25.2.104 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/dfa1bcef-eb18-4b60-acce-32fb2a34b2f5) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:33.548449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.557888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.648876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.649429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 953bd39d-0526-4193-b314-be181aa24dea {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:49:33.656897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37222) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:33.677431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.678578 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3aa2415d-577e-4dc7-967c-ee1c2ae3e524 admin admin] 10.222.0.10 "DELETE /v2.0/routers/953bd39d-0526-4193-b314-be181aa24dea HTTP/1.1" status: 204 len: 168 time: 3.5721393 Apr 05 20:49:33.681621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37228) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:33.710776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.792937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] Deleting subnet 4c7aae23-13ab-4150-81c1-79d5fe70a651 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:49:33.807828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.820877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.846447 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.862320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:33.936312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:33.939642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:33.943898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:49:34.009150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Pushing event updated for resources: {'Port': ['ID=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:34.035583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.051435 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.159391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:34.172801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d68a615e5f7f445f85a23e7775fbcde3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:34.178459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:34.196390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.227757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:34.244747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7aae23-13ab-4150-81c1-79d5fe70a651,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:34.256273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.267476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794484bb-7d40-4123-acce-a6a75b85034f None None] Network 93580db1-e290-4301-b749-20db7c571c9f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:34.268526 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fc3e4d9e-b82f-41f7-b128-1483080a42d9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4c7aae23-13ab-4150-81c1-79d5fe70a651 HTTP/1.1" status: 204 len: 168 time: 0.5851738 Apr 05 20:49:34.269208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37246) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:34.275413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b2b7-96ce-46e6-b2f2-0b646d1a907a req-9c0717e3-9acc-4014-a19e-518814ba00c5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:34.282771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f879b2b7-96ce-46e6-b2f2-0b646d1a907a req-9c0717e3-9acc-4014-a19e-518814ba00c5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2324936 Apr 05 20:49:34.338485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37250) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:34.402733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.416183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Deleting port fff80a4f-0781-4177-989b-1852e09244e5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:34.420109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.426510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 86c3df05-03f8-4601-8667-87399423093c no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:34.512760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f879b2b7-96ce-46e6-b2f2-0b646d1a907a req-2f392436-d969-49b6-b299-b8fd32028bdd tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289841 Apr 05 20:49:34.515150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 86c3df05-03f8-4601-8667-87399423093c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:34.515506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 86c3df05-03f8-4601-8667-87399423093c not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:34.602674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.623847 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.624747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.743699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] For port fff80a4f-0781-4177-989b-1852e09244e5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=fff80a4f-0781-4177-989b-1852e09244e5,segment=NetworkSegment(8e68c7c9-2ddb-41bd-956b-625a85b927bf),segment_id=8e68c7c9-2ddb-41bd-956b-625a85b927bf)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:34.748240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.762931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11593268-abee-44a3-b233-f31f4afc370b None None] DHCP port deletion for 93580db1-e290-4301-b749-20db7c571c9f request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:49:34.768440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Deleting port fff80a4f-0781-4177-989b-1852e09244e5 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:34.768998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.797269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.803464 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c7c5641a-f019-41df-bdd6-276af1a15b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.896905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0434796a-d8b2-4a02-ae2b-c0aeaa117fc7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:34.934354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd977a3f-bd29-4805-a1e2-832fbcfe07d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d68a615e5f7f445f85a23e7775fbcde3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2762458 Apr 05 20:49:34.941775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:34.986417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device fff80a4f-0781-4177-989b-1852e09244e5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:35.002143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Calling delete_port for fff80a4f-0781-4177-989b-1852e09244e5 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:35.158654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-11593268-abee-44a3-b233-f31f4afc370b None None] For port fff80a4f-0781-4177-989b-1852e09244e5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=fff80a4f-0781-4177-989b-1852e09244e5,segment=NetworkSegment(8e68c7c9-2ddb-41bd-956b-625a85b927bf),segment_id=8e68c7c9-2ddb-41bd-956b-625a85b927bf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:35.159035 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.163697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.186866 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db9d8e20-c524-441f-bcdb-952a0169f447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.225729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff80a4f-0781-4177-989b-1852e09244e5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:35.226336 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db9d8e20-c524-441f-bcdb-952a0169f447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.268769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] No DVR routers for this DVR port fff80a4f-0781-4177-989b-1852e09244e5 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:35.360868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.386202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.392447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Calling delete_port for fff80a4f-0781-4177-989b-1852e09244e5 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:35.410187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.438798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93580db1-e290-4301-b749-20db7c571c9f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:35.452878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e68c7c9-2ddb-41bd-956b-625a85b927bf') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:35.453551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e68c7c9-2ddb-41bd-956b-625a85b927bf') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:35.454518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db9d8e20-c524-441f-bcdb-952a0169f447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.466578 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.483946 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.491834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:49:35.492589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.529062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:49:35.534875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d8e20-c524-441f-bcdb-952a0169f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0434796a-d8b2-4a02-ae2b-c0aeaa117fc7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:35.597230 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:49:35.597230 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:35.750283 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:35.770890 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db9d8e20-c524-441f-bcdb-952a0169f447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.772018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-db9d8e20-c524-441f-bcdb-952a0169f447 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0434796a-d8b2-4a02-ae2b-c0aeaa117fc7 HTTP/1.1" status: 204 len: 168 time: 0.8267272 Apr 05 20:49:35.873994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.920828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:35.932715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] Pushing event deleted for resources: {'Network': ['ID=93580db1-e290-4301-b749-20db7c571c9f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:35.938436 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-91806c6f-1f5c-4d2d-9802-ca695c918177 admin admin] 10.222.0.10 "DELETE /v2.0/networks/93580db1-e290-4301-b749-20db7c571c9f HTTP/1.1" status: 204 len: 168 time: 1.6681731 Apr 05 20:49:35.991545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480f53-22fb-457f-bc2b-2be818d114a7 req-098f2ff3-ec53-4b07-8c6c-648e02f838e3 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:35.993377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8480f53-22fb-457f-bc2b-2be818d114a7 req-098f2ff3-ec53-4b07-8c6c-648e02f838e3 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2200737 Apr 05 20:49:36.097240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Deleting port fff80a4f-0781-4177-989b-1852e09244e5 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:36.097240 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11593268-abee-44a3-b233-f31f4afc370b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:36.102612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8480f53-22fb-457f-bc2b-2be818d114a7 req-6a1c4f56-ee3f-4c9c-a626-72ccd3ed1575 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824718 Apr 05 20:49:36.218932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-11593268-abee-44a3-b233-f31f4afc370b None None] The port 'fff80a4f-0781-4177-989b-1852e09244e5' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:49:36.347003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:49:36.361145 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Sync routers for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:49:36.379718 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:36.380871 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:36.498687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:36.499873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-776ec49c-d1d3-4119-b735-ffafe6613a4c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5113366 Apr 05 20:49:36.502926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37286) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:36.573259 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:36.592858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37296) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:36.700260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port 252dadae-18e8-48f2-bb9a-4fb595cea7ad {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:36.700260 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:36.822153 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a4ad716-c24a-4a4d-90e7-5e5b49915366 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d154571a4f1d42e59d31180387faa5a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2280419 Apr 05 20:49:36.824533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37310) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:36.866616 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d879137-9107-4d76-b382-96820840b7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:36.916849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72a31f3f-7eac-45cc-ae88-be545089626b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:36.935096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:34Z', 'revision_number': 3, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:36.939715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Checking router: a52676b6-fb28-4fae-a37a-5fb5f5ed5731 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:49:36.940263 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Updating router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:49:36.944976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] For port 252dadae-18e8-48f2-bb9a-4fb595cea7ad, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=252dadae-18e8-48f2-bb9a-4fb595cea7ad,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:36.945372 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:36.956425 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72a31f3f-7eac-45cc-ae88-be545089626b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.001846 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.092050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for 252dadae-18e8-48f2-bb9a-4fb595cea7ad owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:37.326607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37320) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:37.353311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72a31f3f-7eac-45cc-ae88-be545089626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.433680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.453747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a31f3f-7eac-45cc-ae88-be545089626b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36288f48-9432-4298-8dee-1ea30cdacd53,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:37.457857 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.475880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72a31f3f-7eac-45cc-ae88-be545089626b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.480033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-72a31f3f-7eac-45cc-ae88-be545089626b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36288f48-9432-4298-8dee-1ea30cdacd53 HTTP/1.1" status: 204 len: 168 time: 0.6541867 Apr 05 20:49:37.491190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Transition to ACTIVE for port object dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:37.516492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:37.522417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Usage tracker for resource:security_group_rule and tenant:75e6457025ed4bbab55b5db09a9a34bb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:37.526570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:37.529092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f34713-9454-42b1-a455-c94fa32d76a7 req-f8dcc271-2da7-4750-8151-96658afac60f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:37.532109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36f34713-9454-42b1-a455-c94fa32d76a7 req-f8dcc271-2da7-4750-8151-96658afac60f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.1888435 Apr 05 20:49:37.532446 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.533570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:37.546702 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.613011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=252dadae-18e8-48f2-bb9a-4fb595cea7ad,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:37.657017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.701777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36f34713-9454-42b1-a455-c94fa32d76a7 req-77e4a155-5c97-4e13-9c34-edd0e19962d7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586359 Apr 05 20:49:37.805007 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Attempting to bind port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:37.805394 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Attempting to bind port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:37.805746 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Attempting to bind port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:37.811986 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1129fd-1e05-4ada-83d2-68a22b44e0d2 None None] Pushing event updated for resources: {'Port': ['ID=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:37.828418 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:49:37.828795 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:37.830420 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.830420 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:49:37.831218 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Bound port: dfa1bcef-eb18-4b60-acce-32fb2a34b2f5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:37.831586 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.889501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.989792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1551dbb-2b00-4300-8d00-c2201b912462,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:38.003583 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] For port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:49:38.007669 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] For port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:49:38.031282 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75e6457025ed4bbab55b5db09a9a34bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6867294 Apr 05 20:49:38.045270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37340) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:38.051244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.051750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.052185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.052623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.053164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.053723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.054117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.054510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.054898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.055304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.055722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd73af-77b1-4352-a2ac-663b1eeceb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:38.122130 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.122426 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.155274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.159608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c981-6a4e-4ab6-8b83-1231c60d5cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.264379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c981-6a4e-4ab6-8b83-1231c60d5cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.334490 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.478537 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:38.479165 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:38.538516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.631589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Allocated IP 172.20.0.1 (7b821db4-d79f-4928-a650-b4c8eeb14395/a33c2d4d-5f42-4f99-ae77-409702766f54/b76c4ca5-8004-448c-809b-b3ea59aa9f3e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:38.636994 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1129fd-1e05-4ada-83d2-68a22b44e0d2 None None] Pushing event updated for resources: {'Port': ['ID=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:38.685011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c981-6a4e-4ab6-8b83-1231c60d5cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.688775 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:38.748348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5c981-6a4e-4ab6-8b83-1231c60d5cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1551dbb-2b00-4300-8d00-c2201b912462,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:38.803301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c981-6a4e-4ab6-8b83-1231c60d5cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.804451 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5bb5c981-6a4e-4ab6-8b83-1231c60d5cf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1551dbb-2b00-4300-8d00-c2201b912462 HTTP/1.1" status: 204 len: 168 time: 0.7578642 Apr 05 20:49:39.106597 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:34Z', 'revision_number': 3, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:39.111896 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e86e3a-eea8-4daf-bd2b-18d10a3ceaa5 None None] The sync data for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 is: [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:34Z', 'revision_number': 3, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:39.124495 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.133338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37358) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:39.225109 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-74cc303e-5382-4748-aa6b-ac12240e6d39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bc9c227eed645c2b474f909430072ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0869370 Apr 05 20:49:39.227571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:39.257779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b5f48-39ef-4918-8d7e-dc09ae53a84e req-6e692605-8986-4c75-bbfe-e831f9d5d921 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:39.262362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d1b5f48-39ef-4918-8d7e-dc09ae53a84e req-6e692605-8986-4c75-bbfe-e831f9d5d921 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2180049 Apr 05 20:49:39.343692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd93164e-d33b-414c-8f03-9d7e6e987f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.407845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.410213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d1b5f48-39ef-4918-8d7e-dc09ae53a84e req-b913df2e-8666-4ed8-8ce2-477e4ae60bba tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395781 Apr 05 20:49:39.518042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Network 7b821db4-d79f-4928-a650-b4c8eeb14395 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:39.520195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd93164e-d33b-414c-8f03-9d7e6e987f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.540878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:39.552396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:49:39.555172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 2ee5313c-2b84-457b-9670-be0adc9da5fb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:49:39.749030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Pushing event updated for resources: {'Port': ['ID=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:39.758999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.820864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.881972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd93164e-d33b-414c-8f03-9d7e6e987f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.906090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93164e-d33b-414c-8f03-9d7e6e987f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0401eab-6f36-437c-91f3-35b3bc9013a4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:39.911445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd93164e-d33b-414c-8f03-9d7e6e987f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.916934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd93164e-d33b-414c-8f03-9d7e6e987f76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0401eab-6f36-437c-91f3-35b3bc9013a4 HTTP/1.1" status: 204 len: 168 time: 0.6880045 Apr 05 20:49:39.937961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:49:39.954299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] Sync routers for ids ['2ee5313c-2b84-457b-9670-be0adc9da5fb'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:49:39.987076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] Routers {'2ee5313c-2b84-457b-9670-be0adc9da5fb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:39.988959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2ee5313c-2b84-457b-9670-be0adc9da5fb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:40.052440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.056707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24a7ce3b-2ce8-4603-b51a-ba5f571a466f tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "PUT /v2.0/routers/2ee5313c-2b84-457b-9670-be0adc9da5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7171102 Apr 05 20:49:40.059305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37386) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:40.400668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] Set router 2ee5313c-2b84-457b-9670-be0adc9da5fb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:40.444703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting subnet 81083442-7e25-4818-954f-7731d7dfeac1 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:49:40.460897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.559654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.568524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.694932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.718463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.818657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.823112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Pushing event updated for resources: {'Port': ['ID=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:40.869188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:40.875513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] Checking router: 2ee5313c-2b84-457b-9670-be0adc9da5fb for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:49:40.902725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] Routers {'2ee5313c-2b84-457b-9670-be0adc9da5fb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:40.903523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2ee5313c-2b84-457b-9670-be0adc9da5fb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:41.087759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Network 7b821db4-d79f-4928-a650-b4c8eeb14395 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:41.089071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:41.095414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690997-be53-4884-80fd-711ff2b67586 req-c41d75c2-d356-44b4-ba4d-742e157c9482 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:41.098614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94690997-be53-4884-80fd-711ff2b67586 req-c41d75c2-d356-44b4-ba4d-742e157c9482 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4495962 Apr 05 20:49:41.150779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94690997-be53-4884-80fd-711ff2b67586 req-75ee7888-e3ed-47f5-b0e8-94a8a271e9b2 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424981 Apr 05 20:49:41.198811 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.282985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Subnet': ['ID=81083442-7e25-4818-954f-7731d7dfeac1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:41.296588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.325720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1a4ee333-8eb1-48d7-b361-1aaea3da5c94 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/subnets/81083442-7e25-4818-954f-7731d7dfeac1 HTTP/1.1" status: 204 len: 168 time: 1.2644510 Apr 05 20:49:41.328999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] Set router 2ee5313c-2b84-457b-9670-be0adc9da5fb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:41.333882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37416) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:41.496850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:41.570753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e16965-7fc7-4d85-9fee-78ea98ff7005 None None] Network fc7b86b0-23de-4697-a711-28c9e2394c94 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:41.665270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.774317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:49:41.956455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.006791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:42.026777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:42.027153 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.075952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:42.076432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.121292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:49:42.130399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-425de91d-030e-4d71-8a98-0f8d7fd85866 admin admin] 10.222.0.10 "PUT /v2.0/routers/a52676b6-fb28-4fae-a37a-5fb5f5ed5731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6259019 Apr 05 20:49:42.273766 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.336142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:42.341512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:42.350779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa82d10-16ee-4551-8058-846e05b3014a None None] The sync data for ids ['2ee5313c-2b84-457b-9670-be0adc9da5fb'] in n-d-836605-1 is: [{'id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2135442528', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:42Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'cd2d0d12-5d0c-4b81-8d71-54d6a8a99479', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee5313c-2b84-457b-9670-be0adc9da5fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:43Z', 'updated_at': '2022-04-05T20:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:42.365650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] DHCP port deletion for fc7b86b0-23de-4697-a711-28c9e2394c94 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:49:42.370289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] Deleting port 71ad739e-a713-4546-8366-7c7152bfc812 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:42.370289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.398216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] For port cd2d0d12-5d0c-4b81-8d71-54d6a8a99479, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:42.398710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.428345 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.578162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:42.584313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:42.692102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf4b32-fe61-4e03-8e97-7ec924d2953b req-469ea8d0-a66e-4235-8da3-05f453b2bb75 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:42.694302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0baf4b32-fe61-4e03-8e97-7ec924d2953b req-469ea8d0-a66e-4235-8da3-05f453b2bb75 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2668221 Apr 05 20:49:42.804525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.804970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.805442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.805872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.806566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.807013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.807442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.807981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.808409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.808835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.809434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:42.821983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0baf4b32-fe61-4e03-8e97-7ec924d2953b req-b8221d66-10a3-47d3-8382-437bff1c3895 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206186 Apr 05 20:49:42.867966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] For port 71ad739e-a713-4546-8366-7c7152bfc812, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=71ad739e-a713-4546-8366-7c7152bfc812,segment=NetworkSegment(46eb9756-f26e-47a5-9dce-5b567cf02734),segment_id=46eb9756-f26e-47a5-9dce-5b567cf02734)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:42.868348 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.955648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.975669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:43.023674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=cd2d0d12-5d0c-4b81-8d71-54d6a8a99479,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:43.134121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] Calling delete_port for 71ad739e-a713-4546-8366-7c7152bfc812 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:43.264925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:43.265328 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:43.405505 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:43.470105 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:43.500682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] Pushing event deleted for resources: {'Port': ['ID=71ad739e-a713-4546-8366-7c7152bfc812,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:43.518944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc598fa3-b4da-4752-bb65-da9b1d490492 None None] No DVR routers for this DVR port 71ad739e-a713-4546-8366-7c7152bfc812 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:43.534205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37464) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:43.689458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 252dadae-18e8-48f2-bb9a-4fb595cea7ad no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:43.750083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 252dadae-18e8-48f2-bb9a-4fb595cea7ad {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:43.750436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 252dadae-18e8-48f2-bb9a-4fb595cea7ad not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:43.750858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 71ad739e-a713-4546-8366-7c7152bfc812 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:43.773247 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Sync routers for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:49:43.796042 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:43.802996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 71ad739e-a713-4546-8366-7c7152bfc812 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:43.803429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 71ad739e-a713-4546-8366-7c7152bfc812 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:43.809312 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:44.103901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.122310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.186264 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:44.252053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-198891247-network', 'tenant_id': '3da4570b62d64824901e786770484f62'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:44.255443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafd14a-f0a7-4c05-a714-89a3efab995b req-05215d17-acc2-43dd-aeee-113fa4f4623d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:44.256919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6aafd14a-f0a7-4c05-a714-89a3efab995b req-05215d17-acc2-43dd-aeee-113fa4f4623d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.1180060 Apr 05 20:49:44.267345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:44.280667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Usage tracker for resource:network and tenant:3da4570b62d64824901e786770484f62 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:44.288580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:44.308832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:44.324208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.324742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Fanout notify agent at l3_agent the message router_deleted on router 2ee5313c-2b84-457b-9670-be0adc9da5fb {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:49:44.362486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6aafd14a-f0a7-4c05-a714-89a3efab995b req-6baa19f7-38d2-446c-8dad-cb4de8d8b548 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983989 Apr 05 20:49:44.375712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.388868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a9b75aeb-0c39-455c-8bb3-d2335d8e1a4c tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/routers/2ee5313c-2b84-457b-9670-be0adc9da5fb HTTP/1.1" status: 204 len: 168 time: 3.0531967 Apr 05 20:49:44.391521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37478) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:44.398637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Made reservation on behalf of 3da4570b62d64824901e786770484f62 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:44.401300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.435397 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.510761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:44.524738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Usage tracker for resource:security_group_rule and tenant:3da4570b62d64824901e786770484f62 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:44.532051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:44.550369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:44.574665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.683822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.792414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.796373 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:40Z', 'revision_number': 2, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:44.802400 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Checking router: a52676b6-fb28-4fae-a37a-5fb5f5ed5731 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:49:44.802750 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Updating router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 port b76c4ca5-8004-448c-809b-b3ea59aa9f3e binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:49:44.845314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:49:44.868239 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.920042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7b86b0-23de-4697-a711-28c9e2394c94']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:44.929431 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.935615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-ed245bf5-d1bd-4a97-a44a-fa34fa170c98 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:44.936306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-ed245bf5-d1bd-4a97-a44a-fa34fa170c98 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:44.943469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb9756-f26e-47a5-9dce-5b567cf02734') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:44.943769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb9756-f26e-47a5-9dce-5b567cf02734') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:44.999754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.028507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.045882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:49:45.046305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.059306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:45.086746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:45.091869 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:45.102013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:45.102570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd2d0d12-5d0c-4b81-8d71-54d6a8a99479 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:45.109872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.111520 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Added segment ff34470a-8fa9-438b-bf3c-1fb74b0e7f23 of type vlan for network 50df51e0-caa3-4757-8b2e-b2c248f59f7c Apr 05 20:49:45.113750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-ed245bf5-d1bd-4a97-a44a-fa34fa170c98 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:45.115593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-ed245bf5-d1bd-4a97-a44a-fa34fa170c98 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 819 time: 0.5382996 Apr 05 20:49:45.185523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.218306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-ad7defdd-d786-48a8-909b-fe41e666b2f5 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/quotas/2d6046adab024e05af1a909790d06fd1 HTTP/1.1" status: 200 len: 375 time: 0.0411935 Apr 05 20:49:45.338564 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.339523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:45.340184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.356186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.389870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.456183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Network': ['ID=fc7b86b0-23de-4697-a711-28c9e2394c94,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:45.480352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a5e03e1-0980-4808-88af-df8a1ea9a374 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/networks/fc7b86b0-23de-4697-a711-28c9e2394c94 HTTP/1.1" status: 204 len: 168 time: 1.0877767 Apr 05 20:49:45.487849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37514) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:45.503863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] Pushing event updated for resources: {'Network': ['ID=50df51e0-caa3-4757-8b2e-b2c248f59f7c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:45.516387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:49:45.585838 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-56999371-9119-47bb-afba-8e732bf221ba admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0498426 Apr 05 20:49:45.588757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37520) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:45.594552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Request body: {'subnet': {'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-198891247-subnet', 'tenant_id': '3da4570b62d64824901e786770484f62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:45.605867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:45.615298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Usage tracker for resource:subnet and tenant:3da4570b62d64824901e786770484f62 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:45.623599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:45.631970 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.641189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:45.658753 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Transition to ACTIVE for port object b76c4ca5-8004-448c-809b-b3ea59aa9f3e will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:45.740752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-0801648c-5b6e-4316-b05f-f012f0f01e7f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5160503 Apr 05 20:49:45.795977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Made reservation on behalf of 3da4570b62d64824901e786770484f62 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:45.800287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.819457 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.964303 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a451b-00d4-4cc3-9d2b-aa63ed65d6d9 None None] Pushing event updated for resources: {'Port': ['ID=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:46.131282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port c8439c74-4010-49d4-a3ea-dbd99a61dba5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:46.131803 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.207850 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Attempting to bind port b76c4ca5-8004-448c-809b-b3ea59aa9f3e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:46.208219 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Attempting to bind port b76c4ca5-8004-448c-809b-b3ea59aa9f3e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:46.208579 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Attempting to bind port b76c4ca5-8004-448c-809b-b3ea59aa9f3e on network 7b821db4-d79f-4928-a650-b4c8eeb14395 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:46.213085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b35fbc-506c-4637-88a9-220f57eda4ca req-0059284d-9909-4c1c-939a-69ba2b17215c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:46.214592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7b35fbc-506c-4637-88a9-220f57eda4ca req-0059284d-9909-4c1c-939a-69ba2b17215c tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.5770805 Apr 05 20:49:46.215372 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:49:46.215779 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Checking segment: {'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:46.216466 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.216848 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Bound using segment: {'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:49:46.217539 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Bound port: b76c4ca5-8004-448c-809b-b3ea59aa9f3e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:46.217906 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.225544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-60ef55de-9cc3-4b30-b00c-02c674c11658 service neutron] 10.222.0.10 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746501 Apr 05 20:49:46.278607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.374199 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] For port b76c4ca5-8004-448c-809b-b3ea59aa9f3e, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:49:46.385436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b1a096-07a3-4ff5-a25a-0e59eeb17969,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:46.391183 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] For port b76c4ca5-8004-448c-809b-b3ea59aa9f3e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:49:46.422029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7b35fbc-506c-4637-88a9-220f57eda4ca req-559ae014-c1e4-43c8-aab0-12a22df3e7f0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986945 Apr 05 20:49:46.470393 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.517404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Checking segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:46.517764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Network hostable DHCP agents. Network: 50df51e0-caa3-4757-8b2e-b2c248f59f7c, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:49:46.642278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a451b-00d4-4cc3-9d2b-aa63ed65d6d9 None None] Pushing event updated for resources: {'Port': ['ID=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:46.647758 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:46.648360 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:46.650177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:49:46.761663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 50df51e0-caa3-4757-8b2e-b2c248f59f7c) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:46.767009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:46.768091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.774387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184af2ff-89a8-466a-b6d2-00dad90af1a5 None None] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:46.802746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.803342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.827338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-78fc7f5b-f092-4e34-aec7-de5511f406b0 service neutron] 10.222.0.10 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225805 Apr 05 20:49:46.877102 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e79acd5b-9d98-4417-8674-e4351df78cfc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2831328 Apr 05 20:49:46.877454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:47.073478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for c8439c74-4010-49d4-a3ea-dbd99a61dba5 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:47.363184 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:46Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:47.376656 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96c255-a555-4e1d-add0-dbb90f687150 None None] The sync data for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 is: [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:46Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:47.387687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'tenant_id': '3da4570b62d64824901e786770484f62', 'fixed_ips': [{'subnet_id': 'e0b1a096-07a3-4ff5-a25a-0e59eeb17969'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:49:47.394855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.514637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92b03697-f3c0-41aa-b8cc-44dd1dde56a6 req-a8b194be-ce85-43f6-a685-cd4f8810ec68 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 210 time: 0.1694753 Apr 05 20:49:47.647063 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.733850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Allocated IP 172.20.0.2 (50df51e0-caa3-4757-8b2e-b2c248f59f7c/e0b1a096-07a3-4ff5-a25a-0e59eeb17969/dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:47.773957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=c8439c74-4010-49d4-a3ea-dbd99a61dba5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:48.020921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.212527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.245571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Transition to ACTIVE for port object dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:48.283622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Transition to ACTIVE for port object dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:48.332489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7bbd-971c-42a7-ada9-253fef80c5e5 req-bbbadae6-3874-44d1-83d4-14d2a687851a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:48.335610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c4d7bbd-971c-42a7-ada9-253fef80c5e5 req-bbbadae6-3874-44d1-83d4-14d2a687851a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.5675232 Apr 05 20:49:48.397352 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.479078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:48.482797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:48.487446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:49:48.614324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Pushing event updated for resources: {'Port': ['ID=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:48.647014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c4d7bbd-971c-42a7-ada9-253fef80c5e5 req-8492aeff-dae2-4074-9194-9591c5f6346a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028564 Apr 05 20:49:48.659311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Attempting to bind port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:48.659686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Attempting to bind port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:48.660045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Attempting to bind port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:48.680195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:49:48.680576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Checking segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:48.681593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.685740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Bound using segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:49:48.686446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Bound port: dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:48.686648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-c111b042-6f4d-4878-812a-4370114b11dc tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:48.687160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.688677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-c111b042-6f4d-4878-812a-4370114b11dc tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 815 time: 0.3469446 Apr 05 20:49:48.763534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-b4a76974-e9f0-48fe-af29-d8ce8419443d tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/quotas/3da4570b62d64824901e786770484f62 HTTP/1.1" status: 200 len: 375 time: 0.0638721 Apr 05 20:49:48.898509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] For port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:49:48.903236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] For port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:49:48.912084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec4af9ff-1d03-4a38-b218-5bce477fa459 req-e4b81827-a4a9-480f-87c2-bccb6063b65a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 210 time: 0.1047142 Apr 05 20:49:48.970287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.196801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b76c4ca5-8004-448c-809b-b3ea59aa9f3e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:49.328901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fe761-32d9-49ed-a685-53f2aab3920a None None] Pushing event updated for resources: {'Port': ['ID=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:49.392502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b76c4ca5-8004-448c-809b-b3ea59aa9f3e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:49.398243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b76c4ca5-8004-448c-809b-b3ea59aa9f3e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:49.398665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.426437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-1f1b6fcf-5269-493e-b1d4-719b47d565ec tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6529994 Apr 05 20:49:49.640611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.689778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b76c4ca5-8004-448c-809b-b3ea59aa9f3e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:49.748971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-fa308c7f-2ab5-45dd-8ca7-b1d269a93216 service neutron] 10.222.0.10 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014054 Apr 05 20:49:49.756881 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.921622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 57d90593-0453-4abb-b33b-0a8bd24aefae has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:49:49.923113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:50.046839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-eaacdcdc-9410-4bdc-ba76-898f296a336a service neutron] 10.222.0.10 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805188 Apr 05 20:49:50.098342 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:50.190415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf9c19-5684-4f95-9ff8-784f0283c99f req-3e581288-db29-42f4-a54f-0d0c311f8b4a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:50.192742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16cf9c19-5684-4f95-9ff8-784f0283c99f req-3e581288-db29-42f4-a54f-0d0c311f8b4a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.2695129 Apr 05 20:49:50.274107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16cf9c19-5684-4f95-9ff8-784f0283c99f req-d433e506-b14b-41c8-a1a3-0594c41b6151 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686438 Apr 05 20:49:50.337845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:49:50.350901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] Sync routers for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:49:50.391459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:50.392122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:50.403514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:50.817194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37656) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:50.906710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2054f4fd-5a87-4508-8568-3211eb2be34c None None] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:49:51.021439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ec8251cb-5437-46e7-92f1-bd3732fea695 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/floatingips/7cc195f9-fa12-42c9-8e64-e2b248de7369 HTTP/1.1" status: 204 len: 168 time: 5.5328653 Apr 05 20:49:51.071310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:51.190500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:51.220878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:51.225637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1cfa7911-29ef-4063-9447-ad61408cb2fe req-40e908f6-b5cb-4d04-ad10-c56d2a5e31ba tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 210 time: 0.5876164 Apr 05 20:49:51.347474 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.365389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a506e6e7-22e9-47d7-ada4-94d134b3b13c None None] Provisioning for port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:51.404347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:51.413732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-9e212246-9eb8-4135-8ae1-67aa502a6b59 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:51.415029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-9e212246-9eb8-4135-8ae1-67aa502a6b59 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 815 time: 0.5607026 Apr 05 20:49:51.420762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Usage tracker for resource:security_group_rule and tenant:1050ed961f054bab8663d3f395ccf5de is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:51.431160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:51.447694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:51.515763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-1085e0d8-1041-47a7-8ce5-ccca50ab9bba tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:51.517694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-1085e0d8-1041-47a7-8ce5-ccca50ab9bba tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.39 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 819 time: 1.0353851 Apr 05 20:49:51.538264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-c0020864-6c80-4642-b730-ad8cf7d00599 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/quotas/3da4570b62d64824901e786770484f62 HTTP/1.1" status: 200 len: 375 time: 0.1074200 Apr 05 20:49:51.565647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:51.577114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.586145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Request body: {'port': {'device_id': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'admin_state_up': True, 'tenant_id': '2d6046adab024e05af1a909790d06fd1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:51.621304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:51.621678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.661252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.709286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157be4b4-2354-4c75-ac96-7d0759085d31,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:51.742642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad06bca0-2487-4571-8f36-7e31257def91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1050ed961f054bab8663d3f395ccf5de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9228027 Apr 05 20:49:51.744994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37674) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:51.758664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ece0c45-1e37-47b7-8600-2b010211c430 req-30f7d09d-bf6a-4516-91ce-e190d1505441 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1097 time: 0.9085987 Apr 05 20:49:51.851319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071388dd-e445-4793-b33f-93bd1aa8b954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.871371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ece0c45-1e37-47b7-8600-2b010211c430 req-a65e7a77-fb81-4295-b347-02dee6abfb61 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968146 Apr 05 20:49:51.882475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071388dd-e445-4793-b33f-93bd1aa8b954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.895769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-b95c8990-9cab-4874-bbd1-243f3a0743b9 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3565831 Apr 05 20:49:51.915885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:51.924788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Usage tracker for resource:port and tenant:2d6046adab024e05af1a909790d06fd1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:52.009971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071388dd-e445-4793-b33f-93bd1aa8b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.028742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071388dd-e445-4793-b33f-93bd1aa8b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157be4b4-2354-4c75-ac96-7d0759085d31,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:52.033310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-071388dd-e445-4793-b33f-93bd1aa8b954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.043794 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-071388dd-e445-4793-b33f-93bd1aa8b954 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/157be4b4-2354-4c75-ac96-7d0759085d31 HTTP/1.1" status: 204 len: 168 time: 0.2930241 Apr 05 20:49:52.055269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.114571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:52.154181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:52.161451 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f95183f-3dbe-4b73-a015-2fc129eaae92'] response: {'name': 'network-changed', 'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'status': 'completed', 'code': 200} Apr 05 20:49:52.165762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:52.170221 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] Checking router: 57d90593-0453-4abb-b33b-0a8bd24aefae for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:49:52.171558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:52.182748 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:49:52.183523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:49:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:52.289928 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.290639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b76c4ca5-8004-448c-809b-b3ea59aa9f3e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:52.333574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Made reservation on behalf of 2d6046adab024e05af1a909790d06fd1 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:52.336612 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.412703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:52.421174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-a5293186-ebcb-4891-86d3-c7b678282dc8 service neutron] 10.222.0.10 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244334 Apr 05 20:49:52.424682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74bdc663-b9ff-421c-b362-09ce238db405 req-8eb2c858-01c6-4544-b74a-a2f388a3a30f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 1135 time: 0.3070729 Apr 05 20:49:52.646224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:52.673221 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eda5ab82-8650-41c0-9938-6dca06dc31aa None None] Provisioning complete for port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:52.673598 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eda5ab82-8650-41c0-9938-6dca06dc31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.698358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-080bedfd-a695-4b0a-8269-594f0d27bd6f service neutron] 10.222.0.10 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702816 Apr 05 20:49:52.775578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b76c4ca5-8004-448c-809b-b3ea59aa9f3e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:52.775954 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.815618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:49:52.883949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de586f2-558c-4767-bb74-b7340a8a7d46 req-8d1937df-5eaa-4185-a3b9-12b3b5d601ae tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:52.895166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1de586f2-558c-4767-bb74-b7340a8a7d46 req-8d1937df-5eaa-4185-a3b9-12b3b5d601ae tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.6362388 Apr 05 20:49:52.954209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.049003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:53.062115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Usage tracker for resource:security_group_rule and tenant:ee9f3db0ee9c42ebb3dc727f82983dbb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:53.070570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:53.080751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:53.169761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Allocated IP 172.20.0.13 (7b821db4-d79f-4928-a650-b4c8eeb14395/a33c2d4d-5f42-4f99-ae77-409702766f54/934f7b26-96ef-4f2e-aec1-c46e54c8bb59) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:53.185727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1de586f2-558c-4767-bb74-b7340a8a7d46 req-badb7a2f-aca4-49f7-8010-4fa990ecb1b7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887659 Apr 05 20:49:53.240030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:53.282308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.337550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.344015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.452910 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee9f3db0ee9c42ebb3dc727f82983dbb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0378458 Apr 05 20:49:53.455983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37718) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:53.474688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e3983-7f53-4a22-b784-d537a3dab703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b20809a-abfd-41a5-b923-f86e387cd23f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:53.487509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdc663-b9ff-421c-b362-09ce238db405 req-a61796c8-f79a-4b76-b7f2-faf33b9540b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:53.490219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74bdc663-b9ff-421c-b362-09ce238db405 req-a61796c8-f79a-4b76-b7f2-faf33b9540b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 HTTP/1.1" status: 200 len: 897 time: 1.0196433 Apr 05 20:49:53.609247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:53.614469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d5e38-25dd-424a-8c3e-d84ff1a9d26b None None] The sync data for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 is: [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:47:30Z', 'revision_number': 4, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd7078c03-f8ba-45f5-bfa6-99d41d032b96', 'name': '', 'network_id': '2f5ffe2f-3bce-4f8c-a4c9-acd756a47938', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'mac_address': 'fa:16:3e:77:f1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:27Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'subnets': [{'id': 'd6e1ee08-a89d-44a1-83cb-620e676cf3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:49:53.620863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17a1f555-ba27-4510-93da-bf0f8d40717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.653506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:53.681199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17a1f555-ba27-4510-93da-bf0f8d40717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.731066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-d8c8a414-4a5d-46bc-ac1e-7a2e62d34e54 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:53.735915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-d8c8a414-4a5d-46bc-ac1e-7a2e62d34e54 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:53.827499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:53.827949 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.857678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-d8c8a414-4a5d-46bc-ac1e-7a2e62d34e54 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:53.858842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-d8c8a414-4a5d-46bc-ac1e-7a2e62d34e54 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 984 time: 0.3552623 Apr 05 20:49:53.903085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17a1f555-ba27-4510-93da-bf0f8d40717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.940693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17a1f555-ba27-4510-93da-bf0f8d40717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.942169 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-17a1f555-ba27-4510-93da-bf0f8d40717b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b20809a-abfd-41a5-b923-f86e387cd23f HTTP/1.1" status: 204 len: 168 time: 0.4838817 Apr 05 20:49:53.943469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f555-ba27-4510-93da-bf0f8d40717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b20809a-abfd-41a5-b923-f86e387cd23f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:53.962812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:49:53.972416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:54.126840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c72047d3-021c-4682-9f12-5b3e12870fd3 req-5da6226c-5d15-44c2-b248-e51818960567 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 210 time: 0.3538203 Apr 05 20:49:54.128822 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74bdc663-b9ff-421c-b362-09ce238db405 req-6656ca31-75c9-49ec-8060-de6b32f1ab62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e HTTP/1.1" status: 200 len: 217 time: 0.3504789 Apr 05 20:49:54.141928 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:54.202515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:54.227474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:7258a76ad7d1468fa50edbba8a66d0d3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:54.231244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:54.266666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:54.285445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871978a-70e1-45a8-abfb-f0c467763315 req-f83a6b30-6b8b-4ff7-b819-c48de1f1b667 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.286701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e871978a-70e1-45a8-abfb-f0c467763315 req-f83a6b30-6b8b-4ff7-b819-c48de1f1b667 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Synchronizing usage tracker for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:54.383369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] For port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:49:54.383842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:54.384356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-9daca68e-d81b-4dde-b4e7-72c69db340fb tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.385835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-9daca68e-d81b-4dde-b4e7-72c69db340fb tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 815 time: 0.6102476 Apr 05 20:49:54.389135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdc663-b9ff-421c-b362-09ce238db405 req-9be781d5-40b0-47a2-ba6e-1faa25d4cfac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.390453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74bdc663-b9ff-421c-b362-09ce238db405 req-9be781d5-40b0-47a2-ba6e-1faa25d4cfac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d6e1ee08-a89d-44a1-83cb-620e676cf3f4 HTTP/1.1" status: 200 len: 835 time: 0.2435498 Apr 05 20:49:54.429409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Request body: {'port': {'device_id': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'admin_state_up': True, 'tenant_id': '3da4570b62d64824901e786770484f62'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:54.478480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e871978a-70e1-45a8-abfb-f0c467763315 req-f83a6b30-6b8b-4ff7-b819-c48de1f1b667 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Unset dirty status for tenant:9ea3ed4e3fe94cdabb6f1df7a2af44f4 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:54.484979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e871978a-70e1-45a8-abfb-f0c467763315 req-f83a6b30-6b8b-4ff7-b819-c48de1f1b667 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ff9887f-a42e-4d7f-937e-51a41e72dc6e HTTP/1.1" status: 200 len: 984 time: 1.1265502 Apr 05 20:49:54.556493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:49:54.835654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:54.866993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:54.872816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-c40a269b-3175-4fd0-98bc-1a43e5e1bc85 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.874284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-c40a269b-3175-4fd0-98bc-1a43e5e1bc85 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 815 time: 0.6019042 Apr 05 20:49:54.885469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=8bef9a6e-179b-43cf-a5ea-a4b550d84d0e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:54.999570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e871978a-70e1-45a8-abfb-f0c467763315 req-bcd72716-86a6-4f8b-958f-20161dbf17a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f11a10b1-08d7-4601-9990-10bbfe481196&id=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5136566 Apr 05 20:49:55.012987 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.041314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:55.045550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-d70435e9-f0f2-4559-b616-e87f6aa1c52f tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/quotas/3da4570b62d64824901e786770484f62 HTTP/1.1" status: 200 len: 375 time: 0.1280904 Apr 05 20:49:55.054732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Usage tracker for resource:port and tenant:3da4570b62d64824901e786770484f62 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:55.059676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:55.064486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event updated for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:55.072613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Network 7b821db4-d79f-4928-a650-b4c8eeb14395 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:55.076080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74bdc663-b9ff-421c-b362-09ce238db405 req-c7cf9568-988b-484b-996c-1dca187f3eaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6508980 Apr 05 20:49:55.077222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:55.111728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:55.120697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37736) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:55.136702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] No DVR routers for this DVR port 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:55.139135 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.141515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:49:55.141864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'name': 'network-vif-deleted', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:49:55.172489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.222323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d6a899e2-2dab-4078-9db2-94c5a5453a2e req-9348d867-fea7-4bc4-8e9c-4dc6b36090fb tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.23 "DELETE /v2.0/ports/8bef9a6e-179b-43cf-a5ea-a4b550d84d0e HTTP/1.1" status: 204 len: 173 time: 1.3567595 Apr 05 20:49:55.335455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.362451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Made reservation on behalf of 3da4570b62d64824901e786770484f62 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:55.365400 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.415385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e8bf0-b91b-496b-b7f4-347b7fe54835,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:55.444614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:55.445260 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.461339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-56908fb5-3d62-47b9-aa86-0f02124b2ae0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7258a76ad7d1468fa50edbba8a66d0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2143285 Apr 05 20:49:55.461726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37744) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:55.532226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c578-c866-4df3-bf5b-69676ba0c69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.560079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:55.560530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c578-c866-4df3-bf5b-69676ba0c69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.581639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Usage tracker for resource:security_group_rule and tenant:195b464cecc84cdcbaa53a0546799248 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:55.596340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:55.618776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74bdc663-b9ff-421c-b362-09ce238db405 req-1d6ebe65-88a8-46bd-a017-9b8afa7580de service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034029 Apr 05 20:49:55.622468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:55.667176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-63638c7f-65e5-4cb0-9609-6c60abc79fce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6044328 Apr 05 20:49:55.745408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c578-c866-4df3-bf5b-69676ba0c69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.753282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-7e883c32-181b-433e-8b1d-0b8f329bdd5a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1723435 Apr 05 20:49:55.771167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5be2-5cdf-4275-b83f-820290838fbf req-668b7944-ab5d-4e22-a310-7b4e3c7c2003 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:55.772633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e9e5be2-5cdf-4275-b83f-820290838fbf req-668b7944-ab5d-4e22-a310-7b4e3c7c2003 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.5739822 Apr 05 20:49:55.773375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4c578-c866-4df3-bf5b-69676ba0c69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e8bf0-b91b-496b-b7f4-347b7fe54835,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:55.830213 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c578-c866-4df3-bf5b-69676ba0c69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:55.833955 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2dc4c578-c866-4df3-bf5b-69676ba0c69c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/908e8bf0-b91b-496b-b7f4-347b7fe54835 HTTP/1.1" status: 204 len: 168 time: 0.3685896 Apr 05 20:49:55.883579 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-72669975-786c-4f35-a838-3b1e937b0e6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1909993 Apr 05 20:49:55.925906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Request body: {'port': {'device_id': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:56.013487 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-3b051cfc-1628-46cd-ab78-bd9b94f13d81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1097 time: 0.1059513 Apr 05 20:49:56.201504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-8e59976d-2d10-48e5-bbf2-e1f50df75483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:56.203937 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-8e59976d-2d10-48e5-bbf2-e1f50df75483 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.1687970 Apr 05 20:49:56.320314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-2693e940-200f-4ab5-b51c-2a7cdafa2632 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 217 time: 0.1097887 Apr 05 20:49:56.374084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Allocated IP 172.20.0.13 (50df51e0-caa3-4757-8b2e-b2c248f59f7c/e0b1a096-07a3-4ff5-a25a-0e59eeb17969/e4bc52b9-c052-439a-a52c-9701cf891e09) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:56.451705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-2b49bfd2-973d-4124-bea4-3f54f9ed6748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:56.453366 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-2b49bfd2-973d-4124-bea4-3f54f9ed6748 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.1218438 Apr 05 20:49:56.474728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74bdc663-b9ff-421c-b362-09ce238db405 req-19946385-230b-4ff4-be40-fb4af16eb1b8 service neutron] 10.222.0.23 "GET /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410230 Apr 05 20:49:56.535602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e9e5be2-5cdf-4275-b83f-820290838fbf req-06fbb29d-4e26-49e1-a8c3-72941b47460e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6122696 Apr 05 20:49:56.535916 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:49:56.586724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37766) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:56.626938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:56.632603 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-ac7ee853-5763-44b7-af78-cf8d9ce85ae6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724489 Apr 05 20:49:56.697687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-0e8441b5-f314-46b4-aa93-6ae19cc2b084 service neutron] 10.222.0.10 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0296762 Apr 05 20:49:56.708386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-f717a671-e0cd-4638-a769-001291b4e608 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:56.710090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-f717a671-e0cd-4638-a769-001291b4e608 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.39 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 815 time: 0.6530645 Apr 05 20:49:56.751014 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6278b8-549d-447a-92c9-6b612f9ff79f'] response: {'server_uuid': '6ff9887f-a42e-4d7f-937e-51a41e72dc6e', 'name': 'network-vif-deleted', 'tag': '8bef9a6e-179b-43cf-a5ea-a4b550d84d0e', 'status': 'completed', 'code': 200} Apr 05 20:49:56.784137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Request body: {'port': {'device_id': '287e3f61-2207-43a6-9dc8-0b9659960920', 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'admin_state_up': True, 'tenant_id': '3da4570b62d64824901e786770484f62'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:56.798249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:56.880447 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-24280918-b7d1-4a33-b8c0-b529d202414e service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390261 Apr 05 20:49:56.982281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.038492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.069850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:57.077063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Usage tracker for resource:security_group_rule and tenant:2237438171af49bf94c927792a67e51a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:57.104849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:57.115803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:57.122134 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aeb70d35-82c1-492d-8597-5a70a759cebe req-34998f8d-0a7a-4d05-9f7b-3aa20934a2c7 service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360528 Apr 05 20:49:57.198334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.243218 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a1dc4-b15b-41c4-b0c8-3b16f86646d6 None None] New status for floating IP 7cc195f9-fa12-42c9-8e64-e2b248de7369: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:49:57.257557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.338826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2237438171af49bf94c927792a67e51a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7505987 Apr 05 20:49:57.339335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37782) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:57.359125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc5b63-4619-43e1-a057-2d04f3619bb7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:57.390414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0034843-6a0b-484f-9030-66b3c6015179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27deba9c-cb2b-467c-8c5f-4e3b53a051d5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:57.408999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ff72ea9a-1e1d-4229-8794-abca44ac574d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=195b464cecc84cdcbaa53a0546799248&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2871745 Apr 05 20:49:57.424449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37788) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:57.463110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb75aa5a-95b3-4966-ad15-f3c52a4bc0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.485498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:57.515793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-c6bfcb53-1fa6-487e-803f-b2996fa1a7e9 service neutron] 10.222.0.10 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8028748 Apr 05 20:49:57.517720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb75aa5a-95b3-4966-ad15-f3c52a4bc0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.534004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:49:57.535218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8bef9a6e-179b-43cf-a5ea-a4b550d84d0e not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:57.559596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef87930e-b4b1-4f03-9e5d-d39233d50c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.601007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:57.608887 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.622901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Usage tracker for resource:port and tenant:3da4570b62d64824901e786770484f62 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:57.629142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:57.630972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef87930e-b4b1-4f03-9e5d-d39233d50c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.650251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:57.734445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Transition to ACTIVE for port object e4bc52b9-c052-439a-a52c-9701cf891e09 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:57.750658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7b68-5a43-4a37-95cc-81f50bfd17f9 req-784a2d25-e545-4271-b7d3-6a59903ba8b6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:57.751357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-699c7b68-5a43-4a37-95cc-81f50bfd17f9 req-784a2d25-e545-4271-b7d3-6a59903ba8b6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:57.832099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb75aa5a-95b3-4966-ad15-f3c52a4bc0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.856272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75aa5a-95b3-4966-ad15-f3c52a4bc0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27deba9c-cb2b-467c-8c5f-4e3b53a051d5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:57.874057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37800) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:57.911566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef87930e-b4b1-4f03-9e5d-d39233d50c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.919470 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef87930e-b4b1-4f03-9e5d-d39233d50c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.921203 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef87930e-b4b1-4f03-9e5d-d39233d50c45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bccc5b63-4619-43e1-a057-2d04f3619bb7 HTTP/1.1" status: 204 len: 168 time: 0.4955616 Apr 05 20:49:57.955766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb75aa5a-95b3-4966-ad15-f3c52a4bc0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.958725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:57.959838 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bb75aa5a-95b3-4966-ad15-f3c52a4bc0e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27deba9c-cb2b-467c-8c5f-4e3b53a051d5 HTTP/1.1" status: 204 len: 168 time: 0.6176572 Apr 05 20:49:57.960408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Made reservation on behalf of 3da4570b62d64824901e786770484f62 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:57.961255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87930e-b4b1-4f03-9e5d-d39233d50c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc5b63-4619-43e1-a057-2d04f3619bb7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:57.964123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.072335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:49:58.088484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:58.111561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f054feba-da7b-4581-b361-5fedbf0c90f7 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.132944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-699c7b68-5a43-4a37-95cc-81f50bfd17f9 req-784a2d25-e545-4271-b7d3-6a59903ba8b6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:58.139413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-699c7b68-5a43-4a37-95cc-81f50bfd17f9 req-784a2d25-e545-4271-b7d3-6a59903ba8b6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 932 time: 1.1079388 Apr 05 20:49:58.146554 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.157521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f054feba-da7b-4581-b361-5fedbf0c90f7 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.162472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:58.170895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:49:58.262814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Pushing event updated for resources: {'Port': ['ID=e4bc52b9-c052-439a-a52c-9701cf891e09,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:58.296324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f054feba-da7b-4581-b361-5fedbf0c90f7 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.339795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054feba-da7b-4581-b361-5fedbf0c90f7 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a10b1-08d7-4601-9990-10bbfe481196,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:58.367378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Transition to ACTIVE for port object 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:58.413470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41b06d0f-2014-4c18-9775-e9979fac9545 req-077cb8a9-7407-4597-8324-d763051f93f3 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 210 time: 0.1343937 Apr 05 20:49:58.449666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:58.450298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.460042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-699c7b68-5a43-4a37-95cc-81f50bfd17f9 req-edcf6039-2500-4b56-8f07-175249950041 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:58.489739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f054feba-da7b-4581-b361-5fedbf0c90f7 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.490874 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f054feba-da7b-4581-b361-5fedbf0c90f7 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/security-groups/f11a10b1-08d7-4601-9990-10bbfe481196 HTTP/1.1" status: 204 len: 168 time: 0.5685112 Apr 05 20:49:58.493663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37824) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:58.505236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.665952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ca2681-9f90-4688-8842-17af6242de90 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.682427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Allocated IP 172.20.0.5 (50df51e0-caa3-4757-8b2e-b2c248f59f7c/e0b1a096-07a3-4ff5-a25a-0e59eeb17969/b54ba5af-df79-4606-8f39-987d2b21809e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:58.685539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d2883877-e20c-4bd9-b914-02546d917cae tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2633293 Apr 05 20:49:58.690211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:58.715401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Request body: {'port': {'device_id': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:49:58.735005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1bd60a48-a86a-4ab2-b46a-8b7e95567d8b None None] Provisioning for port e4bc52b9-c052-439a-a52c-9701cf891e09 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:58.741032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1bd60a48-a86a-4ab2-b46a-8b7e95567d8b None None] Provisioning complete for port e4bc52b9-c052-439a-a52c-9701cf891e09 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:58.745085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bd60a48-a86a-4ab2-b46a-8b7e95567d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.759862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-699c7b68-5a43-4a37-95cc-81f50bfd17f9 req-edcf6039-2500-4b56-8f07-175249950041 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:58.763650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ca2681-9f90-4688-8842-17af6242de90 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.773578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-699c7b68-5a43-4a37-95cc-81f50bfd17f9 req-edcf6039-2500-4b56-8f07-175249950041 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326835 Apr 05 20:49:58.908863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1bd60a48-a86a-4ab2-b46a-8b7e95567d8b None None] Port e4bc52b9-c052-439a-a52c-9701cf891e09 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:49:58.982652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ca2681-9f90-4688-8842-17af6242de90 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:59.010900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca2681-9f90-4688-8842-17af6242de90 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdc37a3-aeed-4fd2-ac1b-8502ce25b928,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:59.053263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ca2681-9f90-4688-8842-17af6242de90 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:59.057449 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-23ca2681-9f90-4688-8842-17af6242de90 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/security-groups/9fdc37a3-aeed-4fd2-ac1b-8502ce25b928 HTTP/1.1" status: 204 len: 168 time: 0.5627532 Apr 05 20:49:59.058102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37844) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:59.306872 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:59.386429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37854) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:59.388456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Attempting to bind port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:59.388822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Attempting to bind port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:59.389187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Attempting to bind port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 on network 7b821db4-d79f-4928-a650-b4c8eeb14395 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:59.481980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:59.639406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 on network 7b821db4-d79f-4928-a650-b4c8eeb14395 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:49:59.639639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Attempting to bind port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 on network 7b821db4-d79f-4928-a650-b4c8eeb14395 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:49:59.701190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a00c4922-99f3-45ec-a848-39c992a8d6ef req-27a9b636-a5b9-48bf-a5bd-5e893e44601e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Synchronizing usage tracker for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:59.818892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:49:59.819365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Checking segment: {'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:49:59.819763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Bound using segment: {'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:49:59.820291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Bound port: 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccad262-996d-42fb-88ac-12d5933758dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:59.820639 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:59.848152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:59.927216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Usage tracker for resource:security_group_rule and tenant:de1f197c5f2941ae8f8effbbcbf6bed5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:59.959197 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-f282781d-2b53-409a-91bb-491f43cae473 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1097 time: 0.2775302 Apr 05 20:49:59.968424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:59.979423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:59.992544 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-a8991ab4-362b-4d6d-89a1-78908e881b47 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3086765 Apr 05 20:50:00.008671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a00c4922-99f3-45ec-a848-39c992a8d6ef req-27a9b636-a5b9-48bf-a5bd-5e893e44601e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Unset dirty status for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:00.009800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a00c4922-99f3-45ec-a848-39c992a8d6ef req-27a9b636-a5b9-48bf-a5bd-5e893e44601e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 210 time: 0.3942370 Apr 05 20:50:00.024262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:00.073836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Transition to ACTIVE for port object b54ba5af-df79-4606-8f39-987d2b21809e will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:00.093656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8fd04-3684-439a-9dce-e7564d53d954 req-758e377a-37f6-461d-af10-625e09be2168 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:00.101249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ae8fd04-3684-439a-9dce-e7564d53d954 req-758e377a-37f6-461d-af10-625e09be2168 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4025719 Apr 05 20:50:00.177086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ae8fd04-3684-439a-9dce-e7564d53d954 req-a2dd5684-0fe7-4947-9dd7-870b78841995 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 Apr 05 20:50:00.201745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:00.206374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:00.337086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:00.341659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:00.376130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:00.462643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:00.495270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-ef209cf1-7f05-403b-800b-7d13611cdbbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:00.496733 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-ef209cf1-7f05-403b-800b-7d13611cdbbc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.5287142 Apr 05 20:50:00.546994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:00.614358 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-7e13fb4f-72a8-4ddd-aeba-6c1173c1f7ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 217 time: 0.1079934 Apr 05 20:50:00.617577 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-92dec24f-f700-45e4-8b6e-c224f6276665 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1096 time: 0.5697308 Apr 05 20:50:00.728757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-11b5b796-cac9-4af1-af98-f1c70487722c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:00.730245 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-11b5b796-cac9-4af1-af98-f1c70487722c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.0980778 Apr 05 20:50:00.824770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:00.826476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] 10.222.0.39 "PUT /v2.0/ports/934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 1092 time: 4.9280348 Apr 05 20:50:00.848975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:00.884675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb90e334-50f4-451f-8c57-d5bd8ce4af46,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:00.914940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:00.915936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4f269-b77f-4214-bc42-a024ca64d6ae service neutron] Pushing event updated for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:00.920419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-38013b67-fb22-4413-bf83-6e8cdd892656 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de1f197c5f2941ae8f8effbbcbf6bed5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5286806 Apr 05 20:50:00.943059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37890) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:00.967658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:00.989236 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3db1b8-37d7-43ff-9392-5ea70eec4808'] response: {'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'status': 'completed', 'code': 200} Apr 05 20:50:00.995144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ee85-6604-4168-802f-2a145d2c5ae8 req-2da73790-e8b2-4c70-8374-2d7805d53da7 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.009088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e20ee85-6604-4168-802f-2a145d2c5ae8 req-2da73790-e8b2-4c70-8374-2d7805d53da7 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 944 time: 0.7887831 Apr 05 20:50:01.011189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:01.263674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1d32ea8-aac4-4e62-b7fa-073692906bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.327967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-6bcc35e1-228d-47ef-bb2f-2c54bd53b2b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.329771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-6bcc35e1-228d-47ef-bb2f-2c54bd53b2b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.5180438 Apr 05 20:50:01.351076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a7ba06b-01d1-4b08-8fa5-7721e017a333 req-2948f46a-c614-460b-921e-4687fa27e99e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 210 time: 0.0959141 Apr 05 20:50:01.363257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-19c15779-1946-49e7-9ed2-e5110593df43 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.365277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-19c15779-1946-49e7-9ed2-e5110593df43 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 815 time: 0.7882586 Apr 05 20:50:01.376749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Pushing event updated for resources: {'Port': ['ID=b54ba5af-df79-4606-8f39-987d2b21809e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:01.400552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Request body: {'port': {'device_id': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'admin_state_up': True, 'tenant_id': '3da4570b62d64824901e786770484f62'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:01.420677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.420677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.456861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1d32ea8-aac4-4e62-b7fa-073692906bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.459788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:50:01.489688 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-34eb2cec-9f11-443f-88fe-2c6a185d870b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7431655 Apr 05 20:50:01.584682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e20ee85-6604-4168-802f-2a145d2c5ae8 req-0895bd1e-d3be-46d6-bbae-ba56ca8d7315 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746145 Apr 05 20:50:01.589171 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-d3b15d28-64e1-4d2b-8f2d-82141373dd4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 200 len: 217 time: 0.2167845 Apr 05 20:50:01.661916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-73e77aa7-295e-4668-be0c-fd134f70e230 None None] Provisioning for port b54ba5af-df79-4606-8f39-987d2b21809e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:01.668000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-73e77aa7-295e-4668-be0c-fd134f70e230 None None] Provisioning complete for port b54ba5af-df79-4606-8f39-987d2b21809e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:01.672825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-73e77aa7-295e-4668-be0c-fd134f70e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.730031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-73e77aa7-295e-4668-be0c-fd134f70e230 None None] Port b54ba5af-df79-4606-8f39-987d2b21809e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:01.870568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-80ec22b1-da20-4f9c-b1af-9b503a3737ce tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0992651 Apr 05 20:50:01.912093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Request body: {'port': {'device_id': '287e3f61-2207-43a6-9dc8-0b9659960920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:01.937768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-970af49b-eb91-49a3-beff-8fca6698b1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.942675 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-970af49b-eb91-49a3-beff-8fca6698b1dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.3178651 Apr 05 20:50:01.960039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02a245cc-9b0f-4c54-a39a-c6fe9a19b806 req-e790e8de-470a-45fb-bfb0-3a3a5753f906 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1095 time: 0.8819416 Apr 05 20:50:01.995813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bc52b9-c052-439a-a52c-9701cf891e09 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:02.045776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.056014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:02.091276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1d32ea8-aac4-4e62-b7fa-073692906bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.131157 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-7b8bd2ab-8e68-4af2-8a80-dfa962b196fe service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899832 Apr 05 20:50:02.147820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:02.151379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d32ea8-aac4-4e62-b7fa-073692906bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb90e334-50f4-451f-8c57-d5bd8ce4af46,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:02.192672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1d32ea8-aac4-4e62-b7fa-073692906bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.194072 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1d32ea8-aac4-4e62-b7fa-073692906bd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb90e334-50f4-451f-8c57-d5bd8ce4af46 HTTP/1.1" status: 204 len: 168 time: 1.2494502 Apr 05 20:50:02.196680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Transition to ACTIVE for port object e4bc52b9-c052-439a-a52c-9701cf891e09 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:02.279178 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.300666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03476dbe-1284-4e13-bebc-f2db685e749f req-d02a536b-1204-4199-9b2e-36092905776e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:02.307896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03476dbe-1284-4e13-bebc-f2db685e749f req-d02a536b-1204-4199-9b2e-36092905776e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.6669843 Apr 05 20:50:02.328911 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.369250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a245cc-9b0f-4c54-a39a-c6fe9a19b806 req-6f7cd831-c625-4178-b6b4-66e47b4f58b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:02.370708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02a245cc-9b0f-4c54-a39a-c6fe9a19b806 req-6f7cd831-c625-4178-b6b4-66e47b4f58b5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2d6046adab024e05af1a909790d06fd1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3774428 Apr 05 20:50:02.380289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Made reservation on behalf of 3da4570b62d64824901e786770484f62 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:02.383392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.415425 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-88d7becf-f761-4639-9b42-2fb968069771 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4629469 Apr 05 20:50:02.562745 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5bc5e252-524f-4d01-9386-b820ef0ffcb0 req-a3aaa8cb-4ac5-4095-bedd-1053e424fa1d service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193244 Apr 05 20:50:02.680729 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-1683e463-60d0-464f-9ae7-1981a5352275 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476799 Apr 05 20:50:02.727366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bc52b9-c052-439a-a52c-9701cf891e09,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:02.749541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03476dbe-1284-4e13-bebc-f2db685e749f req-77e55e86-f82a-4b84-8926-fcc7ac1f5b32 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407704 Apr 05 20:50:02.880542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port d7078c03-f8ba-45f5-bfa6-99d41d032b96 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:02.880914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.957319 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-325a1745-b309-41a5-ab50-667cb9a2f249 req-8d07637a-8175-4d32-af50-cb058fc896ac service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691038 Apr 05 20:50:03.073681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3b7c8c7-5b76-4631-80b6-33243dac40cc req-a1399a90-92ef-4911-bc6b-ff5f43dda2be tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 210 time: 0.1884303 Apr 05 20:50:03.187558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] For port d7078c03-f8ba-45f5-bfa6-99d41d032b96, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d7078c03-f8ba-45f5-bfa6-99d41d032b96,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:03.189772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:03.346640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for d7078c03-f8ba-45f5-bfa6-99d41d032b96 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:50:03.405699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a245cc-9b0f-4c54-a39a-c6fe9a19b806 req-d82cb627-29b8-422b-bd1e-abd6954b57d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:03.407140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02a245cc-9b0f-4c54-a39a-c6fe9a19b806 req-d82cb627-29b8-422b-bd1e-abd6954b57d5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0123990 Apr 05 20:50:03.431878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Allocated IP 172.20.0.14 (50df51e0-caa3-4757-8b2e-b2c248f59f7c/e0b1a096-07a3-4ff5-a25a-0e59eeb17969/f79827ce-c4ea-41d8-876a-12ed4cd5b5b7) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:03.523838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Attempting to bind port e4bc52b9-c052-439a-a52c-9701cf891e09 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:03.523838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Attempting to bind port e4bc52b9-c052-439a-a52c-9701cf891e09 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:03.523838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Attempting to bind port e4bc52b9-c052-439a-a52c-9701cf891e09 on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:03.556838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db0ab1-8dc3-4235-aed8-400ad344c808 req-e1aec922-ad5c-4f0a-8b6b-28e2496bbf4d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:03.558654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9db0ab1-8dc3-4235-aed8-400ad344c808 req-e1aec922-ad5c-4f0a-8b6b-28e2496bbf4d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 946 time: 0.5894542 Apr 05 20:50:03.585737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Port e4bc52b9-c052-439a-a52c-9701cf891e09 on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:50:03.587418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Attempting to bind port e4bc52b9-c052-439a-a52c-9701cf891e09 on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:03.610960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:03.630327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8cec2-b454-4403-847a-489abf2a96dc req-eed2720a-d3cc-4a0c-8e5f-258b90d8e6ac tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:03.631796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61a8cec2-b454-4403-847a-489abf2a96dc req-eed2720a-d3cc-4a0c-8e5f-258b90d8e6ac tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 944 time: 0.3473401 Apr 05 20:50:03.663277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=d7078c03-f8ba-45f5-bfa6-99d41d032b96,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:03.680861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:03.681232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Checking segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:03.681648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Bound using segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:03.682108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Bound port: e4bc52b9-c052-439a-a52c-9701cf891e09, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:03.682456 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:03.814887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:03.843616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-952649c0-c78a-4b25-acaa-0f13d4dc0bb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1095 time: 0.3670230 Apr 05 20:50:03.895730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9db0ab1-8dc3-4235-aed8-400ad344c808 req-051e2f9b-9bdf-4cc0-bb77-4722b075da6b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250237 Apr 05 20:50:04.197719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61a8cec2-b454-4403-847a-489abf2a96dc req-a310d7d7-cd6e-4d9a-bcb5-e46d59352ec9 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561478 Apr 05 20:50:04.204606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.420188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-92fb2f96-0eb8-45a0-adce-8094b79c3b6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 217 time: 0.5475287 Apr 05 20:50:04.432057 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.465678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37966) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:04.518023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e63c9a1-3028-43e7-b8e8-bace96294141 req-4942637e-625e-411c-b361-cd6c0dd8700e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 210 time: 0.0953510 Apr 05 20:50:04.518621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37972) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:04.568998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Transition to ACTIVE for port object f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:04.599096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] For port e4bc52b9-c052-439a-a52c-9701cf891e09, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:04.607444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-dcb14886-33b7-45ea-a789-d4b613126635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:04.608901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-dcb14886-33b7-45ea-a789-d4b613126635 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.1737657 Apr 05 20:50:04.617058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] For port e4bc52b9-c052-439a-a52c-9701cf891e09, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e4bc52b9-c052-439a-a52c-9701cf891e09,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:04.665979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-79089c0b-376d-43cf-9203-cc6ee6fa90a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460563 Apr 05 20:50:04.703369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a07087-f543-4460-b8a4-737552e1fc89 req-efc0c469-f698-4cae-9fd4-52b0c3e10777 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:04.703369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59a07087-f543-4460-b8a4-737552e1fc89 req-efc0c469-f698-4cae-9fd4-52b0c3e10777 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4964774 Apr 05 20:50:04.718964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.734500 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.774947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9f91b256-1569-4858-9bbb-35f9bbe2d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.791144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-e56e84f1-a48c-4188-a13c-df4861ad7cd7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:04.791831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-e56e84f1-a48c-4188-a13c-df4861ad7cd7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Synchronizing usage tracker for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:04.808474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:04.818622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3db607dac06b4a50a320c5dc07c85f32 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:04.824273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:04.833562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:04.838131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-e56e84f1-a48c-4188-a13c-df4861ad7cd7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Unset dirty status for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:04.839254 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-e56e84f1-a48c-4188-a13c-df4861ad7cd7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 946 time: 0.4096842 Apr 05 20:50:04.843618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.893452 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.987732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:04.989120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] 10.222.0.23 "PUT /v2.0/ports/e4bc52b9-c052-439a-a52c-9701cf891e09 HTTP/1.1" status: 200 len: 1092 time: 6.2875779 Apr 05 20:50:04.998102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'tag': 'e4bc52b9-c052-439a-a52c-9701cf891e09'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:05.057734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Deleting port 7d7509d9-d739-4637-8cb3-75c5affae6fa {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:05.058072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.085714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaa87e-83f7-4078-a99a-84a661344c10 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bc52b9-c052-439a-a52c-9701cf891e09,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:05.113491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:05.170763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:05.190217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59a07087-f543-4460-b8a4-737552e1fc89 req-1d8f1930-18bb-43f7-8cd1-003588283fc1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668684 Apr 05 20:50:05.193143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.245907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Usage tracker for resource:security_group_rule and tenant:e6b676d68c204292ae79046c90f3b829 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:05.252888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:05.260366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:05.365653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.406330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:05.409524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:05.467850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-34702169-9977-44b5-9e40-3c3763a92bcd service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949474 Apr 05 20:50:05.468719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Pushing event updated for resources: {'Port': ['ID=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:05.469610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.521223 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9903ec56-fef2-4b61-ab78-46f52849dcaf'] response: {'name': 'network-changed', 'server_uuid': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'tag': 'e4bc52b9-c052-439a-a52c-9701cf891e09', 'status': 'completed', 'code': 200} Apr 05 20:50:05.547637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.569400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caef8ee-60b9-4f55-a9d7-3896ec97d970,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:05.589648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-89b277ac-9c9f-40c7-af0c-2a5c726bf2c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3db607dac06b4a50a320c5dc07c85f32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1159086 Apr 05 20:50:05.589648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] For port 7d7509d9-d739-4637-8cb3-75c5affae6fa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7d7509d9-d739-4637-8cb3-75c5affae6fa,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:05.589648 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.601535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37998) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:05.760409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:05.761748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.886123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54ba5af-df79-4606-8f39-987d2b21809e {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:05.930809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-987a9498-b598-48ef-9c4a-a42a0cf7e74b None None] Provisioning for port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:05.936529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.939789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-987a9498-b598-48ef-9c4a-a42a0cf7e74b None None] Provisioning complete for port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:05.940669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-987a9498-b598-48ef-9c4a-a42a0cf7e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:05.951245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb7f172-18e1-44a4-ab9f-12dc64ab60b2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:05.984174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:05.984949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b6d620bb-a4c3-4ee5-a25a-076512dcce1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6b676d68c204292ae79046c90f3b829&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4565349 Apr 05 20:50:06.002351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Transition to ACTIVE for port object b54ba5af-df79-4606-8f39-987d2b21809e will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:06.004505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cf704de-3256-4d7e-929f-937a3d6aa8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.042980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-987a9498-b598-48ef-9c4a-a42a0cf7e74b None None] Port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:06.046396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a8077ad7-7d32-4f0d-a9e8-6d84e57d426a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6552725 Apr 05 20:50:06.054370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865754-cbdc-428c-badb-1bec33d82647 req-37903211-4db9-426e-a77b-5b50570e2db6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:06.055808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61865754-cbdc-428c-badb-1bec33d82647 req-37903211-4db9-426e-a77b-5b50570e2db6 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 946 time: 0.8141353 Apr 05 20:50:06.063790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4d777-bfb0-4415-9f24-741b9914d1b7 req-d1ae9428-32bc-4067-8595-3342bec82802 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:06.065267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dd4d777-bfb0-4415-9f24-741b9914d1b7 req-d1ae9428-32bc-4067-8595-3342bec82802 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 944 time: 0.5504172 Apr 05 20:50:06.067102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-4baebe84-4aba-4a12-8083-5af9a7560e3c service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371594 Apr 05 20:50:06.074579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Request body: {'port': {'device_id': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:06.124040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-50e6d552-2379-4800-8635-f2185a014565 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 1095 time: 0.9659181 Apr 05 20:50:06.124663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.146823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cf704de-3256-4d7e-929f-937a3d6aa8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.192487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Router 57d90593-0453-4abb-b33b-0a8bd24aefae has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:50:06.208536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.208912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.209256 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Floating IP 406bda58-07f9-422d-879c-4a33a2079bc0 disassociated. External IP: 172.25.2.156, port: 7d7509d9-d739-4637-8cb3-75c5affae6fa. Apr 05 20:50:06.209599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Calling delete_port for 7d7509d9-d739-4637-8cb3-75c5affae6fa owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:50:06.298292 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-849e17e1-803e-420c-a305-947655859def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.454121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-849e17e1-803e-420c-a305-947655859def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.538958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-fbda2149-9ede-4272-98ea-f28c92821d8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bc52b9-c052-439a-a52c-9701cf891e09 HTTP/1.1" status: 200 len: 217 time: 0.3563242 Apr 05 20:50:06.569084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cf704de-3256-4d7e-929f-937a3d6aa8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.595716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf704de-3256-4d7e-929f-937a3d6aa8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caef8ee-60b9-4f55-a9d7-3896ec97d970,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:06.612915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Pushing event updated for resources: {'Port': ['ID=b54ba5af-df79-4606-8f39-987d2b21809e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:06.654978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61865754-cbdc-428c-badb-1bec33d82647 req-cd840aa1-5c74-47ba-881c-f09073fe893b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=accd053a-41ed-4fb7-aa20-44eb3161857a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5853069 Apr 05 20:50:06.696458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dd4d777-bfb0-4415-9f24-741b9914d1b7 req-a29ddd99-9533-4209-8589-de1e347adfcc tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934722 Apr 05 20:50:06.720450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cf704de-3256-4d7e-929f-937a3d6aa8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.721564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.721689 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7cf704de-3256-4d7e-929f-937a3d6aa8b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1caef8ee-60b9-4f55-a9d7-3896ec97d970 HTTP/1.1" status: 204 len: 168 time: 1.1191680 Apr 05 20:50:06.757465 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-849e17e1-803e-420c-a305-947655859def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.767080 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-849e17e1-803e-420c-a305-947655859def admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.768283 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-849e17e1-803e-420c-a305-947655859def admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bb7f172-18e1-44a4-ab9f-12dc64ab60b2 HTTP/1.1" status: 204 len: 168 time: 0.7761846 Apr 05 20:50:06.799253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.862987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e17e1-803e-420c-a305-947655859def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb7f172-18e1-44a4-ab9f-12dc64ab60b2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:06.895164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-e262df35-b238-4c72-b041-33eadee4b653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:06.897509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-e262df35-b238-4c72-b041-33eadee4b653 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 200 len: 854 time: 0.3396292 Apr 05 20:50:06.906107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:06.918973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] Sync routers for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:50:06.925200 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eae4b40c-8738-4ab6-8f7e-19117171bd66 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "PUT /v2.0/routers/57d90593-0453-4abb-b33b-0a8bd24aefae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8649213 Apr 05 20:50:06.928057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event deleted for resources: {'Port': ['ID=7d7509d9-d739-4637-8cb3-75c5affae6fa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:06.928193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8ec2-667d-4c9f-8d90-90dd2b95caf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:06.931550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38032) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:06.951444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:06.952639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:07.180667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:07.338738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting subnet d6e1ee08-a89d-44a1-83cb-620e676cf3f4 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:50:07.342952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:07.449416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:07.682737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:07.727940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Router dada9b78-ac7d-4a62-961f-8b56fedac548 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:50:07.728500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:50:03Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:07.736547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] Checking router: 57d90593-0453-4abb-b33b-0a8bd24aefae for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:50:07.750461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Attempting to bind port b54ba5af-df79-4606-8f39-987d2b21809e on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:07.750836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Attempting to bind port b54ba5af-df79-4606-8f39-987d2b21809e by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:07.751284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Attempting to bind port b54ba5af-df79-4606-8f39-987d2b21809e on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:07.753208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] Routers {'57d90593-0453-4abb-b33b-0a8bd24aefae'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:07.754086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['57d90593-0453-4abb-b33b-0a8bd24aefae'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:07.789104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Port b54ba5af-df79-4606-8f39-987d2b21809e on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:50:07.789441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Attempting to bind port b54ba5af-df79-4606-8f39-987d2b21809e on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:07.832127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-d4bfa119-8465-4d8e-b41e-0bcaa1a869f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50df51e0-caa3-4757-8b2e-b2c248f59f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7596338 Apr 05 20:50:07.836642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:07.836980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Checking segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:07.837389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Bound using segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:07.837832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Bound port: b54ba5af-df79-4606-8f39-987d2b21809e, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:07.838178 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:07.852382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d356-365f-4309-bbd4-e4368cdb9cb1 req-0e9c7c36-92c0-4b20-b8b2-0676c45f17b6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:07.855607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d555d356-365f-4309-bbd4-e4368cdb9cb1 req-0e9c7c36-92c0-4b20-b8b2-0676c45f17b6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Synchronizing usage tracker for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:07.866162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb445dcf-f458-4c72-af38-a35bf688a5bf req-c9790a3f-912f-4292-a0c4-77ce3daea575 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:07.872872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb445dcf-f458-4c72-af38-a35bf688a5bf req-c9790a3f-912f-4292-a0c4-77ce3daea575 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.9730825 Apr 05 20:50:07.994004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] Set router 57d90593-0453-4abb-b33b-0a8bd24aefae gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:08.070358 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:50:08.073855 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.083850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38056) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:08.118949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.141694 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/subnets/d6e1ee08-a89d-44a1-83cb-620e676cf3f4 HTTP/1.1" status: 204 len: 168 time: 1.2077210 Apr 05 20:50:08.142527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097218e-1c6d-46e2-af4e-294ef78b7116 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e1ee08-a89d-44a1-83cb-620e676cf3f4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:08.144176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38060) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:08.158387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5015b3a-ecc0-4525-884b-b7ff7fedf3ba None None] Network 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:50:08.182808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb445dcf-f458-4c72-af38-a35bf688a5bf req-03db5f65-3073-4c4f-b5ff-380f3b2b3bf7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089652 Apr 05 20:50:08.203402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d555d356-365f-4309-bbd4-e4368cdb9cb1 req-0e9c7c36-92c0-4b20-b8b2-0676c45f17b6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Unset dirty status for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:08.210352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d555d356-365f-4309-bbd4-e4368cdb9cb1 req-0e9c7c36-92c0-4b20-b8b2-0676c45f17b6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 932 time: 1.1360826 Apr 05 20:50:08.327438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.392946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:08.404774 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] Sync routers for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:50:08.422650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] For port b54ba5af-df79-4606-8f39-987d2b21809e, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:08.436875 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:08.440145 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:08.480164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] No DVR routers for this DVR port 7d7509d9-d739-4637-8cb3-75c5affae6fa on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:50:08.483553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.485762 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ceed65fc-9f94-44c5-bc64-08734a4267dc req-c993f910-a84f-4431-9330-1ee18148d06e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.39 "DELETE /v2.0/ports/7d7509d9-d739-4637-8cb3-75c5affae6fa HTTP/1.1" status: 204 len: 173 time: 3.6389558 Apr 05 20:50:08.486293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-deleted', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:08.492704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-02cc5f5a-2d2e-4a43-b93a-3c3c1ef6eaed service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326313 Apr 05 20:50:08.498440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:08.511332 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.520745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] For port b54ba5af-df79-4606-8f39-987d2b21809e, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b54ba5af-df79-4606-8f39-987d2b21809e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:08.555200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:08.562742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:50:08.663861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.688419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.747543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cccf2487-8cd7-4d3a-bdad-cf87f3f16513 req-40d51b9f-6572-48ee-b47e-5e95e2244ab3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 210 time: 0.2526853 Apr 05 20:50:08.770916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 7d7509d9-d739-4637-8cb3-75c5affae6fa {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:50:08.773546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7d7509d9-d739-4637-8cb3-75c5affae6fa not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:50:08.854570 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:08.935183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:08.964856 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:50:09.052157 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.054896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port acfd4aed-918a-464b-a477-5b8508fd66f7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:09.055361 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.074553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.075331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:09.091851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Pushing event updated for resources: {'Port': ['ID=b54ba5af-df79-4606-8f39-987d2b21809e,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:09.126028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d555d356-365f-4309-bbd4-e4368cdb9cb1 req-e3dbed5c-a410-4a98-a7ee-2309c46ffe2c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9116430 Apr 05 20:50:09.170817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Usage tracker for resource:security_group_rule and tenant:774eb000532d40c1923cb586bed9b250 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:09.185242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Transition to ACTIVE for port object f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:09.186997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:09.275455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.284336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-e7586987-ddd3-4105-b58c-1f1a1a34a307 service neutron] 10.222.0.39 "PUT /v2.0/ports/b54ba5af-df79-4606-8f39-987d2b21809e HTTP/1.1" status: 200 len: 1091 time: 7.3909290 Apr 05 20:50:09.313662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287e3f61-2207-43a6-9dc8-0b9659960920', 'tag': 'b54ba5af-df79-4606-8f39-987d2b21809e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:09.501589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:09.526016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] DHCP port deletion for 2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:50:09.579458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'port_id': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'mac_address': 'fa:16:3e:0a:f9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:09.583659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Deleting port e5ff3a0a-58fc-450f-912e-6989b94ed868 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:09.587561 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.611866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] For port acfd4aed-918a-464b-a477-5b8508fd66f7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=acfd4aed-918a-464b-a477-5b8508fd66f7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:09.612475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.684811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:09.699837 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] Checking router: dada9b78-ac7d-4a62-961f-8b56fedac548 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:50:09.723509 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:09.726270 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:09.735804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:09.749291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.796533 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f80016-4c8b-45b9-9882-f1523fee0b0e'] response: {'name': 'network-changed', 'server_uuid': '287e3f61-2207-43a6-9dc8-0b9659960920', 'tag': 'b54ba5af-df79-4606-8f39-987d2b21809e', 'status': 'completed', 'code': 200} Apr 05 20:50:09.804674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e5ff3a0a-58fc-450f-912e-6989b94ed868 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:50:09.876794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-edc33943-19ab-43bc-81cb-007474a61bb2 req-877b249c-e51e-478d-a981-de2c28dd243d service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3611016 Apr 05 20:50:09.902744 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80df3458-b09c-4f1f-8f46-d276abe8a5d7'] response: {'server_uuid': 'a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0', 'name': 'network-vif-deleted', 'tag': '7d7509d9-d739-4637-8cb3-75c5affae6fa', 'status': 'completed', 'code': 200} Apr 05 20:50:09.924166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for acfd4aed-918a-464b-a477-5b8508fd66f7 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:50:10.087638 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:10.167937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:50:03Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:10.178438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b898e2fb-f1c8-4652-9c7f-63231b3bcb53 None None] The sync data for ids ['57d90593-0453-4abb-b33b-0a8bd24aefae'] in n-d-836605-1 is: [{'id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1236210061', 'tenant_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:14Z', 'updated_at': '2022-04-05T20:50:03Z', 'revision_number': 5, 'project_id': '9ea3ed4e3fe94cdabb6f1df7a2af44f4', 'gw_port': {'id': 'acfd4aed-918a-464b-a477-5b8508fd66f7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d90593-0453-4abb-b33b-0a8bd24aefae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:16Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:50:10.225790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.355170 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.394653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:10.400996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.427639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:10.538109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.562842 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.571260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=acfd4aed-918a-464b-a477-5b8508fd66f7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:10.726626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38116) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:10.758742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:10.767866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] For port e5ff3a0a-58fc-450f-912e-6989b94ed868, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e5ff3a0a-58fc-450f-912e-6989b94ed868,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:10.768403 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.802045 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:10.811468 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46841f0e-0c3a-4150-833d-0c41343223cc None None] The sync data for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 is: [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:50:10.885196 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.969786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bb3e375-5669-4ca3-a77e-e1ea1ed06f85 req-c6e27927-93ce-4203-86a8-c1530b4c9dcc tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=a45c6cfb-4ec5-4b45-ab2b-b304bbd59cc0 HTTP/1.1" status: 200 len: 210 time: 0.8023548 Apr 05 20:50:10.994016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Pushing event updated for resources: {'Port': ['ID=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:11.060505 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.099383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac26aa9-e93d-40d1-a01d-a3d68455a661 req-463fbf73-cbbd-4e8a-ab65-9682a7bea049 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:11.125767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ac26aa9-e93d-40d1-a01d-a3d68455a661 req-463fbf73-cbbd-4e8a-ab65-9682a7bea049 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 944 time: 1.9510207 Apr 05 20:50:11.150365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-85988e98-5236-456c-a1f5-24cb3bf95545 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 1094 time: 1.3631549 Apr 05 20:50:11.200496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e5ff3a0a-58fc-450f-912e-6989b94ed868, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e5ff3a0a-58fc-450f-912e-6989b94ed868,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:11.216200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Calling delete_port for e5ff3a0a-58fc-450f-912e-6989b94ed868 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:50:11.251278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['934f7b26-96ef-4f2e-aec1-c46e54c8bb59'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:11.336804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-b02c2a54-c12b-411c-8687-1ccf5ad95d6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 1095 time: 1.2780919 Apr 05 20:50:11.337927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.339667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.443224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4ca8b7-0dec-4266-8111-f9c75f0c2fca None None] New status for floating IP 406bda58-07f9-422d-879c-4a33a2079bc0: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:50:11.454667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=774eb000532d40c1923cb586bed9b250&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3652816 Apr 05 20:50:11.459231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38128) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:11.479228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.482278 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.508026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.536536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Attempting to bind port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:11.536743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Attempting to bind port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:11.537074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Attempting to bind port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:11.562045 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-41d5f3a7-ec2a-41cd-8c96-092da8b0991a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54ba5af-df79-4606-8f39-987d2b21809e HTTP/1.1" status: 200 len: 217 time: 0.4107788 Apr 05 20:50:11.583985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:11.588626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56fe85a8-2dd7-4fa0-90e1-c726fbc0c97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.593468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Usage tracker for resource:security_group_rule and tenant:f802b2e738a047ddb21ffbb46624e7f8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:11.603570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:11.613645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:11.635118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56fe85a8-2dd7-4fa0-90e1-c726fbc0c97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.636598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ac26aa9-e93d-40d1-a01d-a3d68455a661 req-073554cd-0dab-46d6-9539-ac2d5620da1e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095856 Apr 05 20:50:11.639328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e4bc52b9-c052-439a-a52c-9701cf891e09 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:11.642636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fd87a-ded0-430d-bbc1-571214815b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c226ea-c616-4e34-a2dc-19c30bef9d45,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:11.665886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:50:11.665886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Attempting to bind port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 on network 50df51e0-caa3-4757-8b2e-b2c248f59f7c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:11.671918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.672543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Fanout notify agent at l3_agent the message router_deleted on router 57d90593-0453-4abb-b33b-0a8bd24aefae {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:50:11.698609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:11.698830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Checking segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:11.702906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Bound using segment: {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:11.702906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Bound port: f79827ce-c4ea-41d8-876a-12ed4cd5b5b7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:11.702906 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.731360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-f8040aec-de89-425b-b793-848a156a848d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:11.733453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-f8040aec-de89-425b-b793-848a156a848d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 200 len: 854 time: 0.1535153 Apr 05 20:50:11.760679 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.764581 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-88096dd7-4c92-4984-96ef-b4b9d2a74add tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/routers/57d90593-0453-4abb-b33b-0a8bd24aefae HTTP/1.1" status: 204 len: 168 time: 3.6174502 Apr 05 20:50:11.765558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38132) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:11.812027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3a9f5-24fd-47ab-8657-54b88e190ec2 req-9df08e64-8ae2-45d0-84f7-731e2b115f83 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:11.818938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39f3a9f5-24fd-47ab-8657-54b88e190ec2 req-9df08e64-8ae2-45d0-84f7-731e2b115f83 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 944 time: 0.6905539 Apr 05 20:50:11.847588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-3b184cd2-e669-4570-8f1d-0d7f03c8a43b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:11.849614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-3b184cd2-e669-4570-8f1d-0d7f03c8a43b service neutron] 10.222.0.23 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 916 time: 0.4470320 Apr 05 20:50:11.856484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.903142 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56fe85a8-2dd7-4fa0-90e1-c726fbc0c97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.927661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.938259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.942390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-56fe85a8-2dd7-4fa0-90e1-c726fbc0c97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:11.946128 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-56fe85a8-2dd7-4fa0-90e1-c726fbc0c97e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35c226ea-c616-4e34-a2dc-19c30bef9d45 HTTP/1.1" status: 204 len: 168 time: 0.4803085 Apr 05 20:50:11.946128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe85a8-2dd7-4fa0-90e1-c726fbc0c97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c226ea-c616-4e34-a2dc-19c30bef9d45,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:11.948789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7078c03-f8ba-45f5-bfa6-99d41d032b96 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:50:11.997665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38142) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:12.017077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Deleting port e5ff3a0a-58fc-450f-912e-6989b94ed868 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:12.017502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.057626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee3d594-4dce-4492-b53f-3d699e47e089,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:12.059971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-3ade6f69-5407-48bf-b4b9-35a074fa887d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bc52b9-c052-439a-a52c-9701cf891e09 HTTP/1.1" status: 200 len: 217 time: 0.1781332 Apr 05 20:50:12.077947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d7078c03-f8ba-45f5-bfa6-99d41d032b96 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:50:12.078292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7078c03-f8ba-45f5-bfa6-99d41d032b96 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:50:12.086290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cb2994cd-b302-4bb0-9415-17ba1bb6a286 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f802b2e738a047ddb21ffbb46624e7f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3584635 Apr 05 20:50:12.099527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38154) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:12.108662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39f3a9f5-24fd-47ab-8657-54b88e190ec2 req-5fcaa796-8f10-4ce1-9b9e-837c35102352 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887802 Apr 05 20:50:12.148313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e4bc52b9-c052-439a-a52c-9701cf891e09, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e4bc52b9-c052-439a-a52c-9701cf891e09,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:12.273892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e5ff3a0a-58fc-450f-912e-6989b94ed868,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:12.348988 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:50:12.349789 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:50:12.349913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] For port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:12.352780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'e4bc52b9-c052-439a-a52c-9701cf891e09', 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'port_id': 'e4bc52b9-c052-439a-a52c-9701cf891e09', 'mac_address': 'fa:16:3e:3a:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b1a096-07a3-4ff5-a25a-0e59eeb17969', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:12.384955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-c7632adf-41d8-437b-938f-ea1fae31e49a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50df51e0-caa3-4757-8b2e-b2c248f59f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6248834 Apr 05 20:50:12.392813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] For port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:12.422487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] For port e5ff3a0a-58fc-450f-912e-6989b94ed868, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e5ff3a0a-58fc-450f-912e-6989b94ed868,segment=NetworkSegment(ed843d93-1414-4a47-97a5-afd0b4253e3c),segment_id=ed843d93-1414-4a47-97a5-afd0b4253e3c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:12.423036 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.436961 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.446270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-7cf7c488-01b4-403f-99dd-f014a6a70a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:12.447874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-7cf7c488-01b4-403f-99dd-f014a6a70a41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 200 len: 854 time: 0.3796411 Apr 05 20:50:12.460544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bc52b9-c052-439a-a52c-9701cf891e09 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:12.484424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e4bc52b9-c052-439a-a52c-9701cf891e09, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e4bc52b9-c052-439a-a52c-9701cf891e09,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:12.565756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.600671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.606038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Calling delete_port for e5ff3a0a-58fc-450f-912e-6989b94ed868 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:50:12.679150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38162) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:12.724427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84627021', 'description': 'tempest-description--1331076629'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:12.733382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.734567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e4bc52b9-c052-439a-a52c-9701cf891e09,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:12.764957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:12.783380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.785967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] 10.222.0.23 "PUT /v2.0/ports/f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 HTTP/1.1" status: 200 len: 1092 time: 6.7279382 Apr 05 20:50:12.802722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'tag': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:12.804510 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076c3ddb-9cd3-42c2-83ea-ace32f61c0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.823811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:12.829905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:12.840009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4efa0-1c44-44ff-a648-225c4dde5b4e service neutron] Pushing event updated for resources: {'Port': ['ID=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:12.843587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['e4bc52b9-c052-439a-a52c-9701cf891e09'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:12.850873 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.877564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Usage tracker for resource:security_group_rule and tenant:596bdeb3367e4e16bcdf897a0af1cd47 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:12.904366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Deleting port e5ff3a0a-58fc-450f-912e-6989b94ed868 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:12.904747 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.937021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:12.955533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Port': ['ID=e5ff3a0a-58fc-450f-912e-6989b94ed868,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:12.963646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:12.968152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076c3ddb-9cd3-42c2-83ea-ace32f61c0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.989593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] No DVR routers for this DVR port e5ff3a0a-58fc-450f-912e-6989b94ed868 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:50:13.070971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a5578272-ba9c-44b1-a716-6af9394dbda1 None None] The port 'e5ff3a0a-58fc-450f-912e-6989b94ed868' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:50:13.164379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-fbe4267a-e4d9-42ff-9dbe-35b18d8ac671 service neutron] 10.222.0.39 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637179 Apr 05 20:50:13.167991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38178) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:13.172709 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eabc6d7-b119-4dfb-b0c3-cb5bc324e615'] response: {'name': 'network-changed', 'server_uuid': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'tag': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7', 'status': 'completed', 'code': 200} Apr 05 20:50:13.222772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.254694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5ffe2f-3bce-4f8c-a4c9-acd756a47938']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:13.362299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed843d93-1414-4a47-97a5-afd0b4253e3c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:13.362559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed843d93-1414-4a47-97a5-afd0b4253e3c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:13.376510 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.413481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.417244 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.426157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:50:13.426552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:50:13.440819 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:50:13.445488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.509219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.553080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-726622cd-6136-4d91-9eba-42a6c56dc329 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50df51e0-caa3-4757-8b2e-b2c248f59f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0958147 Apr 05 20:50:13.566983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f6b20a-de3d-4be7-ba6e-877139991199,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:13.573880 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-463da772-38f2-4705-b164-ebba5580f070 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=596bdeb3367e4e16bcdf897a0af1cd47&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5736434 Apr 05 20:50:13.575388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38190) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:13.579508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfd4aed-918a-464b-a477-5b8508fd66f7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:50:13.626913 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.630304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: acfd4aed-918a-464b-a477-5b8508fd66f7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:50:13.631440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfd4aed-918a-464b-a477-5b8508fd66f7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:50:13.653886 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.659041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076c3ddb-9cd3-42c2-83ea-ace32f61c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.671796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] Pushing event deleted for resources: {'Network': ['ID=2f5ffe2f-3bce-4f8c-a4c9-acd756a47938,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:13.698444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c3ddb-9cd3-42c2-83ea-ace32f61c0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee3d594-4dce-4492-b53f-3d699e47e089,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:13.715052 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5cf4195b-c339-4623-ade8-b54455fd58e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.729549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:13.742281 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-08ca2b0a-2e83-47e6-8031-a5285fd242a8 tempest-TestSecurityGroupsBasicOps-922564597 tempest-TestSecurityGroupsBasicOps-922564597-project] 10.222.0.10 "DELETE /v2.0/networks/2f5ffe2f-3bce-4f8c-a4c9-acd756a47938 HTTP/1.1" status: 204 len: 168 time: 1.9709735 Apr 05 20:50:13.750460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b536f89-41bb-4d74-b35d-a3e7baaf4cd1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.755347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Usage tracker for resource:security_group_rule and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:13.761308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5cf4195b-c339-4623-ade8-b54455fd58e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.768299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076c3ddb-9cd3-42c2-83ea-ace32f61c0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.769531 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-076c3ddb-9cd3-42c2-83ea-ace32f61c0e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ee3d594-4dce-4492-b53f-3d699e47e089 HTTP/1.1" status: 204 len: 168 time: 1.6689918 Apr 05 20:50:13.784147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:13.800124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf597423-98ca-4fbb-8e33-4cbed793125c req-1744c7f3-af8c-47df-a35a-4dd4d0949513 service neutron] 10.222.0.39 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799377 Apr 05 20:50:13.802608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:13.839930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-10da0481-383e-415b-8882-0f5d4fe4abeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 1095 time: 0.6743667 Apr 05 20:50:13.845376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0ba6e-27a3-4959-afc2-02deb0498062 req-b7777214-e7a6-4dc4-aa44-13e7e9431831 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:13.846812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd0ba6e-27a3-4959-afc2-02deb0498062 req-b7777214-e7a6-4dc4-aa44-13e7e9431831 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 945 time: 0.9542134 Apr 05 20:50:13.923642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b536f89-41bb-4d74-b35d-a3e7baaf4cd1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.929371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5cf4195b-c339-4623-ade8-b54455fd58e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.951696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4195b-c339-4623-ade8-b54455fd58e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f6b20a-de3d-4be7-ba6e-877139991199,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:13.957157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5cf4195b-c339-4623-ade8-b54455fd58e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.971559 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5cf4195b-c339-4623-ade8-b54455fd58e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3f6b20a-de3d-4be7-ba6e-877139991199 HTTP/1.1" status: 204 len: 168 time: 0.3948517 Apr 05 20:50:14.004061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-082cefbc-406f-4267-a670-69047161c3a5 service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356799 Apr 05 20:50:14.009979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae6c15-f0cd-45af-b5fb-aeffe04d5f30 req-9bc9a61f-a2b9-4693-885a-e7497c36d11e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:14.011485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56ae6c15-f0cd-45af-b5fb-aeffe04d5f30 req-9bc9a61f-a2b9-4693-885a-e7497c36d11e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 944 time: 0.5671275 Apr 05 20:50:14.101237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-4745ce77-3ff9-46b0-956e-6f6b5ed74e02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 HTTP/1.1" status: 200 len: 217 time: 0.2440529 Apr 05 20:50:14.280931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd0ba6e-27a3-4959-afc2-02deb0498062 req-0ee7153c-7ada-497d-a10e-8f7f0aff0b50 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224813 Apr 05 20:50:14.282991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.350466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-7ec89fd1-5c77-489d-bb8c-089ba4e6f61b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:14.353657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-7ec89fd1-5c77-489d-bb8c-089ba4e6f61b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 200 len: 854 time: 0.2255986 Apr 05 20:50:14.365067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56ae6c15-f0cd-45af-b5fb-aeffe04d5f30 req-0a931273-2c2e-4f9e-af13-5562f54c3147 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121800 Apr 05 20:50:14.425557 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.429503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b536f89-41bb-4d74-b35d-a3e7baaf4cd1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.457298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a05ea214-28eb-4763-8236-1b44a5fec44b req-763cc783-c748-4623-a72b-0a891c6f5409 service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098032 Apr 05 20:50:14.511029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-b5356a1a-4ddc-4d05-b5b8-c7971a204e5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 1094 time: 0.5094087 Apr 05 20:50:14.519797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e2e651-83e4-4186-afe7-c4deda0b26f9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:14.564213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b536f89-41bb-4d74-b35d-a3e7baaf4cd1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accd053a-41ed-4fb7-aa20-44eb3161857a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:14.616899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:14.620257 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b536f89-41bb-4d74-b35d-a3e7baaf4cd1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.621400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2b536f89-41bb-4d74-b35d-a3e7baaf4cd1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "DELETE /v2.0/security-groups/accd053a-41ed-4fb7-aa20-44eb3161857a HTTP/1.1" status: 204 len: 168 time: 1.4471190 Apr 05 20:50:14.624310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:14.638576 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.639951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c8dea07d-ae30-40ff-8a2e-9969c919697a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.9559255 Apr 05 20:50:14.645002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38224) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:14.654701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'security_group_rule': {'security_group_id': 'e0e2e651-83e4-4186-afe7-c4deda0b26f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:14.659157 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-ab06cd50-ed46-45d1-8768-59ccaf54b12c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] show failed (client error): The resource could not be found. Apr 05 20:50:14.662340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-a6b6e360-ce1b-4aec-94bd-748e6ba18601 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50df51e0-caa3-4757-8b2e-b2c248f59f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2936895 Apr 05 20:50:14.672662 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab06cd50-ed46-45d1-8768-59ccaf54b12c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups/accd053a-41ed-4fb7-aa20-44eb3161857a HTTP/1.1" status: 404 len: 347 time: 0.0349245 Apr 05 20:50:14.672662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38228) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:14.672986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:14.707102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Usage tracker for resource:security_group_rule and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:14.714830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:14.777857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:14.778861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:14.785129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:14.786382 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.795792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-f587bf1b-03f6-4aca-8ae7-183efb114868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:14.797432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-f587bf1b-03f6-4aca-8ae7-183efb114868 service neutron] 10.222.0.39 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 916 time: 0.2750845 Apr 05 20:50:14.843997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Deleting port b80e207c-a873-4388-9a34-6e7610e94cc5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:14.844334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.887995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.899689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-1596fe92-c554-4ecf-a5f3-36b84e28e114 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b54ba5af-df79-4606-8f39-987d2b21809e HTTP/1.1" status: 200 len: 217 time: 0.0948100 Apr 05 20:50:14.947010 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.976747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:14.987371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:15.042372 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd05f3b-8568-4a55-b986-11c52f795269'] response: {'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'code': 200} Apr 05 20:50:15.049267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.111150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-d694e038-9acf-4053-80fa-e998d118d483 service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393110 Apr 05 20:50:15.120480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:15.122660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.134015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.143728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38236) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:15.228102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-d49e0cee-45ae-4d44-9a59-d46a25724f5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:15.229559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-d49e0cee-45ae-4d44-9a59-d46a25724f5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 200 len: 854 time: 0.3146565 Apr 05 20:50:15.295014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.328273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.344576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Calling delete_port for b80e207c-a873-4388-9a34-6e7610e94cc5 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:50:15.363566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9b59af3-8b5d-40cb-aa21-2e66f5496eb5 req-3e3a449e-8847-454d-92c5-be04d04ae296 service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429597 Apr 05 20:50:15.364536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38246) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:15.370754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.407168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdad7983-aeda-48fb-8c3a-33404008971d,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:15.420326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-d0c33862-8841-44c2-9f94-4d9a72b6b7a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=50df51e0-caa3-4757-8b2e-b2c248f59f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836140 Apr 05 20:50:15.487082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:15.512637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Usage tracker for resource:security_group_rule and tenant:66aa1801dd6c4ab781e63d992611867c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:15.523121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:15.533044 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-360f3f55-fec5-4015-bcfd-585f42d8f3cd req-9a9518fa-7502-4ff5-b0e5-9e4079090c1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.3634918 Apr 05 20:50:15.534020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:15.543959 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.547454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5bf0af8c-80c4-456f-897f-0de8931a531f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8976083 Apr 05 20:50:15.560276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38254) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:15.593728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e4bc52b9-c052-439a-a52c-9701cf891e09 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:15.624027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'security_group_rule': {'security_group_id': 'e0e2e651-83e4-4186-afe7-c4deda0b26f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:15.653858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:15.684866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Usage tracker for resource:security_group_rule and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:15.692527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:15.718135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:15.727666 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-360f3f55-fec5-4015-bcfd-585f42d8f3cd req-4f63386a-39fc-4cff-8f0b-0efc5a2afbd9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875565 Apr 05 20:50:15.783624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port e4bc52b9-c052-439a-a52c-9701cf891e09 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:15.789305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port e4bc52b9-c052-439a-a52c-9701cf891e09 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:15.789496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-a5dc46cc-f813-453f-a478-6e47a74b1958 service neutron] 10.222.0.39 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608983 Apr 05 20:50:15.789761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.803232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.811161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-b2a96b24-c018-4d98-b38a-90423dc5e03c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 1095 time: 0.3042953 Apr 05 20:50:15.829692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.856036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edbbf0-6b74-49e2-8b4c-5dcf1ee1d4db req-32a7a064-d061-4629-bf33-a1986e4961e1 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:15.864082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99edbbf0-6b74-49e2-8b4c-5dcf1ee1d4db req-32a7a064-d061-4629-bf33-a1986e4961e1 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2773266 Apr 05 20:50:15.874301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188ec32-80a0-4118-8b47-731964d8ec1d req-f70dacb7-8858-471b-96ad-156bd569668a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:15.882244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2188ec32-80a0-4118-8b47-731964d8ec1d req-f70dacb7-8858-471b-96ad-156bd569668a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 944 time: 0.2256379 Apr 05 20:50:15.906237 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.931526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event deleted for resources: {'Port': ['ID=b80e207c-a873-4388-9a34-6e7610e94cc5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:15.938559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.954962 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.018103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e4bc52b9-c052-439a-a52c-9701cf891e09, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e4bc52b9-c052-439a-a52c-9701cf891e09,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:16.032258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98351fd-833c-4c4a-9a5f-ee3e992220f3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:16.076959 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-169f204f-2008-4ebd-b15c-bee380755893 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66aa1801dd6c4ab781e63d992611867c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9320619 Apr 05 20:50:16.080914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38264) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:16.095970 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.117374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99edbbf0-6b74-49e2-8b4c-5dcf1ee1d4db req-b6dab601-5b3c-43a3-ac98-694429388c0a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523744 Apr 05 20:50:16.154529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2188ec32-80a0-4118-8b47-731964d8ec1d req-5872cb83-6643-4cc7-9f53-e68491a127bf tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715499 Apr 05 20:50:16.162671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.199947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.232766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.234018 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-324d1778-7156-4c2b-b435-07d07dad6de3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "DELETE /v2.0/floatingips/406bda58-07f9-422d-879c-4a33a2079bc0 HTTP/1.1" status: 204 len: 168 time: 1.5659354 Apr 05 20:50:16.253790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b85e92a5-ad69-48cf-bd8c-d943ffd4a3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.289114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.326554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-7c23dbc1-d1f0-450a-aef2-1e240d69f723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:16.331038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-7c23dbc1-d1f0-450a-aef2-1e240d69f723 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 916 time: 0.5122023 Apr 05 20:50:16.352768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e4bc52b9-c052-439a-a52c-9701cf891e09,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:16.365875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b85e92a5-ad69-48cf-bd8c-d943ffd4a3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.375318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8f3bae-25f2-4ede-88c8-b63a0972910d,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:16.396367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-50f48613-a9bb-4911-bf35-0219b73f8441 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ea3ed4e3fe94cdabb6f1df7a2af44f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0275140 Apr 05 20:50:16.399730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:16.458870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.460467 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d283532f-5eb2-4ea1-97d3-55022d3e31a6 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8976285 Apr 05 20:50:16.469872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38278) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:16.482002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:16.496505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-0d28aedc-560f-462b-b63b-2c3cc5e7ba92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 HTTP/1.1" status: 200 len: 217 time: 0.1396673 Apr 05 20:50:16.503588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:16.512081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c333602-508f-4ad1-b8a0-6cd34d226d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.515057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Usage tracker for resource:floatingip and tenant:9f00fc0022fb454abd5d224fc9af2fcb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:16.520486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:16.537858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:16.562288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c333602-508f-4ad1-b8a0-6cd34d226d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.562874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee0f707-adbb-4239-8668-d05e132d0448 req-0b40695e-13ba-42c3-ada1-68b6999bf303 service neutron] 10.222.0.39 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768748 Apr 05 20:50:16.588019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b85e92a5-ad69-48cf-bd8c-d943ffd4a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.601904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-7b3ef594-0398-4244-8a32-283502c2fc69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:16.604488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-7b3ef594-0398-4244-8a32-283502c2fc69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 200 len: 854 time: 0.0946648 Apr 05 20:50:16.627969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e92a5-ad69-48cf-bd8c-d943ffd4a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98351fd-833c-4c4a-9a5f-ee3e992220f3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:16.629391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b85e92a5-ad69-48cf-bd8c-d943ffd4a3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.632369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b54ba5af-df79-4606-8f39-987d2b21809e details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:16.633275 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b85e92a5-ad69-48cf-bd8c-d943ffd4a3ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c98351fd-833c-4c4a-9a5f-ee3e992220f3 HTTP/1.1" status: 204 len: 168 time: 0.5453286 Apr 05 20:50:16.721450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-1e795d26-0f6e-4681-a863-f2a8d054d75a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50df51e0-caa3-4757-8b2e-b2c248f59f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098137 Apr 05 20:50:16.760592 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.842601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b54ba5af-df79-4606-8f39-987d2b21809e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b54ba5af-df79-4606-8f39-987d2b21809e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:16.865707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'b54ba5af-df79-4606-8f39-987d2b21809e', 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'port_id': 'b54ba5af-df79-4606-8f39-987d2b21809e', 'mac_address': 'fa:16:3e:f3:75:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b1a096-07a3-4ff5-a25a-0e59eeb17969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:16.905921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-15b05b50-0c1b-46cb-96d1-3a47d7f2ba7d service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779115 Apr 05 20:50:16.924897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.944480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54ba5af-df79-4606-8f39-987d2b21809e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:16.985253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b54ba5af-df79-4606-8f39-987d2b21809e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b54ba5af-df79-4606-8f39-987d2b21809e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:16.991309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c333602-508f-4ad1-b8a0-6cd34d226d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.028931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c333602-508f-4ad1-b8a0-6cd34d226d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744c70d-ac7b-4dfa-8340-ebd39d344ade,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:17.043464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bc52b9-c052-439a-a52c-9701cf891e09'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:17.054703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38292) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:17.061559 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.073199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364598876', 'description': 'tempest-description--1069861810'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:17.079921 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c333602-508f-4ad1-b8a0-6cd34d226d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.083787 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8c333602-508f-4ad1-b8a0-6cd34d226d27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f744c70d-ac7b-4dfa-8340-ebd39d344ade HTTP/1.1" status: 204 len: 168 time: 0.6830831 Apr 05 20:50:17.087928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:17.106121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:17.113559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:17.122423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b610eb68-efc5-494f-a8cf-76900c2bb718 req-0344bb38-b4d8-487f-a27b-347ae4732796 service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071865 Apr 05 20:50:17.122706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:17.157918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b54ba5af-df79-4606-8f39-987d2b21809e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:17.169197 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec551f6-60d0-448b-92d5-f8c0450c8fc1'] response: {'server_uuid': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bc52b9-c052-439a-a52c-9701cf891e09', 'code': 200} Apr 05 20:50:17.195960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.338229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.464777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b54ba5af-df79-4606-8f39-987d2b21809e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:17.466889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:17.474985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group_rule and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:17.480541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:17.492032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:17.500731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Allocated IP 172.25.2.96 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3ce56ff7-1791-43e4-b0ce-900d7521fbea) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:17.621896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:17.709804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca318d-f134-43fc-bb97-7464551678e4 req-a5c5b623-2a0b-42a4-abda-6c47c1e95c92 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:17.716132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.716407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5aca318d-f134-43fc-bb97-7464551678e4 req-a5c5b623-2a0b-42a4-abda-6c47c1e95c92 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 944 time: 0.3154492 Apr 05 20:50:17.720456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82263937-1285-4921-9a9a-0cd5be2bfc20 req-fbce6b2d-e7ec-4d9d-833e-647317e17e57 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 1097 time: 0.4029381 Apr 05 20:50:17.739630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855945e-277b-49d0-b0d1-0620bf31cdbb req-20a7ff92-4faf-48a5-b161-85cc06633088 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:17.741117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a855945e-277b-49d0-b0d1-0620bf31cdbb req-20a7ff92-4faf-48a5-b161-85cc06633088 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.3390932 Apr 05 20:50:17.808419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.850535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5aca318d-f134-43fc-bb97-7464551678e4 req-2a5f8a1b-fa25-4232-8eb2-348a02bd131e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331842 Apr 05 20:50:17.854934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82263937-1285-4921-9a9a-0cd5be2bfc20 req-ebc97433-b110-4567-8b57-da5104132918 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129186 Apr 05 20:50:17.866314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a855945e-277b-49d0-b0d1-0620bf31cdbb req-402f5560-1bda-4197-a990-64616b577600 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074498 Apr 05 20:50:17.893714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:17.900554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.920418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7', 'network_id': '50df51e0-caa3-4757-8b2e-b2c248f59f7c', 'port_id': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7', 'mac_address': 'fa:16:3e:1d:f0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b1a096-07a3-4ff5-a25a-0e59eeb17969', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:17.952629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e07523-3150-4475-b702-2bad126f2a1e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:17.976471 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.994210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:18.011250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:18.026680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.028001 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-abbbf385-954a-444f-aa87-0311fecb2178 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9665322 Apr 05 20:50:18.030790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38318) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:18.036524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07523-3150-4475-b702-2bad126f2a1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:18.042778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:18.046632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group_rule and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:18.049546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:18.056736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:18.059971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.115642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.139627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:18.143206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:18.146157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:18.183571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'Port': ['ID=3ce56ff7-1791-43e4-b0ce-900d7521fbea,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:18.199808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:18.221745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.305349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.360141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f79827ce-c4ea-41d8-876a-12ed4cd5b5b7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:18.384813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.412447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.439878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dfb5e5-2845-4aeb-9b35-db9c6c6e1a24,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:18.529015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38332) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:18.541132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.552875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.595146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:18.599479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Usage tracker for resource:security_group_rule and tenant:135ea1bb246f4a5b91cfd9af93b48f1d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:18.602374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:18.608055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:18.619777 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.621879 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-610ed70a-b91f-4ad0-a0fa-ce32b2253617 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5898683 Apr 05 20:50:18.624634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38336) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:18.639141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07523-3150-4475-b702-2bad126f2a1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:18.642799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:18.663018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:security_group_rule and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:18.668611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:18.687510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.726006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:18.791849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.812208 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.830168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.837815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cf0299-760f-490f-9294-363fc8fc5514,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:18.842211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97238a0f-f0cb-42b2-9dc4-080c61b4552d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=135ea1bb246f4a5b91cfd9af93b48f1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3121784 Apr 05 20:50:18.844754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38342) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:18.906319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.965919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c720d85-91a7-4f9c-a5c6-a66cf0c05fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.081177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'Port': ['ID=3ce56ff7-1791-43e4-b0ce-900d7521fbea,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:19.099395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c720d85-91a7-4f9c-a5c6-a66cf0c05fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.163630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.186050 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.245011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ed4e-1716-4f0c-b58b-42a4e3031fe3 req-bca94809-b486-4b0d-b6cd-d5f06dd16b6a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:19.246557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6584ed4e-1716-4f0c-b58b-42a4e3031fe3 req-bca94809-b486-4b0d-b6cd-d5f06dd16b6a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.1556520 Apr 05 20:50:19.252402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ac7cd-7ce8-4436-a342-29bfd41adcfb req-f232ecb8-6142-43a0-a90b-706b1a788ff2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:19.258884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.259521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-981ac7cd-7ce8-4436-a342-29bfd41adcfb req-f232ecb8-6142-43a0-a90b-706b1a788ff2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 945 time: 0.2343209 Apr 05 20:50:19.288621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68e5c5b-f21f-43ce-86d8-b682b4b694bf,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:19.338006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6584ed4e-1716-4f0c-b58b-42a4e3031fe3 req-c1847535-f396-4c3b-90b0-8a35657ecfd5 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763938 Apr 05 20:50:19.342695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-981ac7cd-7ce8-4436-a342-29bfd41adcfb req-b813f784-56e4-4839-aa49-49b75becbd5a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824001 Apr 05 20:50:19.377738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c720d85-91a7-4f9c-a5c6-a66cf0c05fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.377911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.379420 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c71cd96-e54e-43d6-a9c3-cac60b774ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9067459 Apr 05 20:50:19.406809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c720d85-91a7-4f9c-a5c6-a66cf0c05fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cf0299-760f-490f-9294-363fc8fc5514,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:19.411551 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c720d85-91a7-4f9c-a5c6-a66cf0c05fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.412652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5c720d85-91a7-4f9c-a5c6-a66cf0c05fc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71cf0299-760f-490f-9294-363fc8fc5514 HTTP/1.1" status: 204 len: 168 time: 0.5669343 Apr 05 20:50:19.440317 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.444403 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dd1f1b46-06fc-493d-a28e-68f90c45c2bd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8157380 Apr 05 20:50:19.449313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38364) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:19.452454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:19.463147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:19.469797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:floatingip and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:19.473932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:19.480126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:19.570786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.617861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:19.733079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.762734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aa053937-154d-4360-8c2b-bc82db806d9d req-c38263ce-6d00-4210-87e8-f173ffd51f01 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:19.866476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:19.867194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aa053937-154d-4360-8c2b-bc82db806d9d req-c38263ce-6d00-4210-87e8-f173ffd51f01 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:19.871303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-c38263ce-6d00-4210-87e8-f173ffd51f01 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--84627021&fields=id&tenant_id=9f00fc0022fb454abd5d224fc9af2fcb HTTP/1.1" status: 200 len: 267 time: 0.1927898 Apr 05 20:50:19.871483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:19.871749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:19.883232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Allocated IP 172.25.2.250 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/940ba235-36d6-4ab4-bf89-dbdf0fedc6d1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:20.019390 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.051906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053937-154d-4360-8c2b-bc82db806d9d req-b3198f50-8f97-476c-a5e0-a2fa49b32488 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:20.052919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:20.061040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-b3198f50-8f97-476c-a5e0-a2fa49b32488 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 819 time: 0.1815224 Apr 05 20:50:20.085630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-b4b6505e-ab8b-4712-b325-5fe47a48a08b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/quotas/9f00fc0022fb454abd5d224fc9af2fcb HTTP/1.1" status: 200 len: 375 time: 0.0232468 Apr 05 20:50:20.109000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:20.216180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-84832af6-3847-49ff-8d2e-55672dd63242 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1293032 Apr 05 20:50:20.223729 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.225509 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.231431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.326874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.369314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:20.429212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'Port': ['ID=940ba235-36d6-4ab4-bf89-dbdf0fedc6d1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:20.434009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:20.436639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:20.444300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:20.491615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-1ead33ba-ccd8-4729-81f5-2c80b12a48a6 service neutron] 10.222.0.10 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343957 Apr 05 20:50:20.499850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8d074-51ff-4312-88aa-d3e130aabb72 req-07ae5e30-44a9-4191-a388-1ffebeeb27d6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:20.501446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7df8d074-51ff-4312-88aa-d3e130aabb72 req-07ae5e30-44a9-4191-a388-1ffebeeb27d6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2803528 Apr 05 20:50:20.591108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-2380e176-e6af-4f17-b6ae-66f5f87bae8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.3720100 Apr 05 20:50:20.622955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.663005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b54ba5af-df79-4606-8f39-987d2b21809e up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:20.753019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7df8d074-51ff-4312-88aa-d3e130aabb72 req-b5dfc36c-d1a9-4f61-958b-5b90dbbf397d tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263994 Apr 05 20:50:20.789802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-3f42ca71-60fa-4e82-8cf5-a02e1da2fcf7 service neutron] 10.222.0.10 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871726 Apr 05 20:50:20.811055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-17847d59-0a12-4199-95c4-cf306f343565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:20.812513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-17847d59-0a12-4199-95c4-cf306f343565 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 920 time: 0.2129402 Apr 05 20:50:20.849570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.855160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port b54ba5af-df79-4606-8f39-987d2b21809e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:20.863277 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ebb8f2-4240-4a00-a316-c73b4364acbf'] response: {'server_uuid': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7', 'code': 200} Apr 05 20:50:20.864468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port b54ba5af-df79-4606-8f39-987d2b21809e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:20.864831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:20.868758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38400) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:20.903719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-85718e67-29ad-4fc7-8abf-9b874a0dc879 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 217 time: 0.0844471 Apr 05 20:50:21.109982 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.153508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b54ba5af-df79-4606-8f39-987d2b21809e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b54ba5af-df79-4606-8f39-987d2b21809e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:21.282940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1f320f9-31f1-4f24-a752-e09590b05b02 req-d5f61c1e-da8a-4081-938b-c86b23b172a5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 210 time: 0.0668674 Apr 05 20:50:21.287539 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.298203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f5a31a54-a222-4a4c-93b1-a56ab059193b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf0a8d746f1a41b9b529a666b8378f25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4283943 Apr 05 20:50:21.304378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38410) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:21.318776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-7ff6c12c-8186-49b4-8232-7ca68f310a5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:21.322080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-7ff6c12c-8186-49b4-8232-7ca68f310a5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.4082968 Apr 05 20:50:21.404402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.413344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-d18de2f8-3466-4da8-8e70-68a281ffa082 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755625 Apr 05 20:50:21.421716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe67d88-bc7c-43c6-b8fe-8985930c9f82 req-ce1d0679-2931-4c4b-9e13-7eefb1e89e5a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:21.433655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fe67d88-bc7c-43c6-b8fe-8985930c9f82 req-ce1d0679-2931-4c4b-9e13-7eefb1e89e5a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.2762964 Apr 05 20:50:21.484324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.495534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b54ba5af-df79-4606-8f39-987d2b21809e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:21.631077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e6a16d4-7554-46b3-b1e6-2114fec55567 req-0a380d30-ae77-47d3-94dd-438e516e5022 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 1097 time: 0.5605233 Apr 05 20:50:21.636126 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1853156-d348-4ea8-b7cc-6889ec81b28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.653491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'Port': ['ID=940ba235-36d6-4ab4-bf89-dbdf0fedc6d1,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:21.677372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.680226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fe67d88-bc7c-43c6-b8fe-8985930c9f82 req-961f1511-b321-4256-a68f-d6383be0f0a2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457116 Apr 05 20:50:21.720722 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1853156-d348-4ea8-b7cc-6889ec81b28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.787833 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.789104 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8164eeab-9ec2-4478-a901-34af8e738a5a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3432884 Apr 05 20:50:21.800922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e6a16d4-7554-46b3-b1e6-2114fec55567 req-5d88f28a-03f4-42ad-8213-763336b2a7b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572390 Apr 05 20:50:21.807484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-ebcb5826-ff5a-494f-af63-5872170708ae service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712716 Apr 05 20:50:22.019181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d226a7c0-3a82-45e1-a4f8-e81f296029fb req-6c3763ab-fc47-4a4b-a430-069d7036f4da service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059312 Apr 05 20:50:22.031284 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1853156-d348-4ea8-b7cc-6889ec81b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.052278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c7e0f-2d52-4f5d-b843-ff8ae78828cd req-72315f38-7e2d-473e-ae33-0d1ddf2e6c0e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:22.053675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f7c7e0f-2d52-4f5d-b843-ff8ae78828cd req-72315f38-7e2d-473e-ae33-0d1ddf2e6c0e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.1333430 Apr 05 20:50:22.057292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1853156-d348-4ea8-b7cc-6889ec81b28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d1b228-d55d-4922-8769-6f85e2643303,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:22.105161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f7c7e0f-2d52-4f5d-b843-ff8ae78828cd req-a4582401-6d03-4b0a-95e3-3a6fc89a7367 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445769 Apr 05 20:50:22.166659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1853156-d348-4ea8-b7cc-6889ec81b28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.170220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a1853156-d348-4ea8-b7cc-6889ec81b28c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4d1b228-d55d-4922-8769-6f85e2643303 HTTP/1.1" status: 204 len: 168 time: 0.8532295 Apr 05 20:50:22.279728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-626e9350-07bb-4d6c-b530-38028980aea6 req-40efd811-8fd2-4ec7-9201-47deb753f937 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Synchronizing usage tracker for tenant:ed9681fb251d4bef877130d9685640e8 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:22.387397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-626e9350-07bb-4d6c-b530-38028980aea6 req-40efd811-8fd2-4ec7-9201-47deb753f937 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Unset dirty status for tenant:ed9681fb251d4bef877130d9685640e8 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:22.388750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-40efd811-8fd2-4ec7-9201-47deb753f937 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1364598876&fields=id&tenant_id=ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 267 time: 0.1543326 Apr 05 20:50:22.432185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38466) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:22.594930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bcc1976-b32b-4de7-a22c-1b4f30f1bb51 req-1d055e48-393e-4d22-84f0-1e1d32fc180d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 210 time: 0.0598609 Apr 05 20:50:22.673517 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.686111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9350-07bb-4d6c-b530-38028980aea6 req-7b9bafff-5aad-4dad-854f-2e2a8610a938 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:22.687475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-7b9bafff-5aad-4dad-854f-2e2a8610a938 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 817 time: 0.2909379 Apr 05 20:50:22.705272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-d5919fba-b6b3-45de-bf9d-fa87a000772c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/quotas/ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 375 time: 0.0117481 Apr 05 20:50:22.711183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:22.715040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Usage tracker for resource:security_group_rule and tenant:b737e96aa04548f1881ab253946a823f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:22.717914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:22.724087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:22.864842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287e3f61-2207-43a6-9dc8-0b9659960920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ba5af-df79-4606-8f39-987d2b21809e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:22.866368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.881436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-3386ddde-a5e9-4327-9f4c-f0ccaa590d7e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1690478 Apr 05 20:50:22.948369 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:23.077783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8569f02-248d-4673-ad62-2daff01ab3b1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:23.109380 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-075dedea-ad00-4c1c-801c-bf36a8573575 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b737e96aa04548f1881ab253946a823f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6760733 Apr 05 20:50:23.112941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38498) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:23.135216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-2824df51-ffaf-4520-9cb1-0b7886c4cb18 service neutron] 10.222.0.10 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372370 Apr 05 20:50:23.185271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ab85-ddaa-42b5-ab6b-3401cb9724f4 req-5b222788-79fa-47f2-b8f0-651669760031 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:23.186709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b88ab85-ddaa-42b5-ab6b-3401cb9724f4 req-5b222788-79fa-47f2-b8f0-651669760031 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.2100134 Apr 05 20:50:23.347648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de5d1636-0cfe-4879-a58c-f6578dc09b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:23.374881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b88ab85-ddaa-42b5-ab6b-3401cb9724f4 req-926bad5f-42a0-445c-afc8-95c260b5aa54 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315787 Apr 05 20:50:23.386227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-7034e8ae-b324-4a61-ac8e-d863053d3501 service neutron] 10.222.0.10 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422175 Apr 05 20:50:23.395456 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de5d1636-0cfe-4879-a58c-f6578dc09b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:23.478039 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7479d4-b3d2-4c83-83a0-4dce82a3da90'] response: {'server_uuid': '287e3f61-2207-43a6-9dc8-0b9659960920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54ba5af-df79-4606-8f39-987d2b21809e', 'code': 200} Apr 05 20:50:23.529483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de5d1636-0cfe-4879-a58c-f6578dc09b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:23.558152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d1636-0cfe-4879-a58c-f6578dc09b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8569f02-248d-4673-ad62-2daff01ab3b1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:23.563083 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de5d1636-0cfe-4879-a58c-f6578dc09b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:23.567358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-de5d1636-0cfe-4879-a58c-f6578dc09b45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8569f02-248d-4673-ad62-2daff01ab3b1 HTTP/1.1" status: 204 len: 168 time: 0.4515963 Apr 05 20:50:23.899937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30846d40-07cf-444b-9e84-b0ee96e0cb90 req-e88998b9-acea-4ff6-8ccb-128b85fb5459 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 1096 time: 0.1435666 Apr 05 20:50:23.903189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30f0612f-c3da-49b2-ae96-0dfd4aee48e5 req-6ef6ba3b-1bb2-4076-af73-5e358e72547e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 210 time: 0.0589375 Apr 05 20:50:23.928973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed881bee-a889-4f82-8d34-e8e1ba01751b req-9c46ad3e-7938-4ba0-b60f-8ca50d06e36f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:23.935656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed881bee-a889-4f82-8d34-e8e1ba01751b req-9c46ad3e-7938-4ba0-b60f-8ca50d06e36f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.3471973 Apr 05 20:50:24.035868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38530) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:24.087808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3081aee1-fa66-4036-a520-ae6ec95a7fa2 req-a157613b-d16e-4aa9-9134-0ad20cdfe38f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 210 time: 0.1015668 Apr 05 20:50:24.109232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30846d40-07cf-444b-9e84-b0ee96e0cb90 req-e1de2174-af08-4922-98ae-f50e330585a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993811 Apr 05 20:50:24.116082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed881bee-a889-4f82-8d34-e8e1ba01751b req-aa4ad3ed-0179-4d7f-9f23-e820a1989c40 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752923 Apr 05 20:50:24.159597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053937-154d-4360-8c2b-bc82db806d9d req-1460ae51-0e5f-4360-a23d-cddc4d2ec7e5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:24.162411 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-1460ae51-0e5f-4360-a23d-cddc4d2ec7e5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 819 time: 0.2179477 Apr 05 20:50:24.462562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:24.527724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:24.535112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Usage tracker for resource:security_group_rule and tenant:63ff68d296114189aca75a3b3056f4f5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:24.539291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:24.571134 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-49d3f8dc-0090-4ab7-a3e0-4b2304a7a747 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f00fc0022fb454abd5d224fc9af2fcb HTTP/1.1" status: 200 len: 378 time: 0.0686834 Apr 05 20:50:24.572273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:24.581915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'port': {'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'admin_state_up': True, 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'security_groups': ['e0e2e651-83e4-4186-afe7-c4deda0b26f9']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:24.603778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d470a-f366-4395-b38a-d74753862f9c req-c22e20d0-f698-46e0-a291-7d9707376377 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:24.610886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-537d470a-f366-4395-b38a-d74753862f9c req-c22e20d0-f698-46e0-a291-7d9707376377 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.0957644 Apr 05 20:50:24.691568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-537d470a-f366-4395-b38a-d74753862f9c req-59b68c51-35d9-4830-ba85-36fda018b587 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785234 Apr 05 20:50:24.789635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:24.810890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:24.812310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:24.828182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38562) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:24.899174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:24.923609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a74b9b-0b04-4264-9470-ac199831577d req-25dbbdb6-1d80-4d1a-b190-6b06d0803959 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:24.932966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87a74b9b-0b04-4264-9470-ac199831577d req-25dbbdb6-1d80-4d1a-b190-6b06d0803959 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.0970666 Apr 05 20:50:24.950572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216c737a-b42b-49fb-ad0c-63b30f0e6fe8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:24.955065 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0a75bc87-0b6e-4c02-9cb0-cb9e65b41fcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63ff68d296114189aca75a3b3056f4f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9175477 Apr 05 20:50:24.958047 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38572) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:24.992245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Made reservation on behalf of 9f00fc0022fb454abd5d224fc9af2fcb for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:24.994137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87a74b9b-0b04-4264-9470-ac199831577d req-1d8b5013-acfc-4616-bac6-de1f9a93a7a2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602834 Apr 05 20:50:24.999650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.148934 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2ae98c7-15c4-4a8d-bf4c-d36eb372e5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.258366 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2ae98c7-15c4-4a8d-bf4c-d36eb372e5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.303007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Allocated IP 172.20.0.6 (0d57210c-d16d-4309-994d-0206c31fb5dc/343c99e0-3e4a-4fb0-9a77-679b43a446da/5e705f4a-b671-400b-8d42-36a9e7bc1ace) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:25.368062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7011735f-df88-4a63-8e7a-3ce076ae5c24 req-8817cf0e-404a-42c2-b972-3594850056a5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 210 time: 0.2101903 Apr 05 20:50:25.429644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-333991270-network', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:25.440615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:25.447087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Usage tracker for resource:network and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:25.450295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:25.465254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:25.478915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dae355-b399-46c8-a622-435dbe906187 req-5dea6116-4788-4f91-93ae-ac964b924fba tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:25.488385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2dae355-b399-46c8-a622-435dbe906187 req-5dea6116-4788-4f91-93ae-ac964b924fba tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 945 time: 0.2739842 Apr 05 20:50:25.553887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2dae355-b399-46c8-a622-435dbe906187 req-8fe6e8d1-0c1c-40f5-a570-286d47c0898c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645468 Apr 05 20:50:25.669985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.671526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Made reservation on behalf of 8363a7f8a0414799bd3d0d89ca5e5fe2 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:25.673801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.698183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Transition to ACTIVE for port object 5e705f4a-b671-400b-8d42-36a9e7bc1ace will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:25.708249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2ae98c7-15c4-4a8d-bf4c-d36eb372e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.710174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.726631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae98c7-15c4-4a8d-bf4c-d36eb372e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c737a-b42b-49fb-ad0c-63b30f0e6fe8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:25.779802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bec87108-b95e-4b98-9ab4-27ffdb231af9 req-2f3685a8-d8fb-4c0d-b98d-3c0e9177facd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 210 time: 0.0480006 Apr 05 20:50:25.805551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:25.810705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:25.815034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:25.822770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:25.842686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0c649-7c59-41b0-848f-b3ead9748cb9 req-770a83f2-d695-4076-803a-9d095a74dcc8 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:25.843339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2ae98c7-15c4-4a8d-bf4c-d36eb372e5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.844144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ec0c649-7c59-41b0-848f-b3ead9748cb9 req-770a83f2-d695-4076-803a-9d095a74dcc8 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2570393 Apr 05 20:50:25.847476 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f2ae98c7-15c4-4a8d-bf4c-d36eb372e5b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/216c737a-b42b-49fb-ad0c-63b30f0e6fe8 HTTP/1.1" status: 204 len: 168 time: 0.8865223 Apr 05 20:50:25.884189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.949206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ec0c649-7c59-41b0-848f-b3ead9748cb9 req-fcc28fa3-70d1-49c4-9b1d-4db2b96b14aa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942774 Apr 05 20:50:25.966753 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:25.974681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Network 0d57210c-d16d-4309-994d-0206c31fb5dc is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:25.979028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:25.981811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:26.040324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.074493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:50:26.093261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1594b5-1bdd-4879-b82b-b8b9f2251cee,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:26.097665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.098020 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Added segment 69bff9a0-b9c8-4d2a-87b4-e8842e958d63 of type vlan for network bb17b7ad-3f28-471c-b14a-8221fbf5aadc Apr 05 20:50:26.111974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.112321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.112677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.112974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.113851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.114191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.114558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.115356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.115834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.116311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.116787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:26.167487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.220853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event updated for resources: {'Port': ['ID=5e705f4a-b671-400b-8d42-36a9e7bc1ace,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:26.264394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:26.265066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.300641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.302722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:26.303498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.384486 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-db1a0bc0-053f-4a1d-b864-ab17eeb7084e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8067465 Apr 05 20:50:26.415048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Request body: {'port': {'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:26.440573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-935b0386-77a4-4c79-850b-1b870bad5de8 None None] Provisioning for port 5e705f4a-b671-400b-8d42-36a9e7bc1ace completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:26.447668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-935b0386-77a4-4c79-850b-1b870bad5de8 None None] Provisioning complete for port 5e705f4a-b671-400b-8d42-36a9e7bc1ace triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:26.448300 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-935b0386-77a4-4c79-850b-1b870bad5de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.500383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb17b7ad-3f28-471c-b14a-8221fbf5aadc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:26.533023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-785d8f3e-277a-4481-9d15-7afec39264c5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7038052 Apr 05 20:50:26.534369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38602) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:26.560192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Request body: {'subnet': {'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-333991270-subnet', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:26.572255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:50:26.604646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:26.627415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.649879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Usage tracker for resource:subnet and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:26.657578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:26.669268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:26.676942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9350-07bb-4d6c-b530-38028980aea6 req-2231f1c8-e782-48c3-a150-871f2e630d46 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:26.679114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-2231f1c8-e782-48c3-a150-871f2e630d46 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.23 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 817 time: 0.2857454 Apr 05 20:50:26.814554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39029bb7-9d29-464f-9c53-a0d4e39f3387 req-e88912fe-6ee2-4f34-9935-36d6b09f38db tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:26.815192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-935b0386-77a4-4c79-850b-1b870bad5de8 None None] Port 5e705f4a-b671-400b-8d42-36a9e7bc1ace cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:26.822903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39029bb7-9d29-464f-9c53-a0d4e39f3387 req-e88912fe-6ee2-4f34-9935-36d6b09f38db tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 931 time: 0.2542977 Apr 05 20:50:26.844754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Made reservation on behalf of 8363a7f8a0414799bd3d0d89ca5e5fe2 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:26.847401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.927716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-f7564c8c-c683-4da5-8c26-c2f74a2c9606 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 380 time: 0.2335131 Apr 05 20:50:26.935418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38614) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:26.979928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'port': {'device_id': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'admin_state_up': True, 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'security_groups': ['c7e07523-3150-4475-b702-2bad126f2a1e']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:26.997203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38618) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:27.012923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39029bb7-9d29-464f-9c53-a0d4e39f3387 req-3b7edda4-79ac-4b5b-9def-7a7b467493ec tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901331 Apr 05 20:50:27.035823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.091232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:27.095557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Usage tracker for resource:security_group_rule and tenant:aaeb091282f44b3e9e4522dc368e389b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:27.099127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:27.104971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:27.186441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.261584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.399629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46982670-fcb6-4de9-b41d-19482a9a4364,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:27.411328 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-86e41dad-319a-42be-8336-52e752c9a41c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aaeb091282f44b3e9e4522dc368e389b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4132233 Apr 05 20:50:27.414307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38630) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:27.442384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e705f4a-b671-400b-8d42-36a9e7bc1ace {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:27.459139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.483417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c77731a-ae39-4661-856c-0b21998f2570 req-0bdd9447-7857-4dd1-a7c0-1182c6dbcdf9 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 210 time: 0.2600520 Apr 05 20:50:27.493745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Transition to ACTIVE for port object 5e705f4a-b671-400b-8d42-36a9e7bc1ace will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:27.515117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7633b5-93b4-4828-9f55-8a8d0dbd4d96 req-917a7a76-57cc-4f54-9193-4a9713b00386 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:27.516502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e7633b5-93b4-4828-9f55-8a8d0dbd4d96 req-917a7a76-57cc-4f54-9193-4a9713b00386 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 945 time: 0.8070769 Apr 05 20:50:27.525636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.529979 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c49ef1af-0a87-4d45-b888-b5e17238ad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.570610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c49ef1af-0a87-4d45-b888-b5e17238ad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.585702 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.705387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:27.733715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Usage tracker for resource:security_group_rule and tenant:177a10ae34c44fd88fbf3fe89f1e2dda is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:27.736711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:27.743308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:27.746520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Pushing event updated for resources: {'Port': ['ID=5e705f4a-b671-400b-8d42-36a9e7bc1ace,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:27.749999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Usage tracker for resource:port and tenant:ed9681fb251d4bef877130d9685640e8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:27.757504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e7633b5-93b4-4828-9f55-8a8d0dbd4d96 req-12647567-2243-4d73-86f4-5da743e3bb61 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126150 Apr 05 20:50:27.758167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:27.762367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:27.774132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:27.852033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3062f-7aa9-4a54-8752-21259da1bdcf req-56a22e8c-1604-4a6c-828f-c73dbe72e56b tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:27.861016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ded3062f-7aa9-4a54-8752-21259da1bdcf req-56a22e8c-1604-4a6c-828f-c73dbe72e56b tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2023549 Apr 05 20:50:27.891592 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.912143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Attempting to bind port 5e705f4a-b671-400b-8d42-36a9e7bc1ace on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:27.912467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Attempting to bind port 5e705f4a-b671-400b-8d42-36a9e7bc1ace by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:27.912792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Attempting to bind port 5e705f4a-b671-400b-8d42-36a9e7bc1ace on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:27.919714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Port 5e705f4a-b671-400b-8d42-36a9e7bc1ace on network 0d57210c-d16d-4309-994d-0206c31fb5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:50:27.920027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Attempting to bind port 5e705f4a-b671-400b-8d42-36a9e7bc1ace on network 0d57210c-d16d-4309-994d-0206c31fb5dc {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:27.928182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:27.928520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Checking segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:27.929724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Bound using segment: {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:27.930014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Bound port: 5e705f4a-b671-400b-8d42-36a9e7bc1ace, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e886fba-6b2b-4b62-a18c-eac39b07b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:27.930373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.957692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Made reservation on behalf of ed9681fb251d4bef877130d9685640e8 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:27.961077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:27.975295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c49ef1af-0a87-4d45-b888-b5e17238ad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.002643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ef1af-0a87-4d45-b888-b5e17238ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46982670-fcb6-4de9-b41d-19482a9a4364,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:28.014513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c49ef1af-0a87-4d45-b888-b5e17238ad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.015657 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c49ef1af-0a87-4d45-b888-b5e17238ad6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46982670-fcb6-4de9-b41d-19482a9a4364 HTTP/1.1" status: 204 len: 168 time: 0.6004636 Apr 05 20:50:28.036084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.043838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] For port 5e705f4a-b671-400b-8d42-36a9e7bc1ace, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:28.048103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] For port 5e705f4a-b671-400b-8d42-36a9e7bc1ace, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:28.057210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f80bcd-758b-4c93-adc1-546e80536dcb,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:28.073815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ded3062f-7aa9-4a54-8752-21259da1bdcf req-de42c38b-5610-40d8-abb1-52d85958f9ed tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112138 Apr 05 20:50:28.125384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.141990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.223655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.225123 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] 10.222.0.39 "PUT /v2.0/ports/5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 1091 time: 1.8258948 Apr 05 20:50:28.225608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:28.241562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650ae97-d20f-4ad8-88c3-1006ef12a6ec service neutron] Pushing event updated for resources: {'Port': ['ID=5e705f4a-b671-400b-8d42-36a9e7bc1ace,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:28.323667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa1dd7-f5ff-491c-80a8-be70078c2b85,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:28.332717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Checking segment: {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:28.333011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Network hostable DHCP agents. Network: bb17b7ad-3f28-471c-b14a-8221fbf5aadc, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:50:28.345544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-07f74ec9-a348-4385-aec9-af556540e145 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=177a10ae34c44fd88fbf3fe89f1e2dda&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4088149 Apr 05 20:50:28.349081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38646) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:28.486094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Allocated IP 172.20.0.7 (789374dc-9dec-4c0b-872b-88058370fe21/3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8/f7fd653e-c8c4-4215-81a3-1aef212292ec) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:28.517487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516532e1-8f05-4535-bbf0-eecf80fad289 req-27f32fb9-9d55-434e-ba12-2ee00e73e4fc tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:28.526754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b29bdd7a-1611-49cf-a2c7-239a24b83418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.526936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-516532e1-8f05-4535-bbf0-eecf80fad289 req-27f32fb9-9d55-434e-ba12-2ee00e73e4fc tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.3790185 Apr 05 20:50:28.534039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b91c-1e9d-42c6-ac12-5a4063303e45 req-1f6e2a0a-d420-486f-8831-3b9c5df281e0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:28.536060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3918b91c-1e9d-42c6-ac12-5a4063303e45 req-1f6e2a0a-d420-486f-8831-3b9c5df281e0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 943 time: 0.3104582 Apr 05 20:50:28.554413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-ac2acf3d-c568-466d-ad90-553d0552fb00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1094 time: 0.1811717 Apr 05 20:50:28.566505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b29bdd7a-1611-49cf-a2c7-239a24b83418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.596029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:50:28.668296 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-83f5f216-5fec-41b2-a165-6842f5614a89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 217 time: 0.1040962 Apr 05 20:50:28.737619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-516532e1-8f05-4535-bbf0-eecf80fad289 req-d6f6a2a1-1d4e-4ea1-9a8f-b2c42a54cc3e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100163 Apr 05 20:50:28.743813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa053937-154d-4360-8c2b-bc82db806d9d req-fe54bc7f-a346-4603-ab37-c56e3200c748 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:28.745424 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-fe54bc7f-a346-4603-ab37-c56e3200c748 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.0702357 Apr 05 20:50:28.749071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, bb17b7ad-3f28-471c-b14a-8221fbf5aadc) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:28.759400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ccceda-08c5-4557-adc1-a00d55286ded None None] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:50:28.771946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3918b91c-1e9d-42c6-ac12-5a4063303e45 req-ee7e6fa4-5744-43de-ab3f-a29a3787414a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2046342 Apr 05 20:50:28.773181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:28.775942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.834917 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc1c059-22f3-4624-bb76-a9a8f383dc38'] response: {'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'status': 'completed', 'code': 200} Apr 05 20:50:28.859626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b29bdd7a-1611-49cf-a2c7-239a24b83418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.878579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bdd7a-1611-49cf-a2c7-239a24b83418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa1dd7-f5ff-491c-80a8-be70078c2b85,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:28.893796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.896390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b29bdd7a-1611-49cf-a2c7-239a24b83418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.897515 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b29bdd7a-1611-49cf-a2c7-239a24b83418 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4fa1dd7-f5ff-491c-80a8-be70078c2b85 HTTP/1.1" status: 204 len: 168 time: 0.5474539 Apr 05 20:50:28.916488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Transition to ACTIVE for port object f7fd653e-c8c4-4215-81a3-1aef212292ec will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:28.917693 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-f3a38b5f-5a4b-4b68-b57f-67e84254ba11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659343 Apr 05 20:50:28.959474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d2db652c-b73a-4a1a-9442-c2b7c3144aca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4195681 Apr 05 20:50:28.968168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38668) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:28.975602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:28.983043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:28.994305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Usage tracker for resource:router and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:29.008488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:29.015998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:29.041549 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:29.119186 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-92fa984b-54d6-4b3a-8786-d50ff25e8d22 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948943 Apr 05 20:50:29.183406 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:29.184708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:29.280834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:50:29.280834 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:29.310903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Network 789374dc-9dec-4c0b-872b-88058370fe21 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:29.320059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:29.336403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:29.384302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:29.442980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:29.477879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020d8d7-4f67-44ae-bf13-5a99ffd9e023 req-16c92b5f-307e-48e1-a7bc-41deebd3a5ef tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:29.478916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0020d8d7-4f67-44ae-bf13-5a99ffd9e023 req-16c92b5f-307e-48e1-a7bc-41deebd3a5ef tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Synchronizing usage tracker for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:29.601294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:29.601915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:29.609719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0020d8d7-4f67-44ae-bf13-5a99ffd9e023 req-16c92b5f-307e-48e1-a7bc-41deebd3a5ef tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Unset dirty status for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:29.619493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0020d8d7-4f67-44ae-bf13-5a99ffd9e023 req-16c92b5f-307e-48e1-a7bc-41deebd3a5ef tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 931 time: 0.5803308 Apr 05 20:50:29.659472 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-aa053937-154d-4360-8c2b-bc82db806d9d req-1f7c513f-fb6a-4bd5-a0f9-9ecd121a9592 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343730 Apr 05 20:50:29.695627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Allocated IP 172.20.0.2 (bb17b7ad-3f28-471c-b14a-8221fbf5aadc/d0f80bcd-758b-4c93-adc1-546e80536dcb/1f20454d-c671-48f3-82c6-6a0fb664eee4) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:29.840424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-4f0bf1ea-1558-4cbe-bce5-708a2b10f90b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9020147 Apr 05 20:50:29.893685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0020d8d7-4f67-44ae-bf13-5a99ffd9e023 req-f753c3a1-7e19-4e63-b2a1-8ea4a6a42d20 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733274 Apr 05 20:50:29.899063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Request body: {'port': {'device_id': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:29.908876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-785fc5f3-3e57-4be5-b90c-e3e4e639519a None None] Provisioning for port f7fd653e-c8c4-4215-81a3-1aef212292ec completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:29.939863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-785fc5f3-3e57-4be5-b90c-e3e4e639519a None None] Provisioning complete for port f7fd653e-c8c4-4215-81a3-1aef212292ec triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:29.944646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-785fc5f3-3e57-4be5-b90c-e3e4e639519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:29.977363 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-71e8b398-7b25-49e4-9a11-45f057df0ec5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1094 time: 0.1459422 Apr 05 20:50:29.982878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d019568-1a17-44fe-bb2d-c0ced2e35dbb req-2802acff-71fe-450e-abd1-95ae53cd6c6c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:29.989905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d019568-1a17-44fe-bb2d-c0ced2e35dbb req-2802acff-71fe-450e-abd1-95ae53cd6c6c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.4863904 Apr 05 20:50:30.047474 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.079759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-785fc5f3-3e57-4be5-b90c-e3e4e639519a None None] Port f7fd653e-c8c4-4215-81a3-1aef212292ec cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:30.229116 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.240115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Transition to ACTIVE for port object 1f20454d-c671-48f3-82c6-6a0fb664eee4 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:30.259806 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.263227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Transition to ACTIVE for port object 1f20454d-c671-48f3-82c6-6a0fb664eee4 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:30.274507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-b8e06c8e-0c8f-4808-87d3-7f823723a7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:30.276313 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-b8e06c8e-0c8f-4808-87d3-7f823723a7b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.2923229 Apr 05 20:50:30.303437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d019568-1a17-44fe-bb2d-c0ced2e35dbb req-6d628333-bad0-426d-a037-e2bb26efd156 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004975 Apr 05 20:50:30.364377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.378770 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-30ce580b-45b9-4d37-9872-ac40f1b492fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 217 time: 0.0921836 Apr 05 20:50:30.506763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Pushing event updated for resources: {'Port': ['ID=1f20454d-c671-48f3-82c6-6a0fb664eee4,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:30.507335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-c3321184-e3ba-4055-a6f2-60864988713a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:30.508786 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-c3321184-e3ba-4055-a6f2-60864988713a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.1234725 Apr 05 20:50:30.561528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:30.562803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:30.565779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:30.612738 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-ae01947c-44a8-48f6-b27b-df3dfea0f924 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956047 Apr 05 20:50:30.692879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Attempting to bind port 1f20454d-c671-48f3-82c6-6a0fb664eee4 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:30.693465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Attempting to bind port 1f20454d-c671-48f3-82c6-6a0fb664eee4 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:30.693972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Attempting to bind port 1f20454d-c671-48f3-82c6-6a0fb664eee4 on network bb17b7ad-3f28-471c-b14a-8221fbf5aadc {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:30.702529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:30.703255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Checking segment: {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:30.707477 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.707477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Bound using segment: {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:30.707477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Bound port: 1f20454d-c671-48f3-82c6-6a0fb664eee4, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:30.707477 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.874847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] For port 1f20454d-c671-48f3-82c6-6a0fb664eee4, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:30.881687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] For port 1f20454d-c671-48f3-82c6-6a0fb664eee4, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1f20454d-c671-48f3-82c6-6a0fb664eee4,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:30.950068 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-7c9421cf-7e3e-4afb-bb41-737062ebc62f service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247671 Apr 05 20:50:30.958293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:31.107438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f21df-791c-4d32-9a2f-0dfda151d1a5 None None] Pushing event updated for resources: {'Port': ['ID=1f20454d-c671-48f3-82c6-6a0fb664eee4,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:31.152976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fd653e-c8c4-4215-81a3-1aef212292ec {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:31.174252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:31.205153 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a8a16e9c-9a86-48cd-8ba5-4b3d7b57d40c req-643c0eec-f302-4b6b-9fe1-a7a086ccc972 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426202 Apr 05 20:50:31.224593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Transition to ACTIVE for port object f7fd653e-c8c4-4215-81a3-1aef212292ec will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:31.265637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc38f6-e1d3-42e4-b536-f598487a6af4 req-ada6de94-3756-4994-973b-b3b677d7b333 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:31.273731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-defc38f6-e1d3-42e4-b536-f598487a6af4 req-ada6de94-3756-4994-973b-b3b677d7b333 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.9784551 Apr 05 20:50:31.327606 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:31.651216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d1bea-5869-425f-b315-a5ec3e2712fb req-f978f17e-6019-4dfd-bd62-ff86ff1c08c0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:31.662021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-896d1bea-5869-425f-b315-a5ec3e2712fb req-f978f17e-6019-4dfd-bd62-ff86ff1c08c0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 943 time: 1.0881374 Apr 05 20:50:31.677977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:31.686861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-defc38f6-e1d3-42e4-b536-f598487a6af4 req-fb1dea82-4c2c-4acb-a1e1-0c2a4c34cc96 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121692 Apr 05 20:50:31.751058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1f20454d-c671-48f3-82c6-6a0fb664eee4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:31.822241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-896d1bea-5869-425f-b315-a5ec3e2712fb req-5e9eb756-c16f-4c12-a9b8-793f0543d0a7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592438 Apr 05 20:50:32.044872 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:32.092024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1f20454d-c671-48f3-82c6-6a0fb664eee4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:32.099294 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:32.446647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Attempting to bind port f7fd653e-c8c4-4215-81a3-1aef212292ec on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:32.447408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Attempting to bind port f7fd653e-c8c4-4215-81a3-1aef212292ec by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:32.447742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Attempting to bind port f7fd653e-c8c4-4215-81a3-1aef212292ec on network 789374dc-9dec-4c0b-872b-88058370fe21 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:32.483079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Port f7fd653e-c8c4-4215-81a3-1aef212292ec on network 789374dc-9dec-4c0b-872b-88058370fe21 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:50:32.483410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Attempting to bind port f7fd653e-c8c4-4215-81a3-1aef212292ec on network 789374dc-9dec-4c0b-872b-88058370fe21 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:32.563646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe57eb4-ea30-425f-bebd-9285bee564d6 req-1a271de5-bfaf-454b-9ace-b72e35aa0d02 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:32.575904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bfe57eb4-ea30-425f-bebd-9285bee564d6 req-1a271de5-bfaf-454b-9ace-b72e35aa0d02 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.4238844 Apr 05 20:50:32.614174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Allocated IP 172.25.2.142 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/9f64a2d0-2934-451a-aa04-e4aa0658cd85) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:32.623926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:32.624277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Checking segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:32.624760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Bound using segment: {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:32.625244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Bound port: f7fd653e-c8c4-4215-81a3-1aef212292ec, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d60900a-62a4-4fae-ba99-71a8dde5cb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:32.625644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:32.709870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 5e705f4a-b671-400b-8d42-36a9e7bc1ace details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:32.859715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bfe57eb4-ea30-425f-bebd-9285bee564d6 req-7ed4caec-41bd-4a0e-bc37-a09d31f743d7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2827775 Apr 05 20:50:32.900647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:32.907070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:32.942765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f4c35-3b0d-4c65-995f-d922b1dc2e9d req-ecfc4496-7c88-43d0-a936-a2e647204469 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:32.952659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f4c35-3b0d-4c65-995f-d922b1dc2e9d req-ecfc4496-7c88-43d0-a936-a2e647204469 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:32.968276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f4c35-3b0d-4c65-995f-d922b1dc2e9d req-ecfc4496-7c88-43d0-a936-a2e647204469 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:32.968276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-569f4c35-3b0d-4c65-995f-d922b1dc2e9d req-ecfc4496-7c88-43d0-a936-a2e647204469 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614&device_id=287e3f61-2207-43a6-9dc8-0b9659960920&device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 2418 time: 0.4887536 Apr 05 20:50:32.986626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880dea82-a78b-41a3-93f9-ebb681976aeb None None] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:50:33.020226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.123934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 5e705f4a-b671-400b-8d42-36a9e7bc1ace, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:33.155577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'mac_address': 'fa:16:3e:b4:92:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:33.231249 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.270059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-744bafc5-e7ef-4568-b983-b4cb435714f4 None None] Provisioning for port 1f20454d-c671-48f3-82c6-6a0fb664eee4 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:33.341792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e705f4a-b671-400b-8d42-36a9e7bc1ace {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:33.345747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-744bafc5-e7ef-4568-b983-b4cb435714f4 None None] Provisioning complete for port 1f20454d-c671-48f3-82c6-6a0fb664eee4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:33.346178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-744bafc5-e7ef-4568-b983-b4cb435714f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.360122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.393856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.393973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] 10.222.0.23 "PUT /v2.0/ports/f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 200 len: 1091 time: 3.5029953 Apr 05 20:50:33.399455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:33.423475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-569f4c35-3b0d-4c65-995f-d922b1dc2e9d req-31edbe28-0405-4ed6-b095-94047bd4feb6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385693 Apr 05 20:50:33.458836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08024d-a800-4bed-be3b-c8ee58286d9a service neutron] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:33.527933 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:50:33.548260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 5e705f4a-b671-400b-8d42-36a9e7bc1ace, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:33.551757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669cbb7-28c3-41b7-b5da-1d7ded4160fe req-ba4b8be0-103d-42a7-b85c-be0d5a337d8e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:33.560292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b669cbb7-28c3-41b7-b5da-1d7ded4160fe req-ba4b8be0-103d-42a7-b85c-be0d5a337d8e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.4537601 Apr 05 20:50:33.651637 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.665258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.773585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-744bafc5-e7ef-4568-b983-b4cb435714f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.819891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=5e705f4a-b671-400b-8d42-36a9e7bc1ace,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:33.828912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-744bafc5-e7ef-4568-b983-b4cb435714f4 None None] For port 1f20454d-c671-48f3-82c6-6a0fb664eee4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1f20454d-c671-48f3-82c6-6a0fb664eee4,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:33.859892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:33.869629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:33.877945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.899291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:33.901728 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-744bafc5-e7ef-4568-b983-b4cb435714f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:33.975241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Pushing event updated for resources: {'Port': ['ID=9f64a2d0-2934-451a-aa04-e4aa0658cd85,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:34.006316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bafc5-e7ef-4568-b983-b4cb435714f4 None None] Pushing event updated for resources: {'Port': ['ID=1f20454d-c671-48f3-82c6-6a0fb664eee4,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:34.038482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b669cbb7-28c3-41b7-b5da-1d7ded4160fe req-7eb59baa-5761-4bbc-a7ef-f6625fe91b9f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886361 Apr 05 20:50:34.095101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['5e705f4a-b671-400b-8d42-36a9e7bc1ace'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:34.135298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b70f1d-7db0-406b-b22e-2441890306c9 req-26119ffe-eb6c-4359-943b-1adb3249a3bb tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:34.137635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24b70f1d-7db0-406b-b22e-2441890306c9 req-26119ffe-eb6c-4359-943b-1adb3249a3bb tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 944 time: 0.4898691 Apr 05 20:50:34.149390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-a4689f15-f660-433a-9de0-738dec74a1ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1094 time: 0.6134205 Apr 05 20:50:34.196624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ffd4f87a-17fb-4190-953c-3264796f68d3 None None] Provisioning complete for port 1f20454d-c671-48f3-82c6-6a0fb664eee4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:34.197210 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f87a-17fb-4190-953c-3264796f68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:34.245689 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73afa453-3105-40a4-bef2-78aac017ecd8'] response: {'name': 'network-changed', 'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'status': 'completed', 'code': 200} Apr 05 20:50:34.341238 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-37a69d73-7e25-4794-a708-250ded472cce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 200 len: 217 time: 0.1547883 Apr 05 20:50:34.574379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24b70f1d-7db0-406b-b22e-2441890306c9 req-7ed6df8c-6ff4-4bdc-96bb-56d9abc3aae4 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4231224 Apr 05 20:50:34.579587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9350-07bb-4d6c-b530-38028980aea6 req-61149b43-44ae-4a10-ba03-c9e88a7e7506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:34.581125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-61149b43-44ae-4a10-ba03-c9e88a7e7506 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.2310338 Apr 05 20:50:34.709820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeca66-5079-4959-94eb-86704ab166ba req-da75801b-6516-4228-9fd9-9d9dfb7c55ef tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:34.711292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07eeca66-5079-4959-94eb-86704ab166ba req-da75801b-6516-4228-9fd9-9d9dfb7c55ef tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.2654555 Apr 05 20:50:34.766445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-20b18966-28b2-4568-b25c-0ebfd6f4b655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:34.816148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-66b0634e-1cbd-4826-98c7-2eca97ba980a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188096 Apr 05 20:50:34.820084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:34.820772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:34.864817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07eeca66-5079-4959-94eb-86704ab166ba req-d18feb75-48c3-4052-a290-d1afeffb01c7 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471503 Apr 05 20:50:35.127425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572aec6-5df2-4a35-a371-da5f48910770 req-d5be5cfa-b710-492f-970e-376289276c12 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:35.128961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7572aec6-5df2-4a35-a371-da5f48910770 req-d5be5cfa-b710-492f-970e-376289276c12 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.3933043 Apr 05 20:50:35.203041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38866) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:35.221637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-ad694c02-52f8-40ec-8ba5-37e2b738a1ff service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918915 Apr 05 20:50:35.413196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7572aec6-5df2-4a35-a371-da5f48910770 req-e98e7a9b-3deb-47b1-a1b8-a2f5dded302d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572017 Apr 05 20:50:35.418848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-626e9350-07bb-4d6c-b530-38028980aea6 req-85a60b89-ea0e-47ee-b2e9-721eaa4f7ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889026 Apr 05 20:50:35.460976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:35.531708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:35.539661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Usage tracker for resource:security_group_rule and tenant:29235f1d3c834d3289a24402f944bb3d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:35.542984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:35.558522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:35.662482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1f20454d-c671-48f3-82c6-6a0fb664eee4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:35.681504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:35.752143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:35.797003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38884) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:35.797547 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29235f1d3c834d3289a24402f944bb3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5926206 Apr 05 20:50:35.832707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec9577-d567-4051-9658-fba2cfbe6348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fab886-1c52-410d-9a52-729490db55c2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:35.839156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1f20454d-c671-48f3-82c6-6a0fb664eee4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:35.839722 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:35.897259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515c890-4fff-485f-8b5b-d040241a1b5c req-6c8bd338-fca4-43df-bce8-9b48c078d61f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:35.904560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7515c890-4fff-485f-8b5b-d040241a1b5c req-6c8bd338-fca4-43df-bce8-9b48c078d61f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.3890157 Apr 05 20:50:35.943154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-0f09641a-8fa9-46e4-9c26-d1f7b9dd0cc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1094 time: 0.3766038 Apr 05 20:50:36.012968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:50:36.014890 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1dba-1fc4-47ad-805e-bb147dee0842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:36.129921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7515c890-4fff-485f-8b5b-d040241a1b5c req-04a5b4a2-e6d6-41b1-8391-fa22fb9823b2 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240541 Apr 05 20:50:36.132199 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1dba-1fc4-47ad-805e-bb147dee0842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:36.363946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-8a473b82-fe5e-41c2-adb5-130658160560 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:36.365409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-8a473b82-fe5e-41c2-adb5-130658160560 service neutron] 10.222.0.23 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.3814499 Apr 05 20:50:36.376177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd148c-f5b2-4c42-810a-17f09b2df418 req-0eba778f-d494-4c89-9e55-7cd5f673dc8e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:36.377598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1cd148c-f5b2-4c42-810a-17f09b2df418 req-0eba778f-d494-4c89-9e55-7cd5f673dc8e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 944 time: 0.4311333 Apr 05 20:50:36.475305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-cce931e7-298c-4b8c-b4a1-30773bcac24e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 200 len: 217 time: 0.0967560 Apr 05 20:50:36.557825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1dba-1fc4-47ad-805e-bb147dee0842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:36.585022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a1dba-1fc4-47ad-805e-bb147dee0842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fab886-1c52-410d-9a52-729490db55c2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:36.588033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1cd148c-f5b2-4c42-810a-17f09b2df418 req-725ff04a-f00f-455f-a721-55ebb54fb9ee tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1462617 Apr 05 20:50:36.591729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-b2c9ce35-5096-458d-bacf-a2578499d873 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:36.593137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-b2c9ce35-5096-458d-bacf-a2578499d873 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.1089001 Apr 05 20:50:36.652100 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1dba-1fc4-47ad-805e-bb147dee0842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:36.665198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ad0a1dba-1fc4-47ad-805e-bb147dee0842 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94fab886-1c52-410d-9a52-729490db55c2 HTTP/1.1" status: 204 len: 168 time: 0.8570557 Apr 05 20:50:36.736702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 5e705f4a-b671-400b-8d42-36a9e7bc1ace up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:36.779784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-3a242fb6-d6f9-4aa7-8eb6-a8aa84bb3ce3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777768 Apr 05 20:50:36.834452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:36.845001 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Sync routers for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:50:36.867234 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:36.868145 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:36.983499 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3f49871f-9e8a-4f9e-8155-20330842959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:37.016907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 5e705f4a-b671-400b-8d42-36a9e7bc1ace completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:37.038872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 5e705f4a-b671-400b-8d42-36a9e7bc1ace triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:37.039340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:37.100604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-d42d8481-9382-484d-89d6-de22b9821587 service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080621 Apr 05 20:50:37.105933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200c780-a94f-486b-9f29-969b86e0cd1b req-8a7ff0a9-0b8d-4011-ace6-79e772e27b17 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:37.107452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2200c780-a94f-486b-9f29-969b86e0cd1b req-8a7ff0a9-0b8d-4011-ace6-79e772e27b17 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.2232416 Apr 05 20:50:37.167032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:37.171260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38932) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:37.171774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b4a5f081-9138-4bbd-b976-6546f34ea64f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.2020817 Apr 05 20:50:37.289806 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:37.308806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2200c780-a94f-486b-9f29-969b86e0cd1b req-b33e909e-0a78-4ba5-843d-d4c75380e7f7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623142 Apr 05 20:50:37.343761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:37.429959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efe63681-d2d6-4797-b1fe-cdf08bcca843 req-5045c6e7-edd7-4387-9c3c-9d67fced08a0 service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214569 Apr 05 20:50:37.430547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:37.455013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 5e705f4a-b671-400b-8d42-36a9e7bc1ace, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:37.540787 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:37.689884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=5e705f4a-b671-400b-8d42-36a9e7bc1ace,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:37.752639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b6a14-7ddf-4322-aada-e8616ecce041 req-2c7bb79d-7632-439f-9b72-d7f981e58909 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:37.759961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:37.777935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-707b6a14-7ddf-4322-aada-e8616ecce041 req-2c7bb79d-7632-439f-9b72-d7f981e58909 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.1696959 Apr 05 20:50:37.897300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-707b6a14-7ddf-4322-aada-e8616ecce041 req-989358dc-4b60-4c29-879c-e482ca54bd93 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212854 Apr 05 20:50:37.931898 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02bcd838-7ceb-4abe-888a-3bfd07d23cc4'] response: {'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'code': 200} Apr 05 20:50:37.964291 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:34Z', 'revision_number': 3, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:37.971578 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Checking router: ca5af3e2-7a75-44b6-aadb-d38c94706bd1 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:50:37.973893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Updating router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:50:38.009822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:38.046778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'port_id': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'mac_address': 'fa:16:3e:3b:7a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:38.070482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38948) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:38.101564 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4a13621-a8d8-47dd-996c-74c30e44dbc0 req-de0d6924-33f8-4137-9a02-f7006797b2ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 0.1868651 Apr 05 20:50:38.110311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.115568 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.148525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b801e-bd61-4641-a5bf-c05ac9f4f9f4 req-46eec940-94fe-4e9c-839b-ca91284eb778 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:38.150561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-348b801e-bd61-4641-a5bf-c05ac9f4f9f4 req-46eec940-94fe-4e9c-839b-ca91284eb778 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.2252350 Apr 05 20:50:38.163247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38952) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:38.183965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:38.188373 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4a13621-a8d8-47dd-996c-74c30e44dbc0 req-9c907315-e2e7-4e9c-9bfd-9965d10efb07 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776138 Apr 05 20:50:38.188984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.196388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Usage tracker for resource:security_group_rule and tenant:9a1b47a158e242f8b1de32dbef74b5a6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:38.208402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:38.220134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:38.248935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-348b801e-bd61-4641-a5bf-c05ac9f4f9f4 req-2519332f-7444-4ea3-8a21-27e195ff8cfd tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921001 Apr 05 20:50:38.312204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38960) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:38.314858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd653e-c8c4-4215-81a3-1aef212292ec {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:50:38.335532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:38.371275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.474980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.483739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.497426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.657562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.658932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:38.660105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8741e-bfb6-436a-bf6f-ec630ab21685,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:38.664292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.708548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:38.714488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Usage tracker for resource:security_group_rule and tenant:d55db4b45b7f4b9981ae963cbb9d887e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:38.717863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:38.732294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:38.756268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7fd653e-c8c4-4215-81a3-1aef212292ec'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:38.762458 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.777827 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Transition to ACTIVE for port object 9f64a2d0-2934-451a-aa04-e4aa0658cd85 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:38.857975 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.904281 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.914797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.918619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1497e2b3-5a46-4c8a-8383-b53f1429b97e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a1b47a158e242f8b1de32dbef74b5a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8459435 Apr 05 20:50:38.922421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38968) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:38.948894 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Attempting to bind port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:38.949509 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Attempting to bind port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:38.950178 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Attempting to bind port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:38.969419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:38.972196 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:38.973303 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:38.973617 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.974068 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:38.974606 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Bound port: 9f64a2d0-2934-451a-aa04-e4aa0658cd85, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:38.975033 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.978773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Usage tracker for resource:security_group_rule and tenant:fe8aa2b8ca0049ea90ee6be4a8271007 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:38.983828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:38.986915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:38.999829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:39.014523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257aefac-58be-4c09-bd83-29a1bb007f03 req-38706948-7d41-47cc-922c-dd22169b1e61 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:39.021418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-257aefac-58be-4c09-bd83-29a1bb007f03 req-38706948-7d41-47cc-922c-dd22169b1e61 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.4255116 Apr 05 20:50:39.031036 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Pushing event updated for resources: {'Port': ['ID=9f64a2d0-2934-451a-aa04-e4aa0658cd85,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:39.051943 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.052732 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.052732 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.053160 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.053551 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.055484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.055484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.055484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.055484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.055484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.055484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.070113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c325d725-6292-4bee-ac3b-24358d7e48be,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:39.072639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] For port 9f64a2d0-2934-451a-aa04-e4aa0658cd85, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:39.076799 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] For port 9f64a2d0-2934-451a-aa04-e4aa0658cd85, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9f64a2d0-2934-451a-aa04-e4aa0658cd85,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:39.086163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.087430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d950bfd-0370-471f-934f-793f1791814b req-b6db57fb-1fd3-4207-87ed-05722f8830be tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:39.090908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d950bfd-0370-471f-934f-793f1791814b req-b6db57fb-1fd3-4207-87ed-05722f8830be tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 944 time: 0.4189856 Apr 05 20:50:39.104895 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d55db4b45b7f4b9981ae963cbb9d887e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9366858 Apr 05 20:50:39.115059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.115414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.119499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868cad10-3d7a-4364-92f9-4065d549dd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:39.122365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 38974) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:39.138269 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.153091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-257aefac-58be-4c09-bd83-29a1bb007f03 req-a45a838f-46c4-4b4d-8fc0-621e07cd8c1c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308670 Apr 05 20:50:39.172565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-824125af-6690-49a4-a195-d10108677bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.220373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.220597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-824125af-6690-49a4-a195-d10108677bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.253705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d950bfd-0370-471f-934f-793f1791814b req-9cc5cbe1-d60d-4558-9e63-15f54f00b4ed tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578999 Apr 05 20:50:39.268708 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf20c5-9d8d-4d1f-a47f-c17094e29724 None None] Pushing event updated for resources: {'Port': ['ID=9f64a2d0-2934-451a-aa04-e4aa0658cd85,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:39.298602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.312632 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:39.313912 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:39.344411 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-751afb93-3310-44d3-8bfa-bedd87e0a909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.432755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Allocated IP 172.20.0.1 (bb17b7ad-3f28-471c-b14a-8221fbf5aadc/d0f80bcd-758b-4c93-adc1-546e80536dcb/6406633b-0076-496b-8637-060cb71ceb58) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:39.466556 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-824125af-6690-49a4-a195-d10108677bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.514669 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:39.525857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c088cd-b295-4a8e-a3d7-3bfa39159cc6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:39.543257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824125af-6690-49a4-a195-d10108677bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8741e-bfb6-436a-bf6f-ec630ab21685,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:39.546476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5eb6b550-aa2a-4b0b-8af5-943dfd82d16e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe8aa2b8ca0049ea90ee6be4a8271007&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2309482 Apr 05 20:50:39.546476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-751afb93-3310-44d3-8bfa-bedd87e0a909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.547875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 38980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:39.622781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-824125af-6690-49a4-a195-d10108677bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.626372 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-824125af-6690-49a4-a195-d10108677bb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ee8741e-bfb6-436a-bf6f-ec630ab21685 HTTP/1.1" status: 204 len: 168 time: 0.7005687 Apr 05 20:50:39.643289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7108a0-bd54-4bf8-96e2-ea3514e23179 req-5f949fd2-e254-4f43-9650-eccf0cc83d12 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:39.649884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf7108a0-bd54-4bf8-96e2-ea3514e23179 req-5f949fd2-e254-4f43-9650-eccf0cc83d12 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.3078732 Apr 05 20:50:39.685957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.701038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-108549ad-4764-4c90-a6ea-1dad6b2e5bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.702092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac791d0-b023-4d8b-8c1d-62d1f777151a req-cf8afce4-815f-460f-b8d8-3ea66f7c6ffb tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:39.703715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ac791d0-b023-4d8b-8c1d-62d1f777151a req-cf8afce4-815f-460f-b8d8-3ea66f7c6ffb tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.2353966 Apr 05 20:50:39.745352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-108549ad-4764-4c90-a6ea-1dad6b2e5bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.765475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf7108a0-bd54-4bf8-96e2-ea3514e23179 req-f2344022-0f85-486e-bd15-bb0dc67be780 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079459 Apr 05 20:50:39.773160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:39.775510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-751afb93-3310-44d3-8bfa-bedd87e0a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.780159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Transition to ACTIVE for port object 6406633b-0076-496b-8637-060cb71ceb58 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:39.803175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ac791d0-b023-4d8b-8c1d-62d1f777151a req-126c7f31-7aae-4f5d-aafd-d376bdf2a2dc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925796 Apr 05 20:50:39.823802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751afb93-3310-44d3-8bfa-bedd87e0a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c325d725-6292-4bee-ac3b-24358d7e48be,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:39.842218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.853309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-751afb93-3310-44d3-8bfa-bedd87e0a909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.854442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-751afb93-3310-44d3-8bfa-bedd87e0a909 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c325d725-6292-4bee-ac3b-24358d7e48be HTTP/1.1" status: 204 len: 168 time: 0.7300296 Apr 05 20:50:39.940725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-108549ad-4764-4c90-a6ea-1dad6b2e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.952478 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:34Z', 'revision_number': 3, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:39.952741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.956771 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf5107-988f-41fc-8b16-bcecbd2bfc41 None None] The sync data for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 is: [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:34Z', 'revision_number': 3, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:50:39.991621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port f7fd653e-c8c4-4215-81a3-1aef212292ec completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:39.996768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f7fd653e-c8c4-4215-81a3-1aef212292ec triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:39.997202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.009675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108549ad-4764-4c90-a6ea-1dad6b2e5bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c088cd-b295-4a8e-a3d7-3bfa39159cc6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:40.032297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-108549ad-4764-4c90-a6ea-1dad6b2e5bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.035935 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-108549ad-4764-4c90-a6ea-1dad6b2e5bc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44c088cd-b295-4a8e-a3d7-3bfa39159cc6 HTTP/1.1" status: 204 len: 168 time: 0.4822824 Apr 05 20:50:40.041342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:40.044383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:40.047860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:40.091612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Pushing event updated for resources: {'Port': ['ID=6406633b-0076-496b-8637-060cb71ceb58,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:40.130978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.161310 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.274248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:40.338364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:40.357301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.426833 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.609543 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd801fe-6e25-4661-92b3-cdc52d3a851a'] response: {'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'code': 200} Apr 05 20:50:40.648556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:40.766241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d95a541-42cf-4492-be96-25d8ef4a26a8 None None] Provisioning for port 6406633b-0076-496b-8637-060cb71ceb58 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:40.772372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d95a541-42cf-4492-be96-25d8ef4a26a8 None None] Provisioning complete for port 6406633b-0076-496b-8637-060cb71ceb58 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:40.772743 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d95a541-42cf-4492-be96-25d8ef4a26a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.780658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.798234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4c53192-c93f-4888-8a24-8ee61c400eff req-95f529f4-4274-4ed2-aafa-9569f0eba850 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1096 time: 0.1802270 Apr 05 20:50:40.803730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1977ab-a9a0-44fd-9ae4-a2df66789848 req-ccd54e7e-3663-42ff-bee6-33d407dc5c81 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:40.805397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b1977ab-a9a0-44fd-9ae4-a2df66789848 req-ccd54e7e-3663-42ff-bee6-33d407dc5c81 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.2716987 Apr 05 20:50:40.830762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aeae9-126c-4b24-8d3c-aacabbdd58d3 req-7b009cab-4198-473a-a731-402b432eab87 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:40.831470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1d95a541-42cf-4492-be96-25d8ef4a26a8 None None] Port 6406633b-0076-496b-8637-060cb71ceb58 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:40.832684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b35aeae9-126c-4b24-8d3c-aacabbdd58d3 req-7b009cab-4198-473a-a731-402b432eab87 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.1776576 Apr 05 20:50:40.888740 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:40.927486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f4c53192-c93f-4888-8a24-8ee61c400eff req-6d0568a4-46b9-47e4-a6cc-16c71cef37d3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193228 Apr 05 20:50:40.945661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b1977ab-a9a0-44fd-9ae4-a2df66789848 req-fea42be9-26d4-4a1b-8e0d-ef9a00b60a5a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233733 Apr 05 20:50:40.951055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b35aeae9-126c-4b24-8d3c-aacabbdd58d3 req-987a2c64-9da2-4ab4-a9ae-74a17957eafb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981858 Apr 05 20:50:41.061394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39010) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:41.094173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:41.125825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Pushing event updated for resources: {'Port': ['ID=6406633b-0076-496b-8637-060cb71ceb58,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:41.168624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:41.193411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:41.206384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Usage tracker for resource:security_group_rule and tenant:374c8dd10c9e43f79e3a1e234af67e43 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:41.214621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:41.268133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:41.332604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:41.334251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:41.392153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b9921-385b-447a-9af7-5b402665b9b0 req-55866800-713d-4ef9-aea1-ccbe9218d4a9 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:41.393750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-655b9921-385b-447a-9af7-5b402665b9b0 req-55866800-713d-4ef9-aea1-ccbe9218d4a9 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2720344 Apr 05 20:50:41.399867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f7f78-3508-47e7-8791-41a303db3026 req-9472b1b1-2278-424f-a7b7-ab5a1dacad8f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:41.407077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-140f7f78-3508-47e7-8791-41a303db3026 req-9472b1b1-2278-424f-a7b7-ab5a1dacad8f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.2019644 Apr 05 20:50:41.441678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39016) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:41.538448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:41.557700 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:41.586432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-140f7f78-3508-47e7-8791-41a303db3026 req-f9bd64bb-fe39-4ec3-8629-db63221abb33 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1784136 Apr 05 20:50:41.594124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-655b9921-385b-447a-9af7-5b402665b9b0 req-49c6add9-c066-4dc3-817a-34ef49ef322a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850111 Apr 05 20:50:41.606427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:41.619316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6637dbb4469e4e2583d561a1f11c180f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:41.620784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:41.626746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:41.643572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:41.749994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9f64a2d0-2934-451a-aa04-e4aa0658cd85 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:41.796495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a6f4e2-5daf-4483-89f5-3a8d7997d5ea,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:41.860514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc97f359-3878-4e67-b879-9cec0dc6e0a8 None None] Provisioning complete for port 6406633b-0076-496b-8637-060cb71ceb58 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:41.864470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc97f359-3878-4e67-b879-9cec0dc6e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:41.866455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-85b5e1f5-4bcc-4f9d-9f9b-446551be8164 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=374c8dd10c9e43f79e3a1e234af67e43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8035045 Apr 05 20:50:41.873496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39026) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:41.962021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bc97f359-3878-4e67-b879-9cec0dc6e0a8 None None] Port 6406633b-0076-496b-8637-060cb71ceb58 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:42.024064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:42.026525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.031307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:42.031867 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.049599 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb371-9b54-47d7-87bf-7aed5678cb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.071677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60521fd6-03ef-410e-88ec-3909bd07fd70 req-3ec51465-6d2c-4e32-b460-8ba3a2310c17 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:42.090413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60521fd6-03ef-410e-88ec-3909bd07fd70 req-3ec51465-6d2c-4e32-b460-8ba3a2310c17 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.2919204 Apr 05 20:50:42.092076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39038) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:42.111746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:50:42.128634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'floatingip': {'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:42.194833 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.214899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 9f64a2d0-2934-451a-aa04-e4aa0658cd85, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9f64a2d0-2934-451a-aa04-e4aa0658cd85,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:42.224478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.303909 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.408772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb371-9b54-47d7-87bf-7aed5678cb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.433259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.439770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=9f64a2d0-2934-451a-aa04-e4aa0658cd85,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:42.442606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:42.449095 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-08729832-a4c3-4744-b8fb-e46500ebec15 admin admin] 10.222.0.10 "PUT /v2.0/routers/ca5af3e2-7a75-44b6-aadb-d38c94706bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2738106 Apr 05 20:50:42.689211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6ac66-3aa8-4895-ba64-b06d9c161782,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:42.764790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d49dc6fe-f44c-40b7-89df-5e6364c889f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6637dbb4469e4e2583d561a1f11c180f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3189857 Apr 05 20:50:42.767434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39056) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:42.839621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2e17d88-170b-448a-ba00-4383642418dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.866669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7493b0a-1a2d-49cb-b316-cbf7a73e1c8e req-cf128051-13fa-41fe-89f5-36c65c56f426 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:42.868153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7493b0a-1a2d-49cb-b316-cbf7a73e1c8e req-cf128051-13fa-41fe-89f5-36c65c56f426 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.5498679 Apr 05 20:50:42.869652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2e17d88-170b-448a-ba00-4383642418dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.876141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47249c39-f26b-4f91-8eaf-42743479694e req-d216e660-39ed-4d9f-b161-29d6c59c2ef4 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:42.877632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47249c39-f26b-4f91-8eaf-42743479694e req-d216e660-39ed-4d9f-b161-29d6c59c2ef4 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.5638249 Apr 05 20:50:43.031996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2e17d88-170b-448a-ba00-4383642418dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.049762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb371-9b54-47d7-87bf-7aed5678cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.052952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e17d88-170b-448a-ba00-4383642418dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6ac66-3aa8-4895-ba64-b06d9c161782,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:43.057795 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2e17d88-170b-448a-ba00-4383642418dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.059637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b2e17d88-170b-448a-ba00-4383642418dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80a6ac66-3aa8-4895-ba64-b06d9c161782 HTTP/1.1" status: 204 len: 168 time: 0.2903349 Apr 05 20:50:43.110303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdb371-9b54-47d7-87bf-7aed5678cb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a6f4e2-5daf-4483-89f5-3a8d7997d5ea,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:43.144890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7493b0a-1a2d-49cb-b316-cbf7a73e1c8e req-9bbf065d-a108-4172-b9fc-71f95105d211 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598903 Apr 05 20:50:43.146885 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb371-9b54-47d7-87bf-7aed5678cb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.150155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ddbdb371-9b54-47d7-87bf-7aed5678cb67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79a6f4e2-5daf-4483-89f5-3a8d7997d5ea HTTP/1.1" status: 204 len: 168 time: 1.2732224 Apr 05 20:50:43.152584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47249c39-f26b-4f91-8eaf-42743479694e req-a63463c7-24c3-4edf-abfe-91afc07009b5 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526639 Apr 05 20:50:43.427474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a996ca-aa81-4ee6-9629-8f81bb387d99 req-26941a62-fd2b-40e2-bd84-17038c62cfd4 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:43.428959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29a996ca-aa81-4ee6-9629-8f81bb387d99 req-26941a62-fd2b-40e2-bd84-17038c62cfd4 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.1259615 Apr 05 20:50:43.569084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29a996ca-aa81-4ee6-9629-8f81bb387d99 req-09005496-9e3c-4a8f-8284-ee1d0ebecb30 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324561 Apr 05 20:50:43.569813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.640598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.648426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9f64a2d0-2934-451a-aa04-e4aa0658cd85 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:43.774403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:43.775282 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.929772 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Floating IP 4172d1c0-17d6-44ce-89f1-9d188c922673 associated. External IP: 172.25.2.96, port: 5e705f4a-b671-400b-8d42-36a9e7bc1ace. Apr 05 20:50:44.116256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Sync routers for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:50:44.132677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:44.133527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:44.422054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:44.750373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e050fb1-752b-4d29-a261-942ccad07d06 req-64781a29-b4b7-4e9c-b8d9-484747664b67 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:44.751944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e050fb1-752b-4d29-a261-942ccad07d06 req-64781a29-b4b7-4e9c-b8d9-484747664b67 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.3345935 Apr 05 20:50:44.765903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f6fa-ca08-4da4-a65d-4280a186cc1f req-689d5901-b746-4ff4-8fbc-44bea248d497 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:44.767640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ea1f6fa-ca08-4da4-a65d-4280a186cc1f req-689d5901-b746-4ff4-8fbc-44bea248d497 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.3019886 Apr 05 20:50:44.828232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 2, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:44.832414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Checking router: ca5af3e2-7a75-44b6-aadb-d38c94706bd1 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:50:44.832777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Updating router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 port 6406633b-0076-496b-8637-060cb71ceb58 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:50:44.859341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e050fb1-752b-4d29-a261-942ccad07d06 req-696106fa-28dd-463e-944b-7f5aa35f3de6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008272 Apr 05 20:50:44.881690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ea1f6fa-ca08-4da4-a65d-4280a186cc1f req-9ca204db-7a86-42d1-aa6a-1a9a70fc1dc5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958850 Apr 05 20:50:44.895135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39140) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:44.903208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-859080230-network', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:44.907691 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:44.912076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:44.920437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Usage tracker for resource:network and tenant:69ef8c0f3eea476182923469a4f78d36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:44.924859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Router df39a17f-0a66-4157-9ce9-79c120aa3a55 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:50:44.927158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:44.977220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:45.075257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Made reservation on behalf of 69ef8c0f3eea476182923469a4f78d36 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:45.078243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.103889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.164609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:45.168816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Usage tracker for resource:security_group_rule and tenant:69ef8c0f3eea476182923469a4f78d36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:45.171842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:45.181870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:45.336246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.380096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f35e9-b3ef-4a99-8658-aea1558d2648 req-60f5fdd2-e97c-4c07-b909-da293b4ca936 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:45.385447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e7f35e9-b3ef-4a99-8658-aea1558d2648 req-60f5fdd2-e97c-4c07-b909-da293b4ca936 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.3149312 Apr 05 20:50:45.390099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39158) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:45.399436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Request body: {'floatingip': {'port_id': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:45.400603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6cd3-0e7a-454c-9815-de46e2908cd2 req-9a49324b-6074-447a-9033-287c728cb0f0 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:45.407435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9db6cd3-0e7a-454c-9815-de46e2908cd2 req-9a49324b-6074-447a-9033-287c728cb0f0 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2654676 Apr 05 20:50:45.472166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9db6cd3-0e7a-454c-9815-de46e2908cd2 req-21026e04-ff57-40e6-bbf7-8894c3c81c91 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635614 Apr 05 20:50:45.499312 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.524372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:50:45.537743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:45.538164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.542711 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.547456 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] Sync routers for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:50:45.551463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.565709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Transition to ACTIVE for port object 6406633b-0076-496b-8637-060cb71ceb58 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:45.568898 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:45.569568 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:45.635917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.636417 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Added segment d1cd76a0-bf8d-4858-8e2a-38e8dd93441d of type vlan for network ebfb9789-27c9-4b78-8cc0-1eb924feb58f Apr 05 20:50:45.686568 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.702199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f685663a-665b-4e4a-8522-7c2c2701aa9d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "PUT /v2.0/floatingips/4172d1c0-17d6-44ce-89f1-9d188c922673 HTTP/1.1" status: 200 len: 990 time: 3.6090105 Apr 05 20:50:45.709814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:45.726694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902be2d8-b38f-4c2b-bdcf-1bc4b8fc11b8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:45.752690 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:45.796184 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd58735e-50be-4818-9030-39b7140c4f9f'] response: {'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'status': 'completed', 'code': 200} Apr 05 20:50:45.945670 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:46.185440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Pushing event updated for resources: {'Port': ['ID=6406633b-0076-496b-8637-060cb71ceb58,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:46.233838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Attempting to bind port 6406633b-0076-496b-8637-060cb71ceb58 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:46.234265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Attempting to bind port 6406633b-0076-496b-8637-060cb71ceb58 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:46.234624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Attempting to bind port 6406633b-0076-496b-8637-060cb71ceb58 on network bb17b7ad-3f28-471c-b14a-8221fbf5aadc {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:46.248250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:46.248834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Checking segment: {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:46.249422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:46.249815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Bound using segment: {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:46.250416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Bound port: 6406633b-0076-496b-8637-060cb71ceb58, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:46.250785 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:46.281254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.281585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.282045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.282613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.283260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.283604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.283930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.284252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.284591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.284883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.285806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:46.352130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:46.354097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:46.358145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:46.378405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7219744-f522-4348-a28b-8fde67c2245a req-40fc2e05-e55f-4e26-bba5-17357bcea968 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:46.379793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7219744-f522-4348-a28b-8fde67c2245a req-40fc2e05-e55f-4e26-bba5-17357bcea968 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.2339642 Apr 05 20:50:46.450118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7219744-f522-4348-a28b-8fde67c2245a req-f644f968-2d4d-48aa-a8c9-1af562260a68 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644765 Apr 05 20:50:46.489153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] For port 6406633b-0076-496b-8637-060cb71ceb58, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:46.503156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] For port 6406633b-0076-496b-8637-060cb71ceb58, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6406633b-0076-496b-8637-060cb71ceb58,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:46.595791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:46.676772 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '4172d1c0-17d6-44ce-89f1-9d188c922673', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'mac_address': 'fa:16:3e:b4:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:18Z', 'updated_at': '2022-04-05T20:50:43Z', 'revision_number': 1, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:46.685102 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] Checking router: df39a17f-0a66-4157-9ce9-79c120aa3a55 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:50:46.713883 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:46.713994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd158a-9d60-406a-bfe8-3dbdf29241ff None None] Pushing event updated for resources: {'Port': ['ID=6406633b-0076-496b-8637-060cb71ceb58,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:46.714092 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:46.745693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:46.747811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:46.861591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e44abf-9a02-40e3-a7f0-32d6b47baf86 req-251b8ef3-136f-4419-b102-7f2bafac3e61 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:46.864415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2e44abf-9a02-40e3-a7f0-32d6b47baf86 req-251b8ef3-136f-4419-b102-7f2bafac3e61 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2013896 Apr 05 20:50:46.908516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] Pushing event updated for resources: {'Network': ['ID=ebfb9789-27c9-4b78-8cc0-1eb924feb58f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:46.946897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:50:46.957264 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-7fdd5295-180a-48f1-9224-904072a0cd00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 1.0119460 Apr 05 20:50:46.983454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2e44abf-9a02-40e3-a7f0-32d6b47baf86 req-6e5318a8-c905-42d5-8da6-49d8057fa471 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081271 Apr 05 20:50:47.097789 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:47.103248 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-116ec08e-0e71-4b06-a92b-ecc56de6db3a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2069521 Apr 05 20:50:47.106092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39214) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:47.111652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Request body: {'subnet': {'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-859080230-subnet', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:47.122059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:47.132230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Usage tracker for resource:subnet and tenant:69ef8c0f3eea476182923469a4f78d36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:47.150037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:47.166754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:47.260106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-977caad2-8e13-4b74-8b80-6883e3bed7b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:47.262580 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-977caad2-8e13-4b74-8b80-6883e3bed7b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.2910841 Apr 05 20:50:47.289489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Made reservation on behalf of 69ef8c0f3eea476182923469a4f78d36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:47.291793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.313249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:47.339014 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.396201 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-eb65790f-cfd2-40a3-8beb-3a3da73b64dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 998 time: 0.1193852 Apr 05 20:50:47.415049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.698814 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '4172d1c0-17d6-44ce-89f1-9d188c922673', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'mac_address': 'fa:16:3e:b4:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:18Z', 'updated_at': '2022-04-05T20:50:43Z', 'revision_number': 1, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:47.708066 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a990d74c-4b7a-4b89-9506-6fb4c171ebb9 None None] The sync data for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 is: [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '4172d1c0-17d6-44ce-89f1-9d188c922673', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'mac_address': 'fa:16:3e:b4:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:18Z', 'updated_at': '2022-04-05T20:50:43Z', 'revision_number': 1, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:50:47.819582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-fc0201e6-f10a-4eac-9e4d-1cc95bde888d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:47.823373 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-fc0201e6-f10a-4eac-9e4d-1cc95bde888d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.3297276 Apr 05 20:50:47.875485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.989480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80708076-245e-432e-9160-0cc43eb2bfd0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:48.017605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a230fe2-0b70-4c3f-9305-e8af4a3133a6 req-6926af28-3f23-4979-a29f-304913cc9f2c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:48.019199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a230fe2-0b70-4c3f-9305-e8af4a3133a6 req-6926af28-3f23-4979-a29f-304913cc9f2c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.2429800 Apr 05 20:50:48.049808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:46Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:48.055296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Checking segment: {'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:48.063736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c9471-9bf0-4d5a-a6dc-e9f3b960ff7e None None] The sync data for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 is: [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:46Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:50:48.064011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Network hostable DHCP agents. Network: ebfb9789-27c9-4b78-8cc0-1eb924feb58f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:50:48.081441 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-01c717df-5e8d-4d55-ac6b-42fb21372bd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494185 Apr 05 20:50:48.190950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a230fe2-0b70-4c3f-9305-e8af4a3133a6 req-79566c01-783b-47fd-8d7f-138e7b9c4dbf tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635904 Apr 05 20:50:48.203515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:50:48.262611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172472f4-e77a-4ffe-aa98-854f8503700a None None] New status for floating IP 4172d1c0-17d6-44ce-89f1-9d188c922673: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:50:48.299610 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Floating IP 6ece8b81-edca-4d9d-b94e-30a9db7513d7 associated. External IP: 172.25.2.250, port: f7fd653e-c8c4-4215-81a3-1aef212292ec. Apr 05 20:50:48.370636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, ebfb9789-27c9-4b78-8cc0-1eb924feb58f) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:48.375115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:48.375814 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:48.403352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc141b-abb0-40a6-8616-fe57af34d0fb None None] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:50:48.472503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2368560-a823-4bfd-9c63-8b1182007f27 req-6345023e-913b-412b-b04d-a8b93bcfc16b tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:48.480763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2368560-a823-4bfd-9c63-8b1182007f27 req-6345023e-913b-412b-b04d-a8b93bcfc16b tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.2136407 Apr 05 20:50:48.577240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a3655dd-b36d-47b7-9535-bd921b16e20c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4668350 Apr 05 20:50:48.582776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39260) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:48.598480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:48.604447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:48.608721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Usage tracker for resource:router and tenant:69ef8c0f3eea476182923469a4f78d36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:48.617238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:48.624913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:48.631196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2368560-a823-4bfd-9c63-8b1182007f27 req-52bbbdd9-2049-41eb-a275-f54e2b08922f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441555 Apr 05 20:50:48.634545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-048822c1-7083-4cb7-816e-6e7518ad5fb9 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418739 Apr 05 20:50:48.760974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39266) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:48.780738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:48.781832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:48.849074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:48.925380 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-929bfe99-a88c-4c6a-8238-64287b0e571d req-5a9fb52c-816c-415a-ae51-284a4919bdec service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825844 Apr 05 20:50:49.004131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-ebfb9789-27c9-4b78-8cc0-1eb924feb58f', 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'fixed_ips': [{'subnet_id': '80708076-245e-432e-9160-0cc43eb2bfd0'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:50:49.005864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.058232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1832664324', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:49.067308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:49.071504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Usage tracker for resource:port and tenant:191bc46d58d14a029fc226ce73c26857 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:49.075044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:49.083615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:49.165722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Made reservation on behalf of 191bc46d58d14a029fc226ce73c26857 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:49.168570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.200610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.266381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Allocated IP 172.20.0.2 (ebfb9789-27c9-4b78-8cc0-1eb924feb58f/80708076-245e-432e-9160-0cc43eb2bfd0/f41aba55-0dc8-4ce8-b10c-2f1654c662c7) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:49.334407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:49.349471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Usage tracker for resource:security_group_rule and tenant:191bc46d58d14a029fc226ce73c26857 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:49.359329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:49.378059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:49.630486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.661081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b414d-95ce-41a6-8dba-0f7720eef523 req-8842acee-8646-41bf-bf7b-603709121b69 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:49.661081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab1b414d-95ce-41a6-8dba-0f7720eef523 req-8842acee-8646-41bf-bf7b-603709121b69 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.2227213 Apr 05 20:50:49.723463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6406633b-0076-496b-8637-060cb71ceb58 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:49.766159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.792805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab1b414d-95ce-41a6-8dba-0f7720eef523 req-69ccee14-a386-4b67-93b5-04f03b4cf6d2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240773 Apr 05 20:50:49.794285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.803341 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4ffd3f6-4d74-457f-8fda-3630152d8ae4 req-8cc24063-a29a-4ee4-88b4-a3ea02414ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.5401540 Apr 05 20:50:49.819040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] device_id is not set on port ac32ea17-8e0c-4014-8277-1efae860cd9b yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:50:49.882478 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b4ffd3f6-4d74-457f-8fda-3630152d8ae4 req-78a2cffe-cd92-4bda-bacb-ce012234159e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719986 Apr 05 20:50:49.923347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0293d02-4e78-41b1-9d94-712d3531e9e5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:49.945350 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.985320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Transition to ACTIVE for port object f41aba55-0dc8-4ce8-b10c-2f1654c662c7 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:50.021882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Router dada9b78-ac7d-4a62-961f-8b56fedac548 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:50:50.039986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Transition to ACTIVE for port object f41aba55-0dc8-4ce8-b10c-2f1654c662c7 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:50.109437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22726-8557-4abe-a278-f0e1dd3ba136 req-f8a4d4d2-6012-415a-93a1-158f8b34276d tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:50.117361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00c22726-8557-4abe-a278-f0e1dd3ba136 req-f8a4d4d2-6012-415a-93a1-158f8b34276d tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.1770308 Apr 05 20:50:50.130310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6406633b-0076-496b-8637-060cb71ceb58 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:50.138852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6406633b-0076-496b-8637-060cb71ceb58 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:50.139230 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.214379 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.287604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.349091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:50.354047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:50.361125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:50.385442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Pushing event updated for resources: {'Port': ['ID=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:50.438172 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.442224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Allocated IP 172.25.2.239 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/ac32ea17-8e0c-4014-8277-1efae860cd9b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:50.470174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00c22726-8557-4abe-a278-f0e1dd3ba136 req-8cf7735f-e3fc-47b5-8d4a-afc45c275997 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488970 Apr 05 20:50:50.501220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.593517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.612748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:50.614000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Attempting to bind port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:50.614356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Attempting to bind port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:50.614722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Attempting to bind port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 on network ebfb9789-27c9-4b78-8cc0-1eb924feb58f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:50.627705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] Sync routers for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:50:50.629249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:50.629249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Checking segment: {'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:50.629522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.630100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Bound using segment: {'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:50.630574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Bound port: f41aba55-0dc8-4ce8-b10c-2f1654c662c7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:50.630945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.646453 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:50.648215 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:50.659373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.721635 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-869ebfe7-3975-4408-8971-736ad77588a3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "PUT /v2.0/floatingips/6ece8b81-edca-4d9d-b94e-30a9db7513d7 HTTP/1.1" status: 200 len: 991 time: 5.3299656 Apr 05 20:50:50.723724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:50.730498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6406633b-0076-496b-8637-060cb71ceb58, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6406633b-0076-496b-8637-060cb71ceb58,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:50.768303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.768856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] For port f41aba55-0dc8-4ce8-b10c-2f1654c662c7, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:50.772505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] For port f41aba55-0dc8-4ce8-b10c-2f1654c662c7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,segment=NetworkSegment(d1cd76a0-bf8d-4858-8e2a-38e8dd93441d),segment_id=d1cd76a0-bf8d-4858-8e2a-38e8dd93441d)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:50.824021 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff259a0-8bbb-4bd4-9c77-198b3552500e'] response: {'name': 'network-changed', 'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'status': 'completed', 'code': 200} Apr 05 20:50:50.828609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.873381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.927973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:50.949433 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:50.971539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6406633b-0076-496b-8637-060cb71ceb58,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:51.059669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Allocated IP 172.25.2.64 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/bb7ae061-36ec-4c91-bd70-a6497ebaee35) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:51.114980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d562ec6-11a6-4cd9-95e1-4e0585356955 None None] Pushing event updated for resources: {'Port': ['ID=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:51.142573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Pushing event updated for resources: {'Port': ['ID=ac32ea17-8e0c-4014-8277-1efae860cd9b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:51.345071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:51.402079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:51.428715 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:51.430863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:51.577543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-c7eee539-0076-4aac-a927-b915ce2ff4c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3da4570b62d64824901e786770484f62&device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 1097 time: 0.4621038 Apr 05 20:50:51.595681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792bb1b-573e-49f0-a94f-8f37e9de3fd9 req-d695b330-9e8a-4c8b-80ad-4680cc259537 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:51.603987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8792bb1b-573e-49f0-a94f-8f37e9de3fd9 req-d695b330-9e8a-4c8b-80ad-4680cc259537 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.4874191 Apr 05 20:50:51.604567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:51.771214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:51.774238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:51.784177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:51.812813 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6ece8b81-edca-4d9d-b94e-30a9db7513d7', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'port_id': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'mac_address': 'fa:16:3e:3b:7a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:20Z', 'updated_at': '2022-04-05T20:50:47Z', 'revision_number': 1, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:51.815082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:51.815961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:51.817685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Pushing event updated for resources: {'Port': ['ID=bb7ae061-36ec-4c91-bd70-a6497ebaee35,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:51.827750 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] Checking router: dada9b78-ac7d-4a62-961f-8b56fedac548 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:50:51.846090 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:51.846898 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:51.848000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f41aba55-0dc8-4ce8-b10c-2f1654c662c7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:51.872920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-ce493e07-e0f6-486b-a6b6-c1d1cddfd0a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1096 time: 1.0209846 Apr 05 20:50:51.892820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-2c576763-8ee8-47ca-9a7b-e54a1321134d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:51.894390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-2c576763-8ee8-47ca-9a7b-e54a1321134d service neutron] 10.222.0.23 "GET /v2.0/networks?id=50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 200 len: 916 time: 0.3055885 Apr 05 20:50:52.011543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-369a2883-5eb0-4803-9d0a-1aafcefaf896 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4bc52b9-c052-439a-a52c-9701cf891e09 HTTP/1.1" status: 200 len: 217 time: 0.0772488 Apr 05 20:50:52.057543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:52.066071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6406633b-0076-496b-8637-060cb71ceb58 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:52.177631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.178397 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.183748 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:52.197497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8792bb1b-573e-49f0-a94f-8f37e9de3fd9 req-2efd2171-7a36-4c02-b6f1-d1f9acd5f05c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922368 Apr 05 20:50:52.206598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39368) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:52.214809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c38da276-a292-4e73-b95c-e1d087c91852 tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.4526551 Apr 05 20:50:52.225975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39372) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:52.251755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6406633b-0076-496b-8637-060cb71ceb58 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:52.252129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.278344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.239'}]}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:52.328524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:52.344115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-9772b5ef-a09b-4ea8-8d57-8a3dd9bfee7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:52.356826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-9772b5ef-a09b-4ea8-8d57-8a3dd9bfee7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 200 len: 854 time: 0.2892780 Apr 05 20:50:52.376068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Usage tracker for resource:router and tenant:191bc46d58d14a029fc226ce73c26857 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:52.404747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d5aa-d2ba-431c-88d1-3da27e7198c0 req-0cfff746-508c-47f3-ad98-c0236e6d54fb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:52.424367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6528d5aa-d2ba-431c-88d1-3da27e7198c0 req-0cfff746-508c-47f3-ad98-c0236e6d54fb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.6110351 Apr 05 20:50:52.455683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:52.554879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:52.610919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6528d5aa-d2ba-431c-88d1-3da27e7198c0 req-8b4b89c5-e77f-437a-98d9-8ea1bcac002b tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828127 Apr 05 20:50:52.636380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-3c51aa63-e2c3-4833-9cf0-0f7c42d8b661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:52.638110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-3c51aa63-e2c3-4833-9cf0-0f7c42d8b661 service neutron] 10.222.0.23 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.7479100 Apr 05 20:50:52.645591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.654647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107036b5-9df1-476b-86d0-99d4b4285f1d None None] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:50:52.763990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39382) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:52.766214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.767732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.781443 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6ece8b81-edca-4d9d-b94e-30a9db7513d7', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'port_id': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'mac_address': 'fa:16:3e:3b:7a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:20Z', 'updated_at': '2022-04-05T20:50:47Z', 'revision_number': 1, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:52.786892 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc445f6-cbc2-446e-95b4-d6855368e8be None None] The sync data for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 is: [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6ece8b81-edca-4d9d-b94e-30a9db7513d7', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'floating_ip_address': '172.25.2.250', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'port_id': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'mac_address': 'fa:16:3e:3b:7a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:20Z', 'updated_at': '2022-04-05T20:50:47Z', 'revision_number': 1, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:50:52.787825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.794532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Router 1295d7a8-2a59-4be8-9eb4-c358478a4477 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:50:52.806143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1345342789', 'description': 'tempest-description-1564982718'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:52.837562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:52.892491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:52.894293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ffd72d0-e8d0-4781-94ad-ce2178615f21 None None] Provisioning for port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:52.899391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:52.903806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ffd72d0-e8d0-4781-94ad-ce2178615f21 None None] Provisioning complete for port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:52.904185 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ffd72d0-e8d0-4781-94ad-ce2178615f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:52.910783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Usage tracker for resource:security_group_rule and tenant:d6798c2fdc19423582a02bb26e06e692 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:52.918618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-dd1a21c6-c006-4918-b909-709d3bf2b12c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 200 len: 999 time: 0.2543571 Apr 05 20:50:52.920297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:52.932174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-f6a23561-9d5d-42bc-9035-9d522f52e291 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50df51e0-caa3-4757-8b2e-b2c248f59f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4721372 Apr 05 20:50:52.966828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:53.087171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ffd72d0-e8d0-4781-94ad-ce2178615f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.104630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-4d0425f1-872e-4f3d-aa41-b12d1ccf84d7 service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350543 Apr 05 20:50:53.111378 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.123552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8ffd72d0-e8d0-4781-94ad-ce2178615f21 None None] For port f41aba55-0dc8-4ce8-b10c-2f1654c662c7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,segment=NetworkSegment(d1cd76a0-bf8d-4858-8e2a-38e8dd93441d),segment_id=d1cd76a0-bf8d-4858-8e2a-38e8dd93441d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:53.167527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:53.173016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Usage tracker for resource:security_group_rule and tenant:a5cb63eb22294937b19754633717e24f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:53.177887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:53.186653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:53.187695 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ffd72d0-e8d0-4781-94ad-ce2178615f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.325434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.336945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd72d0-e8d0-4781-94ad-ce2178615f21 None None] Pushing event updated for resources: {'Port': ['ID=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:53.340139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:53.359833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Sync routers for ids ['1295d7a8-2a59-4be8-9eb4-c358478a4477'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:50:53.381865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Routers {'1295d7a8-2a59-4be8-9eb4-c358478a4477'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:53.382087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1295d7a8-2a59-4be8-9eb4-c358478a4477'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:53.405913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.415144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.480782 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.484185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-39bdd08b-8066-4af1-a242-bccc09ab03be admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8892975 Apr 05 20:50:53.485568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7582ce-0c71-417f-8bd1-594609e761cd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:53.491106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68ca7978-484d-43a1-aae7-1902e1f630e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5cb63eb22294937b19754633717e24f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7252057 Apr 05 20:50:53.491106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39390) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:53.546410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39394) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:53.568688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a7498f14-60bd-4dce-b34a-d0a28fd40e8c None None] Provisioning complete for port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:53.569084 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a7498f14-60bd-4dce-b34a-d0a28fd40e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.632667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Set router 1295d7a8-2a59-4be8-9eb4-c358478a4477 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:53.681017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68d62155-71d1-4e1a-bf9d-a80574f7ee68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.705217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-eb1c4db1-9920-4fa0-8ed9-0c7bf6387292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:53.706659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-eb1c4db1-9920-4fa0-8ed9-0c7bf6387292 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.7780523 Apr 05 20:50:53.711693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:53.727091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68d62155-71d1-4e1a-bf9d-a80574f7ee68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.732043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71eebe-49c1-4c90-affd-d51338082299 req-44a5bcea-22fd-4756-a151-1999d69d37a2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:53.737788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d71eebe-49c1-4c90-affd-d51338082299 req-44a5bcea-22fd-4756-a151-1999d69d37a2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.3027229 Apr 05 20:50:53.742979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Usage tracker for resource:security_group_rule and tenant:2d6046adab024e05af1a909790d06fd1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:53.751252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f41aba55-0dc8-4ce8-b10c-2f1654c662c7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:53.789619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:53.807276 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.856604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:53.892643 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68d62155-71d1-4e1a-bf9d-a80574f7ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.927964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed0ae9f9-d77c-4c33-8a13-a6a86296dabc req-0f172362-02e9-42d3-b85d-cefb86308dd8 service neutron] 10.222.0.23 "GET /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808530 Apr 05 20:50:53.956469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.963177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-68d62155-71d1-4e1a-bf9d-a80574f7ee68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:53.963825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d71eebe-49c1-4c90-affd-d51338082299 req-10e3c0bf-0f8b-4125-8911-346377223bad tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133365 Apr 05 20:50:53.977370 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68d62155-71d1-4e1a-bf9d-a80574f7ee68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc7582ce-0c71-417f-8bd1-594609e761cd HTTP/1.1" status: 204 len: 168 time: 0.4202428 Apr 05 20:50:54.000154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d62155-71d1-4e1a-bf9d-a80574f7ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7582ce-0c71-417f-8bd1-594609e761cd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:54.030807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:54.031772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.034960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-a0fb6ebb-c8de-4d46-bd0b-072e011f0c4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3143077 Apr 05 20:50:54.079744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.162689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:50:51Z', 'revision_number': 3, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:54.169895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Checking router: 1295d7a8-2a59-4be8-9eb4-c358478a4477 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:50:54.170637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Updating router 1295d7a8-2a59-4be8-9eb4-c358478a4477 port bb7ae061-36ec-4c91-bd70-a6497ebaee35 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:50:54.224311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f76921c-2e2f-44a1-a839-9423f3f96386,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:54.228425 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.244427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fb747043-1f20-4d61-b20e-637ee5359350 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6798c2fdc19423582a02bb26e06e692&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0292568 Apr 05 20:50:54.257494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39402) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:54.342369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-5faefdd1-0606-42a5-9c12-35f92c1faed3 service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988174 Apr 05 20:50:54.480438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.562032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.655604 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.675078 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.683719 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ca3-5297-457b-bb54-1c9d201bd059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.691719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Transition to ACTIVE for port object bb7ae061-36ec-4c91-bd70-a6497ebaee35 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:54.721540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a9ab73-13a9-41a6-96fe-7a55533c5640,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:54.743810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e5b9b6-5655-4ab0-8742-a32eca5bae02 req-46490ddb-eaf2-4221-98c2-f779461777eb service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821144 Apr 05 20:50:54.773639 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.815370 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ca3-5297-457b-bb54-1c9d201bd059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.865222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Attempting to bind port bb7ae061-36ec-4c91-bd70-a6497ebaee35 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:54.865521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Attempting to bind port bb7ae061-36ec-4c91-bd70-a6497ebaee35 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:54.865877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Attempting to bind port bb7ae061-36ec-4c91-bd70-a6497ebaee35 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:50:54.867819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ab92b-80f6-4bd8-bee3-e2e7814ddde4 None None] Pushing event updated for resources: {'Port': ['ID=bb7ae061-36ec-4c91-bd70-a6497ebaee35,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:54.875230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:50:54.875700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:50:54.876771 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.876771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:50:54.877015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Bound port: bb7ae061-36ec-4c91-bd70-a6497ebaee35, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:54.880262 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.884673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.919176 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.924200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6615a468-f41a-4884-8d0f-7733326ea3ae req-8fe4f644-11ba-480c-84ef-614c7508d6fa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 2.1771002 Apr 05 20:50:54.926629 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:54.935669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Allocated IP 172.20.0.1 (ebfb9789-27c9-4b78-8cc0-1eb924feb58f/80708076-245e-432e-9160-0cc43eb2bfd0/295eba3c-7966-44dc-beb8-ab4c96e87b02) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:55.005532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] For port bb7ae061-36ec-4c91-bd70-a6497ebaee35, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:50:55.010509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] For port bb7ae061-36ec-4c91-bd70-a6497ebaee35, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bb7ae061-36ec-4c91-bd70-a6497ebaee35,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:50:55.081262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ca3-5297-457b-bb54-1c9d201bd059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.095317 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.124961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.130711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de6ca3-5297-457b-bb54-1c9d201bd059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f76921c-2e2f-44a1-a839-9423f3f96386,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:55.136080 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5de6ca3-5297-457b-bb54-1c9d201bd059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.137191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d5de6ca3-5297-457b-bb54-1c9d201bd059 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0f76921c-2e2f-44a1-a839-9423f3f96386 HTTP/1.1" status: 204 len: 168 time: 0.7992830 Apr 05 20:50:55.164952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Transition to ACTIVE for port object 295eba3c-7966-44dc-beb8-ab4c96e87b02 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:55.237852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ab92b-80f6-4bd8-bee3-e2e7814ddde4 None None] Pushing event updated for resources: {'Port': ['ID=bb7ae061-36ec-4c91-bd70-a6497ebaee35,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:55.248852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Routers {'1295d7a8-2a59-4be8-9eb4-c358478a4477'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:50:55.249344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-c5cb2b49-e1ec-48c3-a052-5b1e75c339ee tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:55.250499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1295d7a8-2a59-4be8-9eb4-c358478a4477'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:55.274915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.333026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea588f4-af29-4dc5-a0b1-5aeaee355b6e req-cef40c53-94eb-48a4-8cc5-127896eae250 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:55.335472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ea588f4-af29-4dc5-a0b1-5aeaee355b6e req-cef40c53-94eb-48a4-8cc5-127896eae250 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.1842918 Apr 05 20:50:55.337696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.373458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:55.376569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:55.389434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:50:55.474643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] Set router 1295d7a8-2a59-4be8-9eb4-c358478a4477 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:50:55.679835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-c5cb2b49-e1ec-48c3-a052-5b1e75c339ee tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:55.681122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-c5cb2b49-e1ec-48c3-a052-5b1e75c339ee tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345342789&fields=id&tenant_id=2d6046adab024e05af1a909790d06fd1 HTTP/1.1" status: 200 len: 267 time: 0.6081731 Apr 05 20:50:55.725501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.758128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Pushing event updated for resources: {'Port': ['ID=295eba3c-7966-44dc-beb8-ab4c96e87b02,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:55.785612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ea588f4-af29-4dc5-a0b1-5aeaee355b6e req-08aac936-0d93-4d09-846e-ca2c3dbf3e9c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151639 Apr 05 20:50:55.913317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7f5d9dba-ccfc-4e6e-8db9-05765c3f37bd None None] Provisioning for port 295eba3c-7966-44dc-beb8-ab4c96e87b02 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:55.939797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7f5d9dba-ccfc-4e6e-8db9-05765c3f37bd None None] Provisioning complete for port 295eba3c-7966-44dc-beb8-ab4c96e87b02 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:55.942196 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9dba-ccfc-4e6e-8db9-05765c3f37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.956185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:55.999352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-eb143b10-f344-4915-9ef1-b6103cf16f57 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3558939 Apr 05 20:50:56.011293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-c233e0d8-edb2-4df3-9b5e-94ac7e483822 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:56.020026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d9dba-ccfc-4e6e-8db9-05765c3f37bd None None] Port 295eba3c-7966-44dc-beb8-ab4c96e87b02 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:56.029635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:50:51Z', 'revision_number': 3, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:56.031762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-c233e0d8-edb2-4df3-9b5e-94ac7e483822 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.3348188 Apr 05 20:50:56.035678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc20ba-f13e-41ce-9365-416d841517fa None None] The sync data for ids ['1295d7a8-2a59-4be8-9eb4-c358478a4477'] in n-d-836605-1 is: [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:50:51Z', 'revision_number': 3, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:50:56.039369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Request body: {'port': {'security_groups': ['4b1af02c-a110-4077-a68c-1a35a70b5f62', '04a9ab73-13a9-41a6-96fe-7a55533c5640']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:56.149345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:56.219741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.284397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:56.298680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Usage tracker for resource:security_group_rule and tenant:aaf7398c2db14bd882e39cd0c98a905a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:56.303412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:56.312211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:56.327920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.355779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.380567 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.404386 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.422997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.430265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.501639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.525115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-81563742-7f45-44fc-aabe-04641b347574 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1097 time: 0.3585942 Apr 05 20:50:56.530332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234f5-cd61-41c8-8aab-2362ae643d32 req-4139c90e-d47b-4de0-bb76-0d0ed7581c60 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:56.531717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d8234f5-cd61-41c8-8aab-2362ae643d32 req-4139c90e-d47b-4de0-bb76-0d0ed7581c60 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.3725054 Apr 05 20:50:56.535451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.535891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4f7d747-d109-4638-8c32-45d19b44c128 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:50:56.580361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Pushing event updated for resources: {'Port': ['ID=295eba3c-7966-44dc-beb8-ab4c96e87b02,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:56.589204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.595347 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aaf7398c2db14bd882e39cd0c98a905a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4449828 Apr 05 20:50:56.596070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edccca-c4f7-4cb0-86b1-326d9d2518eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb8ae34-1f15-4384-8cfa-26235ae1a52e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:56.598823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39456) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:56.736296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d8234f5-cd61-41c8-8aab-2362ae643d32 req-97e205ee-d519-4a4d-a952-e672a30adcc0 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924980 Apr 05 20:50:56.764127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a362701-29a4-4081-b054-0e24e4b11df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.774528 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:50:56.775549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-311df87f-6191-42cb-ad87-f607128d744a tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5210299 Apr 05 20:50:56.776520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-a8239022-5ec7-428d-9634-6e2632007d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:56.777877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-a8239022-5ec7-428d-9634-6e2632007d40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.2330830 Apr 05 20:50:56.789780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39468) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:56.873441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:56.886274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a362701-29a4-4081-b054-0e24e4b11df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:56.893077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:56.905711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-ccbe39e7-f198-4958-baad-f4f33c456c7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 217 time: 0.0796440 Apr 05 20:50:57.066813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Deleting port ac32ea17-8e0c-4014-8277-1efae860cd9b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:50:57.067155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.175734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5092ee99-a78e-4b79-a29e-fbee1d544189 None None] Provisioning complete for port 295eba3c-7966-44dc-beb8-ab4c96e87b02 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:57.188652 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5092ee99-a78e-4b79-a29e-fbee1d544189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.188828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:57.188999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-962891e0-0617-48c2-8366-84d75c6c9c4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:57.190468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-962891e0-0617-48c2-8366-84d75c6c9c4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.2758272 Apr 05 20:50:57.272478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5092ee99-a78e-4b79-a29e-fbee1d544189 None None] Port 295eba3c-7966-44dc-beb8-ab4c96e87b02 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:50:57.277435 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.296825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ad9c2-bfb9-4187-8bfa-5c9449e39757 req-7f9d6353-3838-42ba-855e-892f95713e16 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:57.298296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-948ad9c2-bfb9-4187-8bfa-5c9449e39757 req-7f9d6353-3838-42ba-855e-892f95713e16 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 945 time: 0.2167056 Apr 05 20:50:57.330188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-b840ff14-482d-4ef9-b86e-75533b2c659f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301522 Apr 05 20:50:57.354639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a362701-29a4-4081-b054-0e24e4b11df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.428001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.465553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['934f7b26-96ef-4f2e-aec1-c46e54c8bb59'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:57.484669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-948ad9c2-bfb9-4187-8bfa-5c9449e39757 req-af75b16b-afec-4d8c-ad49-ebc2149400c1 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749523 Apr 05 20:50:57.505210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a362701-29a4-4081-b054-0e24e4b11df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb8ae34-1f15-4384-8cfa-26235ae1a52e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:57.545100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a362701-29a4-4081-b054-0e24e4b11df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.545237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:57.545742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.546222 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a362701-29a4-4081-b054-0e24e4b11df3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebb8ae34-1f15-4384-8cfa-26235ae1a52e HTTP/1.1" status: 204 len: 168 time: 0.9457369 Apr 05 20:50:57.547093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-331d5076-d4b9-4ef3-9019-28e87bc2dc0d req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "PUT /v2.0/ports/934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 982 time: 1.5145392 Apr 05 20:50:57.547534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:57.576710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4948b-3e1a-4898-9658-233bb3a6d811 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event updated for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:57.587670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-d118f6ad-cc02-4dac-a4b8-c9c5f0b70a34 service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488484 Apr 05 20:50:57.636141 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:57.666555 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16af170a-c3cf-4212-949f-2b12d305ba4c'] response: {'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'status': 'completed', 'code': 200} Apr 05 20:50:57.705570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['934f7b26-96ef-4f2e-aec1-c46e54c8bb59'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:57.933286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39496) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:58.028548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260b0c3-2c24-4f16-ae7b-dda14e9dd931 req-66943535-6f6f-41ac-81cc-ea537871839d tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:58.037082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6260b0c3-2c24-4f16-ae7b-dda14e9dd931 req-66943535-6f6f-41ac-81cc-ea537871839d tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.2588778 Apr 05 20:50:58.040451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10ac92ae-a0ae-467d-bc39-2123342f06e7 req-20f316a6-73db-4987-bb4c-9e15b99e6898 service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418447 Apr 05 20:50:58.044320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Calling delete_port for ac32ea17-8e0c-4014-8277-1efae860cd9b owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:50:58.063026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-e94ed124-03be-4d9b-a51b-785770ddb1c4 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1345342789&fields=id&tenant_id=2d6046adab024e05af1a909790d06fd1 HTTP/1.1" status: 200 len: 267 time: 0.1853893 Apr 05 20:50:58.162212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6260b0c3-2c24-4f16-ae7b-dda14e9dd931 req-94021435-271f-422f-a3da-cd448f4b60c6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241014 Apr 05 20:50:58.203471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-41c1ae9e-d7ee-48da-b3f9-554c4009d63a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:58.219501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-41c1ae9e-d7ee-48da-b3f9-554c4009d63a tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 985 time: 0.1549006 Apr 05 20:50:58.249544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Request body: {'port': {'security_groups': ['4b1af02c-a110-4077-a68c-1a35a70b5f62']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:58.296457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-0c6e86d0-7945-4b4c-bf2c-8ad8b15a0b65 req-0375b778-f827-4d63-93df-a0ea3e175635 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:50:58.297852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c6e86d0-7945-4b4c-bf2c-8ad8b15a0b65 req-0375b778-f827-4d63-93df-a0ea3e175635 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057056 Apr 05 20:50:58.323668 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:58.336054 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-179ae239-a1dc-4118-9261-54b96fc772bf req-3b01f8b9-a672-4bb6-8b71-e8dfb27dc296 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1136 time: 0.3929241 Apr 05 20:50:58.419136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:58.422514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Router 1295d7a8-2a59-4be8-9eb4-c358478a4477 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:50:58.474470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:58.480411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac32ea17-8e0c-4014-8277-1efae860cd9b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:58.490085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Usage tracker for resource:security_group_rule and tenant:a11491cf04bc4fd89448842731ea6018 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:58.497891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:58.510990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:58.514659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:58.593003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c6e86d0-7945-4b4c-bf2c-8ad8b15a0b65 req-631ed579-1995-4044-920d-ccbe2823f30b tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2545290 Apr 05 20:50:58.698458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:58.736318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ae239-a1dc-4118-9261-54b96fc772bf req-dfb53810-b67d-4f97-ba7e-eed61e1908c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:58.737800 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-179ae239-a1dc-4118-9261-54b96fc772bf req-dfb53810-b67d-4f97-ba7e-eed61e1908c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 920 time: 0.3944187 Apr 05 20:50:58.780538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:58.830742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:58.838677 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-179ae239-a1dc-4118-9261-54b96fc772bf req-a749d9e9-01e0-4f34-af15-bee7a575f3b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 217 time: 0.0932367 Apr 05 20:50:58.844009 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b8d76966-d0c5-4075-88df-6691af3baecf tempest-RoutersAdminNegativeIpV6Test-800397671 tempest-RoutersAdminNegativeIpV6Test-800397671-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ac32ea17-8e0c-4014-8277-1efae860cd9b HTTP/1.1" status: 204 len: 168 time: 2.0547352 Apr 05 20:50:58.874163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44dd2a1-096f-484d-a15a-3847b7cc6eb6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:58.885437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5774363c-a3db-4cc9-9495-5e973f90451d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a11491cf04bc4fd89448842731ea6018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9413207 Apr 05 20:50:58.891542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39524) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:58.947517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:50:58.948140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ae239-a1dc-4118-9261-54b96fc772bf req-e1d1adde-5e3c-46a5-869a-a440a62e18b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:58.949553 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-179ae239-a1dc-4118-9261-54b96fc772bf req-e1d1adde-5e3c-46a5-869a-a440a62e18b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.1037543 Apr 05 20:50:58.998461 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-179ae239-a1dc-4118-9261-54b96fc772bf req-193cc980-6da2-43b2-954b-b71e9030ce43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423007 Apr 05 20:50:59.066885 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.079228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a39ef919-7d25-44ec-a8c4-07cdb833a752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.110400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86ed09-fa30-42f9-86a4-f0b192952dd5 req-32897a26-7ec6-4d10-96fe-348b37274e4a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:59.117710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e86ed09-fa30-42f9-86a4-f0b192952dd5 req-32897a26-7ec6-4d10-96fe-348b37274e4a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.1764259 Apr 05 20:50:59.125001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:50:59.146067 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f1b04843-59ce-47a1-8231-11e7387a2d31 admin admin] 10.222.0.10 "PUT /v2.0/routers/1295d7a8-2a59-4be8-9eb4-c358478a4477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6475196 Apr 05 20:50:59.146304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a39ef919-7d25-44ec-a8c4-07cdb833a752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.154233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.182390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-179ae239-a1dc-4118-9261-54b96fc772bf req-c4bdded7-f1a0-4622-b8c7-75e55fb8d753 service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701176 Apr 05 20:50:59.187455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['934f7b26-96ef-4f2e-aec1-c46e54c8bb59'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:59.276988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event updated for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:59.318873 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc019404-92cf-46b4-a9af-5ec603824dd4 None None] New status for floating IP 6ece8b81-edca-4d9d-b94e-30a9db7513d7: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:50:59.364818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:59.365569 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.366879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a6a2b15-ea41-4778-90d3-12e1552cfbf6 req-accedfa9-d76b-4d14-ace3-533ed7b722cb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "PUT /v2.0/ports/934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 943 time: 1.1462879 Apr 05 20:50:59.397649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e86ed09-fa30-42f9-86a4-f0b192952dd5 req-049db55c-c386-49d5-bd34-9f0f60dc9c43 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789996 Apr 05 20:50:59.491584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-179ae239-a1dc-4118-9261-54b96fc772bf req-597e4bd9-8326-429d-b08b-f0d0299cb052 service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857513 Apr 05 20:50:59.550812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['934f7b26-96ef-4f2e-aec1-c46e54c8bb59'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:50:59.696414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39544) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:59.786067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:50:59.863123 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a39ef919-7d25-44ec-a8c4-07cdb833a752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.876937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.913166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:59.913655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ef919-7d25-44ec-a8c4-07cdb833a752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44dd2a1-096f-484d-a15a-3847b7cc6eb6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:59.918092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Usage tracker for resource:security_group_rule and tenant:f0a39563bc8b40f08ee358a7a77c5215 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:59.921490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:59.925258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-d8dc3864-3ca5-43e5-8c5f-a7b7c42c9702 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5018675 Apr 05 20:50:59.927686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:59.965613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:50:59.979490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:59.982842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a39ef919-7d25-44ec-a8c4-07cdb833a752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:59.987572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a39ef919-7d25-44ec-a8c4-07cdb833a752 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f44dd2a1-096f-484d-a15a-3847b7cc6eb6 HTTP/1.1" status: 204 len: 168 time: 1.0926251 Apr 05 20:50:59.990579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Usage tracker for resource:floatingip and tenant:2d6046adab024e05af1a909790d06fd1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:59.994104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:00.004519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:00.005521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.018339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6a3c7-f176-40d8-9a95-acfb90ef7980 req-9f22d662-f371-4b34-b99e-02c42c89897c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:00.020582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0d6a3c7-f176-40d8-9a95-acfb90ef7980 req-9f22d662-f371-4b34-b99e-02c42c89897c tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 945 time: 0.1929295 Apr 05 20:51:00.078405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0d6a3c7-f176-40d8-9a95-acfb90ef7980 req-7f0445ba-150e-412b-9c9e-479d47cf47c2 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Apr 05 20:51:00.091757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.143991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75928372-b50b-447d-87b2-1c0fe19fa4d7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:00.149755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b1b807fe-f10d-4235-9385-f0305670f8fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0a39563bc8b40f08ee358a7a77c5215&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4510682 Apr 05 20:51:00.151744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39562) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:00.169216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.211270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-20a1-493b-9bcf-c2a978d72446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.246057 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-20a1-493b-9bcf-c2a978d72446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.340580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.381126 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-20a1-493b-9bcf-c2a978d72446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.400170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6867ebb-20a1-493b-9bcf-c2a978d72446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75928372-b50b-447d-87b2-1c0fe19fa4d7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:00.402794 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d6867ebb-20a1-493b-9bcf-c2a978d72446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.406306 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d6867ebb-20a1-493b-9bcf-c2a978d72446 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75928372-b50b-447d-87b2-1c0fe19fa4d7 HTTP/1.1" status: 204 len: 168 time: 0.2513571 Apr 05 20:51:00.499768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Allocated IP 172.25.2.136 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/8a1e17ea-569e-4300-bfa0-8bc0b4188916) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:00.678873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.796744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39580) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:00.804734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006764591', 'description': 'tempest-secgroup-smoke-2006764591 description', 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:00.813078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:00.814450 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:00.848065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:00.855698 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd543ddd-9609-4920-8778-35a91bb74196'] response: {'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'status': 'completed', 'code': 200} Apr 05 20:51:00.858678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:00.874540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:00.905772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:00.908591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:00.913846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:00.941236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event updated for resources: {'Port': ['ID=8a1e17ea-569e-4300-bfa0-8bc0b4188916,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:01.000489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:01.078881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:01.085426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:01.089128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:01.096854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:01.127492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433d63f-cc2b-4078-8f2b-5a43d39f2878 req-2f3db84d-31d0-46d0-a946-331ebc48bccb tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:01.134604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f433d63f-cc2b-4078-8f2b-5a43d39f2878 req-2f3db84d-31d0-46d0-a946-331ebc48bccb tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.1816666 Apr 05 20:51:01.207906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-78c100b5-02f7-434e-bbfa-7299100ffc68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.3044446 Apr 05 20:51:01.284871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:01.329573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f433d63f-cc2b-4078-8f2b-5a43d39f2878 req-57c25ced-0e4b-45e1-bf15-86a5a7a487f8 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931000 Apr 05 20:51:01.335418 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:01.414300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-9079c518-92c0-4b1e-b177-b8b60e994108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:01.416149 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-9079c518-92c0-4b1e-b177-b8b60e994108 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 920 time: 0.1973529 Apr 05 20:51:01.474556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:01.512588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:01.517606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39598) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:01.543305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-128bb0ff-ad2e-425c-9b3d-db2a2f628375 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 217 time: 0.1199167 Apr 05 20:51:01.614041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708997fc-1350-447d-922f-8f03fa4a50e9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:01.666977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-cf8f2171-5f21-439d-973d-72a6e254ec34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:01.668689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-54f77911-d774-426d-acb3-39ce845e324c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2662706 Apr 05 20:51:01.668841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-cf8f2171-5f21-439d-973d-72a6e254ec34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.1188724 Apr 05 20:51:01.742528 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-858e48ee-551e-45ef-bc79-e744553c8c9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438256 Apr 05 20:51:01.764476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-63eafe83-aff5-4a8c-9315-a2ab3b3eb5d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=191bc46d58d14a029fc226ce73c26857&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2350173 Apr 05 20:51:01.777901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39606) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:01.873570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:01.881094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2454f4a1-f388-4a77-9d6d-084298157418 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0768559 Apr 05 20:51:01.883224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39616) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:01.891968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'security_group_rule': {'security_group_id': '708997fc-1350-447d-922f-8f03fa4a50e9', 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:01.903752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:01.921102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:01.928055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:01.943962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:01.957238 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-66019a42-4ee3-4885-8edb-5843ef7bfe7f service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930833 Apr 05 20:51:01.988864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313dfbb-3a82-49ce-a7fd-bbe322036392 req-322100aa-5b13-4d3e-92b6-61edbc70f2f6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:01.992823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313dfbb-3a82-49ce-a7fd-bbe322036392 req-322100aa-5b13-4d3e-92b6-61edbc70f2f6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:01.996617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313dfbb-3a82-49ce-a7fd-bbe322036392 req-322100aa-5b13-4d3e-92b6-61edbc70f2f6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:02.010019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2313dfbb-3a82-49ce-a7fd-bbe322036392 req-322100aa-5b13-4d3e-92b6-61edbc70f2f6 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614&device_id=287e3f61-2207-43a6-9dc8-0b9659960920&device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 2418 time: 0.2838907 Apr 05 20:51:02.010019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0906ab29-2b33-4f65-9e71-694d31cae929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.045466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-607e5101-d5a1-45d2-b372-cd502ddaafed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1096 time: 0.2578943 Apr 05 20:51:02.053887 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.057447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.097101 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0906ab29-2b33-4f65-9e71-694d31cae929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.162777 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67d184c7-c3ca-4587-95f9-dec490ee25b0 req-c8f59117-e1a9-4865-adcf-e90365accf5f service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990955 Apr 05 20:51:02.196016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.291565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.311858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.327727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7161fcf9-00f1-4fbd-8515-296c84ab9b5c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:02.405159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2313dfbb-3a82-49ce-a7fd-bbe322036392 req-21878887-baae-49bf-9529-56245f36c9e8 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001575 Apr 05 20:51:02.443511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.444702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-95b38799-f097-41b1-ba41-2a2b8a031dfd tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5602047 Apr 05 20:51:02.447461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39638) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:02.453388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'security_group_rule': {'security_group_id': '708997fc-1350-447d-922f-8f03fa4a50e9', 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:02.459226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:02.463194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:02.466331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:02.482135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:02.486042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event updated for resources: {'Port': ['ID=8a1e17ea-569e-4300-bfa0-8bc0b4188916,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:02.570548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.590031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719fc89-e31e-471a-afd3-a03a7304271b req-16dceee8-155e-475b-a5dd-f6fae35e29f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:02.591490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-16dceee8-155e-475b-a5dd-f6fae35e29f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.5179734 Apr 05 20:51:02.672940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.716130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-866b0838-77d9-4573-b4e6-1ccd16958cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 200 len: 217 time: 0.1125941 Apr 05 20:51:02.718062 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.776984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.800875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f791fdd-5173-4f64-a0f9-599fd4f20c01,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:02.812829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f1d59c4-222f-442a-a7ed-48d7fc75d803 req-1e9da4c4-c351-4da3-94ff-9305b38e8ba3 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3281591 Apr 05 20:51:02.814600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719fc89-e31e-471a-afd3-a03a7304271b req-b11b926b-8d55-4000-b362-e4a043f17a35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:02.816035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-b11b926b-8d55-4000-b362-e4a043f17a35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.0937226 Apr 05 20:51:02.817083 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0906ab29-2b33-4f65-9e71-694d31cae929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.819012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0906ab29-2b33-4f65-9e71-694d31cae929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.820010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0906ab29-2b33-4f65-9e71-694d31cae929 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0293d02-4e78-41b1-9d94-712d3531e9e5 HTTP/1.1" status: 204 len: 168 time: 1.0364859 Apr 05 20:51:02.869714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906ab29-2b33-4f65-9e71-694d31cae929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0293d02-4e78-41b1-9d94-712d3531e9e5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:02.875963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.890892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:02.892069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-578e41ec-5ba8-47ec-b700-67dc4c2b453f tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9394767 Apr 05 20:51:02.892723 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-72db3142-c0c6-47ac-a029-169a987fc67f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4443498 Apr 05 20:51:02.895410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:02.913026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'security_group_rule': {'security_group_id': '708997fc-1350-447d-922f-8f03fa4a50e9', 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:02.933240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:02.952392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:02.961906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:02.972561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:02.991109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-7eeb5001-13d3-43b8-8225-6dd5b03b5e46 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:03.030935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-a3984aeb-ee04-4ac5-a69a-7a2e94167c17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019303 Apr 05 20:51:03.088858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.118719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-7eeb5001-13d3-43b8-8225-6dd5b03b5e46 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:03.119873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-7eeb5001-13d3-43b8-8225-6dd5b03b5e46 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 696 time: 0.2218440 Apr 05 20:51:03.180027 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.312281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-f5a1aa88-2336-45f5-8cdf-0a2e0829f221 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736266 Apr 05 20:51:03.384493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-5743c598-465a-434a-a9eb-8d4110eb57aa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:03.385998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-5743c598-465a-434a-a9eb-8d4110eb57aa tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.2590284 Apr 05 20:51:03.420760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.452956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-e910c0b7-959b-4d23-ac5e-6485a8281c59 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:51:03.465957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ea9059-1a64-4f28-8c0b-977299b8b282 req-e910c0b7-959b-4d23-ac5e-6485a8281c59 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0218570 Apr 05 20:51:03.494922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfca71ea-7995-4cef-8027-e6d28dcda561,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:03.545704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0719fc89-e31e-471a-afd3-a03a7304271b req-dbc65b9c-448c-496a-8a8a-b88a284215be service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257850 Apr 05 20:51:03.615241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.619221 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6879db04-7e0d-4a88-8f76-c87a2c5adfec tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7203579 Apr 05 20:51:03.619399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39678) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:03.627061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'security_group_rule': {'security_group_id': '708997fc-1350-447d-922f-8f03fa4a50e9', 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:03.644522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:03.647911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:03.651784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:03.661357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:03.742267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d70525-36be-4004-8ae8-3b84298ff942 req-17fa85ce-ef44-432d-b0cd-d4f36943f51e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:03.743735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-17fa85ce-ef44-432d-b0cd-d4f36943f51e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1240380 Apr 05 20:51:03.765854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.849720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-4de462b8-462f-4a68-a553-646d00f945e3 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 696 time: 0.0995259 Apr 05 20:51:03.856151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.859639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Request body: {'floatingip': {'port_id': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:03.863620 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.946741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:03.953043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.009621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d31e304-806a-440f-8675-54f58ef64861,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:04.028429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39692) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:04.084219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.085494 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a0eface-ef7a-4726-a9b7-0f799ba8da0e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4651058 Apr 05 20:51:04.088147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39700) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:04.096042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'security_group_rule': {'security_group_id': '708997fc-1350-447d-922f-8f03fa4a50e9', 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:04.111867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:04.121442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:04.136112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:04.147541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:04.263689 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Project 8363a7f8a0414799bd3d0d89ca5e5fe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:51:04.272957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.344503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.429754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.509885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.546561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9651f6bb-9675-4cc5-9a60-ebe2d8efe5ee,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:04.554873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:04.578782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Usage tracker for resource:security_group_rule and tenant:e5a2a3e88a724f04a4ca51112cc268a8 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:04.582866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:04.593601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:04.649542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.653754 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a0d8539-c1aa-465b-bd3c-8c441795f396 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5616343 Apr 05 20:51:04.653754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39714) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:04.660854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'security_group_rule': {'security_group_id': '708997fc-1350-447d-922f-8f03fa4a50e9', 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:04.664828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39718) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:04.672371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:04.676997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:security_group_rule and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:04.680791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:04.694224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:04.796960 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-943c3a8d-d2e1-4300-8e71-72e5b155af8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.816967 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Project 8363a7f8a0414799bd3d0d89ca5e5fe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:51:04.826185 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.826399 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.907995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1030731085'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:04.918037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:04.923862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:04.928216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:04.938257 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.938504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:04.956926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:04.997389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5a2a3e88a724f04a4ca51112cc268a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9657564 Apr 05 20:51:05.000216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39728) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:05.016713 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.026227 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.027086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df681219-fe80-4d4b-bc22-524a60a0f45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c34af3-e9ba-45a2-906e-02285ec51639,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:05.046260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c1f0c3-6df8-4e7d-8ce2-9a49ce58fbd8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:05.057645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:05.060587 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.083359 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.088111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.138818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df98006d-cbcd-4810-896b-d876d2e0c4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.143657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:05.156017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group_rule and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:05.160758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:05.174327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:05.176959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.178225 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-139afc8d-5955-4011-9a26-b1c2963ebecf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5235629 Apr 05 20:51:05.183221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df98006d-cbcd-4810-896b-d876d2e0c4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.288179 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Floating IP 893c6c95-ef5f-4ed2-bbb8-101c85815dac associated. External IP: 172.25.2.136, port: 934f7b26-96ef-4f2e-aec1-c46e54c8bb59. Apr 05 20:51:05.303191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.394281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df98006d-cbcd-4810-896b-d876d2e0c4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.418287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98006d-cbcd-4810-896b-d876d2e0c4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c34af3-e9ba-45a2-906e-02285ec51639,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:05.422279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.444886 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df98006d-cbcd-4810-896b-d876d2e0c4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.446199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-df98006d-cbcd-4810-896b-d876d2e0c4a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67c34af3-e9ba-45a2-906e-02285ec51639 HTTP/1.1" status: 204 len: 168 time: 0.4441786 Apr 05 20:51:05.462911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:05.470847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f953165c-c834-4714-9b0b-9d6e24e3219a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:05.477504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.477853 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment 6df29413-c6ed-4355-8759-330fe1f00877 of type vlan for network 216f14f1-828e-4845-9ef4-a56262b67c13 Apr 05 20:51:05.499841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-14b077df-a2ad-45cc-b9f8-f026bfee4311 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Synchronizing usage tracker for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:05.510829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.602202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-14b077df-a2ad-45cc-b9f8-f026bfee4311 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Unset dirty status for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:05.602626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-14b077df-a2ad-45cc-b9f8-f026bfee4311 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006764591&fields=id&tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2 HTTP/1.1" status: 200 len: 267 time: 0.1612558 Apr 05 20:51:05.636557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.636557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:05.636557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:05.738336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=216f14f1-828e-4845-9ef4-a56262b67c13,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:05.749749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:05.832647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-66cd8dfc-e7e3-41e7-af36-5e575fa782c6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1616502 Apr 05 20:51:05.832764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-f2d150f1-0695-4c98-a23f-00a9c406faa5 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:05.832764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-f2d150f1-0695-4c98-a23f-00a9c406faa5 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Synchronizing usage tracker for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:05.836506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39750) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:05.852062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'name': 'tempest-PortsTestJSON-1060873626'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:05.892730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:51:06.025598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:06.035320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:06.035320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:06.041489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:06.086054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-f2d150f1-0695-4c98-a23f-00a9c406faa5 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Unset dirty status for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:06.092314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-f2d150f1-0695-4c98-a23f-00a9c406faa5 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/networks?id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc HTTP/1.1" status: 200 len: 808 time: 0.4283102 Apr 05 20:51:06.119828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:06.123163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:06.147252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port e0486569-2379-421c-a551-dda5a46a80bc yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:06.161215 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-b9352eaa-c498-4ee9-b36a-d5a671f70d6c tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/quotas/8363a7f8a0414799bd3d0d89ca5e5fe2 HTTP/1.1" status: 200 len: 375 time: 0.0675201 Apr 05 20:51:06.377612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-358cca69-1b56-494f-a422-a64891245784 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2037263 Apr 05 20:51:06.456874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:51:06.468266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] Sync routers for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:51:06.489860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:06.490980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:50:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:06.511472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:06.535502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:06.618618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-807de4f1-2b4d-4366-9796-1e8e4b69db74 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "PUT /v2.0/floatingips/893c6c95-ef5f-4ed2-bbb8-101c85815dac HTTP/1.1" status: 200 len: 997 time: 2.7630439 Apr 05 20:51:06.624046 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:06.626748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:06.641862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-f53035bd-e0d4-4b1b-8a96-7bd458589bf0 service neutron] 10.222.0.10 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551153 Apr 05 20:51:06.762524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=e0486569-2379-421c-a551-dda5a46a80bc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:06.776736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': '6df29413-c6ed-4355-8759-330fe1f00877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:06.777520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: 216f14f1-828e-4845-9ef4-a56262b67c13, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:06.798787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:06.866095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4517faf7-61f7-45c5-88d1-191412df5913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:06.960753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:06.965471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-f03896de-2200-4847-9db8-f04e9df42e28 service neutron] 10.222.0.10 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175662 Apr 05 20:51:06.970793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-4e4e98cb-44df-479f-9d44-228680cd60c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.2875671 Apr 05 20:51:07.010572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-28aae9da-82d7-418d-8603-6071913793f3 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:07.012155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-28aae9da-82d7-418d-8603-6071913793f3 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.2087805 Apr 05 20:51:07.057335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 216f14f1-828e-4845-9ef4-a56262b67c13) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:07.067032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:07.067231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:07.068611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.071144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c407e-0d3c-49b5-a469-a566b678302c None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:07.171343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Deleting port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:07.171703 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.194835 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-65c5e679-3dd9-461f-b0cf-320cb49478b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3562174 Apr 05 20:51:07.198097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39786) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:07.203956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-783817439'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:07.209949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:07.214216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:07.223828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:07.241681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:07.351965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:07.357505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.397801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d70525-36be-4004-8ae8-3b84298ff942 req-134876be-5c11-404b-8a6d-6b075ef55c37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:07.398973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-134876be-5c11-404b-8a6d-6b075ef55c37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 920 time: 0.4153349 Apr 05 20:51:07.421531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:07.434734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.435062 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment 682c20cb-ed67-4e19-8593-9dbf0163e143 of type vlan for network 63f5ad83-b6e1-48d4-ba55-45e80d2ae174 Apr 05 20:51:07.474289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.552542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '893c6c95-ef5f-4ed2-bbb8-101c85815dac', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'port_id': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'mac_address': 'fa:16:3e:0a:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:51:01Z', 'updated_at': '2022-04-05T20:51:04Z', 'revision_number': 1, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:49Z', 'revision_number': 5, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:07.556779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] Checking router: a52676b6-fb28-4fae-a37a-5fb5f5ed5731 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:51:07.571257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:07.572383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:07.632480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.636508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:07.637326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.759933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=63f5ad83-b6e1-48d4-ba55-45e80d2ae174,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:07.779496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 63f5ad83-b6e1-48d4-ba55-45e80d2ae174 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:07.786336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-2642fd06-1409-4e94-9eb3-f8b1d60a590d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 1000 time: 0.3804405 Apr 05 20:51:07.842823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] For port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:07.843218 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:07.857428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c13543-d65f-491a-ac72-58e44b2c3576 req-d8766f30-fdf6-447e-84f5-1fac7655b609 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:07.858927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17c13543-d65f-491a-ac72-58e44b2c3576 req-d8766f30-fdf6-447e-84f5-1fac7655b609 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 946 time: 0.4548359 Apr 05 20:51:07.861318 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-21648913-8d32-4437-ac5f-c852291ae30e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6620841 Apr 05 20:51:07.864451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:07.870242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'ports': [{'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13'}, {'network_id': '63f5ad83-b6e1-48d4-ba55-45e80d2ae174'}]} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:07.870559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:07.871133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '63f5ad83-b6e1-48d4-ba55-45e80d2ae174'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:07.901862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:08.130930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:08.135172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:08.138149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:08.144380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:08.151362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Calling delete_port for f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:08.199346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d70525-36be-4004-8ae8-3b84298ff942 req-f49da894-a802-4fcb-b7cf-6ea21e679497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:08.200813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-f49da894-a802-4fcb-b7cf-6ea21e679497 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.4079103 Apr 05 20:51:08.229133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 2} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:08.233210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:08.269213 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:08.380686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-aa773412-0b84-47fe-b4a4-91b01b915857 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686754 Apr 05 20:51:08.407581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-a76929fa-dfd5-479b-9ef1-1dd522911096 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:51:08.410856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-a76929fa-dfd5-479b-9ef1-1dd522911096 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050488 Apr 05 20:51:08.428142 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:08.428670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17c13543-d65f-491a-ac72-58e44b2c3576 req-c7b1d39f-eadc-4f2d-be16-3ee92116111b tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951606 Apr 05 20:51:08.498248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '893c6c95-ef5f-4ed2-bbb8-101c85815dac', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'port_id': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'mac_address': 'fa:16:3e:0a:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:51:01Z', 'updated_at': '2022-04-05T20:51:04Z', 'revision_number': 1, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:49Z', 'revision_number': 5, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:08.503803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba918a-6610-4430-b45a-1ce1372f850a None None] The sync data for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 is: [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '893c6c95-ef5f-4ed2-bbb8-101c85815dac', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'port_id': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'mac_address': 'fa:16:3e:0a:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:51:01Z', 'updated_at': '2022-04-05T20:51:04Z', 'revision_number': 1, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:49Z', 'revision_number': 5, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:51:08.521160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:08.534287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['e4bc52b9-c052-439a-a52c-9701cf891e09'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:51:08.566766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39824) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:08.593090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b54ba5af-df79-4606-8f39-987d2b21809e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:51:08.626793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port d8d44f3f-5c45-49b3-bfae-6248ff0d4858 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:08.627431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:08.650323 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcda71f3-0590-4d62-9de9-42618bbe18bf'] response: {'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'status': 'completed', 'code': 200} Apr 05 20:51:08.709572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:08.820495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Pushing event deleted for resources: {'Port': ['ID=f79827ce-c4ea-41d8-876a-12ed4cd5b5b7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:08.932026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] No DVR routers for this DVR port f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:08.937634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:08.951480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 20c791b8-19ab-4317-9ddc-78701e5ce1e8 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:09.005464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-5eb20e5f-5bba-40dd-9d4e-09a88e425236 service neutron] 10.222.0.10 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744083 Apr 05 20:51:09.049880 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.071734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-6e749cc4-4218-43f6-bbd0-20ba7ab62a46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.3252051 Apr 05 20:51:09.094588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.146112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d738e223-1bf9-44c9-9604-a7f4532f9204 req-4c7bafca-9c59-48a3-a66a-b3b0f576b937 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "DELETE /v2.0/ports/f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 HTTP/1.1" status: 204 len: 173 time: 2.0680430 Apr 05 20:51:09.251823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.294590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1eae3a8-f998-4018-a157-5e11f14aeb55 req-3b912980-908b-4c12-a8fa-bc144e107025 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 210 time: 0.5491781 Apr 05 20:51:09.307121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:09.378244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:96b9a2b5be684de4894ad46c35966412 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:09.378540 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:09.382418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:09.385609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:09.386734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:09.387554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.398485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=d8d44f3f-5c45-49b3-bfae-6248ff0d4858,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:09.431090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:09.446427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60d70525-36be-4004-8ae8-3b84298ff942 req-b71b6034-0e16-4911-8f73-4464d80b2739 service neutron] 10.222.0.10 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183052 Apr 05 20:51:09.451190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-22e44d59-3186-4950-a9e4-c8d0f6986b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:09.453259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-22e44d59-3186-4950-a9e4-c8d0f6986b73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 920 time: 0.3345881 Apr 05 20:51:09.580803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=20c791b8-19ab-4317-9ddc-78701e5ce1e8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:09.620479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': '682c20cb-ed67-4e19-8593-9dbf0163e143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '63f5ad83-b6e1-48d4-ba55-45e80d2ae174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:09.620479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: 63f5ad83-b6e1-48d4-ba55-45e80d2ae174, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:09.627549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-501b713d-e9aa-466e-8b31-9389a79f30da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 1000 time: 0.1665792 Apr 05 20:51:09.719733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 63f5ad83-b6e1-48d4-ba55-45e80d2ae174 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:09.797944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c907230b-ba48-4bf4-b3be-766477c56c26 req-2fcb7af2-e926-4b78-91de-1a67bd2d92f3 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Synchronizing usage tracker for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:09.829030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 63f5ad83-b6e1-48d4-ba55-45e80d2ae174) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:09.830637 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.839570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7339a7-fd98-43d9-903d-8e03118bf0ca None None] Network 63f5ad83-b6e1-48d4-ba55-45e80d2ae174 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:09.840825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.855444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:09.862330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:09.868364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-a84a3909-a901-41e7-95c1-bcd34fafa98d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:09.870813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-a84a3909-a901-41e7-95c1-bcd34fafa98d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.2331522 Apr 05 20:51:09.875175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:09.881140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.883815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-7f1d0d45-3670-4384-9bf8-1b712b8a9782 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 1000 time: 0.2530596 Apr 05 20:51:09.902866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:09.928662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-0c3d73b5-119f-4c64-81a9-f4f23ff3d07b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438828 Apr 05 20:51:09.929263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.979008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c907230b-ba48-4bf4-b3be-766477c56c26 req-2fcb7af2-e926-4b78-91de-1a67bd2d92f3 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Unset dirty status for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:09.980122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c907230b-ba48-4bf4-b3be-766477c56c26 req-2fcb7af2-e926-4b78-91de-1a67bd2d92f3 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 210 time: 0.3514268 Apr 05 20:51:09.990198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:09.990345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f79827ce-c4ea-41d8-876a-12ed4cd5b5b7 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:10.009390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd4c7d09-d0c2-4482-beb3-99f14381a914 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1389794 Apr 05 20:51:10.009390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39848) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:10.099775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 20c791b8-19ab-4317-9ddc-78701e5ce1e8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:10.100119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:10.247189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb6d947-ef8c-4364-80c4-15539adab13b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:10.260288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-46f5b122-1272-4ba7-89ea-23e03e9f5fb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96b9a2b5be684de4894ad46c35966412&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6275568 Apr 05 20:51:10.261874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39852) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:10.273919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-cec43fbd-05d5-4fe0-a188-906c6600a56d tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:10.292388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-cec43fbd-05d5-4fe0-a188-906c6600a56d tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports/934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 943 time: 0.3609762 Apr 05 20:51:10.392590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-dd6c52bb-5b9a-47f0-aede-8e304a698a8e service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188139 Apr 05 20:51:10.460108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:10.472073 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-710a51f9-a35e-46f2-9456-7f8e3092521f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:10.542726 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:51:10.689623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'name': 'network-vif-deleted', 'tag': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:10.700437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 20c791b8-19ab-4317-9ddc-78701e5ce1e8 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:10.701110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-670a3f56-f0ff-4e2f-963c-b9de1a9ee8d2 req-87aa0aae-772d-4a53-9553-e06c4729d7f6 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 210 time: 0.2134452 Apr 05 20:51:10.703739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-16506aa7-2b36-4dcb-b953-a0675e537e38 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 1000 time: 0.2147150 Apr 05 20:51:10.759690 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-710a51f9-a35e-46f2-9456-7f8e3092521f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:10.865867 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c120a6e9-b185-417e-9aaf-04b2d4eacc92'] response: {'server_uuid': 'f55c7658-7aef-43da-b2ce-4cdd444b9614', 'name': 'network-vif-deleted', 'tag': 'f79827ce-c4ea-41d8-876a-12ed4cd5b5b7', 'status': 'completed', 'code': 200} Apr 05 20:51:10.929249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:10.931802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-924e390a-6a2d-4bd6-aa2e-3946ba3c5647 req-e6d89977-d20d-4a4d-a48d-f082bc583079 service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260444 Apr 05 20:51:11.059412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-e73344f1-28a8-4f87-aef9-6ba0ae9145ce tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:11.071604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-e73344f1-28a8-4f87-aef9-6ba0ae9145ce tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3610418 Apr 05 20:51:11.084751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=20c791b8-19ab-4317-9ddc-78701e5ce1e8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:11.102063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-710a51f9-a35e-46f2-9456-7f8e3092521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:11.133107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a51f9-a35e-46f2-9456-7f8e3092521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb6d947-ef8c-4364-80c4-15539adab13b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:11.178830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:11.188842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2282f7f9-825b-4417-9248-71f55fbff97e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/20c791b8-19ab-4317-9ddc-78701e5ce1e8 HTTP/1.1" status: 204 len: 168 time: 1.1778731 Apr 05 20:51:11.189931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39864) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:11.190830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-710a51f9-a35e-46f2-9456-7f8e3092521f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:11.199120 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-710a51f9-a35e-46f2-9456-7f8e3092521f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bb6d947-ef8c-4364-80c4-15539adab13b HTTP/1.1" status: 204 len: 168 time: 0.9359295 Apr 05 20:51:11.292589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-b3e6d28f-db28-4a87-92d2-a68d92809835 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:11.292827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-b3e6d28f-db28-4a87-92d2-a68d92809835 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.23 "GET /v2.0/networks?id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc HTTP/1.1" status: 200 len: 808 time: 0.6573424 Apr 05 20:51:11.313565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-271ee66f-fdb3-4fe5-ba41-db36a80efa77 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 1000 time: 0.2406352 Apr 05 20:51:11.355943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a80af-4c56-4f1a-97cd-b4fcafdeaae5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:11.360518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a80af-4c56-4f1a-97cd-b4fcafdeaae5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:11.361403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb2a80af-4c56-4f1a-97cd-b4fcafdeaae5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:11.399033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:11.479092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dd5dae6-cd90-4043-a7fd-1667aaaa0118 req-fe799d7d-3f39-44c6-b73c-ba7eb92f473b tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=f55c7658-7aef-43da-b2ce-4cdd444b9614 HTTP/1.1" status: 200 len: 210 time: 0.1634648 Apr 05 20:51:11.480559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb2a80af-4c56-4f1a-97cd-b4fcafdeaae5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:11.485562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cb2a80af-4c56-4f1a-97cd-b4fcafdeaae5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2824562 Apr 05 20:51:11.485794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:11.517444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-b2e8135e-03a0-4e23-9536-9d3508263ddc tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2 HTTP/1.1" status: 200 len: 380 time: 0.1343215 Apr 05 20:51:11.527199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'port': {'device_id': '95dcd255-cda8-49ca-9863-9f66a4153802', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'admin_state_up': True, 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'security_groups': ['708997fc-1350-447d-922f-8f03fa4a50e9']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:11.591620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port d8d44f3f-5c45-49b3-bfae-6248ff0d4858 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:11.591973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:11.624262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:11.770071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bb7ae061-36ec-4c91-bd70-a6497ebaee35 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:12.056210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.100999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19fae2d7-c8c4-47c9-9478-9c9174d0eb31 req-cc012624-f395-4e1a-a3ca-1e660c00a750 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 210 time: 0.1147122 Apr 05 20:51:12.306157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for d8d44f3f-5c45-49b3-bfae-6248ff0d4858 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:12.386716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.398696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:12.405534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:port and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:12.409228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:12.418724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:12.420512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port bb7ae061-36ec-4c91-bd70-a6497ebaee35 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:12.429880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port bb7ae061-36ec-4c91-bd70-a6497ebaee35 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:12.431325 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.469504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.525233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Made reservation on behalf of 8363a7f8a0414799bd3d0d89ca5e5fe2 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:12.528784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.548848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.549655 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Floating IP 893c6c95-ef5f-4ed2-bbb8-101c85815dac disassociated. External IP: 172.25.2.136, port: 934f7b26-96ef-4f2e-aec1-c46e54c8bb59. Apr 05 20:51:12.565960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=d8d44f3f-5c45-49b3-bfae-6248ff0d4858,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:12.584469 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.626259 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.683933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port bb7ae061-36ec-4c91-bd70-a6497ebaee35, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bb7ae061-36ec-4c91-bd70-a6497ebaee35,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:12.707535 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f541e1d7-f130-43ba-83a3-d9e577d9fe18 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/d8d44f3f-5c45-49b3-bfae-6248ff0d4858 HTTP/1.1" status: 204 len: 168 time: 1.2182577 Apr 05 20:51:12.709391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39898) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:12.839742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a3836-6c4c-4d28-a4b3-d157f2fc9439 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:12.840417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d4a3836-6c4c-4d28-a4b3-d157f2fc9439 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:12.843743 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:12.931292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=bb7ae061-36ec-4c91-bd70-a6497ebaee35,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:12.931457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d4a3836-6c4c-4d28-a4b3-d157f2fc9439 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:12.932584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d4a3836-6c4c-4d28-a4b3-d157f2fc9439 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2220631 Apr 05 20:51:12.935272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39906) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:12.991173 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec1e68e-aca0-4831-b5dd-b3895ad402b1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:51:12.992479 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ec1e68e-aca0-4831-b5dd-b3895ad402b1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/20c791b8-19ab-4317-9ddc-78701e5ce1e8 HTTP/1.1" status: 404 len: 333 time: 0.0562050 Apr 05 20:51:12.999840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39914) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:13.055196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Allocated IP 172.20.0.8 (bb17b7ad-3f28-471c-b14a-8221fbf5aadc/d0f80bcd-758b-4c93-adc1-546e80536dcb/b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:13.077238 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c1d96d-09e5-48aa-a0d9-78d904c9a8d3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:51:13.081017 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-67c1d96d-09e5-48aa-a0d9-78d904c9a8d3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/d8d44f3f-5c45-49b3-bfae-6248ff0d4858 HTTP/1.1" status: 404 len: 333 time: 0.0697846 Apr 05 20:51:13.081611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39920) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:13.295594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.308199 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b7e74d-1241-4cf4-8f1d-121ab8a5eaa1 None None] New status for floating IP 893c6c95-ef5f-4ed2-bbb8-101c85815dac: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:51:13.442645 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.500842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Transition to ACTIVE for port object b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:13.504489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.513856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24ab1fb9-29dd-4463-ab9c-0a3ab67c2c7f req-80f36b1a-e6d3-4fec-8a74-9f072a14e7b8 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 210 time: 0.0511122 Apr 05 20:51:13.534033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f5ad83-b6e1-48d4-ba55-45e80d2ae174']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:13.559408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682c20cb-ed67-4e19-8593-9dbf0163e143') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:13.559705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682c20cb-ed67-4e19-8593-9dbf0163e143') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:13.573301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.582379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:51:13.593158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.601668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:13.602180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.707232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:13.762052 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:13.767701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bb7ae061-36ec-4c91-bd70-a6497ebaee35 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:13.823350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.859599 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.867414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port bb7ae061-36ec-4c91-bd70-a6497ebaee35 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:13.867924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.881944 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/63f5ad83-b6e1-48d4-ba55-45e80d2ae174 HTTP/1.1" status: 204 len: 168 time: 0.7934461 Apr 05 20:51:13.881944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362fe40-bdd4-4adb-a56e-996a061af2f1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=63f5ad83-b6e1-48d4-ba55-45e80d2ae174,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:13.883473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39938) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:13.889283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2059945009'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:13.904978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:13.912568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:13.916610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:13.936017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:13.991669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'Port': ['ID=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:14.017086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:14.023256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.039117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:14.046462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:14.048897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:14.117002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:14.139804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.140151 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment 1ca0cf71-95fe-4c6e-aab6-723b4626aecd of type vlan for network 642e38f7-82da-4705-92ca-da0664d0c21b Apr 05 20:51:14.171481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:14.172335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.201581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.242551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e9266-d496-480d-aa0f-a823f690fa70 req-aceb57c8-d5ff-4274-bad2-2f8fd7741ced tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:14.244540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff4e9266-d496-480d-aa0f-a823f690fa70 req-aceb57c8-d5ff-4274-bad2-2f8fd7741ced tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 945 time: 0.4484084 Apr 05 20:51:14.318907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff4e9266-d496-480d-aa0f-a823f690fa70 req-3a64e67c-898a-4c97-9103-80ce5765cae9 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626554 Apr 05 20:51:14.323478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.332374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:14.333191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.376204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:51:14.388379 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.416840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-d54f28f4-e1dd-469d-ad53-43e2edcb2ba1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8932683 Apr 05 20:51:14.462341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Request body: {'port': {'device_id': '95dcd255-cda8-49ca-9863-9f66a4153802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:14.499369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-bc88a865-4804-4bda-99c1-cdc3d8192ffb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "PUT /v2.0/floatingips/893c6c95-ef5f-4ed2-bbb8-101c85815dac HTTP/1.1" status: 200 len: 693 time: 3.1843269 Apr 05 20:51:14.505301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:14.538980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e6cf510f-5f3b-49f6-a34f-e9b9c59c9e3a None None] Provisioning for port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:14.548426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e6cf510f-5f3b-49f6-a34f-e9b9c59c9e3a None None] Provisioning complete for port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:14.549090 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e6cf510f-5f3b-49f6-a34f-e9b9c59c9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.561186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=642e38f7-82da-4705-92ca-da0664d0c21b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:14.621469 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d467517-70b9-4c97-a9a8-bb9d113218b8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7362912 Apr 05 20:51:14.629228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39958) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:14.631731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 642e38f7-82da-4705-92ca-da0664d0c21b details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:14.635250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:14.801196 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6b6c70-4c6a-436a-9b72-08876879bc3d'] response: {'name': 'network-changed', 'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'status': 'completed', 'code': 200} Apr 05 20:51:14.833840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e6cf510f-5f3b-49f6-a34f-e9b9c59c9e3a None None] Port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:51:14.849375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:14.853361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:14.856248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:14.861912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:14.926343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.941630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:14.967512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-d4374d11-601e-41ce-a54c-7158b7501c03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.4343858 Apr 05 20:51:15.061579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-f59d2aea-6240-49c9-bdf2-4f70f13450e5 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:15.063103 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-f59d2aea-6240-49c9-bdf2-4f70f13450e5 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.39 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 945 time: 0.1831586 Apr 05 20:51:15.069342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:15.087387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39966) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:15.178514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3d168-8978-416d-a432-4204eefc61b3 req-74945786-1164-4802-af70-7095b3d348f3 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:15.179878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-76b3d168-8978-416d-a432-4204eefc61b3 req-74945786-1164-4802-af70-7095b3d348f3 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Synchronizing usage tracker for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:15.192731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-34c238e5-9658-45e7-bf65-50851c03897d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d6046adab024e05af1a909790d06fd1&device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 1097 time: 0.3891168 Apr 05 20:51:15.215261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Performing IP validity checks on allocation pools {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 20:51:15.215886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 20:51:15.233875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Deleting port b54ba5af-df79-4606-8f39-987d2b21809e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:15.234472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:15.418374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-2f4d698e-5915-4ba0-bb17-1989aa177e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:15.420206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-2f4d698e-5915-4ba0-bb17-1989aa177e13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 920 time: 0.4173477 Apr 05 20:51:15.470046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-76b3d168-8978-416d-a432-4204eefc61b3 req-74945786-1164-4802-af70-7095b3d348f3 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Unset dirty status for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:15.470685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76b3d168-8978-416d-a432-4204eefc61b3 req-74945786-1164-4802-af70-7095b3d348f3 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 931 time: 0.6623862 Apr 05 20:51:15.502728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1984982083'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:15.524272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:15.533485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Usage tracker for resource:network and tenant:2cd9d7dee1aa41cebcd6f0afb06369b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:15.541948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:15.564167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:15.600561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-65c2c412-5e1d-45df-8b20-8192e33e9ccb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:15.602056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-65c2c412-5e1d-45df-8b20-8192e33e9ccb service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 200 len: 920 time: 0.3919306 Apr 05 20:51:15.605544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-fb399bd2-e30e-4e37-b9d2-e5663cad9eb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 217 time: 0.1202366 Apr 05 20:51:15.625322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] For port b54ba5af-df79-4606-8f39-987d2b21809e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b54ba5af-df79-4606-8f39-987d2b21809e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:15.625693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:15.692760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Made reservation on behalf of 2cd9d7dee1aa41cebcd6f0afb06369b1 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:15.700619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:15.759593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:15.766198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-3a109220-3f2e-4110-a913-f45dab9b3427 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 200 len: 217 time: 0.1485071 Apr 05 20:51:15.770631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Calling delete_port for b54ba5af-df79-4606-8f39-987d2b21809e owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:15.772383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76b3d168-8978-416d-a432-4204eefc61b3 req-6fcb5d7b-8e62-4faf-a17c-47fffb27d3d8 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833171 Apr 05 20:51:15.826449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-a1f36d7d-0885-4e76-aff5-f9f5dbc0d938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:15.827904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-a1f36d7d-0885-4e76-aff5-f9f5dbc0d938 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.2092187 Apr 05 20:51:15.842781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:15.924561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-c52e9bde-2ec6-4ec8-bf60-b915a2d2dac6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853937 Apr 05 20:51:15.943692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=5a7ab84d-8f64-4ed0-b56d-d34c09932f6a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:15.953885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:15.964438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Usage tracker for resource:security_group_rule and tenant:2cd9d7dee1aa41cebcd6f0afb06369b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:15.968752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:15.976717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:15.996742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-c17f0f6c-1321-4ba0-bffe-dbcbe11f7573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:15.998237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-c17f0f6c-1321-4ba0-bffe-dbcbe11f7573 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 200 len: 859 time: 0.2206464 Apr 05 20:51:16.025516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': '1ca0cf71-95fe-4c6e-aab6-723b4626aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:16.025877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: 642e38f7-82da-4705-92ca-da0664d0c21b, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:16.117775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:51:16.127187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.131048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-8a5a7011-23f0-461e-99fd-2b8bfedea0d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b821db4-d79f-4928-a650-b4c8eeb14395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768206 Apr 05 20:51:16.132737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.146971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.158504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['e4bc52b9-c052-439a-a52c-9701cf891e09'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:51:16.189824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 642e38f7-82da-4705-92ca-da0664d0c21b is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:16.197401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b54ba5af-df79-4606-8f39-987d2b21809e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:51:16.201463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Pushing event deleted for resources: {'Port': ['ID=b54ba5af-df79-4606-8f39-987d2b21809e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:16.247664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.325302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] No DVR routers for this DVR port b54ba5af-df79-4606-8f39-987d2b21809e on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:16.327180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 642e38f7-82da-4705-92ca-da0664d0c21b) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:16.332047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.340311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee411cd8-550f-41e6-9a6e-fd43f9e6d611 None None] Network 642e38f7-82da-4705-92ca-da0664d0c21b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:16.373864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287e3f61-2207-43a6-9dc8-0b9659960920', 'name': 'network-vif-deleted', 'tag': 'b54ba5af-df79-4606-8f39-987d2b21809e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:16.389386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:16.402142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:16.411413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.429302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Transition to ACTIVE for port object b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:16.439004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-ef21c6dd-d1ad-4bd3-83ec-85ffdd58a4af service neutron] 10.222.0.10 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944403 Apr 05 20:51:16.469286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f9eae-f9c1-4107-8656-1a8af39365c3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:16.503614 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-995df9d6-de1f-4f18-b815-524d0360ce12 req-b4c99cae-7cb1-4da9-959d-13a5caec9d21 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.39 "DELETE /v2.0/ports/b54ba5af-df79-4606-8f39-987d2b21809e HTTP/1.1" status: 204 len: 173 time: 1.4152367 Apr 05 20:51:16.507327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.507668 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Added segment bf975d55-183b-47b2-aba1-1b431c93dced of type vlan for network bc14b314-f433-49fd-9102-3553e2e991a5 Apr 05 20:51:16.548806 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.553882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.593322 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a123723c-c73e-4a1a-b816-ee6720367d17 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9641776 Apr 05 20:51:16.597687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39998) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:16.604189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b', 'name': 'tempest-PortsTestJSON-893787628'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:16.620034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cabb8e-0606-4794-9df9-f009ac43dd17 req-d4860320-edd0-44ec-aff8-df8e9d287e74 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:16.627013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85cabb8e-0606-4794-9df9-f009ac43dd17 req-d4860320-edd0-44ec-aff8-df8e9d287e74 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=287e3f61-2207-43a6-9dc8-0b9659960920 HTTP/1.1" status: 200 len: 945 time: 0.6919961 Apr 05 20:51:16.677914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-642e38f7-82da-4705-92ca-da0664d0c21b', 'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b', 'tenant_id': 'b823616aba2f4412b7041e3457766cfa', 'fixed_ips': [{'subnet_id': '5a7ab84d-8f64-4ed0-b56d-d34c09932f6a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:51:16.678729 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.716837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-5a5ae545-c61c-469c-8cc2-36dafc36e73f service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686140 Apr 05 20:51:16.936816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Allocated IP 172.20.0.2 (642e38f7-82da-4705-92ca-da0664d0c21b/5a7ab84d-8f64-4ed0-b56d-d34c09932f6a/d5da8e8c-75ba-4835-aa91-4aa421e0dae3) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:16.967722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Pushing event updated for resources: {'Port': ['ID=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:16.991998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.996499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:16.997289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.998287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0607d03b-9b7d-45c3-a255-ebf548281039 req-45139f57-aed6-42c6-afd8-59eb1a120de4 service neutron] 10.222.0.10 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545976 Apr 05 20:51:17.024590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85cabb8e-0606-4794-9df9-f009ac43dd17 req-9684058f-c8f1-45b6-9f05-ccfffa1253a7 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966157 Apr 05 20:51:17.163231 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d559bed-feeb-4897-9512-e73a25b890aa'] response: {'server_uuid': '287e3f61-2207-43a6-9dc8-0b9659960920', 'name': 'network-vif-deleted', 'tag': 'b54ba5af-df79-4606-8f39-987d2b21809e', 'status': 'completed', 'code': 200} Apr 05 20:51:17.177991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:17.191985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Pushing event updated for resources: {'Network': ['ID=bc14b314-f433-49fd-9102-3553e2e991a5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:17.208211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:17.240848 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-93d90333-250c-490b-b289-b8ff467adfd7 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1513512 Apr 05 20:51:17.244625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:17.303546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d121b3d1-aaaf-4447-b33c-d1eb76d2d422 req-4253b111-a3f9-41ad-b5c1-2ee0c2483d19 service neutron] 10.222.0.39 "GET /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769675 Apr 05 20:51:17.313623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-bc74eb55-66af-4770-b280-adf9921353e5 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips/893c6c95-ef5f-4ed2-bbb8-101c85815dac HTTP/1.1" status: 200 len: 693 time: 0.1175568 Apr 05 20:51:17.323758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:17.327102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.370670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bc14b314-f433-49fd-9102-3553e2e991a5 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:17.371231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'network': {'name': 'tempest-network--594532940', 'router:external': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:17.380730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 1f405906-2508-4cee-98fc-f60f163359a9 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:17.440570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Attempting to bind port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:17.441357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Attempting to bind port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:17.441628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Attempting to bind port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b on network bb17b7ad-3f28-471c-b14a-8221fbf5aadc {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:17.454966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b on network bb17b7ad-3f28-471c-b14a-8221fbf5aadc not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:51:17.455411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Attempting to bind port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b on network bb17b7ad-3f28-471c-b14a-8221fbf5aadc {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:17.469777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:17.470259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Checking segment: {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:17.471134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Bound using segment: {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:17.471441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Bound port: b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69bff9a0-b9c8-4d2a-87b4-e8842e958d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:17.472586 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.500302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.532907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:17.538862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:network and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:17.547206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:17.548461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Transition to ACTIVE for port object d5da8e8c-75ba-4835-aa91-4aa421e0dae3 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:17.554571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:17.586268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Transition to ACTIVE for port object d5da8e8c-75ba-4835-aa91-4aa421e0dae3 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:17.645858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-8cc5bfc3-5baa-4a43-8ded-017ca027ccd6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:17.647284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-8cc5bfc3-5baa-4a43-8ded-017ca027ccd6 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 784 time: 0.3327010 Apr 05 20:51:17.655332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Made reservation on behalf of cf8db3ad55b64bc9a8658fbd96eca221 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:17.657722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.672065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.687572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.713153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:17.714501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-f2d31f7f-9165-443c-966e-9a19a5fe73a7 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:51:17.717117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:security_group_rule and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:17.720210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:17.721923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-f2d31f7f-9165-443c-966e-9a19a5fe73a7 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0371811 Apr 05 20:51:17.726979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:17.754172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Pushing event updated for resources: {'Port': ['ID=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:17.782046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Network 642e38f7-82da-4705-92ca-da0664d0c21b is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:17.783377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:17.790017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:17.796814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.845247 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-047c424d-41b1-4d1d-bdc6-51a2a9e986e9 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 696 time: 0.1217306 Apr 05 20:51:17.876919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.11 (642e38f7-82da-4705-92ca-da0664d0c21b/5a7ab84d-8f64-4ed0-b56d-d34c09932f6a/1f405906-2508-4cee-98fc-f60f163359a9) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:17.879516 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.904031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] For port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:17.927690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:17.935233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] For port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:17.936058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Attempting to bind port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:17.936443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Attempting to bind port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '1ca0cf71-95fe-4c6e-aab6-723b4626aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:17.936801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Attempting to bind port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 on network 642e38f7-82da-4705-92ca-da0664d0c21b {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:17.945858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:17.946235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Checking segment: {'id': '1ca0cf71-95fe-4c6e-aab6-723b4626aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:17.946643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.947372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Bound using segment: {'id': '1ca0cf71-95fe-4c6e-aab6-723b4626aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:17.947493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-15448f34-1342-4a3e-93b2-059c48bd13da tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.2.136 HTTP/1.1" status: 200 len: 696 time: 0.1008894 Apr 05 20:51:17.947600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Bound port: d5da8e8c-75ba-4835-aa91-4aa421e0dae3, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca0cf71-95fe-4c6e-aab6-723b4626aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '642e38f7-82da-4705-92ca-da0664d0c21b'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:17.948061 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.951113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7390faf8-fe89-4f58-ad50-43a9817c2f73,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:17.978381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:17.978733 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Added segment 3af1670f-4108-40c3-9c8e-5a32bcaf1e49 of type vlan for network 7e4211f8-52d8-4cff-a930-418e26381d75 Apr 05 20:51:18.033953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea7544-7a74-4944-8c14-59dd8e5c12e4 req-d7e9b71f-fd5a-48c7-ab2f-58aaa8054928 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:18.035660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cea7544-7a74-4944-8c14-59dd8e5c12e4 req-d7e9b71f-fd5a-48c7-ab2f-58aaa8054928 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 943 time: 0.6210580 Apr 05 20:51:18.040020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.063742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] For port d5da8e8c-75ba-4835-aa91-4aa421e0dae3, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:18.068303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] For port d5da8e8c-75ba-4835-aa91-4aa421e0dae3, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,segment=NetworkSegment(1ca0cf71-95fe-4c6e-aab6-723b4626aecd),segment_id=1ca0cf71-95fe-4c6e-aab6-723b4626aecd)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:18.108662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.140669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.193424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.211375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Deleting port 8a1e17ea-569e-4300-bfa0-8bc0b4188916 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:18.211697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.214143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 1f405906-2508-4cee-98fc-f60f163359a9 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:18.257005 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.258410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:18.259006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.299744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.303187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] 10.222.0.23 "PUT /v2.0/ports/b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b HTTP/1.1" status: 200 len: 1091 time: 3.8623943 Apr 05 20:51:18.305207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4fd62-adcc-4957-ab3a-adfc6a73b798 None None] Pushing event updated for resources: {'Port': ['ID=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:18.309282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:18.388364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.538617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=1f405906-2508-4cee-98fc-f60f163359a9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:18.566796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Network': ['ID=7e4211f8-52d8-4cff-a930-418e26381d75,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:18.578737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 642e38f7-82da-4705-92ca-da0664d0c21b is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:18.580064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:18.581457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7e4211f8-52d8-4cff-a930-418e26381d75 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:18.582565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:18.587316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cea7544-7a74-4944-8c14-59dd8e5c12e4 req-c2fc8958-e539-427c-b25b-83fde6f47f4d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5414464 Apr 05 20:51:18.597786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c49c8-1136-4155-b145-1e7e3fa3244e service neutron] Pushing event updated for resources: {'Port': ['ID=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:18.650153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] Sync routers for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:51:18.734523 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-61aa72be-cf65-4ac5-bc0a-1c8cc8806d68 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4860833 Apr 05 20:51:18.750738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40022) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:18.794204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.795599 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.811405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:18.812184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:18.896818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:18.897477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:18.937714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b035ca7-1ae3-4f6c-9d2a-6125a0f2c2d8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3394766 Apr 05 20:51:18.940207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40028) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:18.952215 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a37eb90-342c-42bf-8d2d-bb3021ea3c8b'] response: {'name': 'network-changed', 'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'status': 'completed', 'code': 200} Apr 05 20:51:19.015083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 1f405906-2508-4cee-98fc-f60f163359a9 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:19.015383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.069415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Calling delete_port for 8a1e17ea-569e-4300-bfa0-8bc0b4188916 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:19.131499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b54ba5af-df79-4606-8f39-987d2b21809e no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:19.152042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-2d28af9a-a6cd-4cf0-8108-1842836264dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2&device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1094 time: 0.6153214 Apr 05 20:51:19.176241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: b54ba5af-df79-4606-8f39-987d2b21809e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:19.176605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b54ba5af-df79-4606-8f39-987d2b21809e not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:19.238630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:19.241343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.261406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-8ab46687-5ad4-46a4-bd16-8c5782241de7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b HTTP/1.1" status: 200 len: 217 time: 0.0967886 Apr 05 20:51:19.415926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.538243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-c4c92736-d09f-4309-81f8-2a4b83f98534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:19.543008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-c4c92736-d09f-4309-81f8-2a4b83f98534 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0f80bcd-758b-4c93-adc1-546e80536dcb HTTP/1.1" status: 200 len: 847 time: 0.2657268 Apr 05 20:51:19.598138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 1f405906-2508-4cee-98fc-f60f163359a9 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:19.633901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.700996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4211f8-52d8-4cff-a930-418e26381d75']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:19.746916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af1670f-4108-40c3-9c8e-5a32bcaf1e49') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:19.747210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af1670f-4108-40c3-9c8e-5a32bcaf1e49') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:19.796507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.802258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:49Z', 'revision_number': 5, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:19.814557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] Checking router: a52676b6-fb28-4fae-a37a-5fb5f5ed5731 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:51:19.817460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d5da8e8c-75ba-4835-aa91-4aa421e0dae3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:19.827820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.897517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0070f0f7-e697-4b9d-96f6-66f745015204 None None] Network 642e38f7-82da-4705-92ca-da0664d0c21b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:19.958963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event deleted for resources: {'Port': ['ID=8a1e17ea-569e-4300-bfa0-8bc0b4188916,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:19.962650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.994752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:19.998218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:19.998636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:20.017239 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:20.073165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=1f405906-2508-4cee-98fc-f60f163359a9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:20.146538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:20.169181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-6dc5e6a6-a32d-47df-8b16-1b6652796193 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6099536 Apr 05 20:51:20.169450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:20.170094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:20.334331 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.351677 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.364579 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-66a69936-f4f4-44e4-91fa-d664b79bfc36 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/1f405906-2508-4cee-98fc-f60f163359a9 HTTP/1.1" status: 204 len: 168 time: 1.4232073 Apr 05 20:51:20.367206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40044) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:20.403543 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.410259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e4211f8-52d8-4cff-a930-418e26381d75 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 20:51:20.414849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-10eba0fe-4ee4-4765-8742-5b916224a11b service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209229 Apr 05 20:51:20.416883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.429561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1202b-6d92-4bae-9c3e-17987536146b req-a5bb6a42-2a25-4f7c-a613-84a45e6683f1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:20.436280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99a1202b-6d92-4bae-9c3e-17987536146b req-a5bb6a42-2a25-4f7c-a613-84a45e6683f1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 943 time: 0.4170253 Apr 05 20:51:20.467603 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cf3c69-36a5-4308-b002-03b6685d8d97 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:51:20.468233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cf3c69-36a5-4308-b002-03b6685d8d97 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:51:20.472695 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b7cf3c69-36a5-4308-b002-03b6685d8d97 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/1f405906-2508-4cee-98fc-f60f163359a9 HTTP/1.1" status: 404 len: 333 time: 0.1033769 Apr 05 20:51:20.475448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40048) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:20.480724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e4211f8-52d8-4cff-a930-418e26381d75,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:20.527442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:20.565875 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c49266-c6f2-4ab4-bc4e-0e700d45b2c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:51:20.566388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-45c49266-c6f2-4ab4-bc4e-0e700d45b2c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:20.676697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.694623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cfae6b1-27fa-4d70-868f-697cac518940 req-be62257d-37b4-485e-bab5-07e63f101fff tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "DELETE /v2.0/floatingips/893c6c95-ef5f-4ed2-bbb8-101c85815dac HTTP/1.1" status: 204 len: 173 time: 2.7465255 Apr 05 20:51:20.710596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-45c49266-c6f2-4ab4-bc4e-0e700d45b2c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:20.711783 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-45c49266-c6f2-4ab4-bc4e-0e700d45b2c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/1f405906-2508-4cee-98fc-f60f163359a9 HTTP/1.1" status: 404 len: 333 time: 0.2354109 Apr 05 20:51:20.714496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40054) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:20.721616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3b5b3ff8-b6ad-46de-83b0-30e250d476db tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "DELETE /v2.0/networks/7e4211f8-52d8-4cff-a930-418e26381d75 HTTP/1.1" status: 204 len: 168 time: 1.9685333 Apr 05 20:51:20.742500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40058) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:20.787146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:20.828486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:20.858419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b4802d10-c06e-4b30-ad62-ed53e2de3755 None None] Provisioning for port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:20.865993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99a1202b-6d92-4bae-9c3e-17987536146b req-51c0d3dd-d688-4d83-ae8d-381d9b301ee8 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4285026 Apr 05 20:51:20.868377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.879476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b4802d10-c06e-4b30-ad62-ed53e2de3755 None None] Provisioning complete for port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:20.879848 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b4802d10-c06e-4b30-ad62-ed53e2de3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:20.987131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aed572a1-2bac-49cf-8de0-607c73243ec7 req-ce8bdea0-0cd1-44bf-bdef-4487078fe1f5 service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290873 Apr 05 20:51:20.987666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40064) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:20.989796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:network and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:21.014945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:21.036800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:21.141520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 5a7ab84d-8f64-4ed0-b56d-d34c09932f6a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:51:21.146235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.187581 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b4802d10-c06e-4b30-ad62-ed53e2de3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.217549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.272256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Made reservation on behalf of cf8db3ad55b64bc9a8658fbd96eca221 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:21.277427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.315052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042a2cc-c5c1-4de2-8380-aa5b2e44262b req-10a4cd59-1ac5-4085-8be7-aa0c8799efbb tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups/04a9ab73-13a9-41a6-96fe-7a55533c5640 HTTP/1.1" status: 200 len: 1642 time: 0.3249519 Apr 05 20:51:21.379255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b4802d10-c06e-4b30-ad62-ed53e2de3755 None None] For port d5da8e8c-75ba-4835-aa91-4aa421e0dae3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,segment=NetworkSegment(1ca0cf71-95fe-4c6e-aab6-723b4626aecd),segment_id=1ca0cf71-95fe-4c6e-aab6-723b4626aecd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:21.389629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:49Z', 'revision_number': 5, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:21.394539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d51b1-4ba7-4e8b-97a0-8bfe3ee6c527 None None] The sync data for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 is: [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:49:39Z', 'revision_number': 4, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b76c4ca5-8004-448c-809b-b3ea59aa9f3e', 'name': '', 'network_id': '7b821db4-d79f-4928-a650-b4c8eeb14395', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'mac_address': 'fa:16:3e:51:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:38Z', 'updated_at': '2022-04-05T20:49:49Z', 'revision_number': 5, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'subnets': [{'id': 'a33c2d4d-5f42-4f99-ae77-409702766f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:51:21.460407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.460598 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b4802d10-c06e-4b30-ad62-ed53e2de3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.488967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169069-bf7e-47c7-992e-d7c521b2fbf8 req-e8adb047-0f34-4dc4-b20b-fefff7e66a88 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:21.491585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73169069-bf7e-47c7-992e-d7c521b2fbf8 req-e8adb047-0f34-4dc4-b20b-fefff7e66a88 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.4825876 Apr 05 20:51:21.501537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.559624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4802d10-c06e-4b30-ad62-ed53e2de3755 None None] Pushing event updated for resources: {'Port': ['ID=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:21.559764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:21.586084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ba03a402-8c9d-45f2-aada-0e6724f4c190 None None] Provisioning complete for port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:21.586466 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ba03a402-8c9d-45f2-aada-0e6724f4c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.598667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.599020 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Added segment a6ad8ccb-9ea5-4fa2-8820-d2dd90018d9d of type vlan for network d9346242-bfa3-4ec3-8588-8f6fc24b66a0 Apr 05 20:51:21.646758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73169069-bf7e-47c7-992e-d7c521b2fbf8 req-67189cad-304a-474d-9e56-3f610f0fa74a tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246247 Apr 05 20:51:21.646758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-d1db1f59-ac63-4e58-82b2-d3f256c7715e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2&device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1094 time: 0.4900866 Apr 05 20:51:21.695469 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.702521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:21.718292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d5da8e8c-75ba-4835-aa91-4aa421e0dae3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:21.723050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8042a2cc-c5c1-4de2-8380-aa5b2e44262b req-1488182a-54aa-4570-a12b-b812fa8ab735 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.726060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Usage tracker for resource:security_group_rule and tenant:3adee5601fd540a6babd3bdd3763f9d1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:21.758945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7ab84d-8f64-4ed0-b56d-d34c09932f6a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:21.772028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.779515 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb9700f7-1373-4f95-bc37-a0276b24c02e tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/5a7ab84d-8f64-4ed0-b56d-d34c09932f6a HTTP/1.1" status: 204 len: 168 time: 1.0640132 Apr 05 20:51:21.784057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40072) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:21.800742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:21.824815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:21.825222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.834116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.838179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:21.857520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b714e59-c5f7-4d1f-92dc-cbf248f1070f None None] Network 642e38f7-82da-4705-92ca-da0664d0c21b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:21.886593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8042a2cc-c5c1-4de2-8380-aa5b2e44262b req-1488182a-54aa-4570-a12b-b812fa8ab735 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.906457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-683f25b4-dd3d-4f1e-8856-02ecc7cf0a9d tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:21.910141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-683f25b4-dd3d-4f1e-8856-02ecc7cf0a9d tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.4876809 Apr 05 20:51:21.934840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.946918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:21.947251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.974208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ebf742dc-7eb3-4ed0-b525-5b156b313a11 None None] Could not find standard attr ID for object 1f405906-2508-4cee-98fc-f60f163359a9. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:51:22.114021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-5b667f66-7380-40cf-83a7-d32223ea874a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:22.115405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-5b667f66-7380-40cf-83a7-d32223ea874a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc HTTP/1.1" status: 200 len: 909 time: 0.4412143 Apr 05 20:51:22.122775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Deleting port e4bc52b9-c052-439a-a52c-9701cf891e09 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:22.123134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.182932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] For port d5da8e8c-75ba-4835-aa91-4aa421e0dae3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,segment=NetworkSegment(1ca0cf71-95fe-4c6e-aab6-723b4626aecd),segment_id=1ca0cf71-95fe-4c6e-aab6-723b4626aecd)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:22.183286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.230108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] DHCP port deletion for 642e38f7-82da-4705-92ca-da0664d0c21b request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:51:22.235196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Deleting port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:22.235669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.262727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-997f1f1b-df1d-4478-b69a-dd81d63256f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b HTTP/1.1" status: 200 len: 217 time: 0.0900443 Apr 05 20:51:22.268241 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.269482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:22.270324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.333448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for d5da8e8c-75ba-4835-aa91-4aa421e0dae3 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:22.359600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8042a2cc-c5c1-4de2-8380-aa5b2e44262b req-1488182a-54aa-4570-a12b-b812fa8ab735 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.361977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8042a2cc-c5c1-4de2-8380-aa5b2e44262b req-1488182a-54aa-4570-a12b-b812fa8ab735 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.363623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042a2cc-c5c1-4de2-8380-aa5b2e44262b req-1488182a-54aa-4570-a12b-b812fa8ab735 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "DELETE /v2.0/security-groups/04a9ab73-13a9-41a6-96fe-7a55533c5640 HTTP/1.1" status: 204 len: 173 time: 1.0475509 Apr 05 20:51:22.481901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] For port d5da8e8c-75ba-4835-aa91-4aa421e0dae3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,segment=NetworkSegment(1ca0cf71-95fe-4c6e-aab6-723b4626aecd),segment_id=1ca0cf71-95fe-4c6e-aab6-723b4626aecd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:22.481901 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.490159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7465851 Apr 05 20:51:22.493148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:22.500500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'subnet': {'network_id': 'd9346242-bfa3-4ec3-8588-8f6fc24b66a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:22.515719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:22.515953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488182a-54aa-4570-a12b-b812fa8ab735 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a9ab73-13a9-41a6-96fe-7a55533c5640,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:22.518070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.524743 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.573708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecef5e-ef67-46ea-a489-338e38270616 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Network': ['ID=d9346242-bfa3-4ec3-8588-8f6fc24b66a0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:22.586037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:subnet and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:22.600212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:22.619330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-5f2005bd-013e-4783-af69-b2d72513a810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:22.621163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-5f2005bd-013e-4783-af69-b2d72513a810 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0f80bcd-758b-4c93-adc1-546e80536dcb HTTP/1.1" status: 200 len: 847 time: 0.2808588 Apr 05 20:51:22.627259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81406b9-daea-4d62-9ae7-ec91034d4fd4 req-f958eb23-44b9-4789-a409-86a33d0bbaa6 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:22.636467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d81406b9-daea-4d62-9ae7-ec91034d4fd4 req-f958eb23-44b9-4789-a409-86a33d0bbaa6 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 943 time: 0.6356945 Apr 05 20:51:22.638565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=d5da8e8c-75ba-4835-aa91-4aa421e0dae3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:22.641805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:22.650138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Calling delete_port for d5da8e8c-75ba-4835-aa91-4aa421e0dae3 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:22.652041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No DVR routers for this DVR port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:22.666382 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.714326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network d9346242-bfa3-4ec3-8588-8f6fc24b66a0 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:22.766239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Made reservation on behalf of cf8db3ad55b64bc9a8658fbd96eca221 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:22.770051 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.872924 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.873170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb1dac-cdce-4db8-9caf-5f2ecdea85db,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:22.874619 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:51:22.875375 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:51:22.897130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cbe5ce5a-9e1e-47c0-bdf3-06cf8e665d0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3adee5601fd540a6babd3bdd3763f9d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8855956 Apr 05 20:51:22.902289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40092) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:22.910371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d81406b9-daea-4d62-9ae7-ec91034d4fd4 req-345b59fb-f626-471a-9d60-21681d47a637 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720892 Apr 05 20:51:22.937087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642e38f7-82da-4705-92ca-da0664d0c21b']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:22.964245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca0cf71-95fe-4c6e-aab6-723b4626aecd') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:22.964545 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca0cf71-95fe-4c6e-aab6-723b4626aecd') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:22.976666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] For port e4bc52b9-c052-439a-a52c-9701cf891e09, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e4bc52b9-c052-439a-a52c-9701cf891e09,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:22.977132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.986544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.115355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.133926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:23.134241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:23.154328 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:23.267896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Calling delete_port for e4bc52b9-c052-439a-a52c-9701cf891e09 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:23.304968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5d087d0-8b1f-4e7a-8b17-840643c6b99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.355408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5d087d0-8b1f-4e7a-8b17-840643c6b99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.376631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Deleting port d5da8e8c-75ba-4835-aa91-4aa421e0dae3 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:23.377215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.432054 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-47865a3b-3949-40a3-93cf-03461221476f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7691035 Apr 05 20:51:23.450674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.513384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.521317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=642e38f7-82da-4705-92ca-da0664d0c21b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:23.549679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a86109d7-2962-4cff-bc8e-59121390a13c None None] The port 'd5da8e8c-75ba-4835-aa91-4aa421e0dae3' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:51:23.641277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c42b1-5ec1-4271-a47a-c16d67222dfa req-b9a072fe-0b9e-4818-a646-a55a7578c2a1 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:23.648784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c9c42b1-5ec1-4271-a47a-c16d67222dfa req-b9a072fe-0b9e-4818-a646-a55a7578c2a1 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 946 time: 0.5815067 Apr 05 20:51:23.662805 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a45d6fcf-025b-48dc-b4dc-7280c45001d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/642e38f7-82da-4705-92ca-da0664d0c21b HTTP/1.1" status: 204 len: 168 time: 1.8745730 Apr 05 20:51:23.665355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40102) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:23.676632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2073505829'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:23.683483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5d087d0-8b1f-4e7a-8b17-840643c6b99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.686873 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5d087d0-8b1f-4e7a-8b17-840643c6b99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.687318 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5d087d0-8b1f-4e7a-8b17-840643c6b99d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31cb1dac-cdce-4db8-9caf-5f2ecdea85db HTTP/1.1" status: 204 len: 168 time: 0.7835383 Apr 05 20:51:23.705043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d5da8e8c-75ba-4835-aa91-4aa421e0dae3 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:23.708509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d087d0-8b1f-4e7a-8b17-840643c6b99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb1dac-cdce-4db8-9caf-5f2ecdea85db,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:23.709904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:23.733331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:23.737619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:23.759317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:23.790851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d5da8e8c-75ba-4835-aa91-4aa421e0dae3 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:23.791315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d5da8e8c-75ba-4835-aa91-4aa421e0dae3 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:23.796668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79f7e4-ce50-4a26-925c-7a64c5a3297f req-f39a8074-5e62-4451-9a57-da4eff765645 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:23.797695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b79f7e4-ce50-4a26-925c-7a64c5a3297f req-f39a8074-5e62-4451-9a57-da4eff765645 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:23.853540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c9c42b1-5ec1-4271-a47a-c16d67222dfa req-d3e8cfda-a531-493c-88d5-9876604dd548 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037120 Apr 05 20:51:23.856967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-db0b621e-2fe2-4b56-be80-80010ffe677e service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134569 Apr 05 20:51:23.863985 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.903263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:23.906279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.913043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:51:23.915457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e4bc52b9-c052-439a-a52c-9701cf891e09 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:23.947667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 20:51:23.948123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.994726 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d88b59-206e-4e6b-9f8c-1f52144f8b7c None None] New status for floating IP 893c6c95-ef5f-4ed2-bbb8-101c85815dac: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:51:24.012218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: e4bc52b9-c052-439a-a52c-9701cf891e09 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:24.016128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e4bc52b9-c052-439a-a52c-9701cf891e09 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:24.018752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:24.073336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.073683 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment cbeaa20e-a08e-4025-a049-414e159e98e5 of type vlan for network 0b4ac458-14ab-4494-af22-0daa48354736 Apr 05 20:51:24.094880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ccf42706-b56e-4f58-94aa-84fa2196f49b,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:24.123047 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Checking segment: {'id': 'a6ad8ccb-9ea5-4fa2-8820-d2dd90018d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd9346242-bfa3-4ec3-8588-8f6fc24b66a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:24.123415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Network hostable DHCP agents. Network: d9346242-bfa3-4ec3-8588-8f6fc24b66a0, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:24.156938 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.224360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:24.260585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'port_id': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'mac_address': 'fa:16:3e:0f:38:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:51:24.290976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Pushing event deleted for resources: {'Port': ['ID=e4bc52b9-c052-439a-a52c-9701cf891e09,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:24.293903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.301544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:24.303286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.375122 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.395672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b79f7e4-ce50-4a26-925c-7a64c5a3297f req-f39a8074-5e62-4451-9a57-da4eff765645 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:24.404829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Network d9346242-bfa3-4ec3-8588-8f6fc24b66a0 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:24.405305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b79f7e4-ce50-4a26-925c-7a64c5a3297f req-f39a8074-5e62-4451-9a57-da4eff765645 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 1.0616505 Apr 05 20:51:24.435496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:51:24.437394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:24.445524 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7767384 Apr 05 20:51:24.447544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40116) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:24.457144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '0b4ac458-14ab-4494-af22-0daa48354736', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:24.495452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] No DVR routers for this DVR port e4bc52b9-c052-439a-a52c-9701cf891e09 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:24.498225 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.507453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'name': 'network-vif-deleted', 'tag': 'e4bc52b9-c052-439a-a52c-9701cf891e09'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:24.511847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.615215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b79f7e4-ce50-4a26-925c-7a64c5a3297f req-d4982aa8-1a73-4eef-a57c-c5291ac6b2d9 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:24.627326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea4a7a4f-9655-4038-8240-9f1adacbb92a req-eb45a2e8-a3fc-4b52-9e18-5ba121ade90a service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484338 Apr 05 20:51:24.637572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-672ccdc1-fa88-4cc0-84d2-d9c898a4af6e req-7e810dac-3769-4de5-aabc-90cb217f799e tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.23 "DELETE /v2.0/ports/e4bc52b9-c052-439a-a52c-9701cf891e09 HTTP/1.1" status: 204 len: 173 time: 2.7175791 Apr 05 20:51:24.681868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac4b9-2226-4065-974a-0b3407a64dc8 req-e792b062-bb62-4777-addc-0c57cf844e9d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:24.684507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-109ac4b9-2226-4065-974a-0b3407a64dc8 req-e792b062-bb62-4777-addc-0c57cf844e9d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 943 time: 0.4190233 Apr 05 20:51:24.704830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, d9346242-bfa3-4ec3-8588-8f6fc24b66a0) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:24.709475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:24.710757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:24.711526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.730155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0f29f3-7686-4b0f-9e24-8af4f0b74ad0 None None] Network d9346242-bfa3-4ec3-8588-8f6fc24b66a0 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:24.733060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-109ac4b9-2226-4065-974a-0b3407a64dc8 req-978f027a-5e5f-4317-b144-aa682d2dfb4f tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438137 Apr 05 20:51:24.736708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b79f7e4-ce50-4a26-925c-7a64c5a3297f req-d4982aa8-1a73-4eef-a57c-c5291ac6b2d9 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:24.757216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:51:24.766163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b79f7e4-ce50-4a26-925c-7a64c5a3297f req-d4982aa8-1a73-4eef-a57c-c5291ac6b2d9 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589551 Apr 05 20:51:24.767592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40124) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:24.779302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae04e37-016e-4129-a095-57434d46b227 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=0b4ac458-14ab-4494-af22-0daa48354736,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:24.801625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 0b4ac458-14ab-4494-af22-0daa48354736 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:24.810342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:24.824570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:24.829022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:24.832987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:24.840700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:24.871961 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-61bfb89d-8a6e-468c-bc0f-89c8950f2b45 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3772972 Apr 05 20:51:24.879305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40128) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:24.885864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'floatingip': {'floating_network_id': 'd9346242-bfa3-4ec3-8588-8f6fc24b66a0'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:24.891880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:24.897390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Usage tracker for resource:security_group_rule and tenant:088e8cf982044c7ba89fea45b72bb64a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:24.899129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:24.905772 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0f47d1-1345-428f-9a55-3968ab40cf25'] response: {'server_uuid': '373f9d2c-0acc-4e8d-b239-03db6c9a7125', 'name': 'network-vif-deleted', 'tag': 'e4bc52b9-c052-439a-a52c-9701cf891e09', 'status': 'completed', 'code': 200} Apr 05 20:51:24.906850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:floatingip and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:24.907305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:24.911869 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:24.918430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:24.936451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:24.954202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:25.028544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.060225 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.132549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.155098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.174640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba4df6e3-788d-44e2-887b-6cc79153eb51 req-e30160bf-50e8-4794-a1f9-23cb1a936479 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Synchronizing usage tracker for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:25.227891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432abd41-c0b1-49b0-b0b7-f335b115c635,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:25.252844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:25.254665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-711e95c0-54b8-4d2d-aac3-ecb38b38243e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=088e8cf982044c7ba89fea45b72bb64a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4831693 Apr 05 20:51:25.286638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba4df6e3-788d-44e2-887b-6cc79153eb51 req-e30160bf-50e8-4794-a1f9-23cb1a936479 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] Unset dirty status for tenant:3da4570b62d64824901e786770484f62 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:25.292632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba4df6e3-788d-44e2-887b-6cc79153eb51 req-e30160bf-50e8-4794-a1f9-23cb1a936479 tempest-ListServerFiltersTestJSON-440086170 tempest-ListServerFiltersTestJSON-440086170-project] 10.222.0.10 "GET /v2.0/ports?device_id=373f9d2c-0acc-4e8d-b239-03db6c9a7125 HTTP/1.1" status: 200 len: 210 time: 0.1791048 Apr 05 20:51:25.303375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b34685f-73dc-4248-8175-0c6799575abe None None] Network d9346242-bfa3-4ec3-8588-8f6fc24b66a0 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:25.394282 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.455790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f209c6-fd6f-46bf-bc6b-6028e52b1c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.536583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f209c6-fd6f-46bf-bc6b-6028e52b1c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.650282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Allocated IP 172.20.0.6 (d9346242-bfa3-4ec3-8588-8f6fc24b66a0/ccf42706-b56e-4f58-94aa-84fa2196f49b/a306cd84-b9a2-4e54-9411-54e7fe67eb25) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:25.666896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.748425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-ffae8faf-217d-4e23-986d-de78b3ea1297 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:25.750037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-ffae8faf-217d-4e23-986d-de78b3ea1297 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.0860071 Apr 05 20:51:25.856159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Deleting port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:25.856635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.904000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f209c6-fd6f-46bf-bc6b-6028e52b1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.942131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f209c6-fd6f-46bf-bc6b-6028e52b1c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432abd41-c0b1-49b0-b0b7-f335b115c635,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:25.960854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=79a9cad4-dd2c-4e09-9fa4-13a40004e0fd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:26.021383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40f209c6-fd6f-46bf-bc6b-6028e52b1c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.022505 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-40f209c6-fd6f-46bf-bc6b-6028e52b1c96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/432abd41-c0b1-49b0-b0b7-f335b115c635 HTTP/1.1" status: 204 len: 168 time: 0.7681844 Apr 05 20:51:26.031949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': 'cbeaa20e-a08e-4025-a049-414e159e98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0b4ac458-14ab-4494-af22-0daa48354736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:26.032316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: 0b4ac458-14ab-4494-af22-0daa48354736, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:26.045526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.148075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 0b4ac458-14ab-4494-af22-0daa48354736 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:26.177158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.234763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 0b4ac458-14ab-4494-af22-0daa48354736) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:26.240071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:26.240666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.246054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae429e-522f-4ced-95ac-e55372a7552d None None] Network 0b4ac458-14ab-4494-af22-0daa48354736 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:26.306869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fe77a-48b4-4a1b-bdda-2e0919604007 req-6e1ae097-2402-4ce5-8658-cda6efd74c90 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:26.308315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-653fe77a-48b4-4a1b-bdda-2e0919604007 req-6e1ae097-2402-4ce5-8658-cda6efd74c90 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 944 time: 0.4085839 Apr 05 20:51:26.309500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Port': ['ID=a306cd84-b9a2-4e54-9411-54e7fe67eb25,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:26.324996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68838c5-0381-4ed0-99c2-d7cf1307e073 req-edeae496-986e-499c-8ef9-65e37637b57e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:26.326452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b68838c5-0381-4ed0-99c2-d7cf1307e073 req-edeae496-986e-499c-8ef9-65e37637b57e tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 946 time: 0.3886552 Apr 05 20:51:26.340793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Network d9346242-bfa3-4ec3-8588-8f6fc24b66a0 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:26.343597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:26.347650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:26.390937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Sync routers for ids ['1295d7a8-2a59-4be8-9eb4-c358478a4477'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:51:26.426404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-90d6a3f0-78c7-462e-857a-8b2defdefc59 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9753430 Apr 05 20:51:26.428967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40154) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:26.436989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] For port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:26.437373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.450820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '0b4ac458-14ab-4494-af22-0daa48354736', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1129113193'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:26.476814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Routers {'1295d7a8-2a59-4be8-9eb4-c358478a4477'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:26.477709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1295d7a8-2a59-4be8-9eb4-c358478a4477'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:26.486849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-653fe77a-48b4-4a1b-bdda-2e0919604007 req-e68f7096-344b-4fa5-981c-c333046faaa1 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716774 Apr 05 20:51:26.565444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.683585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.692711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-0b4ac458-14ab-4494-af22-0daa48354736', 'network_id': '0b4ac458-14ab-4494-af22-0daa48354736', 'tenant_id': 'b823616aba2f4412b7041e3457766cfa', 'fixed_ips': [{'subnet_id': '79a9cad4-dd2c-4e09-9fa4-13a40004e0fd'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:51:26.693700 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.786957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Calling delete_port for 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:26.810312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Set router 1295d7a8-2a59-4be8-9eb4-c358478a4477 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:26.817372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b68838c5-0381-4ed0-99c2-d7cf1307e073 req-e67adace-8745-4075-be24-5c309c478c56 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/security-groups?id=4b1af02c-a110-4077-a68c-1a35a70b5f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737694 Apr 05 20:51:26.871887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:26.879459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:26.895196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:26.901792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:26.947259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40160) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:26.975185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.977852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:26.981136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:26.991241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40164) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:27.002933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.049074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.080621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 09699133-e732-4524-9a4d-4045c9b4e247 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:27.082390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Allocated IP 172.20.0.2 (0b4ac458-14ab-4494-af22-0daa48354736/79a9cad4-dd2c-4e09-9fa4-13a40004e0fd/3be7a926-6a67-4d0a-93c2-b56f80f7b645) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:27.152850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] Deleting subnet e0b1a096-07a3-4ff5-a25a-0e59eeb17969 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:51:27.165404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.188778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.208594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.218462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:27.220325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Port': ['ID=a306cd84-b9a2-4e54-9411-54e7fe67eb25,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:27.281882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Usage tracker for resource:security_group_rule and tenant:7c1eccef081d4fc2b42320c81932ebbc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:27.289142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:27.291239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.292519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Pushing event deleted for resources: {'Port': ['ID=934f7b26-96ef-4f2e-aec1-c46e54c8bb59,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:27.296534 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-076a60cf-000a-48cb-8274-8cd60d0c9d46 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4153295 Apr 05 20:51:27.297324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40172) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:27.301218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:27.309186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.386909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-878f16ef-cbb3-4998-8cf4-b872d65e9196 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Synchronizing usage tracker for tenant:cf8db3ad55b64bc9a8658fbd96eca221 on resource:floatingip {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:27.388293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.388637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.388975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.389336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.389662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.389990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.401327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.401327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.401327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.401327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.401327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:27.449294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] No DVR routers for this DVR port 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:27.455654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.459688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'name': 'network-vif-deleted', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:27.479615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-878f16ef-cbb3-4998-8cf4-b872d65e9196 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Unset dirty status for tenant:cf8db3ad55b64bc9a8658fbd96eca221 on resource:floatingip {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:27.486714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-878f16ef-cbb3-4998-8cf4-b872d65e9196 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=d9346242-bfa3-4ec3-8588-8f6fc24b66a0 HTTP/1.1" status: 200 len: 689 time: 0.1882784 Apr 05 20:51:27.490152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:27.535807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.562843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Transition to ACTIVE for port object 3be7a926-6a67-4d0a-93c2-b56f80f7b645 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:27.598668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Transition to ACTIVE for port object 3be7a926-6a67-4d0a-93c2-b56f80f7b645 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:27.600424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.604467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:50:55Z', 'revision_number': 4, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '295eba3c-7966-44dc-beb8-ab4c96e87b02', 'name': '', 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'mac_address': 'fa:16:3e:3c:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80708076-245e-432e-9160-0cc43eb2bfd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:54Z', 'updated_at': '2022-04-05T20:50:56Z', 'revision_number': 2, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'subnets': [{'id': '80708076-245e-432e-9160-0cc43eb2bfd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:27.612337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Checking router: 1295d7a8-2a59-4be8-9eb4-c358478a4477 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:51:27.612719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Updating router 1295d7a8-2a59-4be8-9eb4-c358478a4477 port 295eba3c-7966-44dc-beb8-ab4c96e87b02 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:51:27.628682 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4178415-ea0c-48cd-9bf4-4680ea93e84d'] response: {'server_uuid': 'ebd75b0a-1054-40c6-8b55-a0c27e93bb4b', 'name': 'network-vif-deleted', 'tag': '934f7b26-96ef-4f2e-aec1-c46e54c8bb59', 'status': 'completed', 'code': 200} Apr 05 20:51:27.642498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6cd6a32a-4a17-417b-b708-b91a73c97e16 req-578cbef7-a905-4b74-9e64-b9a6b102bd82 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.39 "DELETE /v2.0/ports/934f7b26-96ef-4f2e-aec1-c46e54c8bb59 HTTP/1.1" status: 204 len: 173 time: 1.8833995 Apr 05 20:51:27.664547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.686918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.711660 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.737338 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.773668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Deleting port a306cd84-b9a2-4e54-9411-54e7fe67eb25 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:27.774239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.791540 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.873178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.10 (0b4ac458-14ab-4494-af22-0daa48354736/79a9cad4-dd2c-4e09-9fa4-13a40004e0fd/09699133-e732-4524-9a4d-4045c9b4e247) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:27.885141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c1eccef081d4fc2b42320c81932ebbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9360526 Apr 05 20:51:27.885432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49ed5b-f096-40c8-a964-29c97a640fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3702f7b4-4803-46cb-a6b0-07c17493813c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:27.892855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8649ebc-e093-4308-b5a3-4241fee22c25 req-955586b2-1eb2-43c1-aad4-6b977c40cff8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:27.894868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8649ebc-e093-4308-b5a3-4241fee22c25 req-955586b2-1eb2-43c1-aad4-6b977c40cff8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.3368671 Apr 05 20:51:27.900237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40188) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:27.901368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:27.922851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Network 0b4ac458-14ab-4494-af22-0daa48354736 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:27.934945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:27.937347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:27.968333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:27.977999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b1a096-07a3-4ff5-a25a-0e59eeb17969,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:28.002841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.003992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.025096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Pushing event updated for resources: {'Port': ['ID=3be7a926-6a67-4d0a-93c2-b56f80f7b645,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:28.067257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378336b0-4efd-43ba-8726-972d3c4c1ad2 None None] Network 50df51e0-caa3-4757-8b2e-b2c248f59f7c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:28.078214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.123715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0dfc5b56-3987-4f66-b886-5a57d5754dbd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e0b1a096-07a3-4ff5-a25a-0e59eeb17969 HTTP/1.1" status: 204 len: 168 time: 1.1270912 Apr 05 20:51:28.134798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40192) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:28.148566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17076e6-593f-4a56-ae3f-2f1e0bb640b6 req-1262b3bd-e89e-4b46-a49f-4bd0cd47c411 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:28.150006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e17076e6-593f-4a56-ae3f-2f1e0bb640b6 req-1262b3bd-e89e-4b46-a49f-4bd0cd47c411 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 944 time: 0.4229980 Apr 05 20:51:28.169270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Calling delete_port for a306cd84-b9a2-4e54-9411-54e7fe67eb25 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:28.208199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8649ebc-e093-4308-b5a3-4241fee22c25 req-a1130b80-c84d-475c-9eaa-1ce22e880047 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005979 Apr 05 20:51:28.326970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Attempting to bind port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:28.327343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Attempting to bind port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'cbeaa20e-a08e-4025-a049-414e159e98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0b4ac458-14ab-4494-af22-0daa48354736'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:28.327702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Attempting to bind port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 on network 0b4ac458-14ab-4494-af22-0daa48354736 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:28.385382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:28.388467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:28.388849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Checking segment: {'id': 'cbeaa20e-a08e-4025-a049-414e159e98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0b4ac458-14ab-4494-af22-0daa48354736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:28.389408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.389802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Bound using segment: {'id': 'cbeaa20e-a08e-4025-a049-414e159e98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0b4ac458-14ab-4494-af22-0daa48354736'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:28.390282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Bound port: 3be7a926-6a67-4d0a-93c2-b56f80f7b645, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbeaa20e-a08e-4025-a049-414e159e98e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0b4ac458-14ab-4494-af22-0daa48354736'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:28.390653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.442901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:28.443266 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.472751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.544411 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0e03659f-6b58-4977-bffa-f790133244ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.561059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55c98956-e51e-4837-8e10-17c7117c078d req-a0cc0f5a-51bd-492b-9212-3c55ff270920 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Synchronizing usage tracker for tenant:2d6046adab024e05af1a909790d06fd1 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:28.602433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.607623 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.628413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event deleted for resources: {'Port': ['ID=a306cd84-b9a2-4e54-9411-54e7fe67eb25,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:28.650146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e17076e6-593f-4a56-ae3f-2f1e0bb640b6 req-7a2f8220-0757-4d07-8832-c22778a8aa4a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4788401 Apr 05 20:51:28.652090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0e03659f-6b58-4977-bffa-f790133244ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.676586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 09699133-e732-4524-9a4d-4045c9b4e247 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:28.677791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] For port 3be7a926-6a67-4d0a-93c2-b56f80f7b645, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:28.690833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Deleting port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:28.691205 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.691529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] For port 3be7a926-6a67-4d0a-93c2-b56f80f7b645, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3be7a926-6a67-4d0a-93c2-b56f80f7b645,segment=NetworkSegment(cbeaa20e-a08e-4025-a049-414e159e98e5),segment_id=cbeaa20e-a08e-4025-a049-414e159e98e5)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:28.725341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55c98956-e51e-4837-8e10-17c7117c078d req-a0cc0f5a-51bd-492b-9212-3c55ff270920 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] Unset dirty status for tenant:2d6046adab024e05af1a909790d06fd1 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:28.726231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55c98956-e51e-4837-8e10-17c7117c078d req-a0cc0f5a-51bd-492b-9212-3c55ff270920 tempest-ServerRescueTestJSONUnderV235-1951896838 tempest-ServerRescueTestJSONUnderV235-1951896838-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebd75b0a-1054-40c6-8b55-a0c27e93bb4b HTTP/1.1" status: 200 len: 210 time: 0.2740350 Apr 05 20:51:28.751239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.771758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Transition to ACTIVE for port object 295eba3c-7966-44dc-beb8-ab4c96e87b02 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:28.774645 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.787086 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.874003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.879074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.889757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] DHCP port deletion for 50df51e0-caa3-4757-8b2e-b2c248f59f7c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:51:28.903112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.917251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Deleting port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:28.917598 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.937647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.997865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:29.010006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0e03659f-6b58-4977-bffa-f790133244ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.017948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.040729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03659f-6b58-4977-bffa-f790133244ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3702f7b4-4803-46cb-a6b0-07c17493813c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.046436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e895d5-1e04-474d-bef2-13ee8fc38a88 None None] Pushing event updated for resources: {'Port': ['ID=3be7a926-6a67-4d0a-93c2-b56f80f7b645,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.072437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 0b4ac458-14ab-4494-af22-0daa48354736 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:29.085070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:29.087933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:29.123987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf42706-b56e-4f58-94aa-84fa2196f49b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.134035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:29.171695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=09699133-e732-4524-9a4d-4045c9b4e247,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.179229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0e03659f-6b58-4977-bffa-f790133244ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.180626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0e03659f-6b58-4977-bffa-f790133244ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3702f7b4-4803-46cb-a6b0-07c17493813c HTTP/1.1" status: 204 len: 168 time: 1.2756186 Apr 05 20:51:29.228273 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a954a5bf-8bd9-4066-af84-f2fb4f363241'] response: {'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'code': 200} Apr 05 20:51:29.236007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:29.238748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] For port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:29.242446 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.288344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:29.288882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 934f7b26-96ef-4f2e-aec1-c46e54c8bb59 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:29.289388 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.329068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.374063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f91809-0554-4ff4-b32f-521b109929dc None None] Pushing event updated for resources: {'Port': ['ID=295eba3c-7966-44dc-beb8-ab4c96e87b02,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.404345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9346242-bfa3-4ec3-8588-8f6fc24b66a0']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:29.450898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ad8ccb-9ea5-4fa2-8820-d2dd90018d9d') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:29.461072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ad8ccb-9ea5-4fa2-8820-d2dd90018d9d') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:29.507340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Calling delete_port for dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:29.507562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.557548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.575951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:29.576363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:29.603370 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:29.629313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:29.631081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.725470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Attempting to bind port 295eba3c-7966-44dc-beb8-ab4c96e87b02 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:29.726002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Attempting to bind port 295eba3c-7966-44dc-beb8-ab4c96e87b02 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:29.726272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Attempting to bind port 295eba3c-7966-44dc-beb8-ab4c96e87b02 on network ebfb9789-27c9-4b78-8cc0-1eb924feb58f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:29.738555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] For port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,segment=NetworkSegment(ff34470a-8fa9-438b-bf3c-1fb74b0e7f23),segment_id=ff34470a-8fa9-438b-bf3c-1fb74b0e7f23)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:29.738955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.777776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0f85c00-25a5-4a7c-be95-305ce3d463a9 req-3f12e374-6e67-43d8-a6b5-45da2b32be98 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1095 time: 0.5885203 Apr 05 20:51:29.809424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b273c7-0661-4b8f-b446-280017567edb req-4d9692e9-ed98-464d-ae2d-cb4751f5d68c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:29.810014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49b273c7-0661-4b8f-b446-280017567edb req-4d9692e9-ed98-464d-ae2d-cb4751f5d68c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.1597056 Apr 05 20:51:29.815306 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.815547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.888408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:29.888896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Checking segment: {'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:29.889217 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.889604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Bound using segment: {'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:29.890085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Bound port: 295eba3c-7966-44dc-beb8-ab4c96e87b02, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:29.890551 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.900670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-429c912f-687f-4a41-8eb8-644aceac1e21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.4633939 Apr 05 20:51:29.901250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3be7a926-6a67-4d0a-93c2-b56f80f7b645 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:29.901980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40208) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:29.911928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.941757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Calling delete_port for dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:29.966960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] No DVR routers for this DVR port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:29.974324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.024974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9346242-bfa3-4ec3-8588-8f6fc24b66a0 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 20:51:30.032278 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.054248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9346242-bfa3-4ec3-8588-8f6fc24b66a0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:30.073890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 09699133-e732-4524-9a4d-4045c9b4e247 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:30.074258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.079068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:51:30.079431 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:51:30.117298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0f85c00-25a5-4a7c-be95-305ce3d463a9 req-154f28af-ab39-486d-a995-b39a0de56437 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332238 Apr 05 20:51:30.142139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49b273c7-0661-4b8f-b446-280017567edb req-8f951669-3b7d-4efd-a88b-d5e2eba45723 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210752 Apr 05 20:51:30.142802 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41682875-6fdc-4514-b35f-8eefc411eab7 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "DELETE /v2.0/networks/d9346242-bfa3-4ec3-8588-8f6fc24b66a0 HTTP/1.1" status: 204 len: 168 time: 2.6507039 Apr 05 20:51:30.148086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40216) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:30.215447 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.298284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] For port 295eba3c-7966-44dc-beb8-ab4c96e87b02, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:30.301001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50df51e0-caa3-4757-8b2e-b2c248f59f7c']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:30.313945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] For port 295eba3c-7966-44dc-beb8-ab4c96e87b02, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=295eba3c-7966-44dc-beb8-ab4c96e87b02,segment=NetworkSegment(d1cd76a0-bf8d-4858-8e2a-38e8dd93441d),segment_id=d1cd76a0-bf8d-4858-8e2a-38e8dd93441d)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:30.333421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:30.335693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff34470a-8fa9-438b-bf3c-1fb74b0e7f23') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:30.372692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849720df-37f2-4562-b7b3-6abbdda3d16b req-8bfb9f0c-e7d3-45ac-a0a4-f9231eff8fe3 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:30.382022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-849720df-37f2-4562-b7b3-6abbdda3d16b req-8bfb9f0c-e7d3-45ac-a0a4-f9231eff8fe3 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 945 time: 0.4601905 Apr 05 20:51:30.389664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40222) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:30.389818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:30.395375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.404503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.541249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Routers {'1295d7a8-2a59-4be8-9eb4-c358478a4477'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:30.542176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1295d7a8-2a59-4be8-9eb4-c358478a4477'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:30.600608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:30.613688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.645642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Deleting port dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:30.649506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.690443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:30.691607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:30.707811 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:30.760252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:30.760768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:30.794705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.804911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dd7d8ecd-c262-418a-9b6c-9ed790695ea6 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Synchronizing usage tracker for tenant:cf8db3ad55b64bc9a8658fbd96eca221 on resource:floatingip {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:30.840251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de81ea8-3699-40da-8d42-8e7e0a2331dd None None] Network 0b4ac458-14ab-4494-af22-0daa48354736 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:30.872956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-22e98dab-bfe7-4eea-9084-d17ae63afb2b None None] The port 'dbb1cc8e-5864-4dce-8dc9-d6596cf2ed7e' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:51:30.880292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f91809-0554-4ff4-b32f-521b109929dc None None] Pushing event updated for resources: {'Port': ['ID=295eba3c-7966-44dc-beb8-ab4c96e87b02,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:31.041175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 09699133-e732-4524-9a4d-4045c9b4e247 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:31.073446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-849720df-37f2-4562-b7b3-6abbdda3d16b req-8fe7e288-3b8e-4865-9bc8-b400e5c06d62 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6901035 Apr 05 20:51:31.109556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dd7d8ecd-c262-418a-9b6c-9ed790695ea6 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Unset dirty status for tenant:cf8db3ad55b64bc9a8658fbd96eca221 on resource:floatingip {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:31.113266 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dd7d8ecd-c262-418a-9b6c-9ed790695ea6 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.9616992 Apr 05 20:51:31.120927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:31.187369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4ee76bde-f138-4c74-b774-49758ce2f655 None None] Provisioning for port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:31.203146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4ee76bde-f138-4c74-b774-49758ce2f655 None None] Provisioning complete for port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:31.204727 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ee76bde-f138-4c74-b774-49758ce2f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.230867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.261237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.338751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] Set router 1295d7a8-2a59-4be8-9eb4-c358478a4477 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:31.390943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] 10.222.0.10 "DELETE /v2.0/networks/50df51e0-caa3-4757-8b2e-b2c248f59f7c HTTP/1.1" status: 204 len: 168 time: 3.2530813 Apr 05 20:51:31.404249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad2d09-41c0-45fc-8abb-02d84f067743 admin admin] Pushing event deleted for resources: {'Network': ['ID=50df51e0-caa3-4757-8b2e-b2c248f59f7c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:31.476499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.476950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.477284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.477628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.477977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.478320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.478666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.479009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.479352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.480482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Synchronizing usage tracker for tenant:cf8db3ad55b64bc9a8658fbd96eca221 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:31.487407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40244) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:31.624620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Unset dirty status for tenant:cf8db3ad55b64bc9a8658fbd96eca221 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:31.628035 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6443b91c-4b61-4200-a96a-0e90c1fc026e tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5904 time: 0.5043988 Apr 05 20:51:31.630922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40250) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:31.732492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-612929801-network', 'tenant_id': '7108ac24c1fc45caaa3173de2e395895'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:31.747019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.761589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:31.769407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2b22-597a-4b8b-bd02-99586f991f2e req-b85815a4-f5f0-42a2-96de-7c6011c1828c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.778376 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dcc2b22-597a-4b8b-bd02-99586f991f2e req-b85815a4-f5f0-42a2-96de-7c6011c1828c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.2206631 Apr 05 20:51:31.849877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dcc2b22-597a-4b8b-bd02-99586f991f2e req-e6d6649c-a02f-4da3-9818-b8054ab4eb51 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702653 Apr 05 20:51:31.883968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Usage tracker for resource:network and tenant:7108ac24c1fc45caaa3173de2e395895 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:31.893378 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-f6cfa7f9-e48d-454f-852d-511aa6cc0bad tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] delete failed (client error): The resource could not be found. Apr 05 20:51:31.895873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f6cfa7f9-e48d-454f-852d-511aa6cc0bad tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/20b055d6-6d59-488d-8ed4-cc514e21a87e HTTP/1.1" status: 404 len: 345 time: 0.2631223 Apr 05 20:51:31.898740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40254) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:31.905872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:31.913261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=09699133-e732-4524-9a4d-4045c9b4e247,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:31.919548 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ee76bde-f138-4c74-b774-49758ce2f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.943105 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-896f5e5a-2500-4047-a4f6-bb027392e3fd tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] DELETE failed (client error): The resource could not be found. Apr 05 20:51:31.943941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896f5e5a-2500-4047-a4f6-bb027392e3fd tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:51:31.946203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-896f5e5a-2500-4047-a4f6-bb027392e3fd tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "DELETE /v2.0/networks/d9346242-bfa3-4ec3-8588-8f6fc24b66a0 HTTP/1.1" status: 404 len: 339 time: 0.0462441 Apr 05 20:51:31.952365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.995721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4ee76bde-f138-4c74-b774-49758ce2f655 None None] For port 3be7a926-6a67-4d0a-93c2-b56f80f7b645, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3be7a926-6a67-4d0a-93c2-b56f80f7b645,segment=NetworkSegment(cbeaa20e-a08e-4025-a049-414e159e98e5),segment_id=cbeaa20e-a08e-4025-a049-414e159e98e5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:32.008011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:32.020813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:50:55Z', 'revision_number': 4, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '295eba3c-7966-44dc-beb8-ab4c96e87b02', 'name': '', 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'mac_address': 'fa:16:3e:3c:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80708076-245e-432e-9160-0cc43eb2bfd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:54Z', 'updated_at': '2022-04-05T20:51:30Z', 'revision_number': 4, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'subnets': [{'id': '80708076-245e-432e-9160-0cc43eb2bfd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:32.025330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c409d26-09b3-46b6-b15a-fdbe68c65723 None None] The sync data for ids ['1295d7a8-2a59-4be8-9eb4-c358478a4477'] in n-d-836605-1 is: [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:50:55Z', 'revision_number': 4, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '295eba3c-7966-44dc-beb8-ab4c96e87b02', 'name': '', 'network_id': 'ebfb9789-27c9-4b78-8cc0-1eb924feb58f', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'mac_address': 'fa:16:3e:3c:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80708076-245e-432e-9160-0cc43eb2bfd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:54Z', 'updated_at': '2022-04-05T20:51:30Z', 'revision_number': 4, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'subnets': [{'id': '80708076-245e-432e-9160-0cc43eb2bfd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:51:32.035003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'network': {'name': 'tempest-network--938437078', 'router:external': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:32.040196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:32.045173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:network and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:32.054342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:32.065346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:32.070878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40262) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:32.083857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ee76bde-f138-4c74-b774-49758ce2f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.099888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:32.177645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.190309 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee81e148-a58d-47b8-8b89-68c5e05c2af1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/09699133-e732-4524-9a4d-4045c9b4e247 HTTP/1.1" status: 204 len: 168 time: 2.2868633 Apr 05 20:51:32.192801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40268) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:32.197651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Made reservation on behalf of 7108ac24c1fc45caaa3173de2e395895 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:32.200462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.203409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Made reservation on behalf of cf8db3ad55b64bc9a8658fbd96eca221 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:32.205765 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.264503 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-152e15e0-3c00-4a87-ab06-b455285631e2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:51:32.265512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-152e15e0-3c00-4a87-ab06-b455285631e2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:32.276837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.330726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:32.340865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7108ac24c1fc45caaa3173de2e395895 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:32.350168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee76bde-f138-4c74-b774-49758ce2f655 None None] Pushing event updated for resources: {'Port': ['ID=3be7a926-6a67-4d0a-93c2-b56f80f7b645,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:32.357666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:32.373147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:32.375416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:32.387198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-152e15e0-3c00-4a87-ab06-b455285631e2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:32.389069 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-152e15e0-3c00-4a87-ab06-b455285631e2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/09699133-e732-4524-9a4d-4045c9b4e247 HTTP/1.1" status: 404 len: 333 time: 0.1944973 Apr 05 20:51:32.391589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:32.411765 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.412589 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Added segment ad0d5013-6955-456f-8c40-2eddaf51c17c of type vlan for network 66e24bd6-0621-474e-9833-786c1d463fd6 Apr 05 20:51:32.435593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7ddbb215-35b4-497a-bb93-169fe4e2779b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3da4570b62d64824901e786770484f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2570672 Apr 05 20:51:32.437521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40276) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:32.452091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-61c12d39-af5c-4cdc-8b67-74276b8e5eee None None] Could not find standard attr ID for object 09699133-e732-4524-9a4d-4045c9b4e247. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:51:32.470043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-61c12d39-af5c-4cdc-8b67-74276b8e5eee None None] Provisioning complete for port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:32.470417 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61c12d39-af5c-4cdc-8b67-74276b8e5eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.553016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.588558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0532aa26-5cc1-4193-9dfb-f72356a3613b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.639142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0532aa26-5cc1-4193-9dfb-f72356a3613b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.668957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 79a9cad4-dd2c-4e09-9fa4-13a40004e0fd {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:51:32.672110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.696922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:51:32.738261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d11a64-0471-43c6-b183-876564932b2b req-2e33a1f5-6d39-4bb1-b7fe-27fb8b73b985 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:32.739955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98d11a64-0471-43c6-b183-876564932b2b req-2e33a1f5-6d39-4bb1-b7fe-27fb8b73b985 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 945 time: 0.4114416 Apr 05 20:51:32.751583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.776231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2c4670ed-4749-42d9-ac3a-ba721bf82deb None None] Could not find standard attr ID for object 09699133-e732-4524-9a4d-4045c9b4e247. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:51:32.809875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.832754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.833381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:32.833763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.886566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.896072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98d11a64-0471-43c6-b183-876564932b2b req-1210bf97-8bd1-4f0b-853d-3c3c3b6404cf tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473167 Apr 05 20:51:32.906653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0532aa26-5cc1-4193-9dfb-f72356a3613b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.938807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.014433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532aa26-5cc1-4193-9dfb-f72356a3613b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.026459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0532aa26-5cc1-4193-9dfb-f72356a3613b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.027526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0532aa26-5cc1-4193-9dfb-f72356a3613b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b1f66cb-ff5a-45ed-b96e-b03fb8fc4128 HTTP/1.1" status: 204 len: 168 time: 0.5807042 Apr 05 20:51:33.043677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:33.093838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Network': ['ID=66e24bd6-0621-474e-9833-786c1d463fd6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.101897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d20dda5e-7a82-4a4a-ac3b-0b2a17bc1669 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0845804 Apr 05 20:51:33.103412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40286) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.104989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 66e24bd6-0621-474e-9833-786c1d463fd6 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:33.156733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18601627-aa15-42d7-97c2-fc346342b1c4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.191295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.191643 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Added segment e92bf536-60f8-4303-9d90-e411cfbdac2f of type vlan for network 402498fa-c60d-4c42-b37d-7cc83d2eb37f Apr 05 20:51:33.240104 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.314749 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.357280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=79a9cad4-dd2c-4e09-9fa4-13a40004e0fd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.364254 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.365469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:33.366048 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.452054 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.461932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48419de7-5af3-4583-a0bc-144510578640 None None] Network 0b4ac458-14ab-4494-af22-0daa48354736 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:33.490788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e4668-0f34-484a-820d-49c4a6c6d1be tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:33.500428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e4668-0f34-484a-820d-49c4a6c6d1be tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:33.513382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e4668-0f34-484a-820d-49c4a6c6d1be tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:33.519552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e4668-0f34-484a-820d-49c4a6c6d1be tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:33.523804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7c7e4668-0f34-484a-820d-49c4a6c6d1be tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4116163 Apr 05 20:51:33.526946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40292) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.527976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=402498fa-c60d-4c42-b37d-7cc83d2eb37f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.532794 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2fa53ffa-4cb6-4996-940c-de1798ad5441 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/79a9cad4-dd2c-4e09-9fa4-13a40004e0fd HTTP/1.1" status: 204 len: 168 time: 1.1388283 Apr 05 20:51:33.542824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.552371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 402498fa-c60d-4c42-b37d-7cc83d2eb37f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:33.642530 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-84d3a305-570b-471e-a176-73c7e6bbf7e0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1529093 Apr 05 20:51:33.656743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40300) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.663864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Request body: {'subnet': {'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-612929801-subnet', 'tenant_id': '7108ac24c1fc45caaa3173de2e395895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:33.680202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:33.719578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Usage tracker for resource:subnet and tenant:7108ac24c1fc45caaa3173de2e395895 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:33.726602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:33.730784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.737254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:33.750298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:33.750835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.890101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.891206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3be7a926-6a67-4d0a-93c2-b56f80f7b645 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:33.940116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] DHCP port deletion for 0b4ac458-14ab-4494-af22-0daa48354736 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:51:33.958096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Deleting port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:33.958507 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.984775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d3b6f-bd8b-4362-8d94-1830d3816e85 req-675b5393-04fd-41cd-bc01-e3cbd317d019 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:33.988115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a20d3b6f-bd8b-4362-8d94-1830d3816e85 req-675b5393-04fd-41cd-bc01-e3cbd317d019 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 945 time: 0.8495970 Apr 05 20:51:33.996442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33cbdd-e1cf-4b97-b454-56c4c715055f req-3bf934df-3532-49b3-a687-86d16fc2cf48 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:34.002831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Made reservation on behalf of 7108ac24c1fc45caaa3173de2e395895 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:34.006205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.007851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f33cbdd-e1cf-4b97-b454-56c4c715055f req-3bf934df-3532-49b3-a687-86d16fc2cf48 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.7149501 Apr 05 20:51:34.128967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] For port 3be7a926-6a67-4d0a-93c2-b56f80f7b645, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3be7a926-6a67-4d0a-93c2-b56f80f7b645,segment=NetworkSegment(cbeaa20e-a08e-4025-a049-414e159e98e5),segment_id=cbeaa20e-a08e-4025-a049-414e159e98e5)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:34.129570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.165677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:34.166244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.168742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.195604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a20d3b6f-bd8b-4362-8d94-1830d3816e85 req-ba0b12b2-d14c-43e1-990a-391728b13d85 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816766 Apr 05 20:51:34.221681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f33cbdd-e1cf-4b97-b454-56c4c715055f req-c8fce112-566c-4cd5-819e-9aa78cb1ea01 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127099 Apr 05 20:51:34.360742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] For port 3be7a926-6a67-4d0a-93c2-b56f80f7b645, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3be7a926-6a67-4d0a-93c2-b56f80f7b645,segment=NetworkSegment(cbeaa20e-a08e-4025-a049-414e159e98e5),segment_id=cbeaa20e-a08e-4025-a049-414e159e98e5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:34.361187 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.365945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 3be7a926-6a67-4d0a-93c2-b56f80f7b645 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:34.405546 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.464399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e24bd6-0621-474e-9833-786c1d463fd6']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:34.521261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Calling delete_port for 3be7a926-6a67-4d0a-93c2-b56f80f7b645 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:34.528535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0d5013-6955-456f-8c40-2eddaf51c17c') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:34.528825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0d5013-6955-456f-8c40-2eddaf51c17c') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:34.548334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.613667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f94113-278d-4fbf-a1cd-b6a547be1b5e req-7d4ddca9-787f-49ea-9f40-2964a5be0d8e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:34.615133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86f94113-278d-4fbf-a1cd-b6a547be1b5e req-7d4ddca9-787f-49ea-9f40-2964a5be0d8e tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 945 time: 0.1438246 Apr 05 20:51:34.628289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.639887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 295eba3c-7966-44dc-beb8-ab4c96e87b02 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:34.670647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.686208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:51:34.686868 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:51:34.688090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:34.688505 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:34.702559 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:34.764982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40320) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:34.794584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=3be7a926-6a67-4d0a-93c2-b56f80f7b645,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:34.804402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Deleting port b76c4ca5-8004-448c-809b-b3ea59aa9f3e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:34.804747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.815531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No DVR routers for this DVR port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:34.820795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-17fd5e18-6206-49a2-88f5-399e8b0d542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.835511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86f94113-278d-4fbf-a1cd-b6a547be1b5e req-644f3a3f-32c4-478c-b797-7ea2337639e0 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947477 Apr 05 20:51:34.878802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40326) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:34.885683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 295eba3c-7966-44dc-beb8-ab4c96e87b02 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:34.894664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 295eba3c-7966-44dc-beb8-ab4c96e87b02 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:34.895216 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.955263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1526772100-network', 'tenant_id': 'f04a1f35985948baa18aeac1fd289690'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:34.967160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:34.969404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.987199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.994014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66e24bd6-0621-474e-9833-786c1d463fd6 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 20:51:34.998120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Usage tracker for resource:network and tenant:f04a1f35985948baa18aeac1fd289690 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:34.998382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.006538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.009097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:35.027752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event deleted for resources: {'Network': ['ID=66e24bd6-0621-474e-9833-786c1d463fd6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.047656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:35.062413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a0b9a9f2-5bf3-464b-9a54-21361a74f6a3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "DELETE /v2.0/networks/66e24bd6-0621-474e-9833-786c1d463fd6 HTTP/1.1" status: 204 len: 168 time: 1.2414768 Apr 05 20:51:35.070063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40332) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:35.080406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4ac458-14ab-4494-af22-0daa48354736']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:35.083602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'network': {'name': 'tempest-network--1390528328', 'router:external': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:35.089433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] For port b76c4ca5-8004-448c-809b-b3ea59aa9f3e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,segment=NetworkSegment(8ccad262-996d-42fb-88ac-12d5933758dc),segment_id=8ccad262-996d-42fb-88ac-12d5933758dc)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:35.089696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.099439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:35.103271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbeaa20e-a08e-4025-a049-414e159e98e5') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:35.103899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbeaa20e-a08e-4025-a049-414e159e98e5') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:35.107004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:network and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:35.121928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.159991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:35.160926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.161919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94227f2d-1112-4168-aed6-c79921149768,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.169001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.180280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:35.180670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.189830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Deleting port 3be7a926-6a67-4d0a-93c2-b56f80f7b645 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:35.191701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:35.203863 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:35.252163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Made reservation on behalf of f04a1f35985948baa18aeac1fd289690 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:35.254900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.261807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Checking segment: {'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:35.262171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Network hostable DHCP agents. Network: 402498fa-c60d-4c42-b37d-7cc83d2eb37f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:35.270747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Calling delete_port for b76c4ca5-8004-448c-809b-b3ea59aa9f3e owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:35.281899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-704c3faa-10d8-4514-bf14-d83515152b2c None None] The port '3be7a926-6a67-4d0a-93c2-b56f80f7b645' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:51:35.298824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 295eba3c-7966-44dc-beb8-ab4c96e87b02, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=295eba3c-7966-44dc-beb8-ab4c96e87b02,segment=NetworkSegment(d1cd76a0-bf8d-4858-8e2a-38e8dd93441d),segment_id=d1cd76a0-bf8d-4858-8e2a-38e8dd93441d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:35.319369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:35.353679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.359833 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.387024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.406247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.431177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Network 402498fa-c60d-4c42-b37d-7cc83d2eb37f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:35.448931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=0b4ac458-14ab-4494-af22-0daa48354736,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.466380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:35.470031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=295eba3c-7966-44dc-beb8-ab4c96e87b02,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.477453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Made reservation on behalf of cf8db3ad55b64bc9a8658fbd96eca221 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:35.483410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.488682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Usage tracker for resource:security_group_rule and tenant:f04a1f35985948baa18aeac1fd289690 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:35.501471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:35.522102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:35.527259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fc41ed04-129c-4df0-9a19-dd731b1f1f25 tempest-TestServerBasicOps-903822713 tempest-TestServerBasicOps-903822713-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1091 time: 0.6474473 Apr 05 20:51:35.531043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 402498fa-c60d-4c42-b37d-7cc83d2eb37f) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:35.538355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40338) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:35.541127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f83df-082e-411d-a549-3fab636aa241 None None] Network 402498fa-c60d-4c42-b37d-7cc83d2eb37f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:35.545437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:35.546123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.556068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:35.570327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-372c52c0-2ec2-46d7-8a94-86c459c4b24d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/0b4ac458-14ab-4494-af22-0daa48354736 HTTP/1.1" status: 204 len: 168 time: 2.0262201 Apr 05 20:51:35.574638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:35.581515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'name': 'tempest-PortsTestJSON-1016459316'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:35.582085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:35.591969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:35.597163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Usage tracker for resource:floatingip and tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:35.603852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:35.624325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:35.638743 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.639146 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Added segment 8f826d14-4515-4576-b6c8-c1ff41466db6 of type vlan for network fd8a3156-e8df-4f7b-9d09-0757bce781eb Apr 05 20:51:35.665860 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-502c80b9-a1ef-48a3-938f-7b576283bf9e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0076039 Apr 05 20:51:35.739907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:35.747124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:35.757599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:35.760777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:35.773704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 295eba3c-7966-44dc-beb8-ab4c96e87b02 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:35.823232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:35.831767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.846091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33277a38-fe05-49b3-8cb9-6eb6f8143fb2 req-8f78af52-fe11-4375-aa8b-15a664ac6e15 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:35.847690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33277a38-fe05-49b3-8cb9-6eb6f8143fb2 req-8f78af52-fe11-4375-aa8b-15a664ac6e15 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.4207397 Apr 05 20:51:35.852627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.861387 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.876616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port db6a5c34-926b-4d6d-b548-8fcc155623a6 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:35.883907 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.943984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a16210-4cfe-444a-a055-fde90ab991a0 None None] Network 402498fa-c60d-4c42-b37d-7cc83d2eb37f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:36.088472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 295eba3c-7966-44dc-beb8-ab4c96e87b02 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:36.089144 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.133830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.144148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76c4ca5-8004-448c-809b-b3ea59aa9f3e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:36.179044 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.218223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.230040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:51:36.305259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.318392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:36.322653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:36.325554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:36.330522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:36.331232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.341980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33277a38-fe05-49b3-8cb9-6eb6f8143fb2 req-2fa633f3-dab4-43c4-8a9a-1f4c88b82892 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4823313 Apr 05 20:51:36.364887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=db6a5c34-926b-4d6d-b548-8fcc155623a6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:36.375574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:36.382100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3be7a926-6a67-4d0a-93c2-b56f80f7b645 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:36.414414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3be7a926-6a67-4d0a-93c2-b56f80f7b645 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:36.414765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3be7a926-6a67-4d0a-93c2-b56f80f7b645 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:36.433513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.438307 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Added segment 55ead18d-4efc-4bed-a544-4adf29423274 of type vlan for network 69a37c7c-aa8e-42c6-acff-60ac9b304987 Apr 05 20:51:36.438307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a476e1-c792-4837-9fd5-0172eb248489,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:36.480135 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-523d10dd-3281-48c3-a3d6-49105cb4b5b4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9042037 Apr 05 20:51:36.482590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40352) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:36.507659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.508506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:36.509100 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.551029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port db6a5c34-926b-4d6d-b548-8fcc155623a6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:36.551297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.682131 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.711373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Network': ['ID=fd8a3156-e8df-4f7b-9d09-0757bce781eb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:36.728683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fd8a3156-e8df-4f7b-9d09-0757bce781eb details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:36.774529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.812350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f476a8f1-22d6-4ebb-96da-47bfcd28972f tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7398686 Apr 05 20:51:36.815825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40358) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:36.848217 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.908333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for db6a5c34-926b-4d6d-b548-8fcc155623a6 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:36.940244 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.941148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:36.941725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.011533 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a7124df-49af-421d-8156-878174b2db84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.051181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.101587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=db6a5c34-926b-4d6d-b548-8fcc155623a6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:37.103901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74066cca-db36-4d6e-87ac-9303f3c3237b tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:37.105255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-74066cca-db36-4d6e-87ac-9303f3c3237b tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] 10.222.0.10 "GET /v2.0/networks/fd8a3156-e8df-4f7b-9d09-0757bce781eb HTTP/1.1" status: 200 len: 757 time: 0.2873003 Apr 05 20:51:37.111590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40364) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:37.114730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.130938 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0b9d0e80-b58f-4006-b1a8-1fffae8ee069 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/db6a5c34-926b-4d6d-b548-8fcc155623a6 HTTP/1.1" status: 204 len: 168 time: 0.6448107 Apr 05 20:51:37.131287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40370) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:37.136970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'mac_address': 'fa:16:3e:2b:23:ba', 'name': 'tempest-PortsTestJSON-2025916321'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:37.140957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] Pushing event updated for resources: {'Network': ['ID=69a37c7c-aa8e-42c6-acff-60ac9b304987,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:37.164609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-47218f8b-2f85-4603-9b9b-d3c580a0db47 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3916867 Apr 05 20:51:37.165400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:37.205990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:37.217488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Request body: {'subnet': {'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1526772100-subnet', 'tenant_id': 'f04a1f35985948baa18aeac1fd289690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:37.236103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:37.255462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Usage tracker for resource:subnet and tenant:f04a1f35985948baa18aeac1fd289690 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:37.266909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:37.375372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Allocated IP 172.25.2.128 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/0b708935-73cd-4f7d-934b-9eb3af264398) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:37.375620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:37.386164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:37.388791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.391889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:37.395534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:37.401544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:37.404622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979ed164-062b-4f82-9143-93ee1a9bed12 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:37.406029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-979ed164-062b-4f82-9143-93ee1a9bed12 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] 10.222.0.10 "GET /v2.0/networks/bc14b314-f433-49fd-9102-3553e2e991a5 HTTP/1.1" status: 200 len: 768 time: 0.2909474 Apr 05 20:51:37.408714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40380) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:37.489954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Made reservation on behalf of f04a1f35985948baa18aeac1fd289690 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:37.492357 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.521755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:37.696785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.732673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.841457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 73dcf564-0730-4450-941e-785b26f7d0db yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:37.936001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.978703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701af092-cada-4481-a27b-23dbca61be1a req-271ff1d2-d0cc-4f68-b7dc-de5cecb98767 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:37.980164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-701af092-cada-4481-a27b-23dbca61be1a req-271ff1d2-d0cc-4f68-b7dc-de5cecb98767 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.4329493 Apr 05 20:51:38.035160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.057596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-701af092-cada-4481-a27b-23dbca61be1a req-8f934383-c5c0-49ba-b8a5-2637b5368966 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713551 Apr 05 20:51:38.097112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8a3156-e8df-4f7b-9d09-0757bce781eb']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:38.121379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f826d14-4515-4576-b6c8-c1ff41466db6') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:38.121664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f826d14-4515-4576-b6c8-c1ff41466db6') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:38.141398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.158044 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.260585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.273926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.292587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'Port': ['ID=0b708935-73cd-4f7d-934b-9eb3af264398,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:38.310030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:38.310030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:38.312761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:38.320098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:38.320585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.329242 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:38.334086 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:38.455204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.468901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5104605d-4b52-4da3-b0d3-7f9bf36bf08d,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:38.503515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Checking segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:38.504207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Network hostable DHCP agents. Network: 69a37c7c-aa8e-42c6-acff-60ac9b304987, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:38.531491 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.551885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.570626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd8a3156-e8df-4f7b-9d09-0757bce781eb {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 20:51:38.574579 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.577250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd8a3156-e8df-4f7b-9d09-0757bce781eb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:38.594152 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-674626b6-803c-48f0-a304-c7670947fd26 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "DELETE /v2.0/networks/fd8a3156-e8df-4f7b-9d09-0757bce781eb HTTP/1.1" status: 204 len: 168 time: 1.1803203 Apr 05 20:51:38.594553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40386) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:38.600650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'network': {'name': 'tempest-network--756528413'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:38.605976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.607898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:38.649989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Usage tracker for resource:network and tenant:cf8db3ad55b64bc9a8658fbd96eca221 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:38.661170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:38.678857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:38.703287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:38.709440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:38.711742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:38.719953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:38.724481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:38.725127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.731305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=73dcf564-0730-4450-941e-785b26f7d0db,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:38.782313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Made reservation on behalf of cf8db3ad55b64bc9a8658fbd96eca221 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:38.785443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.812736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7f613863-beed-46c5-b8c3-deaec5d97b99 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6781166 Apr 05 20:51:38.812736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 69a37c7c-aa8e-42c6-acff-60ac9b304987) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:38.813956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40390) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:38.817253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:38.822697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.831692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d83d9-18c3-467c-ac8d-3fd2e7d0952f None None] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:38.833858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:38.845870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.846195 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Added segment b7cefdf8-ad3e-473c-b45b-0a79da6e71e0 of type vlan for network 5743466e-4f0e-47af-8115-4e4d58ad29fe Apr 05 20:51:38.874526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.913296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae45e0-7004-44ab-b32b-34c6fda71a4c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:38.913861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-57ae45e0-7004-44ab-b32b-34c6fda71a4c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:38.915356 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b6bb4769-cb0a-4be8-8310-1fa5ff29292e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7077084 Apr 05 20:51:38.977085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.977793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:38.978296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:38.982527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:51:39.057550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-57ae45e0-7004-44ab-b32b-34c6fda71a4c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:39.058708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-57ae45e0-7004-44ab-b32b-34c6fda71a4c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/73dcf564-0730-4450-941e-785b26f7d0db HTTP/1.1" status: 200 len: 841 time: 0.2437620 Apr 05 20:51:39.167743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40398) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:39.176105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Network': ['ID=5743466e-4f0e-47af-8115-4e4d58ad29fe,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:39.192083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.192990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.193497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.194303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.194834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.195378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.196646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.197103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.202235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.202235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.202235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:39.205402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b1fa6-e430-493d-9b1d-f14a01b6cccd None None] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:39.245534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5743466e-4f0e-47af-8115-4e4d58ad29fe details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:39.277669 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-02abd233-01de-44c9-b72e-eaf7c0a818e3 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6819892 Apr 05 20:51:39.278502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40412) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:39.285392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:39.665281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.709533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.713985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 73dcf564-0730-4450-941e-785b26f7d0db {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:39.714323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.740679 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.764525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Network 5743466e-4f0e-47af-8115-4e4d58ad29fe is not hosted by any dhcp agent {{(pid=84580) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 20:51:39.765296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:39.765881 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.767145 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "PUT /v2.0/networks/5743466e-4f0e-47af-8115-4e4d58ad29fe HTTP/1.1" status: 200 len: 857 time: 0.4876244 Apr 05 20:51:39.787547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40422) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:39.828076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.836647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cee97a-5634-425e-a37e-66eecd182ee4 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event updated for resources: {'Network': ['ID=5743466e-4f0e-47af-8115-4e4d58ad29fe,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:39.999363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-98ca6c2f-0eaf-4d2d-965d-71d128bac726 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:40.000676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-98ca6c2f-0eaf-4d2d-965d-71d128bac726 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/networks?id=402498fa-c60d-4c42-b37d-7cc83d2eb37f HTTP/1.1" status: 200 len: 808 time: 0.6373363 Apr 05 20:51:40.071176 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.106361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608a14-26f4-460e-a801-77e9fb0b8725 req-738a8756-486a-48ca-8a04-4226e59d71f8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:40.107776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78608a14-26f4-460e-a801-77e9fb0b8725 req-738a8756-486a-48ca-8a04-4226e59d71f8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.7467344 Apr 05 20:51:40.140553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.196782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-aebdceab-813c-4594-be5a-6202af5ae88b tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/quotas/7108ac24c1fc45caaa3173de2e395895 HTTP/1.1" status: 200 len: 375 time: 0.1805615 Apr 05 20:51:40.318648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-e007831e-c00c-4337-830a-d1e737e08496 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7108ac24c1fc45caaa3173de2e395895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884316 Apr 05 20:51:40.328321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.591605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 73dcf564-0730-4450-941e-785b26f7d0db owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:40.725410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78608a14-26f4-460e-a801-77e9fb0b8725 req-4d1fe505-9be4-45ee-ac82-8a824bf862d2 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873983 Apr 05 20:51:40.786474 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.856888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:51:40.859244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5743466e-4f0e-47af-8115-4e4d58ad29fe']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:40.868713 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] Sync routers for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:51:40.886052 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:40.886782 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:40.909029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cefdf8-ad3e-473c-b45b-0a79da6e71e0') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:40.909387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cefdf8-ad3e-473c-b45b-0a79da6e71e0') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:40.931073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-065a46eb-fb2f-4642-a1d3-cf3476234230 admin admin] 10.222.0.10 "PUT /v2.0/routers/a52676b6-fb28-4fae-a37a-5fb5f5ed5731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5428298 Apr 05 20:51:40.934105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40430) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:40.941583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.953722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-adf25c86-87f8-4be9-a722-403c2a5d2461 service neutron] 10.222.0.10 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897553 Apr 05 20:51:40.963749 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.013378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.098098 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:41.155011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.203351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:41.203758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:41.217225 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:41.273287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.276641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.375429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.411913 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:51:35Z', 'revision_number': 5, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port': {'id': 'dfa1bcef-eb18-4b60-acce-32fb2a34b2f5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:33Z', 'updated_at': '2022-04-05T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:41.415782 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] Checking router: a52676b6-fb28-4fae-a37a-5fb5f5ed5731 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:51:41.426923 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] Routers {'a52676b6-fb28-4fae-a37a-5fb5f5ed5731'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:41.427589 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:41.445424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Deleting port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:41.445880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.538522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event updated for resources: {'Port': ['ID=0b708935-73cd-4f7d-934b-9eb3af264398,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:41.545385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.584565 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] Set router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:41.624733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.639604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] For port dfa1bcef-eb18-4b60-acce-32fb2a34b2f5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:41.640575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.662655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=73dcf564-0730-4450-941e-785b26f7d0db,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:41.664467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5743466e-4f0e-47af-8115-4e4d58ad29fe {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 20:51:41.684023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-123e6f43-6855-44e8-af40-db0b5baadb53 service neutron] 10.222.0.10 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203782 Apr 05 20:51:41.691449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.698939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5743466e-4f0e-47af-8115-4e4d58ad29fe HTTP/1.1" status: 204 len: 168 time: 1.9027801 Apr 05 20:51:41.701188 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:51:41Z', 'revision_number': 6, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:41.705549 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8c0234-e6a0-40c3-8d71-7cb04026b03a None None] The sync data for ids ['a52676b6-fb28-4fae-a37a-5fb5f5ed5731'] in n-d-836605-1 is: [{'id': 'a52676b6-fb28-4fae-a37a-5fb5f5ed5731', 'name': 'tempest-ServerRescueTestJSONUnderV235-974313377-router', 'tenant_id': '2d6046adab024e05af1a909790d06fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:32Z', 'updated_at': '2022-04-05T20:51:41Z', 'revision_number': 6, 'project_id': '2d6046adab024e05af1a909790d06fd1', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:51:41.709560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40438) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:41.719776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14381f-66f6-4210-9ffc-1177f92de008 tempest-ExternalNetworksTestJSON-186834017 tempest-ExternalNetworksTestJSON-186834017-project-admin] Pushing event deleted for resources: {'Network': ['ID=5743466e-4f0e-47af-8115-4e4d58ad29fe,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:41.725866 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.787691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ee09fc8c-7080-4f2d-b39b-b93fae39d3a5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/73dcf564-0730-4450-941e-785b26f7d0db HTTP/1.1" status: 204 len: 168 time: 2.6111119 Apr 05 20:51:41.794423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40444) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:41.799371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-a9a73af2-9088-455a-9ffa-f70ffd6943ec tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:41.800343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-a9a73af2-9088-455a-9ffa-f70ffd6943ec tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Synchronizing usage tracker for tenant:f04a1f35985948baa18aeac1fd289690 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:41.804744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Calling delete_port for dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:41.846687 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b5e0a9-2522-4c8d-81bd-99fb1bdf40b8 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] DELETE failed (client error): The resource could not be found. Apr 05 20:51:41.847748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b5e0a9-2522-4c8d-81bd-99fb1bdf40b8 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:51:41.849418 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a2b5e0a9-2522-4c8d-81bd-99fb1bdf40b8 tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] 10.222.0.10 "DELETE /v2.0/subnets/ccf42706-b56e-4f58-94aa-84fa2196f49b HTTP/1.1" status: 404 len: 337 time: 0.1393237 Apr 05 20:51:41.855961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40448) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:41.930495 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aad084-3c62-4a80-95bb-7678b57573a8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:51:41.930998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49aad084-3c62-4a80-95bb-7678b57573a8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:42.038318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-a9a73af2-9088-455a-9ffa-f70ffd6943ec tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Unset dirty status for tenant:f04a1f35985948baa18aeac1fd289690 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:42.039636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-a9a73af2-9088-455a-9ffa-f70ffd6943ec tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 813 time: 0.8212371 Apr 05 20:51:42.083138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49aad084-3c62-4a80-95bb-7678b57573a8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:42.084400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-49aad084-3c62-4a80-95bb-7678b57573a8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/73dcf564-0730-4450-941e-785b26f7d0db HTTP/1.1" status: 404 len: 333 time: 0.2810225 Apr 05 20:51:42.097954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40458) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:42.127700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'name': 'tempest-PortsTestJSON-1737887915'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:42.168873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-e8c11f21-f3ef-4d45-a232-a23f7ce02582 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/quotas/f04a1f35985948baa18aeac1fd289690 HTTP/1.1" status: 200 len: 375 time: 0.1206009 Apr 05 20:51:42.171389 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:42.266982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:42.336434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-ab6992a8-db78-47ad-8cde-08000595a4fd tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928464 Apr 05 20:51:42.413169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:42.472626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615263c8-473f-4940-bafb-178ecd10b47a req-89b2a284-f66d-4b9e-8e98-5569fd457d94 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:42.474197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-615263c8-473f-4940-bafb-178ecd10b47a req-89b2a284-f66d-4b9e-8e98-5569fd457d94 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.4812152 Apr 05 20:51:42.486820 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Floating IP 386a7d5d-1637-4a5b-b759-df5b88715a29 associated. External IP: 172.25.2.128, port: b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b. Apr 05 20:51:42.501303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa1bcef-eb18-4b60-acce-32fb2a34b2f5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:42.569688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:42.711645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:42.725421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-615263c8-473f-4940-bafb-178ecd10b47a req-07937f60-3516-4196-85c1-06ad5800bb47 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404947 Apr 05 20:51:42.733570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-655050ec-394f-451d-962e-68a5d80a4048 service neutron] 10.222.0.10 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771207 Apr 05 20:51:42.753662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc14b314-f433-49fd-9102-3553e2e991a5']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:42.757846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:42.760819 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:42.829469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf975d55-183b-47b2-aba1-1b431c93dced') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:42.829785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf975d55-183b-47b2-aba1-1b431c93dced') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:42.910915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:42.929398 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.047308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.061869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f8d3644-a33d-4300-bfcb-0133c3596e73 req-aec5a2d2-4e66-48b2-bded-8f59ae35f844 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 210 time: 0.0720775 Apr 05 20:51:43.062896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 556fc48e-42da-4ade-8ec4-e4bb266798a4 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:51:43.063267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:43.063674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:43.078295 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:43.208877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-17c1060e-7648-4397-b3ce-bc7abb4ac29d service neutron] 10.222.0.10 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736509 Apr 05 20:51:43.298253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.302640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.361075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.382546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.400438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.418119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] Pushing event deleted for resources: {'Network': ['ID=bc14b314-f433-49fd-9102-3553e2e991a5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:43.420752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.421426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52676b6-fb28-4fae-a37a-5fb5f5ed5731 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:51:43.425301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.426427 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-17384f62-9f14-49a3-815b-ca8a7747ec45 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a52676b6-fb28-4fae-a37a-5fb5f5ed5731 HTTP/1.1" status: 204 len: 168 time: 2.4907029 Apr 05 20:51:43.431048 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f834c242-67a6-4ea9-bb69-f7e47f5da7bb tempest-ExternalNetworksTestJSON-544583223 tempest-ExternalNetworksTestJSON-544583223-project] 10.222.0.10 "DELETE /v2.0/networks/bc14b314-f433-49fd-9102-3553e2e991a5 HTTP/1.1" status: 204 len: 168 time: 1.5712614 Apr 05 20:51:43.431048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:43.505434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] Deleting subnet a33c2d4d-5f42-4f99-ae77-409702766f54 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:51:43.511231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.568968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.615362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:51:43.635874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.699693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.771957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b76c4ca5-8004-448c-809b-b3ea59aa9f3e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:43.830228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.884485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b76c4ca5-8004-448c-809b-b3ea59aa9f3e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:43.884831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b76c4ca5-8004-448c-809b-b3ea59aa9f3e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:43.900520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33c2d4d-5f42-4f99-ae77-409702766f54,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:43.917455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.930465 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-53c36c89-3723-4071-9c61-762d63bd6e66 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a33c2d4d-5f42-4f99-ae77-409702766f54 HTTP/1.1" status: 204 len: 168 time: 0.5005589 Apr 05 20:51:43.931428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40490) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:44.003910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ce717c6-d395-42bd-a727-d119186320d0 req-e0afcc05-ab82-47b2-b287-9d450697c5b1 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 210 time: 0.1105366 Apr 05 20:51:44.028833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=556fc48e-42da-4ade-8ec4-e4bb266798a4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:44.028833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:44.032756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:44.035311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:44.039155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:44.039746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.043917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40494) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:44.048425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:51:44.079594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.131133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8a8d1-7e29-46ee-b954-d40b51d09cfd req-f9a80d3c-1bac-4808-88ea-36d043e7b628 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:44.132687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ee8a8d1-7e29-46ee-b954-d40b51d09cfd req-f9a80d3c-1bac-4808-88ea-36d043e7b628 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.1834903 Apr 05 20:51:44.179183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ff6e6392-0849-4454-9e3d-45fa795b7b3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0701103 Apr 05 20:51:44.179942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40502) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:44.190202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:44.278348 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.350861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b821db4-d79f-4928-a650-b4c8eeb14395']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:44.367028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccad262-996d-42fb-88ac-12d5933758dc') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:44.367589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccad262-996d-42fb-88ac-12d5933758dc') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:44.368352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:44.382358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ee8a8d1-7e29-46ee-b954-d40b51d09cfd req-3c0dc81e-7737-4abe-a7bd-410eaf797d71 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419860 Apr 05 20:51:44.383767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.398404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'port_id': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'mac_address': 'fa:16:3e:3b:7a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:51:44.425463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.432293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:51:44.432765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:44.447835 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:44.463751 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.485345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:51:44.488201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7fd653e-c8c4-4215-81a3-1aef212292ec {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:51:44.504379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] Sync routers for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:51:44.514547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:44.519534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04ce6b32-7c2b-4eab-be65-ed8633c3ff4c req-4dc0e94e-0730-4d56-becd-7e1c887b65ed tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 210 time: 0.1264412 Apr 05 20:51:44.524316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:44.525760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:44.543170 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.610489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.674833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fc4f64e1-f510-41c3-84d3-c978ae9a07ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cd9d7dee1aa41cebcd6f0afb06369b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6158001 Apr 05 20:51:44.678037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40510) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:44.679113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.739303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62eb0cbc-6d4c-4064-8b27-ae8f7b69b475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.765867 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62eb0cbc-6d4c-4064-8b27-ae8f7b69b475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.789872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.799429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7fd653e-c8c4-4215-81a3-1aef212292ec'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:51:44.817543 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.828593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b48ddaa1-103c-48b3-9e56-bf24fbb9dcb9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.2890506 Apr 05 20:51:44.836155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:44.836362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b821db4-d79f-4928-a650-b4c8eeb14395,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:44.903976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.914675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:44.943645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-888d8847-8a04-47e8-8a4d-4ff8ca146a5f admin admin] 10.222.0.10 "DELETE /v2.0/networks/7b821db4-d79f-4928-a650-b4c8eeb14395 HTTP/1.1" status: 204 len: 168 time: 1.0109456 Apr 05 20:51:44.944568 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62eb0cbc-6d4c-4064-8b27-ae8f7b69b475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.974767 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76af63d-0fe3-4c9a-a596-4873abfff705'] response: {'name': 'network-changed', 'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'status': 'completed', 'code': 200} Apr 05 20:51:44.977569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb0cbc-6d4c-4064-8b27-ae8f7b69b475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f9eae-f9c1-4107-8656-1a8af39365c3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:44.989339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62eb0cbc-6d4c-4064-8b27-ae8f7b69b475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.992811 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62eb0cbc-6d4c-4064-8b27-ae8f7b69b475 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d3f9eae-f9c1-4107-8656-1a8af39365c3 HTTP/1.1" status: 204 len: 168 time: 0.3121037 Apr 05 20:51:45.005085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:45.103010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:45.478068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6da27ac1-32be-4279-9cfb-0536a93adec7 req-13af655f-cf66-4d0e-803c-7b994c3478e3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 210 time: 0.1710913 Apr 05 20:51:45.487802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] In _notify_port_updated(), no bound segment for port 556fc48e-42da-4ade-8ec4-e4bb266798a4 on network 216f14f1-828e-4845-9ef4-a56262b67c13 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:51:45.491541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:45.492300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:45.493178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40530) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:45.517253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:45.518286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "PUT /v2.0/ports/556fc48e-42da-4ade-8ec4-e4bb266798a4 HTTP/1.1" status: 200 len: 818 time: 1.3342073 Apr 05 20:51:45.757158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:45.797184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 556fc48e-42da-4ade-8ec4-e4bb266798a4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:51:45.797527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:45.800556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-91d66a9d-e4d3-49ad-8331-63f5e0c53f7f tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:45.804945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-91d66a9d-e4d3-49ad-8331-63f5e0c53f7f tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.39 "GET /v2.0/networks?id=402498fa-c60d-4c42-b37d-7cc83d2eb37f HTTP/1.1" status: 200 len: 808 time: 0.5071101 Apr 05 20:51:45.807532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa150c56-eac9-420b-90ad-479362e19e93 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=556fc48e-42da-4ade-8ec4-e4bb266798a4,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:45.816362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:51:45.818782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dfa1bcef-eb18-4b60-acce-32fb2a34b2f5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:45.844360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Request body: {'port': {'device_id': '7b08bf99-e09e-464a-98d1-075928ee5614', 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f', 'admin_state_up': True, 'tenant_id': '7108ac24c1fc45caaa3173de2e395895'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:45.847334 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8f7cd246-a26c-457b-a2d1-5470b955bc19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d6046adab024e05af1a909790d06fd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3481262 Apr 05 20:51:45.847334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40542) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:45.880252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '386a7d5d-1637-4a5b-b759-df5b88715a29', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'port_id': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'mac_address': 'fa:16:3e:0f:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dcd255-cda8-49ca-9863-9f66a4153802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:51:38Z', 'updated_at': '2022-04-05T20:51:38Z', 'revision_number': 0, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:50Z', 'revision_number': 5, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:45.885784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] Checking router: ca5af3e2-7a75-44b6-aadb-d38c94706bd1 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:51:45.898466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:51:45.899364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:51:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:46.071235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:46.100631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ba9556d-db9e-47e8-ba6b-9123ad922f64 req-4c15be59-9209-465e-8b91-0cd119f8071f tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 210 time: 0.2645345 Apr 05 20:51:46.118903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42b9b388-5caf-4af5-9717-059f53442416 req-edac8f08-6bae-497d-910d-158976450190 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2&device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1096 time: 1.0288975 Apr 05 20:51:46.192473 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.201751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f7fd653e-c8c4-4215-81a3-1aef212292ec triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:46.202112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.251472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:51:46.329393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 556fc48e-42da-4ade-8ec4-e4bb266798a4 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:51:46.364931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40556) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:46.384772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-792bef70-fe75-4764-9b4c-56d680a72027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.454522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-792bef70-fe75-4764-9b4c-56d680a72027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.543195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9b388-5caf-4af5-9717-059f53442416 req-cb45a1b0-47a3-4e48-a3c8-343931aafd80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:46.551398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42b9b388-5caf-4af5-9717-059f53442416 req-cb45a1b0-47a3-4e48-a3c8-343931aafd80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc HTTP/1.1" status: 200 len: 909 time: 0.4066286 Apr 05 20:51:46.557447 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4d2ebdb6-1860-4357-9390-b8a5349a71f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf8db3ad55b64bc9a8658fbd96eca221&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739404 Apr 05 20:51:46.559387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40562) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:46.638748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e45c81-0845-4d57-804a-4cc76d800cdc req-8aa82407-83aa-4b83-b0f4-fb295031f82a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:46.646194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51e45c81-0845-4d57-804a-4cc76d800cdc req-8aa82407-83aa-4b83-b0f4-fb295031f82a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 944 time: 0.8172266 Apr 05 20:51:46.663663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.690641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.765964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:46.789167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:46.794669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:46.852990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.886188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-105a1a5d-1a98-44f2-aeb5-dbac26cd6411 req-0aee9766-21d3-4c45-9e95-4043ab4cbbce tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 210 time: 0.1107700 Apr 05 20:51:46.887961 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/556fc48e-42da-4ade-8ec4-e4bb266798a4 HTTP/1.1" status: 204 len: 168 time: 1.3466740 Apr 05 20:51:46.889202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd0203-d57b-4df8-b845-d8f8f3a70a26 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=556fc48e-42da-4ade-8ec4-e4bb266798a4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:46.894580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Usage tracker for resource:port and tenant:7108ac24c1fc45caaa3173de2e395895 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:46.898452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40570) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:46.907923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-792bef70-fe75-4764-9b4c-56d680a72027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.911410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:46.922176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-792bef70-fe75-4764-9b4c-56d680a72027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.925702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-792bef70-fe75-4764-9b4c-56d680a72027 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b1af02c-a110-4077-a68c-1a35a70b5f62 HTTP/1.1" status: 204 len: 168 time: 1.0398965 Apr 05 20:51:46.934283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:46.937331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.961653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51e45c81-0845-4d57-804a-4cc76d800cdc req-0952c551-7ec7-406b-9fc5-4d0ae5c8dc1f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090794 Apr 05 20:51:47.055388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Made reservation on behalf of 7108ac24c1fc45caaa3173de2e395895 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:47.060092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.105356 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73d6820-f8a7-4103-9f88-024260dccd37'] response: {'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'code': 200} Apr 05 20:51:47.146771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bef70-fe75-4764-9b4c-56d680a72027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1af02c-a110-4077-a68c-1a35a70b5f62,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:47.170876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-724bff54-0ca0-48b8-993c-679ff66dd5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.172654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:47.238474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.238849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.239127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.239467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.239803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.240157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.240479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.240810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.241181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.241507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.241838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:47.306349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-724bff54-0ca0-48b8-993c-679ff66dd5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.420169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996b1c0-1222-4cd3-9342-a16862c358d2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:47.420905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '386a7d5d-1637-4a5b-b759-df5b88715a29', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'port_id': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'mac_address': 'fa:16:3e:0f:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dcd255-cda8-49ca-9863-9f66a4153802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:51:38Z', 'updated_at': '2022-04-05T20:51:38Z', 'revision_number': 0, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:50Z', 'revision_number': 5, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:47.421238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3996b1c0-1222-4cd3-9342-a16862c358d2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:47.425472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc7ccf-2677-4deb-8c7b-4b935637e4a3 None None] The sync data for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 is: [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '386a7d5d-1637-4a5b-b759-df5b88715a29', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'floating_ip_address': '172.25.2.128', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'port_id': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'mac_address': 'fa:16:3e:0f:38:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dcd255-cda8-49ca-9863-9f66a4153802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:51:38Z', 'updated_at': '2022-04-05T20:51:38Z', 'revision_number': 0, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:50Z', 'revision_number': 5, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:51:47.526594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:51:47.547099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c967615c-a723-46fc-b6e1-576de430281b req-719ff58b-1005-4f65-a566-3789f44553b0 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 210 time: 0.1362171 Apr 05 20:51:47.658047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42b9b388-5caf-4af5-9717-059f53442416 req-1e274665-6f81-4b06-b117-5f339e485283 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b HTTP/1.1" status: 200 len: 999 time: 1.0947447 Apr 05 20:51:47.678263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-724bff54-0ca0-48b8-993c-679ff66dd5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.708955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3996b1c0-1222-4cd3-9342-a16862c358d2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:47.713392 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3996b1c0-1222-4cd3-9342-a16862c358d2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8137450 Apr 05 20:51:47.733582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40580) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:47.794466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-724bff54-0ca0-48b8-993c-679ff66dd5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.795896 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-724bff54-0ca0-48b8-993c-679ff66dd5a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7390faf8-fe89-4f58-ad50-43a9817c2f73 HTTP/1.1" status: 204 len: 168 time: 1.2351394 Apr 05 20:51:47.797160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bff54-0ca0-48b8-993c-679ff66dd5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390faf8-fe89-4f58-ad50-43a9817c2f73,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:47.844668 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24afe9bf-5159-480b-aee3-961ff0f4b125 None None] New status for floating IP 386a7d5d-1637-4a5b-b759-df5b88715a29: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:51:47.867613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Allocated IP 172.20.0.3 (402498fa-c60d-4c42-b37d-7cc83d2eb37f/94227f2d-1112-4168-aed6-c79921149768/d3296238-8e86-473b-b3de-3191c3b56230) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:47.965038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-70cc9c77-6401-4c3c-ba21-5a77ea5401c8 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:47.966589 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-70cc9c77-6401-4c3c-ba21-5a77ea5401c8 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 813 time: 0.3698189 Apr 05 20:51:47.992110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Request body: {'port': {'device_id': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'admin_state_up': True, 'tenant_id': 'f04a1f35985948baa18aeac1fd289690'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:48.174145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9b388-5caf-4af5-9717-059f53442416 req-22f4ab8e-5e55-4cdd-9c0f-ab4c06082e8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:48.180746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42b9b388-5caf-4af5-9717-059f53442416 req-22f4ab8e-5e55-4cdd-9c0f-ab4c06082e8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0f80bcd-758b-4c93-adc1-546e80536dcb HTTP/1.1" status: 200 len: 847 time: 0.5131767 Apr 05 20:51:48.191681 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-375b52b9-876a-473c-8fce-fc169b06c670 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:51:48.192538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-375b52b9-876a-473c-8fce-fc169b06c670 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:48.370656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:48.387052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Usage tracker for resource:port and tenant:f04a1f35985948baa18aeac1fd289690 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:48.414906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:48.437107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:48.540615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Made reservation on behalf of f04a1f35985948baa18aeac1fd289690 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:48.544782 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.582207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f732db-f159-48dc-9c56-a229b251a61f req-b3e4dde2-1251-4495-ad76-c27080f832e3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 210 time: 0.4543517 Apr 05 20:51:48.654210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-375b52b9-876a-473c-8fce-fc169b06c670 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:48.670837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-375b52b9-876a-473c-8fce-fc169b06c670 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/556fc48e-42da-4ade-8ec4-e4bb266798a4 HTTP/1.1" status: 404 len: 333 time: 0.9277387 Apr 05 20:51:48.675006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40604) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:48.688599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-817584202'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:48.707833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:48.720534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:48.730588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:48.742440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:48.871050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:48.875446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.968805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Allocated IP 172.20.0.14 (69a37c7c-aa8e-42c6-acff-60ac9b304987/5104605d-4b52-4da3-b0d3-7f9bf36bf08d/8cd34aab-2f59-4bd7-835a-ae0ded877d81) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:49.032271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:49.068878 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.069335 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment b4846c78-9ce1-40f5-bf2f-623a953183a5 of type vlan for network 610f0e93-8ded-487a-9d30-54d5e0ddbcce Apr 05 20:51:49.089256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7626842a-6c72-4255-a09f-7ecd13d298c5 req-3a69ea6e-f9f2-4bb3-970c-d7a77f325dd5 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 210 time: 0.0716217 Apr 05 20:51:49.123848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-c94bc265-02c6-4a49-893e-ff9cbbda7173 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:49.125288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-c94bc265-02c6-4a49-893e-ff9cbbda7173 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 813 time: 1.3990750 Apr 05 20:51:49.158768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Request body: {'port': {'device_id': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'admin_state_up': True, 'tenant_id': 'f04a1f35985948baa18aeac1fd289690'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:49.189088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42b9b388-5caf-4af5-9717-059f53442416 req-56985570-d041-4e29-b1b7-b245db821721 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8667870 Apr 05 20:51:49.246146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac12fd2-5d2d-40ce-936a-492c322b1cac req-ef70b884-c2da-462f-a94f-db9c552f3350 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:49.253638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ac12fd2-5d2d-40ce-936a-492c322b1cac req-ef70b884-c2da-462f-a94f-db9c552f3350 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.8660507 Apr 05 20:51:49.416780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.525149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ac12fd2-5d2d-40ce-936a-492c322b1cac req-af062c0f-3370-450f-9475-d599a24d8fb3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705379 Apr 05 20:51:49.536010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.571432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42b9b388-5caf-4af5-9717-059f53442416 req-1d5e3c7c-d2af-48ca-8466-8fa204f037d2 service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102999 Apr 05 20:51:49.579541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:49.620585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Usage tracker for resource:port and tenant:f04a1f35985948baa18aeac1fd289690 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:49.646295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:49.647239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.664113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:49.779405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.811822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.887905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.892113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ad3a057-34b3-4de5-83c2-6aae9c0e566b req-a1b0549f-0a1e-4336-b205-d0d8ef0e4789 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 210 time: 0.0408754 Apr 05 20:51:49.906385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:49.907207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:49.908184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Network 402498fa-c60d-4c42-b37d-7cc83d2eb37f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:49.919246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:49.924758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:50.032116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:50.052794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Made reservation on behalf of f04a1f35985948baa18aeac1fd289690 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:50.054466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:50.055802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:50.139638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:50.176763 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:50.181847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:50.182786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:50.189706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42b9b388-5caf-4af5-9717-059f53442416 req-c6496094-184d-485f-996a-90d0549527f1 service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056621 Apr 05 20:51:50.191181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Pushing event updated for resources: {'Port': ['ID=d3296238-8e86-473b-b3de-3191c3b56230,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:50.218771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:50.302483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event updated for resources: {'Port': ['ID=8cd34aab-2f59-4bd7-835a-ae0ded877d81,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:50.313112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=610f0e93-8ded-487a-9d30-54d5e0ddbcce,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:50.332964 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4818ada7-dd96-47b8-a0e2-70e52693b9a4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6569118 Apr 05 20:51:50.338283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:50.364705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40660) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:50.385112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:50.422903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-8ce77f6a-f6eb-4d07-a872-d9a1ea19fa72 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5839953 Apr 05 20:51:50.542821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Request body: {'port': {'device_id': '7b08bf99-e09e-464a-98d1-075928ee5614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:50.587595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:50.588220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:50.610225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:50.613521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:50.642344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:50.648009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:50.662013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:50.683984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:50.688066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b42744583d4f43a39b37914928042763 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:50.694912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:50.701356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:50.729371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:50.792624 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-2db55fed-0762-4e92-9cb9-00ce38934dc9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8054824 Apr 05 20:51:50.817408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Request body: {'port': {'device_id': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:50.949431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:50.969436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:51.120465 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.186152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.320435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3296238-8e86-473b-b3de-3191c3b56230 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:51:51.365027 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.372955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.464655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Transition to ACTIVE for port object d3296238-8e86-473b-b3de-3191c3b56230 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:51.496854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e32801-1015-4693-a67c-cd839198b022 req-0f150ba5-d6a1-41e1-8876-d07e9cb20700 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:51.497660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-35e32801-1015-4693-a67c-cd839198b022 req-0f150ba5-d6a1-41e1-8876-d07e9cb20700 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Synchronizing usage tracker for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:51.502368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Allocated IP 172.20.0.13 (69a37c7c-aa8e-42c6-acff-60ac9b304987/5104605d-4b52-4da3-b0d3-7f9bf36bf08d/8ef48352-390c-4aa5-ac1d-16dc66edc5d0) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:51.539665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.604205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e63cf-3c7d-459b-9d99-878581817a86,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:51.650148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.663428 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2e0f9612-f7ab-4a60-807e-bde846ecc5d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b42744583d4f43a39b37914928042763&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4243307 Apr 05 20:51:51.664409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40680) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:51.840311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': 'b4846c78-9ce1-40f5-bf2f-623a953183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:51.841388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: 610f0e93-8ded-487a-9d30-54d5e0ddbcce, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:51.871914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-443e91d9-b287-48e1-86f3-17c589d49638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.932419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526fcb6-22a3-41a0-be5a-9d3e13d53758 req-0e1f4c7a-956e-44a5-a0fc-b9a3ba281db3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:51.934343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-443e91d9-b287-48e1-86f3-17c589d49638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.938527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0526fcb6-22a3-41a0-be5a-9d3e13d53758 req-0e1f4c7a-956e-44a5-a0fc-b9a3ba281db3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.5760622 Apr 05 20:51:51.967597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-35e32801-1015-4693-a67c-cd839198b022 req-0f150ba5-d6a1-41e1-8876-d07e9cb20700 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Unset dirty status for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:51.980215 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35e32801-1015-4693-a67c-cd839198b022 req-0f150ba5-d6a1-41e1-8876-d07e9cb20700 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 931 time: 1.5602899 Apr 05 20:51:51.998970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Pushing event updated for resources: {'Port': ['ID=d3296238-8e86-473b-b3de-3191c3b56230,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:52.016524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=591b3833-65f1-4508-abf5-dc18f1f2b54d,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:52.078512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:52.091672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-443e91d9-b287-48e1-86f3-17c589d49638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.121667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e91d9-b287-48e1-86f3-17c589d49638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e63cf-3c7d-459b-9d99-878581817a86,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:52.187456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-443e91d9-b287-48e1-86f3-17c589d49638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.190152 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-443e91d9-b287-48e1-86f3-17c589d49638 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a15e63cf-3c7d-459b-9d99-878581817a86 HTTP/1.1" status: 204 len: 168 time: 0.4895434 Apr 05 20:51:52.203250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 610f0e93-8ded-487a-9d30-54d5e0ddbcce) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:52.209690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:52.210337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.215377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e664e7c2-c73b-4526-b669-556ba7d71986 None None] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:52.285924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35e32801-1015-4693-a67c-cd839198b022 req-c8a444f6-753f-4a51-93b9-e39384a2fed0 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040464 Apr 05 20:51:52.291046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0526fcb6-22a3-41a0-be5a-9d3e13d53758 req-6560ed0c-da49-4d1e-b23a-484480116263 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516626 Apr 05 20:51:52.327802 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c03b2c4c-0bf1-44a3-9b2b-1d5258992960 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9666760 Apr 05 20:51:52.328302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40690) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:52.337140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:52.612971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Attempting to bind port d3296238-8e86-473b-b3de-3191c3b56230 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:52.613599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Attempting to bind port d3296238-8e86-473b-b3de-3191c3b56230 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:52.614689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Attempting to bind port d3296238-8e86-473b-b3de-3191c3b56230 on network 402498fa-c60d-4c42-b37d-7cc83d2eb37f {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:52.649327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.686390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:52.700247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:52.707633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Port d3296238-8e86-473b-b3de-3191c3b56230 on network 402498fa-c60d-4c42-b37d-7cc83d2eb37f not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:51:52.708267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Attempting to bind port d3296238-8e86-473b-b3de-3191c3b56230 on network 402498fa-c60d-4c42-b37d-7cc83d2eb37f {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:52.711839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:52.723188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-610f0e93-8ded-487a-9d30-54d5e0ddbcce', 'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce', 'tenant_id': 'b823616aba2f4412b7041e3457766cfa', 'fixed_ips': [{'subnet_id': '591b3833-65f1-4508-abf5-dc18f1f2b54d'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:51:52.726681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:52.728215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.732483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16ccd4fb-3b2e-4f3b-9612-6f7848bf3560 req-e320a747-accb-4631-a58c-235ca93d13a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 210 time: 0.0930974 Apr 05 20:51:52.752531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:52.753177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Checking segment: {'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:52.753735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Bound using segment: {'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:52.754615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Bound port: d3296238-8e86-473b-b3de-3191c3b56230, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:52.755141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.854029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:52.868297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.870241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] For port d3296238-8e86-473b-b3de-3191c3b56230, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:52.874306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] For port d3296238-8e86-473b-b3de-3191c3b56230, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3296238-8e86-473b-b3de-3191c3b56230,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:52.914642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:53.011766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:53.028748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:53.035662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:53.039626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:53.088751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event updated for resources: {'Port': ['ID=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:53.142245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Allocated IP 172.20.0.2 (610f0e93-8ded-487a-9d30-54d5e0ddbcce/591b3833-65f1-4508-abf5-dc18f1f2b54d/a9056bda-5af9-4aac-b566-0f2acec705dc) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:53.217136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:53.221859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3296238-8e86-473b-b3de-3191c3b56230 HTTP/1.1" status: 200 len: 1091 time: 2.6849010 Apr 05 20:51:53.249929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b08bf99-e09e-464a-98d1-075928ee5614', 'tag': 'd3296238-8e86-473b-b3de-3191c3b56230'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:53.485417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:53.489351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:53.529063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cc695-f9c4-40d3-aef1-da78d11e6069 service neutron] Pushing event updated for resources: {'Port': ['ID=d3296238-8e86-473b-b3de-3191c3b56230,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:53.571418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-28a7d728-7076-408f-9917-2d53deb4d513 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7108ac24c1fc45caaa3173de2e395895&device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 1094 time: 0.1973405 Apr 05 20:51:53.704398 n-d-836605-1 neutron-server[84580]: INFO neutron.db.ipam_backend_mixin [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 591b3833-65f1-4508-abf5-dc18f1f2b54d (CIDR: 172.20.0.0/28) Apr 05 20:51:53.709712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-61a0337a-14c0-4e23-9518-b8b700f69ec0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5617745 Apr 05 20:51:53.726491 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:53.749847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Transition to ACTIVE for port object a9056bda-5af9-4aac-b566-0f2acec705dc will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:53.778359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Request body: {'port': {'device_id': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:53.790772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Transition to ACTIVE for port object a9056bda-5af9-4aac-b566-0f2acec705dc will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:53.795475 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:51:53.795931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:51:53.820039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-60380a83-539b-4733-9710-7e92ee4114df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3296238-8e86-473b-b3de-3191c3b56230 HTTP/1.1" status: 200 len: 217 time: 0.1943851 Apr 05 20:51:53.872365 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:53.947358 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ba90eff9-dbfe-4ec5-aa5f-786ba3da96ad tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6148477 Apr 05 20:51:53.950627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40728) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:53.961139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:54.024240 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7085f97-7ff9-42aa-9163-5063e472cadb'] response: {'name': 'network-changed', 'server_uuid': '7b08bf99-e09e-464a-98d1-075928ee5614', 'tag': 'd3296238-8e86-473b-b3de-3191c3b56230', 'status': 'completed', 'code': 200} Apr 05 20:51:54.043648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:54.046611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:54.063694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:54.143291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd34aab-2f59-4bd7-835a-ae0ded877d81 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:51:54.169087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:54.217658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Transition to ACTIVE for port object 8cd34aab-2f59-4bd7-835a-ae0ded877d81 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:54.245921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Pushing event updated for resources: {'Port': ['ID=a9056bda-5af9-4aac-b566-0f2acec705dc,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:54.269662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Attempting to bind port a9056bda-5af9-4aac-b566-0f2acec705dc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:54.270416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Attempting to bind port a9056bda-5af9-4aac-b566-0f2acec705dc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'b4846c78-9ce1-40f5-bf2f-623a953183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:54.274849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Attempting to bind port a9056bda-5af9-4aac-b566-0f2acec705dc on network 610f0e93-8ded-487a-9d30-54d5e0ddbcce {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:54.282593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:54.283291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Checking segment: {'id': 'b4846c78-9ce1-40f5-bf2f-623a953183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:54.283898 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:54.285076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Bound using segment: {'id': 'b4846c78-9ce1-40f5-bf2f-623a953183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:54.285764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Bound port: a9056bda-5af9-4aac-b566-0f2acec705dc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4846c78-9ce1-40f5-bf2f-623a953183a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:54.286473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:54.325589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-50e6df2f-6906-4bb9-9a1c-eb5ff9f76b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:54.325589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-50e6df2f-6906-4bb9-9a1c-eb5ff9f76b24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94227f2d-1112-4168-aed6-c79921149768 HTTP/1.1" status: 200 len: 848 time: 0.4621043 Apr 05 20:51:54.348789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fff8a-33b9-401b-902b-9007cb01280f req-39906ac5-a5c4-4587-af0a-dc0f8d6bd020 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:54.351040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c34fff8a-33b9-401b-902b-9007cb01280f req-39906ac5-a5c4-4587-af0a-dc0f8d6bd020 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 943 time: 0.7682171 Apr 05 20:51:54.430886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40736) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:54.431622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:54.460495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] For port a9056bda-5af9-4aac-b566-0f2acec705dc, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:54.474298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] For port a9056bda-5af9-4aac-b566-0f2acec705dc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9056bda-5af9-4aac-b566-0f2acec705dc,segment=NetworkSegment(b4846c78-9ce1-40f5-bf2f-623a953183a5),segment_id=b4846c78-9ce1-40f5-bf2f-623a953183a5)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:54.489710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-1553d362-2214-42e9-85d2-d401ce412e40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=402498fa-c60d-4c42-b37d-7cc83d2eb37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017838 Apr 05 20:51:54.542266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:54.559292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd34aab-2f59-4bd7-835a-ae0ded877d81,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:54.594199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:54.694130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116dee0-b2b0-48c5-ac4c-5621c3c93200 None None] Pushing event updated for resources: {'Port': ['ID=a9056bda-5af9-4aac-b566-0f2acec705dc,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:54.862103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Attempting to bind port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:54.862760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Attempting to bind port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:54.863279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Attempting to bind port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:54.871501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:54.877329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:54.880764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:51:54.881547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Attempting to bind port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:54.882745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942ab09-81d2-4588-b23d-616ea8dd50c6 req-896c1199-3af9-4ce5-b4a9-dfa2eadefc55 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:54.884048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:54.885084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0942ab09-81d2-4588-b23d-616ea8dd50c6 req-896c1199-3af9-4ce5-b4a9-dfa2eadefc55 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.6852217 Apr 05 20:51:54.891457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:54.895356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c34fff8a-33b9-401b-902b-9007cb01280f req-d6a59e60-68fd-48b8-bf45-ebde16c33b6c tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437044 Apr 05 20:51:54.899598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:54.900266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Checking segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:54.900824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Bound using segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:54.901467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Bound port: 8cd34aab-2f59-4bd7-835a-ae0ded877d81, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:54.902009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:55.015193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] For port 8cd34aab-2f59-4bd7-835a-ae0ded877d81, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:55.019097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] For port 8cd34aab-2f59-4bd7-835a-ae0ded877d81, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8cd34aab-2f59-4bd7-835a-ae0ded877d81,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:55.024960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:55.031128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:55.035777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Usage tracker for resource:floatingip and tenant:c561b242413a4dbbbfd7c0c2abd88d15 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:55.038953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:55.045426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:55.190189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-aac8ffe6-c250-496f-bbec-dac7dee19ba2 service neutron] 10.222.0.39 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796727 Apr 05 20:51:55.230378 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:55.265209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:55.312504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:55.317283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:55.423137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0942ab09-81d2-4588-b23d-616ea8dd50c6 req-39b88a38-29df-4e1d-8a66-f9fc2cc137f3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266216 Apr 05 20:51:55.709624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:55.710954 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] 10.222.0.39 "PUT /v2.0/ports/8cd34aab-2f59-4bd7-835a-ae0ded877d81 HTTP/1.1" status: 200 len: 1092 time: 4.9035158 Apr 05 20:51:55.712067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'tag': '8cd34aab-2f59-4bd7-835a-ae0ded877d81'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:51:55.766612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b6c60e3-64f1-4c00-8e31-ce4b01a44787 req-f054b66d-0ae8-4dd8-a990-e498c9682d94 service neutron] 10.222.0.39 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634661 Apr 05 20:51:55.804214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3894df-b7a9-4929-b9a7-9d2200f33a27 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd34aab-2f59-4bd7-835a-ae0ded877d81,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:55.880648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9056bda-5af9-4aac-b566-0f2acec705dc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:55.916076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9bbe4-74e1-4db3-9f08-ce403871d7f3 req-fcb86ee5-e04f-44b4-ae69-716343cce5db tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:55.917037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-96e9bbe4-74e1-4db3-9f08-ce403871d7f3 req-fcb86ee5-e04f-44b4-ae69-716343cce5db tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Synchronizing usage tracker for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:55.918610 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e47e37-b05d-42e9-bb5f-342dde3b75a7'] response: {'name': 'network-changed', 'server_uuid': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'tag': '8cd34aab-2f59-4bd7-835a-ae0ded877d81', 'status': 'completed', 'code': 200} Apr 05 20:51:56.131679 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.194148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a9056bda-5af9-4aac-b566-0f2acec705dc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:56.252019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.278186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:51:56.320022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:56.334177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:56.343493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:56.344092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.375873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-2550aab2-e7cc-4813-864d-7cb106c98ac3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7108ac24c1fc45caaa3173de2e395895&device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 1094 time: 0.4245753 Apr 05 20:51:56.397659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Allocated IP 172.25.2.152 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/096c7578-7ddd-4c0a-af6e-699393fc6cab) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:56.403858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=257aabea-7859-432b-8939-6be7b6525d3a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:56.463671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-96e9bbe4-74e1-4db3-9f08-ce403871d7f3 req-fcb86ee5-e04f-44b4-ae69-716343cce5db tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Unset dirty status for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:56.470243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96e9bbe4-74e1-4db3-9f08-ce403871d7f3 req-fcb86ee5-e04f-44b4-ae69-716343cce5db tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 932 time: 1.3842072 Apr 05 20:51:56.514083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953ff2d-bb85-4149-9aff-b477247094c2 req-d4b7398f-5b24-4df9-afd9-f13f2854c032 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:56.515634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3953ff2d-bb85-4149-9aff-b477247094c2 req-d4b7398f-5b24-4df9-afd9-f13f2854c032 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 943 time: 0.3689828 Apr 05 20:51:56.607831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-b62ff315-4033-40db-8777-7632504c3fed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=ac2e851d-93ec-4954-8449-ebe0487b7307 HTTP/1.1" status: 200 len: 1095 time: 0.6067379 Apr 05 20:51:56.620407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:51:56.640233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-f30853ef-e3f9-41bd-a256-68223926d4b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1096 time: 0.7192242 Apr 05 20:51:56.726990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.734873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.789325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3953ff2d-bb85-4149-9aff-b477247094c2 req-f9afda1c-789d-4514-a8cf-95d0a7512520 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174821 Apr 05 20:51:56.797928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-96e9bbe4-74e1-4db3-9f08-ce403871d7f3 req-161fb606-51cf-4592-8009-fc29011e9be6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Synchronizing usage tracker for tenant:f04a1f35985948baa18aeac1fd289690 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:56.799242 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-74d66fbe-cf61-40d7-87cf-35ca59985ba6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8464894 Apr 05 20:51:56.943116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40778) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:57.076069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2182dbcb-7f66-4058-b8d4-28882f97a8c5 None None] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:51:57.080524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:57.092779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-5b1dac8e-16cd-4c68-a603-390210c89c32 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd34aab-2f59-4bd7-835a-ae0ded877d81 HTTP/1.1" status: 200 len: 217 time: 0.4680271 Apr 05 20:51:57.106526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Transition to ACTIVE for port object 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:57.110397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce', 'fixed_ips': [{'subnet_id': '591b3833-65f1-4508-abf5-dc18f1f2b54d'}, {'subnet_id': '257aabea-7859-432b-8939-6be7b6525d3a'}], 'name': 'tempest-PortsTestJSON-438904660'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:57.275570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:57.290957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:57.293253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Port': ['ID=096c7578-7ddd-4c0a-af6e-699393fc6cab,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:57.312654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:51:57.346404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:57.353562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:57.362022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:57.372245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d017e0f7-034f-4c73-8a73-4d76c2694296 None None] Provisioning for port a9056bda-5af9-4aac-b566-0f2acec705dc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:57.383360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:57.387304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d017e0f7-034f-4c73-8a73-4d76c2694296 None None] Provisioning complete for port a9056bda-5af9-4aac-b566-0f2acec705dc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:57.388371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d017e0f7-034f-4c73-8a73-4d76c2694296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:57.391965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-01b0555e-8774-4753-af24-ab79af6c5201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:57.394200 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-01b0555e-8774-4753-af24-ab79af6c5201 service neutron] 10.222.0.39 "GET /v2.0/networks?id=402498fa-c60d-4c42-b37d-7cc83d2eb37f HTTP/1.1" status: 200 len: 909 time: 1.0125170 Apr 05 20:51:57.411587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:57.436475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-96e9bbe4-74e1-4db3-9f08-ce403871d7f3 req-161fb606-51cf-4592-8009-fc29011e9be6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Unset dirty status for tenant:f04a1f35985948baa18aeac1fd289690 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:57.448024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96e9bbe4-74e1-4db3-9f08-ce403871d7f3 req-161fb606-51cf-4592-8009-fc29011e9be6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9769189 Apr 05 20:51:57.502369 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-faf67458-7efe-4373-a570-2695aba69661 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3296238-8e86-473b-b3de-3191c3b56230 HTTP/1.1" status: 200 len: 217 time: 0.0951478 Apr 05 20:51:57.683085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d017e0f7-034f-4c73-8a73-4d76c2694296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:57.731498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:57.773422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d017e0f7-034f-4c73-8a73-4d76c2694296 None None] For port a9056bda-5af9-4aac-b566-0f2acec705dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9056bda-5af9-4aac-b566-0f2acec705dc,segment=NetworkSegment(b4846c78-9ce1-40f5-bf2f-623a953183a5),segment_id=b4846c78-9ce1-40f5-bf2f-623a953183a5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:57.831851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:57.887528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-6585a59b-4860-464d-a667-6128b0a1106f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:57.890271 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-6585a59b-4860-464d-a667-6128b0a1106f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=94227f2d-1112-4168-aed6-c79921149768 HTTP/1.1" status: 200 len: 848 time: 0.3803451 Apr 05 20:51:57.893326 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d017e0f7-034f-4c73-8a73-4d76c2694296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:57.950860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] Update dhcp port {'port': {'network_id': '610f0e93-8ded-487a-9d30-54d5e0ddbcce', 'fixed_ips': [{'subnet_id': '591b3833-65f1-4508-abf5-dc18f1f2b54d', 'ip_address': '172.20.0.2'}, {'subnet_id': '257aabea-7859-432b-8939-6be7b6525d3a'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'a9056bda-5af9-4aac-b566-0f2acec705dc'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 20:51:58.043926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.060783 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.078396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017e0f7-034f-4c73-8a73-4d76c2694296 None None] Pushing event updated for resources: {'Port': ['ID=a9056bda-5af9-4aac-b566-0f2acec705dc,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:58.099456 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-a7c1d65b-72e1-4412-bb48-baded7b74bd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=402498fa-c60d-4c42-b37d-7cc83d2eb37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2004368 Apr 05 20:51:58.258048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:58.355532 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-0cf1603a-f83a-42cb-8263-02e4e5a23150 service neutron] 10.222.0.39 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458472 Apr 05 20:51:58.427517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-7bc046af-cd0a-42ec-bcdc-841e5da09c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:58.442825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-7bc046af-cd0a-42ec-bcdc-841e5da09c83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 1.7656162 Apr 05 20:51:58.512837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-0fc0672f-ac25-4735-9b5a-d351a824dd49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:58.513294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] Allocated IP 172.20.0.18 (610f0e93-8ded-487a-9d30-54d5e0ddbcce/257aabea-7859-432b-8939-6be7b6525d3a/a9056bda-5af9-4aac-b566-0f2acec705dc) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:58.520457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-0fc0672f-ac25-4735-9b5a-d351a824dd49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 1.1267822 Apr 05 20:51:58.533145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.541918 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4b00f924-1318-4e5c-b4ae-d89c9d7d6f4e req-7a4f125c-0371-45e6-a16e-908e635c4583 service neutron] 10.222.0.39 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757691 Apr 05 20:51:58.593919 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.685939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Port': ['ID=096c7578-7ddd-4c0a-af6e-699393fc6cab,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:58.717750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] For port a9056bda-5af9-4aac-b566-0f2acec705dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9056bda-5af9-4aac-b566-0f2acec705dc,segment=NetworkSegment(b4846c78-9ce1-40f5-bf2f-623a953183a5),segment_id=b4846c78-9ce1-40f5-bf2f-623a953183a5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:58.735481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-7e917e83-6c1e-4037-a1f7-ee6670639312 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2093856 Apr 05 20:51:58.812030 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.813696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.850760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] Transition to ACTIVE for port object a9056bda-5af9-4aac-b566-0f2acec705dc will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:58.912191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.921553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4fa9a-de32-452f-afab-61f0a2f0f470 req-3266f384-7ad4-44a6-9549-72e68c10a866 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:58.923033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11b4fa9a-de32-452f-afab-61f0a2f0f470 req-3266f384-7ad4-44a6-9549-72e68c10a866 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 1.5901098 Apr 05 20:51:58.936896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.940693 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0e7062f4-cf34-4968-b483-aa04f607153e tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5025010 Apr 05 20:51:58.941108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40806) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:58.947271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1245607120'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:51:58.955363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:58.964680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Usage tracker for resource:network and tenant:c561b242413a4dbbbfd7c0c2abd88d15 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:58.977106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:58.992307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:59.065946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9e4b8-1882-4a50-a8c5-0e9f27acfcea None None] Pushing event updated for resources: {'Port': ['ID=a9056bda-5af9-4aac-b566-0f2acec705dc,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:59.077652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Made reservation on behalf of c561b242413a4dbbbfd7c0c2abd88d15 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:59.081770 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.108338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.137112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Attempting to bind port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:59.137507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Attempting to bind port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:59.137784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Attempting to bind port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:59.158638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11b4fa9a-de32-452f-afab-61f0a2f0f470 req-32ffa5ff-acc5-4928-8c31-26d572ff62b0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108610 Apr 05 20:51:59.183979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b04be-a3a7-42c6-b83c-54378120b6df req-81af4def-ea50-4430-99de-5c64c761f86c tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:59.203548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-542b04be-a3a7-42c6-b83c-54378120b6df req-81af4def-ea50-4430-99de-5c64c761f86c tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 943 time: 0.9928899 Apr 05 20:51:59.210065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:59.227462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3296238-8e86-473b-b3de-3191c3b56230 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:51:59.244322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Usage tracker for resource:security_group_rule and tenant:c561b242413a4dbbbfd7c0c2abd88d15 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:59.249435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:51:59.249944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Attempting to bind port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:51:59.252031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:59.263230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.283100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:59.292754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-893298fd-624e-4f9e-8c72-d5a1fdc7b163 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 200 len: 1001 time: 0.7538888 Apr 05 20:51:59.448968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.499417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d3296238-8e86-473b-b3de-3191c3b56230, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3296238-8e86-473b-b3de-3191c3b56230,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:59.515607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd3296238-8e86-473b-b3de-3191c3b56230', 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f', 'port_id': 'd3296238-8e86-473b-b3de-3191c3b56230', 'mac_address': 'fa:16:3e:7e:04:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94227f2d-1112-4168-aed6-c79921149768', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:51:59.522934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:51:59.523477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Checking segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:51:59.523621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Bound using segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:51:59.524073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Bound port: 8ef48352-390c-4aa5-ac1d-16dc66edc5d0, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:59.524416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.530661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.601100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.623439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3296238-8e86-473b-b3de-3191c3b56230 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:51:59.630093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:59.642113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d3296238-8e86-473b-b3de-3191c3b56230, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3296238-8e86-473b-b3de-3191c3b56230,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:51:59.653468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09935d25-f9e6-43a5-a889-8ba315248659,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:59.670071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.670415 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Added segment abe0278d-c48d-4cdb-b88a-fbd8998042d4 of type vlan for network 1642deef-0c99-4a01-ae9a-4f2c072969aa Apr 05 20:51:59.710921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.754199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.874905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] For port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:51:59.880229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] For port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:51:59.880522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d3296238-8e86-473b-b3de-3191c3b56230,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:59.885421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9056bda-5af9-4aac-b566-0f2acec705dc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:59.907414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-542b04be-a3a7-42c6-b83c-54378120b6df req-f0f43320-aade-4534-af4e-420f8dda90d2 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030053 Apr 05 20:51:59.929306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.933862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:59.934511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.978096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-68584d08-b518-4e32-aac6-8d747924f2ad service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1972666 Apr 05 20:51:59.992932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 105358cb-4502-4d7f-ac55-c452839f6ce6 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:00.070378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f567e59b-5023-4fab-bc69-4e65d30c0ba2 None None] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:00.087891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.161851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.165479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ef48352-390c-4aa5-ac1d-16dc66edc5d0 HTTP/1.1" status: 200 len: 1092 time: 6.4033744 Apr 05 20:52:00.198973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d3296238-8e86-473b-b3de-3191c3b56230'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:00.211811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Network': ['ID=1642deef-0c99-4a01-ae9a-4f2c072969aa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:00.270167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'tag': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:00.295104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:00.327216 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-01c5cffb-25db-4277-bb4c-fd32f4cd098f tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3823013 Apr 05 20:52:00.327789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40822) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:00.334829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Request body: {'subnet': {'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:00.505738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-d13d3261-35c2-411e-b29e-dfd3c8d30571 service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516175 Apr 05 20:52:00.509878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-7629f85d-1355-49dc-9fda-2d31b6fc34de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:00.512521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-7629f85d-1355-49dc-9fda-2d31b6fc34de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 1.1706405 Apr 05 20:52:00.628359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8d119beb-8fd4-4190-b123-e7909f74ef30 None None] Provisioning for port a9056bda-5af9-4aac-b566-0f2acec705dc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:00.649078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8d119beb-8fd4-4190-b123-e7909f74ef30 None None] Provisioning complete for port a9056bda-5af9-4aac-b566-0f2acec705dc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:00.649484 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d119beb-8fd4-4190-b123-e7909f74ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.795152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:00.838805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:00.852050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Usage tracker for resource:subnet and tenant:c561b242413a4dbbbfd7c0c2abd88d15 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:00.859046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:00.872940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:00.923364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f34c34-9b6a-4e39-a266-068e84bdf0c2 req-65d32dce-6cb8-47df-a019-270f11217997 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:00.934542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93f34c34-9b6a-4e39-a266-068e84bdf0c2 req-65d32dce-6cb8-47df-a019-270f11217997 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 944 time: 1.5037014 Apr 05 20:52:00.973169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Made reservation on behalf of c561b242413a4dbbbfd7c0c2abd88d15 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:01.062651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93f34c34-9b6a-4e39-a266-068e84bdf0c2 req-e3169a41-10e9-432b-8bed-cfaabf7476a0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255784 Apr 05 20:52:01.270765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:01.431394 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cdd409-120b-463d-8cae-849ae01615c6'] response: {'name': 'network-changed', 'server_uuid': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'tag': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0', 'status': 'completed', 'code': 200} Apr 05 20:52:01.485467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dd744ec0-a612-42e3-9299-29e4a54a9b42 None None] Provisioning complete for port a9056bda-5af9-4aac-b566-0f2acec705dc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:01.486071 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd744ec0-a612-42e3-9299-29e4a54a9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:01.638394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:01.679095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:01.683490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c17115df6d428bb1e50098a5c24ad4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:01.686714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:01.697142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:01.778542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:01.812974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b372-62f5-4b19-9fd5-824bffbcaf17 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:01.813751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:01.882378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-c0565f3c-23f3-4c95-ab6c-8b96c7d0e21e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 1095 time: 1.5731473 Apr 05 20:52:01.899124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Subnet': ['ID=3296c122-7e97-44ae-955d-531987cc383e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:01.903291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:01.945029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1859320a-f5d7-43a8-b2d4-abcb2728eb6a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:01.978750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-04b78cd2-b21c-4fe1-99a0-03ad4f8a5340 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=ac2e851d-93ec-4954-8449-ebe0487b7307 HTTP/1.1" status: 200 len: 1095 time: 1.1671617 Apr 05 20:52:01.980609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-9c26bd8d-7a58-4b7e-9c4c-604b35fef214 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ef48352-390c-4aa5-ac1d-16dc66edc5d0 HTTP/1.1" status: 200 len: 217 time: 0.0773375 Apr 05 20:52:01.990404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0704a7-e1d0-48cd-9d75-d5da205cffd5 req-2ba99c8d-18f8-4541-9cac-1cf2ba70b63e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:01.992001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c0704a7-e1d0-48cd-9d75-d5da205cffd5 req-2ba99c8d-18f8-4541-9cac-1cf2ba70b63e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 1.4419086 Apr 05 20:52:02.001784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Checking segment: {'id': 'abe0278d-c48d-4cdb-b88a-fbd8998042d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:02.002507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Network hostable DHCP agents. Network: 1642deef-0c99-4a01-ae9a-4f2c072969aa, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:02.019084 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b743f589-9628-4a48-aaaa-67fb9441c2f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4c17115df6d428bb1e50098a5c24ad4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2169228 Apr 05 20:52:02.023028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40842) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:02.086588 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-4a344f0d-56c0-42ea-bc6a-cdeeb7286abf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3008499 Apr 05 20:52:02.170120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:02.189266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5562ee3b-abe1-4d93-85b7-88ab60b7d115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.225339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5562ee3b-abe1-4d93-85b7-88ab60b7d115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.239066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-7d45b2b2-4d7f-4082-acdb-f6561a8812a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6067307 Apr 05 20:52:02.254460 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-0361f739-0664-4905-a550-5bc2c157dcb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 0.1410253 Apr 05 20:52:02.270362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 1642deef-0c99-4a01-ae9a-4f2c072969aa) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:02.279791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:02.280474 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.292869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58641ef1-98f6-403e-8de9-1e731bf39478 None None] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:02.436567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-bd54da30-941e-49c0-8267-16959b99c94c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:02.438559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-bd54da30-941e-49c0-8267-16959b99c94c service neutron] 10.222.0.39 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 914 time: 0.4404173 Apr 05 20:52:02.440892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-01c3e41d-4ffd-4d15-88a8-326364a7763f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:02.442604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-01c3e41d-4ffd-4d15-88a8-326364a7763f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 0.4455614 Apr 05 20:52:02.547426 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a7c0cc19-5cf2-4238-8b8a-897e209827ef tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2184770 Apr 05 20:52:02.550795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40852) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:02.551469 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5562ee3b-abe1-4d93-85b7-88ab60b7d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.553948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5562ee3b-abe1-4d93-85b7-88ab60b7d115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.558582 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5562ee3b-abe1-4d93-85b7-88ab60b7d115 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1859320a-f5d7-43a8-b2d4-abcb2728eb6a HTTP/1.1" status: 204 len: 168 time: 0.5335715 Apr 05 20:52:02.564028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1969259563', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:02.569653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-e60eb755-8e48-4a85-bb4b-a173100a94f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154804 Apr 05 20:52:02.577892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-6f2aea8a-8e00-4a21-bcfe-4f939bc095c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:02.579953 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-6f2aea8a-8e00-4a21-bcfe-4f939bc095c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.3022213 Apr 05 20:52:02.583811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:02.626554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15bc2-2d2a-4bf5-9ba9-b153ddf99147 req-bac4e296-1f1d-40f4-b6cc-59bb650d2d74 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:02.635327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07f15bc2-2d2a-4bf5-9ba9-b153ddf99147 req-bac4e296-1f1d-40f4-b6cc-59bb650d2d74 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 944 time: 0.8113494 Apr 05 20:52:02.645197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ee3b-abe1-4d93-85b7-88ab60b7d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1859320a-f5d7-43a8-b2d4-abcb2728eb6a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:02.650461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Usage tracker for resource:router and tenant:c561b242413a4dbbbfd7c0c2abd88d15 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:02.657029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-1642deef-0c99-4a01-ae9a-4f2c072969aa', 'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa', 'tenant_id': 'c561b242413a4dbbbfd7c0c2abd88d15', 'fixed_ips': [{'subnet_id': '3296c122-7e97-44ae-955d-531987cc383e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:52:02.658977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.663098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:02.679084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c0704a7-e1d0-48cd-9d75-d5da205cffd5 req-359b6548-9e23-4865-903b-3c6309d11496 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5287514 Apr 05 20:52:02.680809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:02.729333 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-b142b114-15a9-44b4-a962-38858bab1fb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 1000 time: 0.1420829 Apr 05 20:52:02.759801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-e2315da5-aaea-457e-8a3b-c182fb3c1351 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cd34aab-2f59-4bd7-835a-ae0ded877d81 HTTP/1.1" status: 200 len: 217 time: 0.3069704 Apr 05 20:52:02.764855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.3 (610f0e93-8ded-487a-9d30-54d5e0ddbcce/591b3833-65f1-4508-abf5-dc18f1f2b54d/105358cb-4502-4d7f-ac55-c452839f6ce6) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:02.825169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-a0a97d7e-6f60-4fec-90eb-fa91f11db8dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:02.826782 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-a0a97d7e-6f60-4fec-90eb-fa91f11db8dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.0901790 Apr 05 20:52:02.838861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.25 (610f0e93-8ded-487a-9d30-54d5e0ddbcce/257aabea-7859-432b-8939-6be7b6525d3a/105358cb-4502-4d7f-ac55-c452839f6ce6) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:02.899088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.900369 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.904738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-933a82a2-124c-4b90-8afc-e87b970c9552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:02.906216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-933a82a2-124c-4b90-8afc-e87b970c9552 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 0.1208868 Apr 05 20:52:02.934005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Allocated IP 172.20.0.2 (1642deef-0c99-4a01-ae9a-4f2c072969aa/3296c122-7e97-44ae-955d-531987cc383e/a689e02a-c3b4-4790-8bda-dd8ffdd6c948) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:02.963449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.978607 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-a6df65a8-74ac-4e43-a76a-c20fbad3746f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443863 Apr 05 20:52:03.042285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-b78e83af-8095-495f-b55c-650d491f1825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159155 Apr 05 20:52:03.051831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-76345cfc-5e22-4a1e-981a-651b0f2c88df service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662480 Apr 05 20:52:03.064616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-1d9970d8-17a3-4446-a546-d8ddcd04a6a8 service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7831724 Apr 05 20:52:03.090278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07f15bc2-2d2a-4bf5-9ba9-b153ddf99147 req-e1c724e3-00b5-474d-b07d-6a835a6c8839 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539065 Apr 05 20:52:03.324305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8cd34aab-2f59-4bd7-835a-ae0ded877d81 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:03.331814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3296238-8e86-473b-b3de-3191c3b56230 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:03.460979 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.474708 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-055413da-1c57-4b04-998a-7519f0895493 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598942 Apr 05 20:52:03.476534 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.519902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Transition to ACTIVE for port object a689e02a-c3b4-4790-8bda-dd8ffdd6c948 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:03.645496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Transition to ACTIVE for port object a689e02a-c3b4-4790-8bda-dd8ffdd6c948 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:03.707299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8cd34aab-2f59-4bd7-835a-ae0ded877d81, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8cd34aab-2f59-4bd7-835a-ae0ded877d81,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:03.738135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '8cd34aab-2f59-4bd7-835a-ae0ded877d81', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'port_id': '8cd34aab-2f59-4bd7-835a-ae0ded877d81', 'mac_address': 'fa:16:3e:ff:79:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5104605d-4b52-4da3-b0d3-7f9bf36bf08d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:03.790906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port d3296238-8e86-473b-b3de-3191c3b56230 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:03.808653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d3296238-8e86-473b-b3de-3191c3b56230 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:03.809099 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.886170 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.921190 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-3b89ad78-7a25-4444-8f3d-d4ebdd50e244 req-fd8f4d00-c745-424e-bef0-34fd10a24bd2 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381914 Apr 05 20:52:03.923209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:03.972817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.000979 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.023785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:04.028723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a9a7d7fe374963af101539a6c93d74 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:04.032938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:04.042366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:04.101145 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.125227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:04.143255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:04.145734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Pushing event updated for resources: {'Port': ['ID=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.153768 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.157982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:04.170705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-e2f5fd69-2771-4f71-bb85-b1081f7050a6 service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1084073 Apr 05 20:52:04.178203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd34aab-2f59-4bd7-835a-ae0ded877d81 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:04.183074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.224352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a508b2c4-5546-4823-bda8-ab77a3a1e564 req-de912aed-b732-44ec-833e-546b9bec7f6e service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1398692 Apr 05 20:52:04.226071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66a01cc8-896c-4aad-999d-19d5ed3100da req-dcb97857-fbd2-4149-9cbf-460551f4403f service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1348534 Apr 05 20:52:04.348275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8cd34aab-2f59-4bd7-835a-ae0ded877d81, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8cd34aab-2f59-4bd7-835a-ae0ded877d81,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:04.359635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.368433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b08bf99-e09e-464a-98d1-075928ee5614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3296238-8e86-473b-b3de-3191c3b56230'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:04.384449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Attempting to bind port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:04.384812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Attempting to bind port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'abe0278d-c48d-4cdb-b88a-fbd8998042d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:04.385202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Attempting to bind port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 on network 1642deef-0c99-4a01-ae9a-4f2c072969aa {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:04.391463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.396132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:52:04.399484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Checking segment: {'id': 'abe0278d-c48d-4cdb-b88a-fbd8998042d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:04.399484 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.399484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Bound using segment: {'id': 'abe0278d-c48d-4cdb-b88a-fbd8998042d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:52:04.399484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Bound port: a689e02a-c3b4-4790-8bda-dd8ffdd6c948, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe0278d-c48d-4cdb-b88a-fbd8998042d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:04.399484 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.424241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d3296238-8e86-473b-b3de-3191c3b56230, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3296238-8e86-473b-b3de-3191c3b56230,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:04.433802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2c14-92a1-41a1-a654-1e3d1222fb0a req-594efba6-2f98-4c79-aa82-d700cdc4ce6b tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:04.434038 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9a9a7d7fe374963af101539a6c93d74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4831111 Apr 05 20:52:04.436651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-549d2c14-92a1-41a1-a654-1e3d1222fb0a req-594efba6-2f98-4c79-aa82-d700cdc4ce6b tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 944 time: 0.8388424 Apr 05 20:52:04.450643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40878) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:04.464906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838177e7-39eb-43f3-bacf-42d8e715a557 req-352811b5-0c71-42a1-8cd4-79a6fec48139 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:04.465838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.466157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-838177e7-39eb-43f3-bacf-42d8e715a557 req-352811b5-0c71-42a1-8cd4-79a6fec48139 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.8551955 Apr 05 20:52:04.502237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 105358cb-4502-4d7f-ac55-c452839f6ce6 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:04.515913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.578186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c848e-75ed-43b5-b459-1ee013e7da1e req-b9594f80-dd3a-40d4-9395-964067a92200 service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913803 Apr 05 20:52:04.580633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] For port a689e02a-c3b4-4790-8bda-dd8ffdd6c948, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:52:04.585723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] For port a689e02a-c3b4-4790-8bda-dd8ffdd6c948, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,segment=NetworkSegment(abe0278d-c48d-4cdb-b88a-fbd8998042d4),segment_id=abe0278d-c48d-4cdb-b88a-fbd8998042d4)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:52:04.586762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8cd34aab-2f59-4bd7-835a-ae0ded877d81,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.612845 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-549d2c14-92a1-41a1-a654-1e3d1222fb0a req-2051aab7-d227-4029-a1a6-af8fd1d74d48 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746197 Apr 05 20:52:04.622993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-02eec862-3736-44ab-a5d4-48eee9f69983 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 0.4622993 Apr 05 20:52:04.624269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4f9309d-5bad-46fb-9268-9997db415119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.652153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-838177e7-39eb-43f3-bacf-42d8e715a557 req-556c6f54-351e-4127-9585-50366478a630 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639199 Apr 05 20:52:04.666738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-704e827d-6c8f-42e2-bd8f-b191d15a7b8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 1095 time: 0.3161230 Apr 05 20:52:04.671589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d3296238-8e86-473b-b3de-3191c3b56230,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.680959 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.701507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4f9309d-5bad-46fb-9268-9997db415119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.809376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f4ea9-c0f6-49b7-9ab3-096b9ddc5410 None None] Pushing event updated for resources: {'Port': ['ID=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.850663 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c966-9b2a-4cf0-a47a-869a14cecd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.888122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['8cd34aab-2f59-4bd7-835a-ae0ded877d81'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:04.906528 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.008435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecbac1-b656-48d8-a37c-a3331dabb689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b794be-e3e4-48ec-b6cc-8d37ead0af31,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:05.051108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4f9309d-5bad-46fb-9268-9997db415119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.092739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-09b462b2-1f2d-4675-8ae7-ba89810d66d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:05.094219 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-09b462b2-1f2d-4675-8ae7-ba89810d66d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.2661865 Apr 05 20:52:05.152123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=105358cb-4502-4d7f-ac55-c452839f6ce6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:05.193541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9309d-5bad-46fb-9268-9997db415119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b794be-e3e4-48ec-b6cc-8d37ead0af31,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:05.260789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:05.275127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:05.328761 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-56dd006c-ffce-4a6e-8ee1-430b43bc0a5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 1000 time: 0.2237093 Apr 05 20:52:05.338331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:05.413909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4f9309d-5bad-46fb-9268-9997db415119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.415230 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4f9309d-5bad-46fb-9268-9997db415119 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86b794be-e3e4-48ec-b6cc-8d37ead0af31 HTTP/1.1" status: 204 len: 168 time: 0.9509056 Apr 05 20:52:05.418335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-dc97c331-4bf6-4a7c-be06-ea6e20fe0764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:05.420117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-dc97c331-4bf6-4a7c-be06-ea6e20fe0764 service neutron] 10.222.0.23 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 914 time: 0.7393115 Apr 05 20:52:05.506541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e6ca1-5958-4798-bd89-df2e69d1a75d req-18aab840-8ab3-43cc-baf2-2db135c7b439 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:05.513848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f89e6ca1-5958-4798-bd89-df2e69d1a75d req-18aab840-8ab3-43cc-baf2-2db135c7b439 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.6721883 Apr 05 20:52:05.519633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.575369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-7febf405-c02e-4025-b845-e787ca48d8a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:05.577399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-7febf405-c02e-4025-b845-e787ca48d8a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.2316957 Apr 05 20:52:05.578995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.605166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:05.606016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.621693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-c969c550-5684-4157-b593-c7ed308096e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ef48352-390c-4aa5-ac1d-16dc66edc5d0 HTTP/1.1" status: 200 len: 217 time: 0.1911304 Apr 05 20:52:05.741530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87fc2c-0c90-43e4-b847-6353383dd41d req-e515b955-4118-4646-b7a5-df98d34bdfc4 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:05.743056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc87fc2c-0c90-43e4-b847-6353383dd41d req-e515b955-4118-4646-b7a5-df98d34bdfc4 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 945 time: 0.7875264 Apr 05 20:52:05.766403 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-59cbfcce-6270-4e9d-aa5f-61f933cb1133 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808395 Apr 05 20:52:05.810694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fefc1893-3523-4111-8b0d-786d1e3c74bd None None] Provisioning for port 105358cb-4502-4d7f-ac55-c452839f6ce6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:05.820476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f89e6ca1-5958-4798-bd89-df2e69d1a75d req-1c249bb5-a204-4455-84e5-4b0a08abcce4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039935 Apr 05 20:52:05.821190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fefc1893-3523-4111-8b0d-786d1e3c74bd None None] Provisioning complete for port 105358cb-4502-4d7f-ac55-c452839f6ce6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:05.821190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fefc1893-3523-4111-8b0d-786d1e3c74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.837883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-863db632-f54d-4af7-b3f4-64620aafe353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:05.847564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-863db632-f54d-4af7-b3f4-64620aafe353 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 0.1872509 Apr 05 20:52:05.871951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b6188cfc-8e2c-48d5-a5ec-ece135aff144 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 8.9137418 Apr 05 20:52:05.936173 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-5a22a6cc-309d-4283-a487-81889a2e6570 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616168 Apr 05 20:52:05.936656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:05.962457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a689e02a-c3b4-4790-8bda-dd8ffdd6c948 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:05.986770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '591b3833-65f1-4508-abf5-dc18f1f2b54d'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:06.038437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-d4f411df-fcc3-4e1a-838b-8602c4d0899f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650696 Apr 05 20:52:06.056381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc87fc2c-0c90-43e4-b847-6353383dd41d req-edbb51e7-0e53-40a2-a086-439416c9ccb6 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926891 Apr 05 20:52:06.149730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:06.197444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fefc1893-3523-4111-8b0d-786d1e3c74bd None None] Port 105358cb-4502-4d7f-ac55-c452839f6ce6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:06.381688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Allocated IP 172.25.2.115 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/0831c6ee-ec7a-48e2-b544-cf4eeb5f6b43) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:06.505195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-2af5b0f4-d767-4583-abde-c2c02560f9d2 service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418635 Apr 05 20:52:06.509289 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c23a39d-cf35-46c3-803e-b6aa88705147'] response: {'server_uuid': '7b08bf99-e09e-464a-98d1-075928ee5614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3296238-8e86-473b-b3de-3191c3b56230', 'code': 200} Apr 05 20:52:06.712298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:06.727386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'port_id': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0', 'mac_address': 'fa:16:3e:a6:6c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5104605d-4b52-4da3-b0d3-7f9bf36bf08d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:06.733565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:06.736496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9464c8-ff2d-49d5-b2e5-0964d70306ac None None] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:06.923387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7e7d13f3-08b5-406a-9f18-13dd5ed0b71e None None] Provisioning for port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:06.968830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7e7d13f3-08b5-406a-9f18-13dd5ed0b71e None None] Provisioning complete for port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:06.969571 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7e7d13f3-08b5-406a-9f18-13dd5ed0b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.030967 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86ebf80d-80bf-432a-8103-6829b8d66c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.033340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecede3e-a3c8-4427-bc93-7441c82e31b1 req-66e0b063-541a-4822-afc6-632208c34789 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:07.035275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ecede3e-a3c8-4427-bc93-7441c82e31b1 req-66e0b063-541a-4822-afc6-632208c34789 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 944 time: 0.6887021 Apr 05 20:52:07.046082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.078266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:07.108413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fe49e5fc-c6dc-4056-9575-2f7c5e5284f8 req-cdaa65af-5c86-42bd-9942-58ce7f746640 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1276650 Apr 05 20:52:07.125081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ecede3e-a3c8-4427-bc93-7441c82e31b1 req-bf25d5cf-746a-4e46-acba-c755cb335f9f tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696201 Apr 05 20:52:07.254950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:07.264795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f82df-f597-4b19-8236-f42e3a44fd18 req-c11b4a36-6240-417a-a3ef-e3311944e04b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:07.269652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8cd34aab-2f59-4bd7-835a-ae0ded877d81 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:07.270135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a94f82df-f597-4b19-8236-f42e3a44fd18 req-c11b4a36-6240-417a-a3ef-e3311944e04b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.5492895 Apr 05 20:52:07.300806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfda8047-96fc-4022-b9d8-1bb24c91e6b2 req-c95b499c-553c-4054-8a7d-fae5ef5be884 service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874675 Apr 05 20:52:07.321185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6811a85-0bff-4661-8907-a8cc7134d278 req-f58a90e1-7a4c-4ffd-91b9-a5994ed852f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 1096 time: 0.6872814 Apr 05 20:52:07.447065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a94f82df-f597-4b19-8236-f42e3a44fd18 req-f4902fbc-df04-49dc-9395-d4ebd79e53c7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1452222 Apr 05 20:52:07.454439 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.477210 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.496242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6811a85-0bff-4661-8907-a8cc7134d278 req-ed0300a5-3bc0-4a17-b520-e85981bb34bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409426 Apr 05 20:52:07.525138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.554958 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.555918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2056979-a0ea-4266-be90-3199da974454 req-c5a567f1-cae3-42d2-9498-55d6ca86e46e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:07.557529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2056979-a0ea-4266-be90-3199da974454 req-c5a567f1-cae3-42d2-9498-55d6ca86e46e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.1093216 Apr 05 20:52:07.687364 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7e7d13f3-08b5-406a-9f18-13dd5ed0b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.719101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:07.727530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:07.727885 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.742594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2056979-a0ea-4266-be90-3199da974454 req-58b81bd6-6e30-420d-b531-0cfb58f2086f tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792033 Apr 05 20:52:07.777504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:07.790901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b471d-e24e-4b5b-bed0-2540b109be2d req-2d001bb0-615c-422a-9069-8c17879c3cd8 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:07.792519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-141b471d-e24e-4b5b-bed0-2540b109be2d req-2d001bb0-615c-422a-9069-8c17879c3cd8 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 945 time: 0.1286180 Apr 05 20:52:07.801333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8ef48352-390c-4aa5-ac1d-16dc66edc5d0'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:07.912175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-141b471d-e24e-4b5b-bed0-2540b109be2d req-61b1bc7b-15a8-43da-8965-97124f8cd411 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121602 Apr 05 20:52:07.930073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7e7d13f3-08b5-406a-9f18-13dd5ed0b71e None None] For port a689e02a-c3b4-4790-8bda-dd8ffdd6c948, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,segment=NetworkSegment(abe0278d-c48d-4cdb-b88a-fbd8998042d4),segment_id=abe0278d-c48d-4cdb-b88a-fbd8998042d4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:07.996840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:08.010003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7e7d13f3-08b5-406a-9f18-13dd5ed0b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.012360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:08.014461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Port': ['ID=0831c6ee-ec7a-48e2-b544-cf4eeb5f6b43,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:08.024284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:08.118930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d13f3-08b5-406a-9f18-13dd5ed0b71e None None] Pushing event updated for resources: {'Port': ['ID=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:08.217530 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.336049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 8cd34aab-2f59-4bd7-835a-ae0ded877d81, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8cd34aab-2f59-4bd7-835a-ae0ded877d81,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:08.408516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.554637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd34aab-2f59-4bd7-835a-ae0ded877d81'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:08.558778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=8cd34aab-2f59-4bd7-835a-ae0ded877d81,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:08.568444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.588259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Delete allocated IP 172.20.0.25 (610f0e93-8ded-487a-9d30-54d5e0ddbcce/257aabea-7859-432b-8939-6be7b6525d3a) {{(pid=84580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:52:08.595249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dd8f86ad-e1b6-4000-a1bf-379dc62e1c92 None None] Provisioning complete for port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:08.595249 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd8f86ad-e1b6-4000-a1bf-379dc62e1c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.595510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2df59-3b97-4426-a2d9-be5369ad5e9e req-14d86368-4cea-495e-875e-2e08b88af9e9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:08.596158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88b2df59-3b97-4426-a2d9-be5369ad5e9e req-14d86368-4cea-495e-875e-2e08b88af9e9 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 945 time: 0.1663525 Apr 05 20:52:08.705452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.716842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88b2df59-3b97-4426-a2d9-be5369ad5e9e req-1e0e633d-6092-4529-9859-f10e1a348fa8 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137061 Apr 05 20:52:08.835015 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9126b2-06d6-4479-9925-e97308ff233b'] response: {'server_uuid': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd34aab-2f59-4bd7-835a-ae0ded877d81', 'code': 200} Apr 05 20:52:08.912791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65050497-2225-48ad-92b1-0be9e604673e req-79317ac9-d9c5-4463-bea6-9a32220c68f5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:08.915591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65050497-2225-48ad-92b1-0be9e604673e req-79317ac9-d9c5-4463-bea6-9a32220c68f5 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.1627936 Apr 05 20:52:08.981515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65050497-2225-48ad-92b1-0be9e604673e req-e1a5c800-d01c-4810-8cf4-255f607bd992 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597856 Apr 05 20:52:09.032061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.064459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.065605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.160687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc81951-8eb9-43e4-bf16-a57b4baee247 req-7d225fca-07ee-41a3-8697-43a2b458b71a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:09.162722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efc81951-8eb9-43e4-bf16-a57b4baee247 req-7d225fca-07ee-41a3-8697-43a2b458b71a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.1414504 Apr 05 20:52:09.196126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 105358cb-4502-4d7f-ac55-c452839f6ce6 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:09.215595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd3d3a18-714a-47ca-ad66-80204c4bff05 req-10da6ff9-1cbe-47cf-a1b8-c56860f3a1a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac2e851d-93ec-4954-8449-ebe0487b7307 HTTP/1.1" status: 200 len: 1097 time: 0.2298548 Apr 05 20:52:09.289352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.446124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efc81951-8eb9-43e4-bf16-a57b4baee247 req-4af8cdd2-2474-4e74-b446-f035b0de04d9 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706702 Apr 05 20:52:09.509887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd3d3a18-714a-47ca-ad66-80204c4bff05 req-1941c1b9-1fb0-443b-aedb-31ae053e8167 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731605 Apr 05 20:52:09.529909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39379e0a-887a-466d-a748-53ad7cd42c50 req-e697e54d-42d3-4a1e-b273-71e92ed591ab tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:09.537982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39379e0a-887a-466d-a748-53ad7cd42c50 req-e697e54d-42d3-4a1e-b273-71e92ed591ab tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 945 time: 0.2997923 Apr 05 20:52:09.634763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39379e0a-887a-466d-a748-53ad7cd42c50 req-ca6672a7-9140-4e51-aece-a409d24b643e tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958915 Apr 05 20:52:09.637379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=105358cb-4502-4d7f-ac55-c452839f6ce6,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:09.644914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] In _notify_port_updated(), no bound segment for port 105358cb-4502-4d7f-ac55-c452839f6ce6 on network 610f0e93-8ded-487a-9d30-54d5e0ddbcce {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:52:09.648777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:09.649488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.654335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40948) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:09.660522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '591b3833-65f1-4508-abf5-dc18f1f2b54d'}, {'subnet_id': '257aabea-7859-432b-8939-6be7b6525d3a'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:09.663997 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-acd32801-189d-4acb-af88-961e02343533 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "PUT /v2.0/ports/105358cb-4502-4d7f-ac55-c452839f6ce6 HTTP/1.1" status: 200 len: 918 time: 3.6910377 Apr 05 20:52:09.821297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a689e02a-c3b4-4790-8bda-dd8ffdd6c948 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:09.953461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Router 923f4a53-6270-431d-beb2-28d6e5f00d0c is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:52:10.044256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.122736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941765be-1aa1-4801-a2d2-6db181e0669c req-286a1162-ca5c-4414-bc2e-eb007b667a0e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:10.124793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-941765be-1aa1-4801-a2d2-6db181e0669c req-286a1162-ca5c-4414-bc2e-eb007b667a0e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 945 time: 0.1880355 Apr 05 20:52:10.143095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b81fecd4-8f07-4b71-89ce-2eb66f9940fb None None] Provisioning for port 105358cb-4502-4d7f-ac55-c452839f6ce6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:10.147970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:10.152249 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.193715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-941765be-1aa1-4801-a2d2-6db181e0669c req-ee35cc05-43aa-460d-837b-7b249fda0858 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629585 Apr 05 20:52:10.194313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.248929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:10.312486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b81fecd4-8f07-4b71-89ce-2eb66f9940fb None None] Provisioning complete for port 105358cb-4502-4d7f-ac55-c452839f6ce6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:10.313175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b81fecd4-8f07-4b71-89ce-2eb66f9940fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.408631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b81fecd4-8f07-4b71-89ce-2eb66f9940fb None None] Port 105358cb-4502-4d7f-ac55-c452839f6ce6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:10.517939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:52:10.527711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:10.563196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] Sync routers for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:52:10.621077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:10.621445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.627868 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.632404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-31298b0e-7acf-4b2d-aefa-b29f37c819a5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.0706422 Apr 05 20:52:10.633039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40972) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:10.702792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:10.703667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:10.852547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:10.853794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb505-aeb0-47f9-a08c-b9f6c2acf627 req-818bf47f-474c-44e3-9c02-0ac19ffb9e8a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:10.855454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-115eb505-aeb0-47f9-a08c-b9f6c2acf627 req-818bf47f-474c-44e3-9c02-0ac19ffb9e8a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.5419419 Apr 05 20:52:10.870483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:10.871114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:10.941554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:10.941962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bebdc-c764-45e4-9541-d084945915e4 None None] The sync data for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:52:11.016976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b1032-a6c0-4059-8997-689c485af0b0 req-be99058c-d5f3-4cfa-93b1-677f69f2ac8d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:11.019267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea7b1032-a6c0-4059-8997-689c485af0b0 req-be99058c-d5f3-4cfa-93b1-677f69f2ac8d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.3273821 Apr 05 20:52:11.028133 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.084061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:11.102243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:11.148154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-115eb505-aeb0-47f9-a08c-b9f6c2acf627 req-14dc3fae-e2b5-4824-a9b5-c043e42c1940 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2265496 Apr 05 20:52:11.172061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea7b1032-a6c0-4059-8997-689c485af0b0 req-5b2a0b72-88b4-4ac8-bb76-6c34b2054792 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400051 Apr 05 20:52:11.210550 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.224045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.30 (610f0e93-8ded-487a-9d30-54d5e0ddbcce/257aabea-7859-432b-8939-6be7b6525d3a/105358cb-4502-4d7f-ac55-c452839f6ce6) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:11.370356 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9157c91-0ae3-400b-9147-c665da6a64f5'] response: {'server_uuid': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0', 'code': 200} Apr 05 20:52:11.443174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:11.488943 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2147c5f9-ef06-4915-bf88-c62d8d6dcea4 req-fe55c973-0249-4227-9cb7-283029ef3ac9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1096 time: 1.0879569 Apr 05 20:52:11.555580 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2147c5f9-ef06-4915-bf88-c62d8d6dcea4 req-b7a3887e-2d2e-45e4-81f7-41c6a5a2b35e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654733 Apr 05 20:52:11.855539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3578975-036f-457b-8632-61ac99b9d980 req-d5b7d6b9-93ea-4ab9-a866-f3f36869e49b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 1097 time: 0.2873833 Apr 05 20:52:11.880271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b647ab4-0c60-4feb-8e71-3c1876442802 req-0a35f723-1c1c-4421-bbe3-968d82d580d3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:11.893966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b647ab4-0c60-4feb-8e71-3c1876442802 req-0a35f723-1c1c-4421-bbe3-968d82d580d3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 946 time: 0.3231697 Apr 05 20:52:11.953027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8f2cd-db7f-4599-9f0c-7b61fbc0d1f1 req-6d4347b3-12a3-4d8d-81e2-400ef9270bfe tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:11.960377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fa8f2cd-db7f-4599-9f0c-7b61fbc0d1f1 req-6d4347b3-12a3-4d8d-81e2-400ef9270bfe tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 945 time: 0.3907139 Apr 05 20:52:11.994007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.071613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 105358cb-4502-4d7f-ac55-c452839f6ce6 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:12.089094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b647ab4-0c60-4feb-8e71-3c1876442802 req-05768266-04b0-4068-8859-bc04b565c730 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962948 Apr 05 20:52:12.090549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3578975-036f-457b-8632-61ac99b9d980 req-b7f47d55-9070-409b-943f-8cbf3e9d3448 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807120 Apr 05 20:52:12.105683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fa8f2cd-db7f-4599-9f0c-7b61fbc0d1f1 req-9d5dadf5-0e43-4018-b5a6-7531dc0ef5c8 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441560 Apr 05 20:52:12.185363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.400104 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.816872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=105358cb-4502-4d7f-ac55-c452839f6ce6,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:12.845256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7e4beaff-0015-4644-96db-b74a96e58baa None None] Provisioning for port 105358cb-4502-4d7f-ac55-c452839f6ce6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:12.854294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7e4beaff-0015-4644-96db-b74a96e58baa None None] Provisioning complete for port 105358cb-4502-4d7f-ac55-c452839f6ce6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:12.856421 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7e4beaff-0015-4644-96db-b74a96e58baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.875742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] In _notify_port_updated(), no bound segment for port 105358cb-4502-4d7f-ac55-c452839f6ce6 on network 610f0e93-8ded-487a-9d30-54d5e0ddbcce {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:52:12.880339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:12.885074 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.885074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-211510ab-0d32-4190-ba13-cd3dfad4fb16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "PUT /v2.0/ports/105358cb-4502-4d7f-ac55-c452839f6ce6 HTTP/1.1" status: 200 len: 998 time: 3.2293363 Apr 05 20:52:12.889089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41008) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:12.964404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7e4beaff-0015-4644-96db-b74a96e58baa None None] Port 105358cb-4502-4d7f-ac55-c452839f6ce6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:12.995903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d8d1-56d1-4c32-bd39-76c3c66f2ddf req-a444b5e0-7a31-40e6-9154-ac017ef05eaf tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:13.003521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7598d8d1-56d1-4c32-bd39-76c3c66f2ddf req-a444b5e0-7a31-40e6-9154-ac017ef05eaf tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.3196237 Apr 05 20:52:13.040514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c11ed7-000e-49dd-9c25-6b1418cf222a req-dd09aebd-dd8e-4756-9108-5ab7e96b6c74 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:13.048581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69c11ed7-000e-49dd-9c25-6b1418cf222a req-dd09aebd-dd8e-4756-9108-5ab7e96b6c74 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.5214117 Apr 05 20:52:13.177432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 105358cb-4502-4d7f-ac55-c452839f6ce6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:13.179543 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.229111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Allocated IP 172.20.0.1 (1642deef-0c99-4a01-ae9a-4f2c072969aa/3296c122-7e97-44ae-955d-531987cc383e/4def8a69-a88c-4502-89ca-937c032797cb) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:13.261531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7598d8d1-56d1-4c32-bd39-76c3c66f2ddf req-fe8967c6-953f-45cc-b8a8-4b917161a43a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570705 Apr 05 20:52:13.540014 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.559975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Transition to ACTIVE for port object 4def8a69-a88c-4502-89ca-937c032797cb will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:13.585620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69c11ed7-000e-49dd-9c25-6b1418cf222a req-194ebd41-601f-4896-afb4-055a6796e1b0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5361047 Apr 05 20:52:13.703032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.788411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:13.795218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:13.807097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:13.827370 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.845081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1f56-c259-46ac-8cda-1443304b4ece req-a420d13c-a996-4bb6-aae6-965409eab97f tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:13.847201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6abd1f56-c259-46ac-8cda-1443304b4ece req-a420d13c-a996-4bb6-aae6-965409eab97f tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 946 time: 0.1667840 Apr 05 20:52:13.850015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Port': ['ID=4def8a69-a88c-4502-89ca-937c032797cb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:13.886111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.015449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 105358cb-4502-4d7f-ac55-c452839f6ce6 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:14.105862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6abd1f56-c259-46ac-8cda-1443304b4ece req-7ff30106-9d45-4b43-b16e-53308235910e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728754 Apr 05 20:52:14.193291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.262624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c3cf48a3-9297-443f-bf0e-1c6f1997309d None None] Provisioning for port 4def8a69-a88c-4502-89ca-937c032797cb completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:14.269987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c3cf48a3-9297-443f-bf0e-1c6f1997309d None None] Provisioning complete for port 4def8a69-a88c-4502-89ca-937c032797cb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:14.271146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c3cf48a3-9297-443f-bf0e-1c6f1997309d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.347074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf48a3-9297-443f-bf0e-1c6f1997309d None None] Port 4def8a69-a88c-4502-89ca-937c032797cb cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:14.564076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.623340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=105358cb-4502-4d7f-ac55-c452839f6ce6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:14.695402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.780394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.850391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa29c2a-cb2e-4091-b147-656188e6e315 req-27567983-de6f-4286-8635-5139f8b23ce2 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:14.851880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aa29c2a-cb2e-4091-b147-656188e6e315 req-27567983-de6f-4286-8635-5139f8b23ce2 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 945 time: 0.5026665 Apr 05 20:52:14.866653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419963cc-9e73-4f88-87f1-e40d297cf39c req-0d8b33e8-9f96-41ca-bd7e-5615ff79dcda tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:14.868107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-419963cc-9e73-4f88-87f1-e40d297cf39c req-0d8b33e8-9f96-41ca-bd7e-5615ff79dcda tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.3426509 Apr 05 20:52:14.881155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.921635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.952533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bee55648-b361-4732-b2a5-11141f390224 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/105358cb-4502-4d7f-ac55-c452839f6ce6 HTTP/1.1" status: 204 len: 168 time: 2.0600967 Apr 05 20:52:14.957673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41050) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:14.978783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Port': ['ID=4def8a69-a88c-4502-89ca-937c032797cb,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:15.009273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-0167f541-0bf3-4d2e-8210-14a9a5b5ffa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1096 time: 0.2921851 Apr 05 20:52:15.018116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aa29c2a-cb2e-4091-b147-656188e6e315 req-7edc98e3-4c25-4058-aa84-f64ba574f22a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490872 Apr 05 20:52:15.040666 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-384332a4-cc37-4dc0-b5ee-2f92e2a8c994 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:52:15.041225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-384332a4-cc37-4dc0-b5ee-2f92e2a8c994 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:15.061495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:15.062643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:15.119160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-419963cc-9e73-4f88-87f1-e40d297cf39c req-51107d5c-14f7-44e4-874d-099b7611b338 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201986 Apr 05 20:52:15.264292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-384332a4-cc37-4dc0-b5ee-2f92e2a8c994 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:15.265515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-384332a4-cc37-4dc0-b5ee-2f92e2a8c994 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/105358cb-4502-4d7f-ac55-c452839f6ce6 HTTP/1.1" status: 404 len: 333 time: 0.3069699 Apr 05 20:52:15.270440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41062) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:15.373674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-ae89f34d-73ae-42cc-82c9-a4823c7df426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:15.375182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-ae89f34d-73ae-42cc-82c9-a4823c7df426 service neutron] 10.222.0.23 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.3556330 Apr 05 20:52:15.484389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918457b-d47a-4a82-819f-157875de7e33 req-0a590456-08bb-4d26-a2a6-b1ee43fb6bd9 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:15.485864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d918457b-d47a-4a82-819f-157875de7e33 req-0a590456-08bb-4d26-a2a6-b1ee43fb6bd9 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.3283672 Apr 05 20:52:15.501598 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fa7c917a-fb81-4c60-a766-357d612af9e9 None None] Provisioning complete for port 4def8a69-a88c-4502-89ca-937c032797cb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:15.501598 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa7c917a-fb81-4c60-a766-357d612af9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.530999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-a26b3990-a52d-4695-aa55-2f50abac9284 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 200 len: 1001 time: 0.1480291 Apr 05 20:52:15.583251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72683513-8fff-4568-82de-3fab9a350b26 req-a2785b48-1102-4124-a821-94288a9184b8 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:15.584734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72683513-8fff-4568-82de-3fab9a350b26 req-a2785b48-1102-4124-a821-94288a9184b8 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 946 time: 0.2899923 Apr 05 20:52:15.596973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c917a-fb81-4c60-a766-357d612af9e9 None None] Port 4def8a69-a88c-4502-89ca-937c032797cb cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:15.628931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d918457b-d47a-4a82-819f-157875de7e33 req-f5fd9654-a45d-457c-b0c8-9dec0561d546 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287031 Apr 05 20:52:15.663566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-fe553654-868f-453a-964c-199b6358ef13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:15.665069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-fe553654-868f-453a-964c-199b6358ef13 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.1181602 Apr 05 20:52:15.667328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72683513-8fff-4568-82de-3fab9a350b26 req-6f4beefc-bd4c-4e3a-b829-0ea0d9d55ae0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749457 Apr 05 20:52:15.679739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 257aabea-7859-432b-8939-6be7b6525d3a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:52:15.685400 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.751485 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.752157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-7d908265-e57b-4029-ad4f-f22aa7e52ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780690 Apr 05 20:52:15.878247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.936897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Router 923f4a53-6270-431d-beb2-28d6e5f00d0c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:52:16.026058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-927d1e97-6962-4632-9e65-05738140c64c service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671216 Apr 05 20:52:16.069226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-29150689-84a3-43e5-9623-0054011a569f tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:16.073972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-29150689-84a3-43e5-9623-0054011a569f tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 945 time: 0.2871702 Apr 05 20:52:16.180870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fca08-723b-4e12-847b-1ab342da7279 req-55da977c-6d9d-4b42-a372-6391189dfef0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:16.182572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-102fca08-723b-4e12-847b-1ab342da7279 req-55da977c-6d9d-4b42-a372-6391189dfef0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac2e851d-93ec-4954-8449-ebe0487b7307 HTTP/1.1" status: 200 len: 946 time: 0.3079085 Apr 05 20:52:16.204108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.260974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=257aabea-7859-432b-8939-6be7b6525d3a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:16.267959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.279417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abfb2d2-3b46-44d1-a4eb-c43da239a6ce None None] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:16.282609 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-21122aa4-c3cc-422d-a4e7-1a1ba41195aa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/257aabea-7859-432b-8939-6be7b6525d3a HTTP/1.1" status: 204 len: 168 time: 1.0066872 Apr 05 20:52:16.283524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41078) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:16.364687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 591b3833-65f1-4508-abf5-dc18f1f2b54d {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:52:16.369811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.416289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Deleting port d3296238-8e86-473b-b3de-3191c3b56230 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:16.416667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.441362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.513892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:52:16.528975 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-12d76af0-8647-47ad-bb52-0a9f711d7bc0 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "PUT /v2.0/routers/923f4a53-6270-431d-beb2-28d6e5f00d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8946724 Apr 05 20:52:16.532424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41082) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:16.537529 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] Sync routers for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:52:16.541585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Request body: {'port': {'network_id': '1642deef-0c99-4a01-ae9a-4f2c072969aa', 'name': 'tempest-FloatingIPAdminTestJSON-1980459167'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:16.574977 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:16.575967 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:16.642158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.661814 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:16.673652 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:16.675148 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:16.749716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-102fca08-723b-4e12-847b-1ab342da7279 req-60896675-7e9d-4e7b-a92d-b794b71aa0b2 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197265 Apr 05 20:52:16.759136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7e5136f-793d-4773-a61c-92d07ab6a67e req-cf1b6175-12a3-4b61-bf86-3d5252508c56 service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7245698 Apr 05 20:52:16.761298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:16.775525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Usage tracker for resource:port and tenant:c561b242413a4dbbbfd7c0c2abd88d15 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:16.781798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:16.793949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:16.812301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] For port d3296238-8e86-473b-b3de-3191c3b56230, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d3296238-8e86-473b-b3de-3191c3b56230,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:16.817943 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.834697 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:16.835234 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734cac5c-a4f9-4587-8f33-8985a4c0a4c8 None None] The sync data for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:52:16.878908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.945149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Made reservation on behalf of c561b242413a4dbbbfd7c0c2abd88d15 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:16.948454 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.966712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=591b3833-65f1-4508-abf5-dc18f1f2b54d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:16.966902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Calling delete_port for d3296238-8e86-473b-b3de-3191c3b56230 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:16.980077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.991068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] device_id is not set on port 52bd9cb9-aaf5-4471-8c52-b03ebc87577e yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:17.138802 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c16029a1-0dbd-4d6c-9485-39cf6c795311 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/591b3833-65f1-4508-abf5-dc18f1f2b54d HTTP/1.1" status: 204 len: 168 time: 0.8549936 Apr 05 20:52:17.141788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41098) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:17.175120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b317e-cdea-4930-bd37-682c8627ead5 req-8c782ef4-019e-47ee-bb3e-c106c5b4426d tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:17.178567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d55b317e-cdea-4930-bd37-682c8627ead5 req-8c782ef4-019e-47ee-bb3e-c106c5b4426d tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 945 time: 1.0026667 Apr 05 20:52:17.234806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Allocated IP 172.20.0.12 (1642deef-0c99-4a01-ae9a-4f2c072969aa/3296c122-7e97-44ae-955d-531987cc383e/52bd9cb9-aaf5-4471-8c52-b03ebc87577e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:17.247885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75901b-c1d0-4f5c-ac4d-5f2d95a15651 req-244e049b-3fd2-43a9-8a55-6961c5b50957 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:17.267187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b75901b-c1d0-4f5c-ac4d-5f2d95a15651 req-244e049b-3fd2-43a9-8a55-6961c5b50957 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 945 time: 0.1549952 Apr 05 20:52:17.270189 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.310682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.312496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d3296238-8e86-473b-b3de-3191c3b56230'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:17.354813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Pushing event deleted for resources: {'Port': ['ID=d3296238-8e86-473b-b3de-3191c3b56230,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:17.361810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port a9056bda-5af9-4aac-b566-0f2acec705dc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:17.362198 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.374848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d55b317e-cdea-4930-bd37-682c8627ead5 req-743c3d4a-37d5-4ce1-8566-8db329b17347 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892159 Apr 05 20:52:17.493616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b75901b-c1d0-4f5c-ac4d-5f2d95a15651 req-83e9c964-9f61-4b8a-8a32-249bf3dbb98a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293465 Apr 05 20:52:17.519726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] No DVR routers for this DVR port d3296238-8e86-473b-b3de-3191c3b56230 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:17.526132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.528594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b08bf99-e09e-464a-98d1-075928ee5614', 'name': 'network-vif-deleted', 'tag': 'd3296238-8e86-473b-b3de-3191c3b56230'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:17.529665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace2435-4058-4a8a-9b75-5ab1b1cf1a05 None None] Network 610f0e93-8ded-487a-9d30-54d5e0ddbcce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:17.644980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93de6faa-2e7d-4a7b-a34c-7c252e77a0da req-38be24c0-ad99-4547-a508-7536af9ea494 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.39 "DELETE /v2.0/ports/d3296238-8e86-473b-b3de-3191c3b56230 HTTP/1.1" status: 204 len: 173 time: 1.5262923 Apr 05 20:52:17.730422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f736631-0630-49e2-8700-551c5d34c07f req-2cb3f5ed-49bb-47b0-8e45-218a1fc00307 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:17.737637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f736631-0630-49e2-8700-551c5d34c07f req-2cb3f5ed-49bb-47b0-8e45-218a1fc00307 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.1698482 Apr 05 20:52:17.755913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7833f508-2b78-476e-b50d-813580054091 None None] Provisioning complete for port a9056bda-5af9-4aac-b566-0f2acec705dc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:17.761406 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7833f508-2b78-476e-b50d-813580054091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.776523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.791013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] For port a9056bda-5af9-4aac-b566-0f2acec705dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9056bda-5af9-4aac-b566-0f2acec705dc,segment=NetworkSegment(b4846c78-9ce1-40f5-bf2f-623a953183a5),segment_id=b4846c78-9ce1-40f5-bf2f-623a953183a5)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:17.791814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.850266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f736631-0630-49e2-8700-551c5d34c07f req-73f749fd-2256-46c3-8b6d-0aef267a7ef8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052775 Apr 05 20:52:17.872828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Transition to ACTIVE for port object 52bd9cb9-aaf5-4471-8c52-b03ebc87577e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:17.947042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for a9056bda-5af9-4aac-b566-0f2acec705dc owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:17.973399 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c42a0a-aba5-4a21-a8d3-ec75c27a65af'] response: {'server_uuid': '7b08bf99-e09e-464a-98d1-075928ee5614', 'name': 'network-vif-deleted', 'tag': 'd3296238-8e86-473b-b3de-3191c3b56230', 'status': 'completed', 'code': 200} Apr 05 20:52:18.002732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] DHCP port deletion for 610f0e93-8ded-487a-9d30-54d5e0ddbcce request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:52:18.008053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Deleting port a9056bda-5af9-4aac-b566-0f2acec705dc {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:18.008510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.230428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:18.237602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.253863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.327813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No DVR routers for this DVR port a9056bda-5af9-4aac-b566-0f2acec705dc on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:18.342174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] For port a9056bda-5af9-4aac-b566-0f2acec705dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9056bda-5af9-4aac-b566-0f2acec705dc,segment=NetworkSegment(b4846c78-9ce1-40f5-bf2f-623a953183a5),segment_id=b4846c78-9ce1-40f5-bf2f-623a953183a5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:18.342784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.366851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=a9056bda-5af9-4aac-b566-0f2acec705dc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:18.514784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event updated for resources: {'Port': ['ID=52bd9cb9-aaf5-4471-8c52-b03ebc87577e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:18.540384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Calling delete_port for a9056bda-5af9-4aac-b566-0f2acec705dc owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:18.591960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:18.600849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:18.619181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:18.684920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-277143cc-9d70-4340-8d85-70cdf1565b07 req-cc2f561c-25ab-46b4-9bb7-85a4eee59576 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Synchronizing usage tracker for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:18.696975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.734280 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.748563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:18.749581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.779593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:18.796481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:18.799376 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:52:18.799745 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:52:18.816854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-277143cc-9d70-4340-8d85-70cdf1565b07 req-cc2f561c-25ab-46b4-9bb7-85a4eee59576 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Unset dirty status for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:18.821070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-277143cc-9d70-4340-8d85-70cdf1565b07 req-cc2f561c-25ab-46b4-9bb7-85a4eee59576 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b08bf99-e09e-464a-98d1-075928ee5614 HTTP/1.1" status: 200 len: 210 time: 0.2399702 Apr 05 20:52:18.884123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610f0e93-8ded-487a-9d30-54d5e0ddbcce']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:18.889356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.922976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4846c78-9ce1-40f5-bf2f-623a953183a5') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:18.923355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4846c78-9ce1-40f5-bf2f-623a953183a5') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:18.942569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.960514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.966663 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164172b2-9709-49c7-84f7-637dae080048'] response: {'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'code': 200} Apr 05 20:52:18.968335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:52:18.968800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.979946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:18.986687 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:19.009033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cacbd3-ad33-435f-a26c-81071437fc3d req-787a11c3-647e-4326-9272-f0ac9148dd48 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:19.011933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22cacbd3-ad33-435f-a26c-81071437fc3d req-787a11c3-647e-4326-9272-f0ac9148dd48 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.1610138 Apr 05 20:52:19.051091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0ea56fdd-050d-4ece-9912-23b687f6a8cf None None] Provisioning for port 52bd9cb9-aaf5-4471-8c52-b03ebc87577e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:19.056564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0ea56fdd-050d-4ece-9912-23b687f6a8cf None None] Provisioning complete for port 52bd9cb9-aaf5-4471-8c52-b03ebc87577e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:19.056937 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ea56fdd-050d-4ece-9912-23b687f6a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.069976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22cacbd3-ad33-435f-a26c-81071437fc3d req-3a261b26-83b8-41c4-9919-978dab643fe7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521176 Apr 05 20:52:19.081834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ea2cf5be-73e3-4338-b914-26ec80ae92b5 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5493398 Apr 05 20:52:19.086106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41142) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:19.124733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0ea56fdd-050d-4ece-9912-23b687f6a8cf None None] Port 52bd9cb9-aaf5-4471-8c52-b03ebc87577e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:19.193641 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.231240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.261648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=610f0e93-8ded-487a-9d30-54d5e0ddbcce,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:19.275824 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b8c8610-4dc6-4f46-ab34-54db518e4adc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/610f0e93-8ded-487a-9d30-54d5e0ddbcce HTTP/1.1" status: 204 len: 168 time: 2.1329939 Apr 05 20:52:19.276438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41152) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:19.300886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Deleting port a9056bda-5af9-4aac-b566-0f2acec705dc {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:19.301623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.372458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3296238-8e86-473b-b3de-3191c3b56230 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:19.393409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b679270-ee3a-48f0-a3b4-6d79e63f60a0 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:19.394289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2b679270-ee3a-48f0-a3b4-6d79e63f60a0 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:19.415124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-f5335d5b-dccf-48c8-9f4b-8de695d565b1 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:19.417738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-f5335d5b-dccf-48c8-9f4b-8de695d565b1 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 813 time: 0.2782714 Apr 05 20:52:19.439670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1941cecc-8771-4093-b9b5-05e6c7296b71 None None] The port 'a9056bda-5af9-4aac-b566-0f2acec705dc' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:52:19.444319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-9c349b26-294d-45df-beee-b37effd6d8e3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/quotas/f04a1f35985948baa18aeac1fd289690 HTTP/1.1" status: 200 len: 375 time: 0.0209713 Apr 05 20:52:19.447724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: d3296238-8e86-473b-b3de-3191c3b56230 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:19.452011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d3296238-8e86-473b-b3de-3191c3b56230 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:19.467575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2b679270-ee3a-48f0-a3b4-6d79e63f60a0 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:19.468737 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b679270-ee3a-48f0-a3b4-6d79e63f60a0 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1906943 Apr 05 20:52:19.472807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41158) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:19.501448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'project_id': 'c561b242413a4dbbbfd7c0c2abd88d15', 'port_id': '52bd9cb9-aaf5-4471-8c52-b03ebc87577e'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:19.515038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:19.523331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Usage tracker for resource:floatingip and tenant:c561b242413a4dbbbfd7c0c2abd88d15 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:19.530771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:19.544187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:19.565771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bdfb71c6-22de-4e21-8acf-e0422dc1a606 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0917277 Apr 05 20:52:19.566457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41164) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:19.566739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926cdda-ebdb-4849-9a90-6a9c9ad32752 req-c99e28ad-0dda-44b8-a8ce-fdb0d20658fa tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:19.568481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c926cdda-ebdb-4849-9a90-6a9c9ad32752 req-c99e28ad-0dda-44b8-a8ce-fdb0d20658fa tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.2179451 Apr 05 20:52:19.573546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1403407718'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:19.581012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:19.586458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:19.591209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:19.599470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:19.609463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-1c9de5e6-0b16-4310-a2fd-e4007674b2a0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643302 Apr 05 20:52:19.635448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c926cdda-ebdb-4849-9a90-6a9c9ad32752 req-d2b65275-96cf-4f1d-a2a9-2eb1a62b0598 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581155 Apr 05 20:52:19.727382 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.748159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:19.751452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.779687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9056bda-5af9-4aac-b566-0f2acec705dc no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:19.796074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:19.806281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.806906 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment f9f1a484-1de4-44ed-864a-7f4308335ff0 of type vlan for network a0510a74-351a-43d6-a40a-8554d6d1b21d Apr 05 20:52:19.838058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.845872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a9056bda-5af9-4aac-b566-0f2acec705dc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:19.846320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9056bda-5af9-4aac-b566-0f2acec705dc not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:19.947482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.952006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:19.952613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.065728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=a0510a74-351a-43d6-a40a-8554d6d1b21d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:20.078258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network a0510a74-351a-43d6-a40a-8554d6d1b21d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:20.112974 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e8e3b80a-337f-438b-b43b-87f9210b66f5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5450799 Apr 05 20:52:20.115544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:20.121570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:20.222307 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.249623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-9df3e0a1-5061-4d67-9a35-09a908cef3b1 service neutron] 10.222.0.10 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311855 Apr 05 20:52:20.254401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:20.259315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:20.262152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:20.268722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:20.333924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:20.353999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f6ba7-e848-4771-b49a-1afd934de44a req-056322d9-908d-4ada-b075-2acf5b89037d tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:20.355913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-988f6ba7-e848-4771-b49a-1afd934de44a req-056322d9-908d-4ada-b075-2acf5b89037d tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8961ce9-ccfc-4922-832a-33b1130638d3 HTTP/1.1" status: 200 len: 946 time: 0.2953827 Apr 05 20:52:20.367336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-2fcf4d39-9d3d-421a-8616-c3bc356ae5c6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:20.368719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-2fcf4d39-9d3d-421a-8616-c3bc356ae5c6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac2e851d-93ec-4954-8449-ebe0487b7307 HTTP/1.1" status: 200 len: 946 time: 0.5094068 Apr 05 20:52:20.442588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.534622 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.543352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Deleting port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:20.543687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.616867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Deleting port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:20.617236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.678285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-e5e707d8-420b-4814-921a-a3fc3af840fe service neutron] 10.222.0.10 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233837 Apr 05 20:52:20.764983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.845916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=5fb97f98-69b1-491d-bfed-197d6a7abdaa,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:20.856303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': 'f9f1a484-1de4-44ed-864a-7f4308335ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:20.856686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: a0510a74-351a-43d6-a40a-8554d6d1b21d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:20.953441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network a0510a74-351a-43d6-a40a-8554d6d1b21d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:21.043219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, a0510a74-351a-43d6-a40a-8554d6d1b21d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:21.045146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41198) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:21.051368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aacdce-06bc-45e4-8749-179f5519de7e None None] Network a0510a74-351a-43d6-a40a-8554d6d1b21d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:21.078489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:21.079092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.240768 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d91d5c2-1faa-4a67-a583-378c3737d1b5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1217592 Apr 05 20:52:21.240973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41208) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:21.247222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d', 'name': 'tempest-PortsTestJSON-1006160513'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:21.374737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-a0510a74-351a-43d6-a40a-8554d6d1b21d', 'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d', 'tenant_id': 'b823616aba2f4412b7041e3457766cfa', 'fixed_ips': [{'subnet_id': '5fb97f98-69b1-491d-bfed-197d6a7abdaa'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:52:21.383448 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.459328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Allocated IP 172.25.2.159 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/dbda4a8d-ad87-4db3-8dd1-8cd030081f4b) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:21.531705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] For port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:21.532070 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.566835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.579570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:21.601721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:21.615818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:21.620035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Usage tracker for resource:security_group_rule and tenant:3b379ec8c1714b009fa32c06dc5a2792 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:21.623231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:21.628380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Allocated IP 172.20.0.2 (a0510a74-351a-43d6-a40a-8554d6d1b21d/5fb97f98-69b1-491d-bfed-197d6a7abdaa/31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:21.629688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:21.718767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.741618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:21.744798 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.785310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 85a43d99-d20a-4b27-8146-72dee7abc7fa yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:21.791793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71426982-418e-44db-ba3b-1bed9800cb55 req-45380143-b6db-4772-b989-816cf900c795 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:21.793277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71426982-418e-44db-ba3b-1bed9800cb55 req-45380143-b6db-4772-b989-816cf900c795 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.3889599 Apr 05 20:52:21.803181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Calling delete_port for 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:21.821138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.904748 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.906866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] For port 8cd34aab-2f59-4bd7-835a-ae0ded877d81, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=8cd34aab-2f59-4bd7-835a-ae0ded877d81,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:21.907228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.918655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Transition to ACTIVE for port object 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:21.957736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Transition to ACTIVE for port object 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:22.009096 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b379ec8c1714b009fa32c06dc5a2792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9630306 Apr 05 20:52:22.009879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2af9d-89cd-4cc6-9046-2d37c56440c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30da670a-9796-4b54-812c-0044edbfed54,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:22.015293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:22.028120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.095344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Network a0510a74-351a-43d6-a40a-8554d6d1b21d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:22.103460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:22.108026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:22.136867 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d33dc8b-441d-479c-ae1a-444ae76f20eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.181668 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d33dc8b-441d-479c-ae1a-444ae76f20eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.190730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.7 (a0510a74-351a-43d6-a40a-8554d6d1b21d/5fb97f98-69b1-491d-bfed-197d6a7abdaa/85a43d99-d20a-4b27-8146-72dee7abc7fa) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:22.210426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Pushing event updated for resources: {'Port': ['ID=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:22.213320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:22.214607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.260628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Attempting to bind port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:22.261349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Attempting to bind port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f9f1a484-1de4-44ed-864a-7f4308335ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:22.261921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Attempting to bind port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 on network a0510a74-351a-43d6-a40a-8554d6d1b21d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:22.272713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:52:22.273581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Checking segment: {'id': 'f9f1a484-1de4-44ed-864a-7f4308335ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:22.274212 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.274784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Bound using segment: {'id': 'f9f1a484-1de4-44ed-864a-7f4308335ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:52:22.275274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Bound port: 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f1a484-1de4-44ed-864a-7f4308335ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:22.275653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.371247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Calling delete_port for 8cd34aab-2f59-4bd7-835a-ae0ded877d81 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:22.408344 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d33dc8b-441d-479c-ae1a-444ae76f20eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.437583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71426982-418e-44db-ba3b-1bed9800cb55 req-7a9b3cc6-ab4c-4a75-9774-671b4cf458b3 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5934339 Apr 05 20:52:22.461754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33dc8b-441d-479c-ae1a-444ae76f20eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da670a-9796-4b54-812c-0044edbfed54,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:22.470473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] For port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:52:22.492490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] For port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,segment=NetworkSegment(f9f1a484-1de4-44ed-864a-7f4308335ff0),segment_id=f9f1a484-1de4-44ed-864a-7f4308335ff0)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:52:22.515742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.550177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 85a43d99-d20a-4b27-8146-72dee7abc7fa will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:22.577859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d33dc8b-441d-479c-ae1a-444ae76f20eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.579156 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3d33dc8b-441d-479c-ae1a-444ae76f20eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30da670a-9796-4b54-812c-0044edbfed54 HTTP/1.1" status: 204 len: 168 time: 0.5628560 Apr 05 20:52:22.582670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.661913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5001efd-858a-4162-9aa9-737aaa417102 req-1a409838-a7bf-438f-941b-71c7139e534a tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 210 time: 0.0942776 Apr 05 20:52:22.691412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.741059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11be05e-d9ed-42c0-a885-7ac2f7ef07a8 None None] Pushing event updated for resources: {'Port': ['ID=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:22.787412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=85a43d99-d20a-4b27-8146-72dee7abc7fa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:22.804942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network a0510a74-351a-43d6-a40a-8554d6d1b21d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:22.809724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:22.809724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:22.876456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:22.877125 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.901472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.955394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40252-b02c-4443-a467-51c040e04a3a req-28ddaa6c-cb7e-4ce7-8e3e-3b9201446be9 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:22.961550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-28ddaa6c-cb7e-4ce7-8e3e-3b9201446be9 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/networks?id=402498fa-c60d-4c42-b37d-7cc83d2eb37f HTTP/1.1" status: 200 len: 808 time: 0.3533471 Apr 05 20:52:22.995117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.003574 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d4f4ca3d-1381-4dfa-b61b-1906f8440aa3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7609487 Apr 05 20:52:23.005813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41248) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:23.012614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': 'a0510a74-351a-43d6-a40a-8554d6d1b21d', 'name': 'tempest-PortsTestJSON-572161547'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:23.046212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.085025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:23.168463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:23.170977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:23.207173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-17dbe97b-94f2-4b35-9c51-8617cbe5dd3c tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/quotas/7108ac24c1fc45caaa3173de2e395895 HTTP/1.1" status: 200 len: 375 time: 0.2446461 Apr 05 20:52:23.235479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:23.242407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:23.246649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:23.255020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:23.293376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Pushing event updated for resources: {'Port': ['ID=dbda4a8d-ad87-4db3-8dd1-8cd030081f4b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:23.304320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] No DVR routers for this DVR port 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:23.308990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.340671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8cd34aab-2f59-4bd7-835a-ae0ded877d81 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:23.353404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:23.356948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.377954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'name': 'network-vif-deleted', 'tag': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:23.383926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 8cd34aab-2f59-4bd7-835a-ae0ded877d81 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:23.385131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-2a423acc-f820-4a0c-b8e6-b1c2b2090b31 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7108ac24c1fc45caaa3173de2e395895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1766884 Apr 05 20:52:23.385492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event deleted for resources: {'Port': ['ID=8ef48352-390c-4aa5-ac1d-16dc66edc5d0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:23.386508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 8cd34aab-2f59-4bd7-835a-ae0ded877d81 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:23.395909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:23.417695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe5a1c50-4aeb-4b29-833f-d2cdcf7657e7 req-598f3e05-b418-432e-897b-886d2d459908 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6129966 Apr 05 20:52:23.418888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-988f6ba7-e848-4771-b49a-1afd934de44a req-b4228675-9462-4dd6-8e03-365e64306765 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "DELETE /v2.0/ports/8ef48352-390c-4aa5-ac1d-16dc66edc5d0 HTTP/1.1" status: 204 len: 173 time: 3.0473561 Apr 05 20:52:23.532849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event deleted for resources: {'Port': ['ID=8cd34aab-2f59-4bd7-835a-ae0ded877d81,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:23.584933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] No DVR routers for this DVR port 8cd34aab-2f59-4bd7-835a-ae0ded877d81 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:23.592936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.6 (a0510a74-351a-43d6-a40a-8554d6d1b21d/5fb97f98-69b1-491d-bfed-197d6a7abdaa/5e20a6d9-44e5-4d8b-a36f-bd81781fb188) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:23.629487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:23.630635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.633189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dbc0b8d-34b8-475e-961c-0043e97ed5d7 req-aedcefbe-3942-416c-81ca-7a63bd7ed0f0 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "DELETE /v2.0/ports/8cd34aab-2f59-4bd7-835a-ae0ded877d81 HTTP/1.1" status: 204 len: 173 time: 3.2182312 Apr 05 20:52:23.701838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.846413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-bde4fbc0-735c-4ef8-9182-373474279286 service neutron] 10.222.0.10 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192605 Apr 05 20:52:23.924169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:23.998034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.031743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:24.053317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-4e5f16e0-e70a-4961-85ef-3a1e9e180534 service neutron] 10.222.0.10 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059476 Apr 05 20:52:24.078061 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4840f825-ebf5-449c-b9f2-696e580a6ac8'] response: {'server_uuid': 'b8961ce9-ccfc-4922-832a-33b1130638d3', 'name': 'network-vif-deleted', 'tag': '8ef48352-390c-4aa5-ac1d-16dc66edc5d0', 'status': 'completed', 'code': 200} Apr 05 20:52:24.085210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:24.164853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:24.192893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.207716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:24.300781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network a0510a74-351a-43d6-a40a-8554d6d1b21d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:24.301593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41270) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:24.304282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:24.307214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8ef48352-390c-4aa5-ac1d-16dc66edc5d0 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:24.312581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:24.328613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:24.331745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f888f-94b3-49df-b21f-4fb489f78ae2 None None] Network a0510a74-351a-43d6-a40a-8554d6d1b21d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:24.448561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=5e20a6d9-44e5-4d8b-a36f-bd81781fb188,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:24.469703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:24.470404 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.531350 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:52:24.586615 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-84d8728e-0a4c-4d11-98f7-b0c55022ccd6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5768940 Apr 05 20:52:24.586854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41280) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:24.630364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Usage tracker for resource:security_group_rule and tenant:61fef456ddb440d7a53923d8e5388f98 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:24.644440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:24.722420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97bed9e1-3efa-4b45-9464-5327006bf316 None None] Provisioning for port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:24.762167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97bed9e1-3efa-4b45-9464-5327006bf316 None None] Provisioning complete for port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:24.762927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97bed9e1-3efa-4b45-9464-5327006bf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.802012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:24.803840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96a6b5d-1f1d-4f6e-910f-574b89e54f63 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:24.806951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b96a6b5d-1f1d-4f6e-910f-574b89e54f63 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:24.821518 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-0f4f9d40-d1de-4924-a1fe-18f04ed72a86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5024068 Apr 05 20:52:24.851887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4eba702e-2b3a-4158-97a8-82976fb43eaa req-f719b8da-dee0-4949-b48c-9c82731c1411 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Synchronizing usage tracker for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:24.988073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b96a6b5d-1f1d-4f6e-910f-574b89e54f63 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:24.992038 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b96a6b5d-1f1d-4f6e-910f-574b89e54f63 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.4013398 Apr 05 20:52:24.993779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41290) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:25.010281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-9d0e4312-b8cf-4df9-b134-44c1680b88d8 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:25.011927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-9d0e4312-b8cf-4df9-b134-44c1680b88d8 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 813 time: 0.4123063 Apr 05 20:52:25.033706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea6637-d12c-41c7-aaac-6da33f71e635 req-efe8ce87-4a59-430a-b54d-e9cba526bf65 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:25.040531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dea6637-d12c-41c7-aaac-6da33f71e635 req-efe8ce87-4a59-430a-b54d-e9cba526bf65 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.4885283 Apr 05 20:52:25.076411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Request body: {'port': {'device_id': '50aef185-45f4-4204-9033-28f788762b73', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'admin_state_up': True, 'tenant_id': 'f04a1f35985948baa18aeac1fd289690'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:25.098042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4eba702e-2b3a-4158-97a8-82976fb43eaa req-f719b8da-dee0-4949-b48c-9c82731c1411 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Unset dirty status for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:25.099177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eba702e-2b3a-4158-97a8-82976fb43eaa req-f719b8da-dee0-4949-b48c-9c82731c1411 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 210 time: 0.3948367 Apr 05 20:52:25.109933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf15601a-2184-4e66-88bf-c14b3f26a567 req-a889707e-5a56-4d0f-ad07-4175782083e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 0.5592284 Apr 05 20:52:25.111230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.125950 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97bed9e1-3efa-4b45-9464-5327006bf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.175214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:25.182180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.209085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-97bed9e1-3efa-4b45-9464-5327006bf316 None None] For port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,segment=NetworkSegment(f9f1a484-1de4-44ed-864a-7f4308335ff0),segment_id=f9f1a484-1de4-44ed-864a-7f4308335ff0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:25.261087 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97bed9e1-3efa-4b45-9464-5327006bf316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.276826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.563660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bed9e1-3efa-4b45-9464-5327006bf316 None None] Pushing event updated for resources: {'Port': ['ID=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:25.611088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dea6637-d12c-41c7-aaac-6da33f71e635 req-9f051d80-3331-44d4-9e17-5f4b46c9e925 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5695879 Apr 05 20:52:25.680336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Provisioning for port 85a43d99-d20a-4b27-8146-72dee7abc7fa completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:25.687996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Provisioning complete for port 85a43d99-d20a-4b27-8146-72dee7abc7fa triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:25.691197 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.694786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195c3072-1ec3-4a2b-91a1-8548ee731d49,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:25.698645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.788619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Port 85a43d99-d20a-4b27-8146-72dee7abc7fa cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:25.812616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf15601a-2184-4e66-88bf-c14b3f26a567 req-ea34a869-b3d0-4dfa-8e0a-a98fdf254db2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6135716 Apr 05 20:52:25.825563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:25.837343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-035d0311-25dc-420a-bc8e-fd15a0671002 req-3a8b8c9c-4af6-4e06-8206-fd27a681d93c tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 210 time: 0.1166584 Apr 05 20:52:25.840348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-188e4143-c88d-4cde-8096-dd8d1747dd40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61fef456ddb440d7a53923d8e5388f98&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1997526 Apr 05 20:52:25.844314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.872602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41300) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:25.888307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:25.951886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Provisioning for port 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:25.974148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Provisioning complete for port 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:25.974526 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.021324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:26.071782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:26.075267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.081720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'name': 'network-vif-deleted', 'tag': '8cd34aab-2f59-4bd7-835a-ae0ded877d81'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:26.097740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.116795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Port 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:26.140365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9799c48c-f4b9-4bb6-9be5-fecf24a464d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.143740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:26.171091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Provisioning complete for port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:26.171613 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7487e86b-3d42-4979-9c90-c1a84fa3c7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.171836 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9799c48c-f4b9-4bb6-9be5-fecf24a464d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.227369 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7a3604-3c92-45df-852d-cde09d30bedc'] response: {'server_uuid': 'ac2e851d-93ec-4954-8449-ebe0487b7307', 'name': 'network-vif-deleted', 'tag': '8cd34aab-2f59-4bd7-835a-ae0ded877d81', 'status': 'completed', 'code': 200} Apr 05 20:52:26.257718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Made reservation on behalf of f04a1f35985948baa18aeac1fd289690 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:26.265497 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.298825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-3a9f1ebe-7b3b-4a39-a384-6014cd064393 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:26.300425 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-3a9f1ebe-7b3b-4a39-a384-6014cd064393 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 813 time: 0.9635954 Apr 05 20:52:26.301994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8f1ff-0d9a-40b3-a8c1-519ec3bd31ed req-a3fb201c-7842-4e17-9f7b-a279d7bfe48b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:26.305031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37b8f1ff-0d9a-40b3-a8c1-519ec3bd31ed req-a3fb201c-7842-4e17-9f7b-a279d7bfe48b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.8329265 Apr 05 20:52:26.358327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Request body: {'port': {'device_id': '13fadac5-9092-4859-bf72-c5383de9b734', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'admin_state_up': True, 'tenant_id': 'f04a1f35985948baa18aeac1fd289690'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:26.423407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ee6e38-fd34-47a4-a1a3-50163ff1ac32 req-a485c0be-39ea-41c5-b8f3-c9da85ba4d5b tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 210 time: 0.0690448 Apr 05 20:52:26.430810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9799c48c-f4b9-4bb6-9be5-fecf24a464d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.510376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a48a057d-d4ce-4721-9c93-b9f01a9d95cf None None] Provisioning complete for port 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:26.511067 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a48a057d-d4ce-4721-9c93-b9f01a9d95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.527426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:26.537066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:26.539065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.550696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a48a057d-d4ce-4721-9c93-b9f01a9d95cf None None] Port 5e20a6d9-44e5-4d8b-a36f-bd81781fb188 was deleted so its status cannot be updated. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 20:52:26.565543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a48a057d-d4ce-4721-9c93-b9f01a9d95cf None None] Provisioning complete for port 85a43d99-d20a-4b27-8146-72dee7abc7fa triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:26.566057 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a48a057d-d4ce-4721-9c93-b9f01a9d95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.574547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799c48c-f4b9-4bb6-9be5-fecf24a464d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195c3072-1ec3-4a2b-91a1-8548ee731d49,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:26.590040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=5e20a6d9-44e5-4d8b-a36f-bd81781fb188,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:26.689721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a48a057d-d4ce-4721-9c93-b9f01a9d95cf None None] Port 85a43d99-d20a-4b27-8146-72dee7abc7fa cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:26.700354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Made reservation on behalf of f04a1f35985948baa18aeac1fd289690 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:26.703907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.728663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.800010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9799c48c-f4b9-4bb6-9be5-fecf24a464d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.803499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9799c48c-f4b9-4bb6-9be5-fecf24a464d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/195c3072-1ec3-4a2b-91a1-8548ee731d49 HTTP/1.1" status: 204 len: 168 time: 0.9217498 Apr 05 20:52:26.905676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37b8f1ff-0d9a-40b3-a8c1-519ec3bd31ed req-ba63ecb7-0261-413b-a13f-e049bf16eb84 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5847383 Apr 05 20:52:26.952309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Allocated IP 172.20.0.3 (69a37c7c-aa8e-42c6-acff-60ac9b304987/5104605d-4b52-4da3-b0d3-7f9bf36bf08d/b4fb8e02-4015-463f-9fd5-4b774656bea2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:26.990130 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-addd6f86-f6f4-44c7-90df-372ee4311ac8 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/5e20a6d9-44e5-4d8b-a36f-bd81781fb188 HTTP/1.1" status: 204 len: 168 time: 1.9953151 Apr 05 20:52:26.993516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41314) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:27.039098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-12d532ed-0521-4624-9253-b160aca26df8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38&tenant_id=ed9681fb251d4bef877130d9685640e8 HTTP/1.1" status: 200 len: 1094 time: 0.5430033 Apr 05 20:52:27.056228 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2abd86f6-a726-4e34-ad85-e59a8e9fe5d9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:52:27.057805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2abd86f6-a726-4e34-ad85-e59a8e9fe5d9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:27.157995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.165179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac96b3-dd1e-418e-9cc4-587a421182ce req-a13d9416-71ba-4643-a71a-df44a5e4867e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:27.166863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aac96b3-dd1e-418e-9cc4-587a421182ce req-a13d9416-71ba-4643-a71a-df44a5e4867e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.3307810 Apr 05 20:52:27.173343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cfe19d9-8617-4cd0-b920-be52585146bd req-97b4eb41-d2ce-4de2-a38f-58fe4539311d tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 210 time: 0.1068687 Apr 05 20:52:27.173854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2abd86f6-a726-4e34-ad85-e59a8e9fe5d9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:27.176398 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2abd86f6-a726-4e34-ad85-e59a8e9fe5d9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/5e20a6d9-44e5-4d8b-a36f-bd81781fb188 HTTP/1.1" status: 404 len: 333 time: 0.1813753 Apr 05 20:52:27.182946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41318) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:27.249206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aac96b3-dd1e-418e-9cc4-587a421182ce req-2256b3af-a528-4106-a320-35db28be1a00 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742016 Apr 05 20:52:27.267605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-7e9d3976-8ea6-4e1f-b308-91d4a02615e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed9681fb251d4bef877130d9685640e8&device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1094 time: 0.1896291 Apr 05 20:52:27.319647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.360408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 85a43d99-d20a-4b27-8146-72dee7abc7fa {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:27.360985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.421460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.560342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Pushing event updated for resources: {'Port': ['ID=dbda4a8d-ad87-4db3-8dd1-8cd030081f4b,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:27.575268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.575603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.575915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.576249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.576662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.576998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.577375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.577821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.578151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.578474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.578797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.660190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d610fad9-406e-452f-825c-7305465cb1aa req-c2c2d7b9-1c86-409e-8722-08cabe4016c5 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 210 time: 0.0770040 Apr 05 20:52:27.677380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.750244 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.842445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-e7d87b3a-80e8-4b82-ae1f-6fbedf9040b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:27.844215 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-e7d87b3a-80e8-4b82-ae1f-6fbedf9040b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 200 len: 918 time: 0.5695314 Apr 05 20:52:27.970158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Allocated IP 172.20.0.11 (69a37c7c-aa8e-42c6-acff-60ac9b304987/5104605d-4b52-4da3-b0d3-7f9bf36bf08d/2b4a3847-0062-4328-b0ba-17a7f16e5de3) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:27.986308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:27.999991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:27.999991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:28.000254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-2f0f88a2-e715-44c6-abe0-356d120e2994 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 200 len: 999 time: 0.1438165 Apr 05 20:52:28.050555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40252-b02c-4443-a467-51c040e04a3a req-6cf762f0-f6f0-4b9d-91bc-60f7072dbaee tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:28.051672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-06a40252-b02c-4443-a467-51c040e04a3a req-6cf762f0-f6f0-4b9d-91bc-60f7072dbaee tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Synchronizing usage tracker for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:28.083813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.108904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event updated for resources: {'Port': ['ID=b4fb8e02-4015-463f-9fd5-4b774656bea2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:28.170565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-ee126a47-ef85-442c-91a5-fcd2d224759e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:28.172015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-ee126a47-ef85-442c-91a5-fcd2d224759e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 200 len: 856 time: 0.1674929 Apr 05 20:52:28.248506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 85a43d99-d20a-4b27-8146-72dee7abc7fa owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:28.407481 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.427352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45534832-eb0c-4fdf-842d-d1e2d714a2a0 req-113ca291-79db-4af8-9cfe-e28337d58046 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:28.434292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45534832-eb0c-4fdf-842d-d1e2d714a2a0 req-113ca291-79db-4af8-9cfe-e28337d58046 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.3407257 Apr 05 20:52:28.438980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:28.439775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.468496 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Floating IP 202bb821-b4a2-4718-8016-4e1b2c55b4ce associated. External IP: 172.25.2.159, port: 52bd9cb9-aaf5-4471-8c52-b03ebc87577e. Apr 05 20:52:28.494885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.525496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-48ac303d-a69d-4749-8285-b12eb5b1459c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=789374dc-9dec-4c0b-872b-88058370fe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465562 Apr 05 20:52:28.545563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-06a40252-b02c-4443-a467-51c040e04a3a req-6cf762f0-f6f0-4b9d-91bc-60f7072dbaee tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Unset dirty status for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:28.546682 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-6cf762f0-f6f0-4b9d-91bc-60f7072dbaee tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.23 "GET /v2.0/networks?id=402498fa-c60d-4c42-b37d-7cc83d2eb37f HTTP/1.1" status: 200 len: 808 time: 1.0368533 Apr 05 20:52:28.556827 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d6dfb991-8a78-481b-8f7b-350adf924e79 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2102163 Apr 05 20:52:28.559476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=85a43d99-d20a-4b27-8146-72dee7abc7fa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:28.566490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Request body: {'port': {'device_id': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f', 'admin_state_up': True, 'tenant_id': '7108ac24c1fc45caaa3173de2e395895'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:28.591609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Request body: {'port': {'device_id': '13fadac5-9092-4859-bf72-c5383de9b734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:28.788153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8edbaca-e80a-4afa-99b2-640d61e7b780 req-69153131-be37-4837-b522-76ad26e33cc0 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 210 time: 0.3243139 Apr 05 20:52:28.877676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45534832-eb0c-4fdf-842d-d1e2d714a2a0 req-50d15afd-3c77-4709-90fb-49c4ca2cac57 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383748 Apr 05 20:52:28.902854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.930899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.932649 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-07babfed-bf6c-4fa9-a23b-ad165b1ebf21 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/85a43d99-d20a-4b27-8146-72dee7abc7fa HTTP/1.1" status: 204 len: 168 time: 1.7487190 Apr 05 20:52:28.936234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41354) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:28.938039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:28.953797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:29.005972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-cbf5a7c1-7f15-495f-8333-98b9dc4643f0 service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055952 Apr 05 20:52:29.010394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.043871 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d951922-b0c4-400c-a658-e758f7555728 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:52:29.044380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d951922-b0c4-400c-a658-e758f7555728 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:29.052999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Made reservation on behalf of 7108ac24c1fc45caaa3173de2e395895 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:29.056007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.212646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d951922-b0c4-400c-a658-e758f7555728 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:29.216333 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d951922-b0c4-400c-a658-e758f7555728 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/85a43d99-d20a-4b27-8146-72dee7abc7fa HTTP/1.1" status: 404 len: 333 time: 0.2742338 Apr 05 20:52:29.225297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41364) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:29.310112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Network 69a37c7c-aa8e-42c6-acff-60ac9b304987 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:29.319458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:29.326661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event updated for resources: {'Port': ['ID=2b4a3847-0062-4328-b0ba-17a7f16e5de3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:29.338245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:29.418075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-a36e101f-ea2a-4a46-b6eb-2b3f45e6173b service neutron] 10.222.0.23 "GET /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989580 Apr 05 20:52:29.447828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:29.448430 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.489037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81c901-e4af-42a5-b39f-d90e96f5eec8 req-9c90b45a-332a-4030-9a2e-1c9892c10044 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:29.491936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc81c901-e4af-42a5-b39f-d90e96f5eec8 req-9c90b45a-332a-4030-9a2e-1c9892c10044 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.3878000 Apr 05 20:52:29.501551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a871cfd-8ddc-4a3b-bb32-fc178e4e9970 req-611767aa-f85b-4cab-adc3-525c0517fd19 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:29.503051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a871cfd-8ddc-4a3b-bb32-fc178e4e9970 req-611767aa-f85b-4cab-adc3-525c0517fd19 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 931 time: 0.3653576 Apr 05 20:52:29.526957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Allocated IP 172.20.0.11 (402498fa-c60d-4c42-b37d-7cc83d2eb37f/94227f2d-1112-4168-aed6-c79921149768/3a477cac-cbab-4700-829b-78ad53115fb2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:29.606727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc81c901-e4af-42a5-b39f-d90e96f5eec8 req-cee22dfb-4b1f-4c52-a6a8-21ee34428f8a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028104 Apr 05 20:52:29.609922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a871cfd-8ddc-4a3b-bb32-fc178e4e9970 req-99a259ad-0b45-461f-95e6-8b40e66829ba tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863190 Apr 05 20:52:29.612567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-5126bcb5-cd04-45d9-b465-0eed5880239e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5523834 Apr 05 20:52:29.678550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Request body: {'port': {'device_id': '50aef185-45f4-4204-9033-28f788762b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:29.679574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 5fb97f98-69b1-491d-bfed-197d6a7abdaa {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:52:29.682511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.752295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.790128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:52:29.958438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.072958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8502834e-f348-44a3-bf64-ba38d4399eef req-17a98b82-a31a-41ed-b2f1-2b5a1046767f tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 210 time: 0.0920947 Apr 05 20:52:30.100611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fb8e02-4015-463f-9fd5-4b774656bea2 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:30.121664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.189714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Transition to ACTIVE for port object b4fb8e02-4015-463f-9fd5-4b774656bea2 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:30.199336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.279454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Router 923f4a53-6270-431d-beb2-28d6e5f00d0c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:52:30.346474 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.358954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.462249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.572186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb97f98-69b1-491d-bfed-197d6a7abdaa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:30.593847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b518145-f7db-4e9c-aa79-674cf86b0d1b None None] Network a0510a74-351a-43d6-a40a-8554d6d1b21d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:30.596542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.607308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb8e02-4015-463f-9fd5-4b774656bea2,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:30.621084 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a90494d9-5962-453e-9d04-fca5702017bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/5fb97f98-69b1-491d-bfed-197d6a7abdaa HTTP/1.1" status: 204 len: 168 time: 1.3950541 Apr 05 20:52:30.621685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41412) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:30.622613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412513c-fc39-40f0-9c71-051db997e6f9 req-73ef36ec-9f03-48c8-be7b-28b79b124bac tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:30.624070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8412513c-fc39-40f0-9c71-051db997e6f9 req-73ef36ec-9f03-48c8-be7b-28b79b124bac tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.4822688 Apr 05 20:52:30.871377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.069757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.092470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8412513c-fc39-40f0-9c71-051db997e6f9 req-a5f392f7-0fbf-494f-870a-61f8cf23dea3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564364 Apr 05 20:52:31.108911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Network 402498fa-c60d-4c42-b37d-7cc83d2eb37f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:31.142685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:31.159631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:31.202279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] DHCP port deletion for a0510a74-351a-43d6-a40a-8554d6d1b21d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:52:31.207919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] Deleting port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:31.208589 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.229970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Pushing event updated for resources: {'Port': ['ID=3a477cac-cbab-4700-829b-78ad53115fb2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:31.244205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Attempting to bind port b4fb8e02-4015-463f-9fd5-4b774656bea2 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:31.244547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Attempting to bind port b4fb8e02-4015-463f-9fd5-4b774656bea2 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:31.247757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Attempting to bind port b4fb8e02-4015-463f-9fd5-4b774656bea2 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:31.274128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:31.275475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.318085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4a3847-0062-4328-b0ba-17a7f16e5de3 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:31.393017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.411385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-fa49da16-b1ad-475c-8401-02db16876839 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 0.6773329 Apr 05 20:52:31.461143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Port b4fb8e02-4015-463f-9fd5-4b774656bea2 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:52:31.461404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Attempting to bind port b4fb8e02-4015-463f-9fd5-4b774656bea2 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:31.532117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:52:31.532450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Checking segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:31.532872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Bound using segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:52:31.545803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Bound port: b4fb8e02-4015-463f-9fd5-4b774656bea2, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:31.547126 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.578549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852088e9-e96d-4151-94ac-ac5927020acd req-6f2991c0-892a-481a-b584-a11dada8cb29 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:31.579158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:31.580521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.587025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852088e9-e96d-4151-94ac-ac5927020acd req-6f2991c0-892a-481a-b584-a11dada8cb29 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.7325053 Apr 05 20:52:31.604823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Transition to ACTIVE for port object 2b4a3847-0062-4328-b0ba-17a7f16e5de3 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:31.718692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.782956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] For port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,segment=NetworkSegment(f9f1a484-1de4-44ed-864a-7f4308335ff0),segment_id=f9f1a484-1de4-44ed-864a-7f4308335ff0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:31.784492 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.852221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] For port b4fb8e02-4015-463f-9fd5-4b774656bea2, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:52:31.852221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] For port b4fb8e02-4015-463f-9fd5-4b774656bea2, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b4fb8e02-4015-463f-9fd5-4b774656bea2,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:52:31.898664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-611d3899-5848-479c-bb7a-7016a98baa3a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3283129 Apr 05 20:52:31.953986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Request body: {'port': {'device_id': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:31.992225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a3847-0062-4328-b0ba-17a7f16e5de3,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:32.046364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.118915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:32.307482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd209d-d7f0-44d1-9a2a-42221027abb0 req-a58d1129-934f-4325-b290-7a51d4045b78 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:32.308896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a6dd209d-d7f0-44d1-9a2a-42221027abb0 req-a58d1129-934f-4325-b290-7a51d4045b78 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Synchronizing usage tracker for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:32.314211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] Calling delete_port for 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:32.323967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-852088e9-e96d-4151-94ac-ac5927020acd req-11fedee7-8a94-4f3f-8d29-6df93e0d3cf0 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7360096 Apr 05 20:52:32.415258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Attempting to bind port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:32.415258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Attempting to bind port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:32.415258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Attempting to bind port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:32.429502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-7ad4badc-ca1a-4886-a2a9-b684efd57850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:32.437926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-7ad4badc-ca1a-4886-a2a9-b684efd57850 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 1.0019329 Apr 05 20:52:32.533613 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.605010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.606299 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] 10.222.0.39 "PUT /v2.0/ports/b4fb8e02-4015-463f-9fd5-4b774656bea2 HTTP/1.1" status: 200 len: 1091 time: 4.0231023 Apr 05 20:52:32.622184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:52:32.634468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:52:32.634801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Attempting to bind port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 on network 69a37c7c-aa8e-42c6-acff-60ac9b304987 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:32.638899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] Sync routers for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:52:32.661517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:32.662823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:32.696919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13fadac5-9092-4859-bf72-c5383de9b734', 'tag': 'b4fb8e02-4015-463f-9fd5-4b774656bea2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:32.723586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a6dd209d-d7f0-44d1-9a2a-42221027abb0 req-a58d1129-934f-4325-b290-7a51d4045b78 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Unset dirty status for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:32.730161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6dd209d-d7f0-44d1-9a2a-42221027abb0 req-a58d1129-934f-4325-b290-7a51d4045b78 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 943 time: 1.3144610 Apr 05 20:52:32.734517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.783083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9eb9b-2ec6-4ca5-8d20-83a955d68845 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fb8e02-4015-463f-9fd5-4b774656bea2,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:32.800306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.802206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:52:32.802552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Checking segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:32.802941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Bound using segment: {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:52:32.803767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Bound port: 2b4a3847-0062-4328-b0ba-17a7f16e5de3, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ead18d-4efc-4bed-a544-4adf29423274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:32.804228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.830422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] No DVR routers for this DVR port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:32.833436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281b579-feb1-495d-9f7e-0a5106fcf029 None None] Pushing event deleted for resources: {'Port': ['ID=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:32.847517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:32.862729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:32.863514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:32.929505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] For port 2b4a3847-0062-4328-b0ba-17a7f16e5de3, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:52:32.932714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] For port 2b4a3847-0062-4328-b0ba-17a7f16e5de3, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2b4a3847-0062-4328-b0ba-17a7f16e5de3,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:52:32.935336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-ca11db71-9e7a-40a2-b128-54c931dc09da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 1000 time: 0.4602909 Apr 05 20:52:32.938193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:32.938667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e23b1-33bc-419e-aa81-b6903389fafb None None] The sync data for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:52:32.940055 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.995166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] For port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080,segment=NetworkSegment(f9f1a484-1de4-44ed-864a-7f4308335ff0),segment_id=f9f1a484-1de4-44ed-864a-7f4308335ff0)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:32.995640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.030214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a6dd209d-d7f0-44d1-9a2a-42221027abb0 req-a056a8b6-8fec-4fec-aa68-285503c61fbd tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986784 Apr 05 20:52:33.066469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.155999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fe5cf3d3-7aab-4611-b1f2-c7d252a7f82c tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 14.0685911 Apr 05 20:52:33.161938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41442) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:33.167742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6db68-c5a4-457a-b3d7-9a187db48373 req-8a248142-14cd-4a56-8a6b-f308a71f5a26 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:33.175267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eee6db68-c5a4-457a-b3d7-9a187db48373 req-8a248142-14cd-4a56-8a6b-f308a71f5a26 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 932 time: 0.5548174 Apr 05 20:52:33.296286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:33.424005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.425128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] 10.222.0.23 "PUT /v2.0/ports/2b4a3847-0062-4328-b0ba-17a7f16e5de3 HTTP/1.1" status: 200 len: 1092 time: 3.7510786 Apr 05 20:52:33.426444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-340b9715-df44-4186-b005-65c6316e942e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:33.427844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-340b9715-df44-4186-b005-65c6316e942e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.4520578 Apr 05 20:52:33.428274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50aef185-45f4-4204-9033-28f788762b73', 'tag': '2b4a3847-0062-4328-b0ba-17a7f16e5de3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:33.436906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-88c3c677-b254-43fc-9c21-b2041f604128 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 1094 time: 0.5688162 Apr 05 20:52:33.548764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18a718-d1c3-4f18-baa5-c1b37af8e312 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a3847-0062-4328-b0ba-17a7f16e5de3,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:33.563583 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-cc0faaca-4750-4885-81de-2a649e0caa8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fb8e02-4015-463f-9fd5-4b774656bea2 HTTP/1.1" status: 200 len: 217 time: 0.1077559 Apr 05 20:52:33.615498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:52:33.616211 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:52:33.671089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eee6db68-c5a4-457a-b3d7-9a187db48373 req-bb88b170-93ec-4609-bce3-9919cabe4d1c tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948459 Apr 05 20:52:33.676647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-203d7a34-f0b8-40c3-ac8c-3308c37d1865 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] 10.222.0.10 "GET /v2.0/floatingips/202bb821-b4a2-4718-8016-4e1b2c55b4ce HTTP/1.1" status: 200 len: 984 time: 0.4988630 Apr 05 20:52:33.677026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:33.820336 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.827137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-b1e1dc9c-107d-4df0-b2b3-75832f171570 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 1095 time: 0.2559018 Apr 05 20:52:33.835174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e141d7-6bc7-4708-9e46-bd0010dbdb10 req-e7bb4927-3fa1-4294-9efe-975934c83543 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:33.836792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9e141d7-6bc7-4708-9e46-bd0010dbdb10 req-e7bb4927-3fa1-4294-9efe-975934c83543 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.4287682 Apr 05 20:52:33.840092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-feaa0d63-f874-4410-85a5-418f813fe0c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401594 Apr 05 20:52:33.872425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-fa7f4d2f-9348-44c0-8c2c-698e4570f30b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:33.874177 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-fa7f4d2f-9348-44c0-8c2c-698e4570f30b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 0.2514215 Apr 05 20:52:33.984852 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-48874311-7774-48fd-88ae-a65eca35b759 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004722 Apr 05 20:52:34.047819 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57576648-2f8d-40b1-99ab-90cb1732cd30 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.3652854 Apr 05 20:52:34.056024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41466) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:34.063525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-df104017-09e0-43e0-8610-9bc90216cfec service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162971 Apr 05 20:52:34.133021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-ef4aa199-cb22-4711-8fd2-a30ca9b899c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b4a3847-0062-4328-b0ba-17a7f16e5de3 HTTP/1.1" status: 200 len: 217 time: 0.2842216 Apr 05 20:52:34.312237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9e141d7-6bc7-4708-9e46-bd0010dbdb10 req-e7c76866-e250-4d48-b30d-713d50deec42 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4660895 Apr 05 20:52:34.326376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:34.326741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.387921 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f846715f-9946-4849-862e-001784c3e41c'] response: {'name': 'network-changed', 'server_uuid': '13fadac5-9092-4859-bf72-c5383de9b734', 'tag': 'b4fb8e02-4015-463f-9fd5-4b774656bea2', 'status': 'completed', 'code': 200} Apr 05 20:52:34.402268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-7370c80d-9f4f-4d49-8e6c-9c240024088b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:34.403693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-7370c80d-9f4f-4d49-8e6c-9c240024088b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 0.1936538 Apr 05 20:52:34.499175 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2543e387-3c0d-4f8a-bfd9-a6cc4d1b0c90'] response: {'name': 'network-changed', 'server_uuid': '50aef185-45f4-4204-9033-28f788762b73', 'tag': '2b4a3847-0062-4328-b0ba-17a7f16e5de3', 'status': 'completed', 'code': 200} Apr 05 20:52:34.548985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c11b93a-6d90-4c54-94da-8f1b2228990e req-aee8b15b-7ca7-48bd-b3ee-37059de35595 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710402 Apr 05 20:52:34.568724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-b8f5d1fd-6c0f-4c16-a280-bf4de1ac6df1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761826 Apr 05 20:52:34.624166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] The port '31c8d4f2-9e74-4ac2-87ad-4c7d5f0ab080' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:52:34.634557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:52:34.751098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Deleting port dbda4a8d-ad87-4db3-8dd1-8cd030081f4b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:34.751481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.776378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86666629-bd71-4799-a35f-b3cfadc48025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.839291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c09133-b723-4104-b4c9-0d0b4c338ed8 req-d755937e-ef89-4ecb-8e9d-ae8648e3fbeb tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:34.841948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c09133-b723-4104-b4c9-0d0b4c338ed8 req-d755937e-ef89-4ecb-8e9d-ae8648e3fbeb tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.4615998 Apr 05 20:52:34.912757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-b33f72fd-e3cd-437c-b861-1de49eadef39 service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189249 Apr 05 20:52:34.913730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a477cac-cbab-4700-829b-78ad53115fb2 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:34.923314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-dceafb71-6b2d-4942-9a25-4eb2b63dfdcf service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9247239 Apr 05 20:52:34.930755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.944086 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.959112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe264c-a227-4f73-9871-fa27c6bdd282 req-4d2efbf1-c6b3-4c65-bc71-2b55be16480a tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:34.960604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ffe264c-a227-4f73-9871-fa27c6bdd282 req-4d2efbf1-c6b3-4c65-bc71-2b55be16480a tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 943 time: 0.2572563 Apr 05 20:52:34.988420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c09133-b723-4104-b4c9-0d0b4c338ed8 req-67878e63-3573-4922-923c-19533263001e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361489 Apr 05 20:52:35.171526 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-3851f8f0-905b-42a5-8e14-863169f4dfb6 service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174318 Apr 05 20:52:35.221564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36e7456e-0f7b-49d8-ad6f-d3078b1e32ff req-48b83b98-ff61-445d-8344-3c54dbe11660 service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069190 Apr 05 20:52:35.345038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ffe264c-a227-4f73-9871-fa27c6bdd282 req-5e17d8b9-5e5b-434a-8eaf-8236ef1b62f5 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554163 Apr 05 20:52:35.490812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0510a74-351a-43d6-a40a-8554d6d1b21d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:35.505611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Transition to ACTIVE for port object 3a477cac-cbab-4700-829b-78ad53115fb2 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:35.516559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f1a484-1de4-44ed-864a-7f4308335ff0') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:35.519914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f1a484-1de4-44ed-864a-7f4308335ff0') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:35.574544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.624100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.629244 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.677003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67807ed-c2d5-4869-9811-6e53d8336df8 req-48c8bf71-7a0e-4238-965a-355e358b0c36 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:35.685595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f67807ed-c2d5-4869-9811-6e53d8336df8 req-48c8bf71-7a0e-4238-965a-355e358b0c36 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 932 time: 0.4019132 Apr 05 20:52:35.725523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-eed3b5ab-f7d2-4b49-be93-9ca3d065cd15 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 1095 time: 0.3703163 Apr 05 20:52:35.754814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f67807ed-c2d5-4869-9811-6e53d8336df8 req-f0124300-c27d-4992-a11f-fb67eca8865e tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631273 Apr 05 20:52:35.755035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.755368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.765338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:52:35.765716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:35.888034 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:36.038624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65209fb4-2add-4e49-bf72-3e876f0be95d req-ba972a90-1819-4eae-b0ed-2bd9224c3f5b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.063393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65209fb4-2add-4e49-bf72-3e876f0be95d req-ba972a90-1819-4eae-b0ed-2bd9224c3f5b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.4402368 Apr 05 20:52:36.064165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Calling delete_port for dbda4a8d-ad87-4db3-8dd1-8cd030081f4b owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:36.130108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.132139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a477cac-cbab-4700-829b-78ad53115fb2,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:36.153244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-9febcc93-d8b1-449f-bedb-9400bd98c7de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.155060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-9febcc93-d8b1-449f-bedb-9400bd98c7de service neutron] 10.222.0.23 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 914 time: 0.3989751 Apr 05 20:52:36.164135 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.182258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=a0510a74-351a-43d6-a40a-8554d6d1b21d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:36.211999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65209fb4-2add-4e49-bf72-3e876f0be95d req-ddeb710e-c674-4201-8af9-ff7ad2cfada4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651273 Apr 05 20:52:36.225390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-594dac53-df19-4e7f-865f-65c2863953b8 req-f639aad1-7236-4fb9-9a0e-ac9e8e415afb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f04a1f35985948baa18aeac1fd289690&device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 1094 time: 0.7971249 Apr 05 20:52:36.333424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-ce68660d-6b76-4b03-9c33-b8ed5ed4121e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b4a3847-0062-4328-b0ba-17a7f16e5de3 HTTP/1.1" status: 200 len: 217 time: 0.1085918 Apr 05 20:52:36.337316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cfd005f5-3b73-49f1-9232-d84bc0dbdbba tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/a0510a74-351a-43d6-a40a-8554d6d1b21d HTTP/1.1" status: 204 len: 168 time: 5.7064860 Apr 05 20:52:36.342629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41502) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:36.348574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-526526740'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:36.395671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:36.411210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:36.415406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:36.436046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:36.457246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086ba89-b9d9-4fab-a407-87967dd39758 req-bafa891f-04fe-4c88-b62b-f6f023692470 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.465984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e086ba89-b9d9-4fab-a407-87967dd39758 req-bafa891f-04fe-4c88-b62b-f6f023692470 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.3096685 Apr 05 20:52:36.509532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Attempting to bind port 3a477cac-cbab-4700-829b-78ad53115fb2 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:36.509952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Attempting to bind port 3a477cac-cbab-4700-829b-78ad53115fb2 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:36.510482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Attempting to bind port 3a477cac-cbab-4700-829b-78ad53115fb2 on network 402498fa-c60d-4c42-b37d-7cc83d2eb37f {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:36.511306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-b9532ccb-c442-4c29-a6df-020dc97ac8d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.513706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-b9532ccb-c442-4c29-a6df-020dc97ac8d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 0.1589122 Apr 05 20:52:36.580141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Port 3a477cac-cbab-4700-829b-78ad53115fb2 on network 402498fa-c60d-4c42-b37d-7cc83d2eb37f not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:52:36.580516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Attempting to bind port 3a477cac-cbab-4700-829b-78ad53115fb2 on network 402498fa-c60d-4c42-b37d-7cc83d2eb37f {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:36.588824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:36.592886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.595593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:52:36.596095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Checking segment: {'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:36.596430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Bound using segment: {'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:52:36.596946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Bound port: 3a477cac-cbab-4700-829b-78ad53115fb2, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92bf536-60f8-4303-9d90-e411cfbdac2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:36.597326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.609223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dac53-df19-4e7f-865f-65c2863953b8 req-1ce31d8c-d8be-4dc1-9ecd-0008f6c240bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.613040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-594dac53-df19-4e7f-865f-65c2863953b8 req-1ce31d8c-d8be-4dc1-9ecd-0008f6c240bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 200 len: 914 time: 0.3064513 Apr 05 20:52:36.613665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-2e8c59eb-be22-4dfc-bf0a-13e7478d008e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850248 Apr 05 20:52:36.682214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e086ba89-b9d9-4fab-a407-87967dd39758 req-2114648f-044f-4f15-a080-56e0485d99dd tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2147272 Apr 05 20:52:36.855661 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f62922a6-d763-41e8-9eda-f599c536c4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.870132 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-594dac53-df19-4e7f-865f-65c2863953b8 req-8fea8f0b-bc65-47f4-922c-ed0356ca6fa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4fb8e02-4015-463f-9fd5-4b774656bea2 HTTP/1.1" status: 200 len: 217 time: 0.2514338 Apr 05 20:52:36.876704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] For port 3a477cac-cbab-4700-829b-78ad53115fb2, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:52:36.907422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae955634-d6af-45e3-9d7f-2443a0a57114 req-4261130e-bd20-4595-a93c-4f45d2f779bf tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.907422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae955634-d6af-45e3-9d7f-2443a0a57114 req-4261130e-bd20-4595-a93c-4f45d2f779bf tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 943 time: 0.2964506 Apr 05 20:52:36.911491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-4bbb46bd-31d0-4fa5-a43e-970d431db883 service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129459 Apr 05 20:52:36.989741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:36.991740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] For port 3a477cac-cbab-4700-829b-78ad53115fb2, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a477cac-cbab-4700-829b-78ad53115fb2,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:52:36.998369 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.058823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Port': ['ID=dbda4a8d-ad87-4db3-8dd1-8cd030081f4b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.067899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.116785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.117134 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment 5205d558-ec5a-4075-a009-25e60ee9db8a of type vlan for network cb7d79a5-c391-427c-91c7-c691ea5c8dfd Apr 05 20:52:37.149269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae955634-d6af-45e3-9d7f-2443a0a57114 req-ff247931-5098-43c2-86ef-b04354ed3d52 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413635 Apr 05 20:52:37.168858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dac53-df19-4e7f-865f-65c2863953b8 req-de08be83-7ae1-46f8-ac53-c35ee32d1676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:37.170687 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-594dac53-df19-4e7f-865f-65c2863953b8 req-de08be83-7ae1-46f8-ac53-c35ee32d1676 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 200 len: 853 time: 0.2913895 Apr 05 20:52:37.257028 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.301157 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-594dac53-df19-4e7f-865f-65c2863953b8 req-546b3d2f-53be-43e3-aeb2-ddc96854e860 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69a37c7c-aa8e-42c6-acff-60ac9b304987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988772 Apr 05 20:52:37.301923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Pushing event updated for resources: {'Port': ['ID=3a477cac-cbab-4700-829b-78ad53115fb2,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.309940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.311368 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-e908db95-42f2-428d-b1a0-0723988464fb service neutron] 10.222.0.23 "PUT /v2.0/ports/3a477cac-cbab-4700-829b-78ad53115fb2 HTTP/1.1" status: 200 len: 1092 time: 5.3993895 Apr 05 20:52:37.313393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'tag': '3a477cac-cbab-4700-829b-78ad53115fb2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:37.346841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cebd2c45-60c5-410a-8b57-e176f19a8bd6 req-53991438-d4bb-4b30-80ab-00c8b43c17ee service neutron] 10.222.0.23 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139085 Apr 05 20:52:37.433969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e09a92-1925-422f-be2c-80ebf4cc1f9c req-4532a66c-0ad0-4ec1-803a-a7384ff20ef7 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:37.436071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06e09a92-1925-422f-be2c-80ebf4cc1f9c req-4532a66c-0ad0-4ec1-803a-a7384ff20ef7 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 944 time: 0.4489563 Apr 05 20:52:37.526111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.529794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:37.530398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.711392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.785223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06e09a92-1925-422f-be2c-80ebf4cc1f9c req-dda53f9d-b138-48bf-b6db-f29c147dafaf tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305845 Apr 05 20:52:37.804019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=cb7d79a5-c391-427c-91c7-c691ea5c8dfd,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.819708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e92e16d0-99cb-40b5-955b-3e2cf213913b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4759901 Apr 05 20:52:37.822039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41530) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:37.834779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:37.834889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:37.925777 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-594dac53-df19-4e7f-865f-65c2863953b8 req-87295ac1-37d0-43c5-9936-07899dee5806 service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132097 Apr 05 20:52:37.940715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-1268234d-502b-48a1-a523-1b462a5eb6af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7108ac24c1fc45caaa3173de2e395895&device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 1095 time: 0.4661412 Apr 05 20:52:38.025213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda69f95-9e26-4c33-8ca0-6f482d663ce6 req-0e90ede5-dd5c-4773-9f47-eab82110392c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:38.032622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fda69f95-9e26-4c33-8ca0-6f482d663ce6 req-0e90ede5-dd5c-4773-9f47-eab82110392c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.5232878 Apr 05 20:52:38.069221 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3496a23-ef0e-4b53-957c-545e8292a061'] response: {'name': 'network-changed', 'server_uuid': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'tag': '3a477cac-cbab-4700-829b-78ad53115fb2', 'status': 'completed', 'code': 200} Apr 05 20:52:38.104660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-653d56cf-1746-45e8-9352-d6cc6830fabd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a477cac-cbab-4700-829b-78ad53115fb2 HTTP/1.1" status: 200 len: 217 time: 0.1459570 Apr 05 20:52:38.107743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:38.123316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:38.146251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-594dac53-df19-4e7f-865f-65c2863953b8 req-29472edb-5db8-497b-b9b4-40fe4fd938ec service neutron] 10.222.0.39 "GET /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143247 Apr 05 20:52:38.168317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:38.195462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:38.253745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fda69f95-9e26-4c33-8ca0-6f482d663ce6 req-1516cf56-e6c4-4a26-a79d-6b55836ecc1c tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200079 Apr 05 20:52:38.257710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2b4a3847-0062-4328-b0ba-17a7f16e5de3 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:38.571426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2b4a3847-0062-4328-b0ba-17a7f16e5de3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2b4a3847-0062-4328-b0ba-17a7f16e5de3,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:38.592742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '2b4a3847-0062-4328-b0ba-17a7f16e5de3', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'port_id': '2b4a3847-0062-4328-b0ba-17a7f16e5de3', 'mac_address': 'fa:16:3e:1a:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5104605d-4b52-4da3-b0d3-7f9bf36bf08d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:38.651190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40252-b02c-4443-a467-51c040e04a3a req-f934dfc4-c04b-4eec-ae62-17cdd5fadae4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:38.652744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-f934dfc4-c04b-4eec-ae62-17cdd5fadae4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94227f2d-1112-4168-aed6-c79921149768 HTTP/1.1" status: 200 len: 848 time: 0.5347326 Apr 05 20:52:38.670720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Router 923f4a53-6270-431d-beb2-28d6e5f00d0c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:52:38.670953 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.689860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4a3847-0062-4328-b0ba-17a7f16e5de3 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:38.709357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2b4a3847-0062-4328-b0ba-17a7f16e5de3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2b4a3847-0062-4328-b0ba-17a7f16e5de3,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:38.729145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:38.746818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-2f635d5b-0a1f-4f0c-8723-b945fcc4e3f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402498fa-c60d-4c42-b37d-7cc83d2eb37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763035 Apr 05 20:52:38.770156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.799107 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.801975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.938120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444eb69-e473-406b-bf84-7c30376e30cf req-0415d332-0884-4971-b33e-392c6ae8762a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:38.946270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6444eb69-e473-406b-bf84-7c30376e30cf req-0415d332-0884-4971-b33e-392c6ae8762a tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.7675004 Apr 05 20:52:38.959063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb05f61-1563-4076-b8a7-006d54848c8f req-e4b23da4-a3e9-4251-9c41-7aac9d591b86 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:38.960631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeb05f61-1563-4076-b8a7-006d54848c8f req-e4b23da4-a3e9-4251-9c41-7aac9d591b86 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 943 time: 0.3765526 Apr 05 20:52:38.995310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.023791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:52:39.034024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=2b4a3847-0062-4328-b0ba-17a7f16e5de3,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:39.050825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['2b4a3847-0062-4328-b0ba-17a7f16e5de3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:39.051134 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11692e61-058f-4e24-9900-2338c444c576 None None] Sync routers for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:52:39.067375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.075103 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11692e61-058f-4e24-9900-2338c444c576 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:39.077225 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-11692e61-058f-4e24-9900-2338c444c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:39.205632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6444eb69-e473-406b-bf84-7c30376e30cf req-38608332-41eb-449b-ae7f-511b9da878a7 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2576077 Apr 05 20:52:39.222494 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d43fb90-293d-4cb4-a2fd-d23487aae8aa tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "DELETE /v2.0/floatingips/202bb821-b4a2-4718-8016-4e1b2c55b4ce HTTP/1.1" status: 204 len: 168 time: 5.1596503 Apr 05 20:52:39.222852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41558) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:39.234133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:39.251906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:39.264167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Usage tracker for resource:floatingip and tenant:15c6f35658f84be9b22a6e2d398733aa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:39.270405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:39.288081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeb05f61-1563-4076-b8a7-006d54848c8f req-05cefbb8-a9b5-4d61-b44a-a61ad0c77af7 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021307 Apr 05 20:52:39.288333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:39.289933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-c077e864-391e-42f6-bf3a-3a1fb9f59a43 service neutron] 10.222.0.23 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273914 Apr 05 20:52:39.335678 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-11692e61-058f-4e24-9900-2338c444c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:39.370071 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11692e61-058f-4e24-9900-2338c444c576 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:39.370946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-11692e61-058f-4e24-9900-2338c444c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:39.394603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.427546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b4fb8e02-4015-463f-9fd5-4b774656bea2 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:39.588861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a40252-b02c-4443-a467-51c040e04a3a req-61052d6c-3959-4a40-96cd-8424d0355c86 service neutron] 10.222.0.23 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703257 Apr 05 20:52:39.648912 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-11692e61-058f-4e24-9900-2338c444c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:39.653641 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11692e61-058f-4e24-9900-2338c444c576 None None] The sync data for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:52:39.735457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.860384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b4fb8e02-4015-463f-9fd5-4b774656bea2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b4fb8e02-4015-463f-9fd5-4b774656bea2,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:39.885667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.889014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'b4fb8e02-4015-463f-9fd5-4b774656bea2', 'network_id': '69a37c7c-aa8e-42c6-acff-60ac9b304987', 'port_id': 'b4fb8e02-4015-463f-9fd5-4b774656bea2', 'mac_address': 'fa:16:3e:3b:ff:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5104605d-4b52-4da3-b0d3-7f9bf36bf08d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:39.961951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.985490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fb8e02-4015-463f-9fd5-4b774656bea2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:40.003326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b4fb8e02-4015-463f-9fd5-4b774656bea2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b4fb8e02-4015-463f-9fd5-4b774656bea2,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:40.032997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Allocated IP 172.25.2.90 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/ac46c4d2-823f-463c-b7b4-c61730f915ad) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:40.058889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7dc54-3294-46b3-97e7-69269c231831 req-fd1428b0-5556-48ee-86b9-89e31151249b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:40.061689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72f7dc54-3294-46b3-97e7-69269c231831 req-fd1428b0-5556-48ee-86b9-89e31151249b tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.3671978 Apr 05 20:52:40.068397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6509f3c-8db0-4e80-9754-841c4387c3b7 req-64d01da9-9c2d-4139-8823-10fc6ca910b9 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:40.076471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6509f3c-8db0-4e80-9754-841c4387c3b7 req-64d01da9-9c2d-4139-8823-10fc6ca910b9 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 944 time: 0.4571354 Apr 05 20:52:40.084888 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.101792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41586) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:40.144196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6509f3c-8db0-4e80-9754-841c4387c3b7 req-2685e061-49ef-4142-9af1-40688ba527e2 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667055 Apr 05 20:52:40.148306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-fc417283-4455-46dc-bc10-537b5715946d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7108ac24c1fc45caaa3173de2e395895&device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 1095 time: 0.4249969 Apr 05 20:52:40.152640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Request body: {'floatingip': {'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:40.214684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.250672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b4fb8e02-4015-463f-9fd5-4b774656bea2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:40.276013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2b4a3847-0062-4328-b0ba-17a7f16e5de3 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:40.465751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.559809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b4fb8e02-4015-463f-9fd5-4b774656bea2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:40.603142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:40.618315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:40.631463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.655057 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.761192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=0db33865-f143-4bfb-b745-ba0023d11c12,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:40.775468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.802297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:40.808236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:40.817781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:40.827482 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.921983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aef185-45f4-4204-9033-28f788762b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a3847-0062-4328-b0ba-17a7f16e5de3'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:40.933850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2b4a3847-0062-4328-b0ba-17a7f16e5de3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2b4a3847-0062-4328-b0ba-17a7f16e5de3,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:41.007416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Pushing event updated for resources: {'Port': ['ID=ac46c4d2-823f-463c-b7b4-c61730f915ad,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:41.022771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.023169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.023465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.023803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.024148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.024473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.024798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.025146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.025475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.025795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.026122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:41.037322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.077842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': '5205d558-ec5a-4075-a009-25e60ee9db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:41.078638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: cb7d79a5-c391-427c-91c7-c691ea5c8dfd, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:41.132782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abe2e3-4c45-45be-b0fb-6bad334148f3 req-0cc76dac-5f4d-41c5-8dd9-1d42e2334e54 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:41.139526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=2b4a3847-0062-4328-b0ba-17a7f16e5de3,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:41.140693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60abe2e3-4c45-45be-b0fb-6bad334148f3 req-0cc76dac-5f4d-41c5-8dd9-1d42e2334e54 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.8120997 Apr 05 20:52:41.190203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-66c8c82e-c226-436e-8a59-426e6258d0cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:41.191569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-66c8c82e-c226-436e-8a59-426e6258d0cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=402498fa-c60d-4c42-b37d-7cc83d2eb37f HTTP/1.1" status: 200 len: 909 time: 0.9596548 Apr 05 20:52:41.209986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.298021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fff9a-43b2-4357-9570-8ff4ee8f901e req-6907257c-6f4d-4388-a8f8-8592c6303a96 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:41.307291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-339fff9a-43b2-4357-9570-8ff4ee8f901e req-6907257c-6f4d-4388-a8f8-8592c6303a96 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 944 time: 0.7102971 Apr 05 20:52:41.367733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-ff79e62b-d528-4a9a-9bc0-cc6f63c6f9bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a477cac-cbab-4700-829b-78ad53115fb2 HTTP/1.1" status: 200 len: 217 time: 0.1665328 Apr 05 20:52:41.415107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.461011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60abe2e3-4c45-45be-b0fb-6bad334148f3 req-4d85b6ce-1aaf-4353-b74b-0fa2c2226f7a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194234 Apr 05 20:52:41.511189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:41.538989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-339fff9a-43b2-4357-9570-8ff4ee8f901e req-9a97eb75-7165-4e0d-b2a1-1c8867215109 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324824 Apr 05 20:52:41.560223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-de3ae29b-818b-4308-aebe-7cfa0ccecf26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:41.562210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-de3ae29b-818b-4308-aebe-7cfa0ccecf26 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94227f2d-1112-4168-aed6-c79921149768 HTTP/1.1" status: 200 len: 848 time: 0.1755247 Apr 05 20:52:41.643287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, cb7d79a5-c391-427c-91c7-c691ea5c8dfd) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:41.651588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd005b8d-2b17-4985-9fd6-593125012174 None None] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:41.681524 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d1cfdd-bae7-47b6-9068-d999c0f2b616'] response: {'server_uuid': '50aef185-45f4-4204-9033-28f788762b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a3847-0062-4328-b0ba-17a7f16e5de3', 'code': 200} Apr 05 20:52:41.726813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-c1649de7-38fb-481c-8424-55704e5ebe9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=402498fa-c60d-4c42-b37d-7cc83d2eb37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446829 Apr 05 20:52:41.728135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:41.729037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.879371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:52:41.923607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.007616 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e68d550-c610-45c9-b575-13bafefdc2d8 req-15c00c6f-ff18-436d-a77c-d176530dad24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 1097 time: 0.2407815 Apr 05 20:52:42.009567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.041172 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9b134a20-b1ed-46cd-a803-53ac61ba8be5 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2166822 Apr 05 20:52:42.082854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41628) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:42.128947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-cb7d79a5-c391-427c-91c7-c691ea5c8dfd', 'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd', 'tenant_id': 'b823616aba2f4412b7041e3457766cfa', 'fixed_ips': [{'subnet_id': '0db33865-f143-4bfb-b745-ba0023d11c12'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:52:42.130736 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.163947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd', 'name': 'tempest-PortsTestJSON-1909658496', 'fixed_ips': [{'subnet_id': '0db33865-f143-4bfb-b745-ba0023d11c12', 'ip_address': '172.20.0.10'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:42.275108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-1a54bb39-8891-49a4-96d2-23803796618e service neutron] 10.222.0.23 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416769 Apr 05 20:52:42.294507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a477cac-cbab-4700-829b-78ad53115fb2 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:42.413318 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4e68d550-c610-45c9-b575-13bafefdc2d8 req-4597fd88-0896-4c28-9763-2b50ce557b5a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050816 Apr 05 20:52:42.427153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Pushing event updated for resources: {'Port': ['ID=ac46c4d2-823f-463c-b7b4-c61730f915ad,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:42.471135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42ba6cca-ef41-4f48-9a16-7f7099b181ec req-ba07e82c-ac41-4209-a431-4cbc359338d3 service neutron] 10.222.0.23 "GET /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738718 Apr 05 20:52:42.495015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.496436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0a243-6e7c-4cde-a13e-b31e2693ac12 req-9b91a7ce-a776-4bca-b658-0ec0176cccc7 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.503944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acc0a243-6e7c-4cde-a13e-b31e2693ac12 req-9b91a7ce-a776-4bca-b658-0ec0176cccc7 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 944 time: 0.4106290 Apr 05 20:52:42.541797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:42.546965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:42.553669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:42.567056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:42.590133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.591703 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f5ec7b1-48b8-4695-9b17-0e06b5373cf6 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3679736 Apr 05 20:52:42.594456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41646) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:42.599190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acc0a243-6e7c-4cde-a13e-b31e2693ac12 req-e72d4cfd-f4ef-4dcc-92ec-3bcd9be6b080 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924516 Apr 05 20:52:42.921122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Allocated IP 172.20.0.2 (cb7d79a5-c391-427c-91c7-c691ea5c8dfd/0db33865-f143-4bfb-b745-ba0023d11c12/dcdba872-3c34-4d0e-8422-e2fc7b96fff5) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:42.931878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:42.947433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:42.951674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Usage tracker for resource:floatingip and tenant:31e712532e5445ccb8557f5c9651d416 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:42.966018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:42.973259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:42.996073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3a477cac-cbab-4700-829b-78ad53115fb2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a477cac-cbab-4700-829b-78ad53115fb2,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:43.023407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '3a477cac-cbab-4700-829b-78ad53115fb2', 'network_id': '402498fa-c60d-4c42-b37d-7cc83d2eb37f', 'port_id': '3a477cac-cbab-4700-829b-78ad53115fb2', 'mac_address': 'fa:16:3e:db:5c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94227f2d-1112-4168-aed6-c79921149768', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:43.032806 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.050318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:43.096809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d699e-9a2e-4896-8c49-09cff7a4d0da req-3759ed00-e452-41bc-a7b0-7582a0d2ca43 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:43.098307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-381d699e-9a2e-4896-8c49-09cff7a4d0da req-3759ed00-e452-41bc-a7b0-7582a0d2ca43 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 944 time: 0.2500255 Apr 05 20:52:43.132735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc501-def2-4b3a-8d32-4982ab4019b7 req-0de01bcf-02e3-4874-8ecb-55ffd0848a2d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:43.146973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-310cc501-def2-4b3a-8d32-4982ab4019b7 req-0de01bcf-02e3-4874-8ecb-55ffd0848a2d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.3435004 Apr 05 20:52:43.156651 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.190068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a477cac-cbab-4700-829b-78ad53115fb2 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:43.211951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.220058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3a477cac-cbab-4700-829b-78ad53115fb2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a477cac-cbab-4700-829b-78ad53115fb2,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:43.228807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.229149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Transition to ACTIVE for port object dcdba872-3c34-4d0e-8422-e2fc7b96fff5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:43.257204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.278642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Transition to ACTIVE for port object dcdba872-3c34-4d0e-8422-e2fc7b96fff5 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:43.290237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.297890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.344357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:43.402012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.419727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b4fb8e02-4015-463f-9fd5-4b774656bea2 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:43.552851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:43.557458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3a477cac-cbab-4700-829b-78ad53115fb2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:43.738303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Pushing event updated for resources: {'Port': ['ID=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:43.743009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:43.750251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-381d699e-9a2e-4896-8c49-09cff7a4d0da req-6c562917-b214-4f6a-8e8d-20a7384d5651 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383309 Apr 05 20:52:43.756309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3a477cac-cbab-4700-829b-78ad53115fb2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:43.766693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-310cc501-def2-4b3a-8d32-4982ab4019b7 req-1b2c0fcf-6fc0-457f-ae97-d45d9e440c6d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6183314 Apr 05 20:52:43.786616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.10 (cb7d79a5-c391-427c-91c7-c691ea5c8dfd/0db33865-f143-4bfb-b745-ba0023d11c12/a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:43.844549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:44.073158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port b4fb8e02-4015-463f-9fd5-4b774656bea2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:44.106765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Attempting to bind port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:44.107320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Attempting to bind port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5205d558-ec5a-4075-a009-25e60ee9db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:44.107848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Attempting to bind port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 on network cb7d79a5-c391-427c-91c7-c691ea5c8dfd {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:44.116497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:52:44.117197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Checking segment: {'id': '5205d558-ec5a-4075-a009-25e60ee9db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:44.117733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.118209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Bound using segment: {'id': '5205d558-ec5a-4075-a009-25e60ee9db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:52:44.118752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Bound port: dcdba872-3c34-4d0e-8422-e2fc7b96fff5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5205d558-ec5a-4075-a009-25e60ee9db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:44.119205 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.129858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port b4fb8e02-4015-463f-9fd5-4b774656bea2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:44.133423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.226193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.300372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.315380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642b3ee-410e-4f32-8828-79a09dc82d9c req-cbb10a65-92a0-4eed-aef1-c33b443e0075 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:44.324711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3642b3ee-410e-4f32-8828-79a09dc82d9c req-cbb10a65-92a0-4eed-aef1-c33b443e0075 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 945 time: 0.2272744 Apr 05 20:52:44.349709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:44.416242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3642b3ee-410e-4f32-8828-79a09dc82d9c req-f3790116-ca75-4a0b-a46f-86fd92c0331a tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906289 Apr 05 20:52:44.484078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Router df39a17f-0a66-4157-9ce9-79c120aa3a55 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:52:44.487823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Allocated IP 172.25.2.114 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/4ea17e2f-8417-492c-a77e-852b8708392e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:44.529106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.565885 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.701936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] For port dcdba872-3c34-4d0e-8422-e2fc7b96fff5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:52:44.727571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fadac5-9092-4859-bf72-c5383de9b734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb8e02-4015-463f-9fd5-4b774656bea2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:44.843998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b4fb8e02-4015-463f-9fd5-4b774656bea2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b4fb8e02-4015-463f-9fd5-4b774656bea2,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:44.893992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:44.893992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:44.893992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:44.893992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:44.913332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] For port dcdba872-3c34-4d0e-8422-e2fc7b96fff5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,segment=NetworkSegment(5205d558-ec5a-4075-a009-25e60ee9db8a),segment_id=5205d558-ec5a-4075-a009-25e60ee9db8a)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:52:44.980037 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d2fc72-1734-484e-8616-a79d3a6fb440'] response: {'server_uuid': '13fadac5-9092-4859-bf72-c5383de9b734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fb8e02-4015-463f-9fd5-4b774656bea2', 'code': 200} Apr 05 20:52:45.033003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:45.034315 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.059696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:52:45.064966 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.128143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] Sync routers for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:52:45.128143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:45.128143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:45.129674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.165514 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-bc205e22-36cd-43f4-80a6-26f9dd07f47e req-5e6a70d9-eb90-4c04-80de-aa1e1442758c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 1095 time: 0.1130288 Apr 05 20:52:45.203993 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.207852 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-bc205e22-36cd-43f4-80a6-26f9dd07f47e req-8eceefdb-c403-4a44-98b2-88057e1c1037 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365098 Apr 05 20:52:45.227035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:45.259082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.260010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf80f41-254f-4000-b26b-25bc989272f0 req-83c702c8-785f-48cd-b346-fb620f26e5ca tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:45.261492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cf80f41-254f-4000-b26b-25bc989272f0 req-83c702c8-785f-48cd-b346-fb620f26e5ca tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 944 time: 0.2984316 Apr 05 20:52:45.290900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-72dab55c-0462-4e6a-a6d0-2261228aa183 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "PUT /v2.0/floatingips/4172d1c0-17d6-44ce-89f1-9d188c922673 HTTP/1.1" status: 200 len: 992 time: 5.1503026 Apr 05 20:52:45.297792 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7059bf21-71c8-4c93-8790-80a1aad9244a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1484950 Apr 05 20:52:45.297792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.299498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:45.311665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': 'cb7d79a5-c391-427c-91c7-c691ea5c8dfd', 'name': 'tempest-PortsTestJSON-390825802', 'fixed_ips': [{'subnet_id': '0db33865-f143-4bfb-b745-ba0023d11c12', 'ip_address': '172.20.0.9'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:45.331499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b4fb8e02-4015-463f-9fd5-4b774656bea2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:45.407240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ea0d2-032d-4316-86b9-65a55829f06a req-c927c14d-b8c7-44e1-935e-c747bedde5eb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:45.409916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-481ea0d2-032d-4316-86b9-65a55829f06a req-c927c14d-b8c7-44e1-935e-c747bedde5eb tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.3079119 Apr 05 20:52:45.415740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:45.432227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f5ffb-1312-4f7a-8197-fa58363ab008 None None] Pushing event updated for resources: {'Port': ['ID=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:45.448744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:45.453006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0cf80f41-254f-4000-b26b-25bc989272f0 req-d2e3a5d7-b83e-42d2-89fd-52592cc0b580 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786714 Apr 05 20:52:45.453256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Pushing event updated for resources: {'Port': ['ID=4ea17e2f-8417-492c-a77e-852b8708392e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:45.456007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:45.464854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:52:45.574858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-481ea0d2-032d-4316-86b9-65a55829f06a req-248b9031-898b-425e-8350-1d68fdb45891 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500747 Apr 05 20:52:45.587465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:45.602805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:45.610516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:45.620922 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee47703-2806-4e51-bfbd-a1d72ce18634'] response: {'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'status': 'completed', 'code': 200} Apr 05 20:52:45.629905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:45.755841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.823515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:45.838739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcdba872-3c34-4d0e-8422-e2fc7b96fff5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:45.930293 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e3fece74-7887-4eeb-88ae-c51167236077 req-36b5ced8-d540-4eb2-9df8-1d79be20ed15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 0.1731131 Apr 05 20:52:45.933794 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.988592 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.009832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6340137-7bdb-44c7-9613-fe0d5c29355f req-24f9f48b-a4a0-4fe5-abc5-3fe21eaafcff tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:46.011457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6340137-7bdb-44c7-9613-fe0d5c29355f req-24f9f48b-a4a0-4fe5-abc5-3fe21eaafcff tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 945 time: 0.2634258 Apr 05 20:52:46.021028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port 6b12f8ea-3117-401f-8784-0fa03570744d yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:46.102699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '4172d1c0-17d6-44ce-89f1-9d188c922673', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'mac_address': 'fa:16:3e:b4:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:18Z', 'updated_at': '2022-04-05T20:52:42Z', 'revision_number': 3, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:46.106908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] Checking router: df39a17f-0a66-4157-9ce9-79c120aa3a55 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:52:46.118530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:52:46.119148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:46.160520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6340137-7bdb-44c7-9613-fe0d5c29355f req-57eb17b7-12d1-422c-b7ec-d6a5b0cd923e tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053188 Apr 05 20:52:46.176569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:46.220387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fece74-7887-4eeb-88ae-c51167236077 req-41e19e68-287e-429f-a400-dc4714b4831b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:46.222562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e3fece74-7887-4eeb-88ae-c51167236077 req-41e19e68-287e-429f-a400-dc4714b4831b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.2559886 Apr 05 20:52:46.324436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a477cac-cbab-4700-829b-78ad53115fb2 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:46.385087 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e3fece74-7887-4eeb-88ae-c51167236077 req-90857abf-31eb-4241-992b-70c2a9a8f9c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 1000 time: 0.1441991 Apr 05 20:52:46.392145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.449844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.9 (cb7d79a5-c391-427c-91c7-c691ea5c8dfd/0db33865-f143-4bfb-b745-ba0023d11c12/6b12f8ea-3117-401f-8784-0fa03570744d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:46.457921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:52:46.511506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.546751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 3a477cac-cbab-4700-829b-78ad53115fb2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:46.622603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 3a477cac-cbab-4700-829b-78ad53115fb2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:46.623136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.737481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fece74-7887-4eeb-88ae-c51167236077 req-bc25be6d-e4eb-41fe-a1e8-d5833627d5bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:46.741667 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e3fece74-7887-4eeb-88ae-c51167236077 req-bc25be6d-e4eb-41fe-a1e8-d5833627d5bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.3162551 Apr 05 20:52:46.809611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Pushing event updated for resources: {'Port': ['ID=4ea17e2f-8417-492c-a77e-852b8708392e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:46.839403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.851707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be97af7-d058-4950-a9cb-c9d4117b5f78 None None] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:46.881790 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e3fece74-7887-4eeb-88ae-c51167236077 req-be955d2f-ff1e-462e-8bef-1709fcc81a12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308043 Apr 05 20:52:46.985631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.990210 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-27506e65-2fe2-40d8-a743-2a865a7c3cf8 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3912466 Apr 05 20:52:46.990210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41736) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:47.097347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.107914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35f2b3e6-ec45-44bd-8166-c78cf7d49bfe tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Synchronizing usage tracker for tenant:15c6f35658f84be9b22a6e2d398733aa on resource:floatingip {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:47.128782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-37b34835-0fd4-479a-ba26-12b4100fb624 None None] Provisioning for port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:47.131067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea841-ed74-41e0-be4f-df7a1d77d2b6 req-ffa3f956-7c25-43ae-957e-51a1b63e8130 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:47.131668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0dea841-ed74-41e0-be4f-df7a1d77d2b6 req-ffa3f956-7c25-43ae-957e-51a1b63e8130 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 945 time: 0.3143313 Apr 05 20:52:47.133030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object 6b12f8ea-3117-401f-8784-0fa03570744d will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:47.144448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb123f8-bfbb-47cc-b4c9-a69881c07804 req-e5ec6213-de0b-46d8-914d-49336a1f10b1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:47.146219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb123f8-bfbb-47cc-b4c9-a69881c07804 req-e5ec6213-de0b-46d8-914d-49336a1f10b1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.2206376 Apr 05 20:52:47.203750 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e3fece74-7887-4eeb-88ae-c51167236077 req-b6ad5ada-3ff5-489c-b4c3-b203d1db563f service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154912 Apr 05 20:52:47.209713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-37b34835-0fd4-479a-ba26-12b4100fb624 None None] Provisioning complete for port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:47.210300 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37b34835-0fd4-479a-ba26-12b4100fb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.223737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41742) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:47.245144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7eb123f8-bfbb-47cc-b4c9-a69881c07804 req-ef75d457-c19a-483a-8845-8980aa815893 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801806 Apr 05 20:52:47.252877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0dea841-ed74-41e0-be4f-df7a1d77d2b6 req-36aba03d-d10b-4e27-81c7-c5b662a99a22 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055772 Apr 05 20:52:47.311971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.349216 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.436710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35f2b3e6-ec45-44bd-8166-c78cf7d49bfe tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Unset dirty status for tenant:15c6f35658f84be9b22a6e2d398733aa on resource:floatingip {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:47.440934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35f2b3e6-ec45-44bd-8166-c78cf7d49bfe tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.4467418 Apr 05 20:52:47.470684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41750) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:47.524018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a477cac-cbab-4700-829b-78ad53115fb2'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:47.572220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 3a477cac-cbab-4700-829b-78ad53115fb2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a477cac-cbab-4700-829b-78ad53115fb2,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:47.581504 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e3fece74-7887-4eeb-88ae-c51167236077 req-a9836144-bc47-463c-b64f-169451a64870 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719237 Apr 05 20:52:47.583944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:47.591238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=6b12f8ea-3117-401f-8784-0fa03570744d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:47.591238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:47.595531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:47.616567 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae4c64f-16d4-4cda-a6e2-6dfa94d4ead8'] response: {'server_uuid': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a477cac-cbab-4700-829b-78ad53115fb2', 'code': 200} Apr 05 20:52:47.623068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.634308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:47.657730 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.701808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1727a258-d383-43f8-ae3f-c4c3dc0a4083 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Synchronizing usage tracker for tenant:c561b242413a4dbbbfd7c0c2abd88d15 on resource:floatingip {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:47.707690 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c4cfec-b7cb-4036-b86b-67e67fe1553d'] response: {'name': 'network-changed', 'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'status': 'completed', 'code': 200} Apr 05 20:52:47.762507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:47.763273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.779592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37b34835-0fd4-479a-ba26-12b4100fb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.782159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:47.802895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Usage tracker for resource:security_group_rule and tenant:4caa0eaca8ef4a8eba337f4803dd7b55 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:47.809862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=3a477cac-cbab-4700-829b-78ad53115fb2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:47.812963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:47.815856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-3a72aaa3-9cf4-43bb-98af-c05f03af9cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 1096 time: 0.0752923 Apr 05 20:52:47.822039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6cc26-73b3-4c60-98be-88eacb4711b1 req-561dc8c3-ba04-4208-aa1e-b6d3b7778c66 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:47.823638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55e6cc26-73b3-4c60-98be-88eacb4711b1 req-561dc8c3-ba04-4208-aa1e-b6d3b7778c66 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 945 time: 0.4075727 Apr 05 20:52:47.829225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:47.842142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.842496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.842840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.843185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.843521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.843857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.844187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.844513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.844839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.845195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.845526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:47.852716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-37b34835-0fd4-479a-ba26-12b4100fb624 None None] For port dcdba872-3c34-4d0e-8422-e2fc7b96fff5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,segment=NetworkSegment(5205d558-ec5a-4075-a009-25e60ee9db8a),segment_id=5205d558-ec5a-4075-a009-25e60ee9db8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:47.857691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1727a258-d383-43f8-ae3f-c4c3dc0a4083 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Unset dirty status for tenant:c561b242413a4dbbbfd7c0c2abd88d15 on resource:floatingip {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:47.862411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1727a258-d383-43f8-ae3f-c4c3dc0a4083 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3867323 Apr 05 20:52:47.862411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41760) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:47.869205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '4172d1c0-17d6-44ce-89f1-9d188c922673', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'mac_address': 'fa:16:3e:b4:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:18Z', 'updated_at': '2022-04-05T20:52:42Z', 'revision_number': 3, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:47.874298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60935aba-6e83-4f0b-b876-5d2c18521a93 None None] The sync data for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 is: [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '4172d1c0-17d6-44ce-89f1-9d188c922673', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'floating_ip_address': '172.25.2.96', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'port_id': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'mac_address': 'fa:16:3e:b4:92:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:18Z', 'updated_at': '2022-04-05T20:52:42Z', 'revision_number': 3, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:52:47.947904 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37b34835-0fd4-479a-ba26-12b4100fb624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.979102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-bd510337-73f4-4d58-9ee1-df102ad5a8f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:47.981457 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-bd510337-73f4-4d58-9ee1-df102ad5a8f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.1600087 Apr 05 20:52:48.060332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b34835-0fd4-479a-ba26-12b4100fb624 None None] Pushing event updated for resources: {'Port': ['ID=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:48.080871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-51180c7a-09cc-4c63-afbf-38a8063f812c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7800138 Apr 05 20:52:48.082572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41764) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:48.091716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7d97ea6-a82a-47ff-a4b4-a6c5fcc952fd req-ca3bd1d4-ad63-4888-8abd-d55556abd474 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 1097 time: 0.4372361 Apr 05 20:52:48.128149 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-b1a11443-e8c1-49f0-bcef-8497496b80ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 200 len: 1000 time: 0.1390123 Apr 05 20:52:48.144348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Deleting port 4ea17e2f-8417-492c-a77e-852b8708392e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:48.144668 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.208816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-9cbda7ae-d4cb-4684-bc91-76509b4474f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:48.210549 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-9cbda7ae-d4cb-4684-bc91-76509b4474f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.0769820 Apr 05 20:52:48.223706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55e6cc26-73b3-4c60-98be-88eacb4711b1 req-1198942e-2ab1-4673-9c30-4dbfdd88f295 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870637 Apr 05 20:52:48.232727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Provisioning for port a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:48.239864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Provisioning complete for port a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:48.241400 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.334109 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-9347a2b8-e132-4fcc-96a1-92789bb4bcb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178477 Apr 05 20:52:48.355340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:48.404946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Port a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:48.409558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7d97ea6-a82a-47ff-a4b4-a6c5fcc952fd req-02b39262-b1e1-46a9-a1fc-0c233f768359 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671206 Apr 05 20:52:48.437131 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.512802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858a4f1-62c8-45d1-b243-c39f0cc310e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:48.513532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5858a4f1-62c8-45d1-b243-c39f0cc310e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:48.526770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.584912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:48.592719 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.592943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Provisioning for port 6b12f8ea-3117-401f-8784-0fa03570744d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:48.593297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.595920 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-26e5e70d-4a99-4289-9dc0-884893604479 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553818 Apr 05 20:52:48.602149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Provisioning complete for port 6b12f8ea-3117-401f-8784-0fa03570744d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:48.602526 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.664143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Port 6b12f8ea-3117-401f-8784-0fa03570744d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:48.666088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'port_id': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'mac_address': 'fa:16:3e:3b:7a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:48.678651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4caa0eaca8ef4a8eba337f4803dd7b55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4514239 Apr 05 20:52:48.684589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41772) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:48.725819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Provisioning complete for port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:48.726245 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-72f62b3a-5200-429b-9e49-998b96955792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.765760 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.796136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fd653e-c8c4-4215-81a3-1aef212292ec {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:52:48.796363 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8ec4e390-79c1-46a2-ae78-b78d04baad62 req-b70b8733-d16f-4837-a8be-f81318352a18 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927786 Apr 05 20:52:48.798762 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f91a-5282-45bf-86ae-c5a996071c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.820181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:48.826756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f91a-5282-45bf-86ae-c5a996071c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.897333 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.929951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f91a-5282-45bf-86ae-c5a996071c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.949754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2f91a-5282-45bf-86ae-c5a996071c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b1515-d07a-4c7c-ba26-543771276f1f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:48.958358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f91a-5282-45bf-86ae-c5a996071c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.959556 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c7c2f91a-5282-45bf-86ae-c5a996071c93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/104b1515-d07a-4c7c-ba26-543771276f1f HTTP/1.1" status: 204 len: 168 time: 0.2738976 Apr 05 20:52:48.971910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:48.993456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Calling delete_port for 4ea17e2f-8417-492c-a77e-852b8708392e owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:49.016761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f589ad1d-49c6-47f7-b86f-2b10c4f0951b None None] Provisioning complete for port a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:49.017405 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f589ad1d-49c6-47f7-b86f-2b10c4f0951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.075670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f589ad1d-49c6-47f7-b86f-2b10c4f0951b None None] Port a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:49.081063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed38e4c-b283-400e-a8d5-ce9894115383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b1515-d07a-4c7c-ba26-543771276f1f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:49.089764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f589ad1d-49c6-47f7-b86f-2b10c4f0951b None None] Provisioning complete for port 6b12f8ea-3117-401f-8784-0fa03570744d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:49.090141 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f589ad1d-49c6-47f7-b86f-2b10c4f0951b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.143335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f589ad1d-49c6-47f7-b86f-2b10c4f0951b None None] Port 6b12f8ea-3117-401f-8784-0fa03570744d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:49.150879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7fd653e-c8c4-4215-81a3-1aef212292ec'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:49.166224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4b72a-92f6-4a4a-9d02-f6ef6fd9b377 req-e8289eba-3808-4e39-b3d5-5c5cb133e37d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.170937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95f4b72a-92f6-4a4a-9d02-f6ef6fd9b377 req-e8289eba-3808-4e39-b3d5-5c5cb133e37d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 943 time: 0.6325405 Apr 05 20:52:49.170937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5858a4f1-62c8-45d1-b243-c39f0cc310e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:49.174931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41778) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:49.175440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5858a4f1-62c8-45d1-b243-c39f0cc310e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.0880902 Apr 05 20:52:49.186684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b5d67-9897-4d97-851f-95bf3ae80938 req-d8393c6e-d073-431a-8fad-d8d985422647 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.188155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-418b5d67-9897-4d97-851f-95bf3ae80938 req-d8393c6e-d073-431a-8fad-d8d985422647 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 945 time: 0.6540668 Apr 05 20:52:49.289866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e07dc0-e211-4881-bc55-3a1ed06da7de tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.294377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e07dc0-e211-4881-bc55-3a1ed06da7de tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.297439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95f4b72a-92f6-4a4a-9d02-f6ef6fd9b377 req-2049db0a-60bf-414b-8a86-72dd653ac9f7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082969 Apr 05 20:52:49.309748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e07dc0-e211-4881-bc55-3a1ed06da7de tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.310470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-418b5d67-9897-4d97-851f-95bf3ae80938 req-4d6bb20f-2d68-4cb8-8c82-8dca66a0b771 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016922 Apr 05 20:52:49.310695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-81e07dc0-e211-4881-bc55-3a1ed06da7de tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:49.329966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-81e07dc0-e211-4881-bc55-3a1ed06da7de tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:49.329966 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-81e07dc0-e211-4881-bc55-3a1ed06da7de tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1530082 Apr 05 20:52:49.338170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41786) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:49.338274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.420389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port 6b12f8ea-3117-401f-8784-0fa03570744d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:49.420726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.433072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Pushing event deleted for resources: {'Port': ['ID=4ea17e2f-8417-492c-a77e-852b8708392e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:49.693799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.733555 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.735738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24bf56cc-b91d-4736-aab9-93a487195015 tempest-FloatingIPAdminTestJSON-106474569 tempest-FloatingIPAdminTestJSON-106474569-project] 10.222.0.10 "DELETE /v2.0/floatingips/32a4f08a-2b60-4aec-ba2c-67a47fd9c100 HTTP/1.1" status: 204 len: 168 time: 1.8720417 Apr 05 20:52:49.737984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41798) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:49.745754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987f25c-7e97-492a-9140-de4c71ea604d req-ec3f6375-7f81-48e4-aeea-7254a7b0a23a tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.747280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7987f25c-7e97-492a-9140-de4c71ea604d req-ec3f6375-7f81-48e4-aeea-7254a7b0a23a tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 946 time: 0.2010086 Apr 05 20:52:49.754611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.770644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcdba872-3c34-4d0e-8422-e2fc7b96fff5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:49.827380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16872b-cbc7-4ba0-adac-6024446ea926 req-7c7b64fc-b169-4038-8c4b-af90e537b4f1 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.834214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b16872b-cbc7-4ba0-adac-6024446ea926 req-7c7b64fc-b169-4038-8c4b-af90e537b4f1 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 946 time: 0.3186121 Apr 05 20:52:49.877121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:49.878231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.897769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for 6b12f8ea-3117-401f-8784-0fa03570744d owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:49.993997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Deleting port ac46c4d2-823f-463c-b7b4-c61730f915ad {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:49.994355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.045067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b16872b-cbc7-4ba0-adac-6024446ea926 req-2125ed50-5be6-47e8-a909-4b5de529d380 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099681 Apr 05 20:52:50.057070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7987f25c-7e97-492a-9140-de4c71ea604d req-1ba61abb-79a8-4945-8084-1fdb698c814b tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444255 Apr 05 20:52:50.154168 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.233737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.357235 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.357530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:50.384866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Calling delete_port for ac46c4d2-823f-463c-b7b4-c61730f915ad owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:50.442005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f7fd653e-c8c4-4215-81a3-1aef212292ec triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:50.442382 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.578923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.608303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:50.618563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8220f-54a8-47ba-8dcb-ef507c1a29d9 req-14c3ce11-f3da-4329-963b-c7e2f79b3417 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:50.621269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cc8220f-54a8-47ba-8dcb-ef507c1a29d9 req-14c3ce11-f3da-4329-963b-c7e2f79b3417 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 944 time: 0.1117554 Apr 05 20:52:50.622712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:50.669409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cc8220f-54a8-47ba-8dcb-ef507c1a29d9 req-b1c0da41-d1c2-4436-b663-f97d48af7b8a tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Apr 05 20:52:50.746680 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c8e605-6383-4b8f-b0c5-438c32cfa04c'] response: {'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'code': 200} Apr 05 20:52:50.941857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.989632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=6b12f8ea-3117-401f-8784-0fa03570744d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:51.038900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.044791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.095786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac46c4d2-823f-463c-b7b4-c61730f915ad,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:51.174562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.179605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:51.268478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41818) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:51.294319 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6dfa5161-df88-40fa-8814-5204e98fedb2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/6b12f8ea-3117-401f-8784-0fa03570744d HTTP/1.1" status: 204 len: 168 time: 1.9595430 Apr 05 20:52:51.294319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41824) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:51.357236 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57c1652-df4b-479e-be02-29ab9a4358fa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:52:51.357935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a57c1652-df4b-479e-be02-29ab9a4358fa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:51.450151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-468443470'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:51.457791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:51.462130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Usage tracker for resource:network and tenant:86da0b2910c045c9863cca243585a316 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:51.468077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:51.470902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a57c1652-df4b-479e-be02-29ab9a4358fa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:51.475480 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a57c1652-df4b-479e-be02-29ab9a4358fa tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/6b12f8ea-3117-401f-8784-0fa03570744d HTTP/1.1" status: 404 len: 333 time: 0.1774843 Apr 05 20:52:51.476407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:51.478857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:51.506409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.551797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:51.552138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.554261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b4fd59a-91ca-47ed-afc7-561e5059966b req-cbff0bb1-51cd-4ce7-a0b4-f3fcf164f15f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 1097 time: 0.3581765 Apr 05 20:52:51.581736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eb519-0557-4d66-92bb-64f730d46bdb req-3aa47201-4a55-45dc-bb9c-8702b94282f5 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:51.583204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a1eb519-0557-4d66-92bb-64f730d46bdb req-3aa47201-4a55-45dc-bb9c-8702b94282f5 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 946 time: 0.2580822 Apr 05 20:52:51.619579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.620677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d6138a4c-78d8-451d-836f-31270aa22b17 tempest-FloatingIPAdminTestJSON-1527602328 tempest-FloatingIPAdminTestJSON-1527602328-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/450a440c-2082-424f-9f92-5957a435bd01 HTTP/1.1" status: 204 len: 168 time: 1.8815649 Apr 05 20:52:51.624735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41834) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:51.637812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Made reservation on behalf of 86da0b2910c045c9863cca243585a316 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:51.640695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.664710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.673156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b4fd59a-91ca-47ed-afc7-561e5059966b req-9ea6edf5-9e16-4e60-a355-27ded8540def service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111901 Apr 05 20:52:51.703400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a1eb519-0557-4d66-92bb-64f730d46bdb req-0576ed33-671a-4ebb-b35d-919545ee39ee tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069558 Apr 05 20:52:51.713385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Deleting port 52bd9cb9-aaf5-4471-8c52-b03ebc87577e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:51.713729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.797469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:51.805807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Usage tracker for resource:security_group_rule and tenant:86da0b2910c045c9863cca243585a316 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:51.811273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:51.822155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:51.867861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.000161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:52.109698 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.113390 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.209826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.239907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3e6f-073f-41b4-a13b-a3e9f861e376 req-3cce6e04-04fd-4c8b-b98a-c796f28e4391 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:52.240779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81cc3e6f-073f-41b4-a13b-a3e9f861e376 req-3cce6e04-04fd-4c8b-b98a-c796f28e4391 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 946 time: 0.3897803 Apr 05 20:52:52.242600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9739cc3e-5fc1-4737-9592-9759e084fdc5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:52.249133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Calling delete_port for 52bd9cb9-aaf5-4471-8c52-b03ebc87577e owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:52.284712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.292858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:52.329966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee376c5-fb3c-4268-b727-765ba1479346 req-4c30ab81-dd54-42d5-866d-6ed7965e1622 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:52.337981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ee376c5-fb3c-4268-b727-765ba1479346 req-4c30ab81-dd54-42d5-866d-6ed7965e1622 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 946 time: 0.4074693 Apr 05 20:52:52.357476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:52.360209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.360453 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Added segment dc77319d-3d76-4871-9c55-73e39ad89524 of type vlan for network 89b8e065-6058-4a90-8a83-d4c504c4b6dc Apr 05 20:52:52.432255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81cc3e6f-073f-41b4-a13b-a3e9f861e376 req-d5051c51-6cdd-4b26-82e6-0eb4d2f429dd tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527805 Apr 05 20:52:52.482161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.497569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ee376c5-fb3c-4268-b727-765ba1479346 req-e4f71741-d758-4f48-a739-c5e317d8cf48 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585317 Apr 05 20:52:52.509450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.638475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.644053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:52.645535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.650365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.682012 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e2948521-9c4f-4dd1-b35f-21aaf92f3268 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 HTTP/1.1" status: 204 len: 168 time: 1.2047505 Apr 05 20:52:52.694076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41850) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:52.709681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Port': ['ID=52bd9cb9-aaf5-4471-8c52-b03ebc87577e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:52.752047 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-a412a7e5-ecb5-4de6-87be-cd49505ebf52 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:52:52.756412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a412a7e5-ecb5-4de6-87be-cd49505ebf52 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/a0ebfaa4-04c3-43fe-a42d-a5f0b8db95a6 HTTP/1.1" status: 404 len: 333 time: 0.0574958 Apr 05 20:52:52.757732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41854) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:52.810472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event updated for resources: {'Network': ['ID=89b8e065-6058-4a90-8a83-d4c504c4b6dc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:52.823014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:52.843284 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9edb3125-fa17-4726-8452-0782a4649042 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5708151 Apr 05 20:52:52.844669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41858) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:52.928294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Request body: {'subnet': {'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:52.977778 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.005100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b203f6b6-f03d-4ec9-b1c1-317f6e6c9f4b tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "DELETE /v2.0/ports/52bd9cb9-aaf5-4471-8c52-b03ebc87577e HTTP/1.1" status: 204 len: 168 time: 1.3783536 Apr 05 20:52:53.008697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41866) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:53.084484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-84d9e847-cf51-4e15-bf75-792f07851920 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:53.086310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-84d9e847-cf51-4e15-bf75-792f07851920 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "GET /v2.0/ports?device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 946 time: 0.2941048 Apr 05 20:52:53.174534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Deleting port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:53.175251 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.223291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad30fc-0e64-4d99-8f18-2f0b5ce160b9 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:53.224349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0bad30fc-0e64-4d99-8f18-2f0b5ce160b9 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Synchronizing usage tracker for tenant:c561b242413a4dbbbfd7c0c2abd88d15 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:53.324416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:53.338468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Usage tracker for resource:subnet and tenant:86da0b2910c045c9863cca243585a316 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:53.344148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:53.353356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:53.357266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 0db33865-f143-4bfb-b745-ba0023d11c12 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:52:53.362594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.417838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.444525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0bad30fc-0e64-4d99-8f18-2f0b5ce160b9 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Unset dirty status for tenant:c561b242413a4dbbbfd7c0c2abd88d15 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:53.445699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0bad30fc-0e64-4d99-8f18-2f0b5ce160b9 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "GET /v2.0/ports?device_id=923f4a53-6270-431d-beb2-28d6e5f00d0c HTTP/1.1" status: 200 len: 913 time: 0.4355223 Apr 05 20:52:53.449082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41880) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:53.562739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Made reservation on behalf of 86da0b2910c045c9863cca243585a316 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:53.688621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.793356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] For port 2b4a3847-0062-4328-b0ba-17a7f16e5de3, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2b4a3847-0062-4328-b0ba-17a7f16e5de3,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:53.793880 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.826994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.933505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Calling delete_port for 2b4a3847-0062-4328-b0ba-17a7f16e5de3 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:53.949432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e6d97-f30c-466c-ac6b-86188367933d req-d97d79ae-8ae3-4be0-b6b7-ca5e5f65d5b3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:53.950098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c22e6d97-f30c-466c-ac6b-86188367933d req-d97d79ae-8ae3-4be0-b6b7-ca5e5f65d5b3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Synchronizing usage tracker for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:53.962040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c22e6d97-f30c-466c-ac6b-86188367933d req-d97d79ae-8ae3-4be0-b6b7-ca5e5f65d5b3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Unset dirty status for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:53.963226 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c22e6d97-f30c-466c-ac6b-86188367933d req-d97d79ae-8ae3-4be0-b6b7-ca5e5f65d5b3 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "GET /v2.0/ports?device_id=13fadac5-9092-4859-bf72-c5383de9b734 HTTP/1.1" status: 200 len: 945 time: 0.4438000 Apr 05 20:52:54.005174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.054280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acae93c-aa8d-4da9-9496-441ca0f49b9f req-91a4dc30-8d5a-478e-921d-89b36033fec4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:54.055628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0acae93c-aa8d-4da9-9496-441ca0f49b9f req-91a4dc30-8d5a-478e-921d-89b36033fec4 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 946 time: 0.4223733 Apr 05 20:52:54.075214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=0db33865-f143-4bfb-b745-ba0023d11c12,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:54.094485 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.099747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Deleting port b4fb8e02-4015-463f-9fd5-4b774656bea2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:54.100081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.106951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d2d2b-68ce-4b63-ac73-e927bdb8ccff None None] Network cb7d79a5-c391-427c-91c7-c691ea5c8dfd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:54.152054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479a775-cb84-4ddc-96a0-9f0d50cd1c4c req-7811dd41-c18a-4c40-b57f-ce5d5c1b866e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:54.153527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4479a775-cb84-4ddc-96a0-9f0d50cd1c4c req-7811dd41-c18a-4c40-b57f-ce5d5c1b866e tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 946 time: 0.4100659 Apr 05 20:52:54.216931 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-06788111-17e0-4f66-af12-32574764f5a6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/0db33865-f143-4bfb-b745-ba0023d11c12 HTTP/1.1" status: 204 len: 168 time: 1.4586816 Apr 05 20:52:54.223000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41912) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:54.262360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0acae93c-aa8d-4da9-9496-441ca0f49b9f req-a14b9902-cffc-43f6-a81b-899c836e27b2 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623359 Apr 05 20:52:54.288958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.320709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['2b4a3847-0062-4328-b0ba-17a7f16e5de3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:54.372882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b4fb8e02-4015-463f-9fd5-4b774656bea2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:54.434689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4479a775-cb84-4ddc-96a0-9f0d50cd1c4c req-66253e38-0b43-42b4-bb59-42e653a567d1 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/security-groups?id=96a476e1-c792-4837-9fd5-0172eb248489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674334 Apr 05 20:52:54.441070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event deleted for resources: {'Port': ['ID=2b4a3847-0062-4328-b0ba-17a7f16e5de3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:54.525587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.562829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] For port b4fb8e02-4015-463f-9fd5-4b774656bea2, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b4fb8e02-4015-463f-9fd5-4b774656bea2,segment=NetworkSegment(55ead18d-4efc-4bed-a544-4adf29423274),segment_id=55ead18d-4efc-4bed-a544-4adf29423274)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:54.563548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.642505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.729600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] No DVR routers for this DVR port 2b4a3847-0062-4328-b0ba-17a7f16e5de3 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:54.736900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] DHCP port deletion for cb7d79a5-c391-427c-91c7-c691ea5c8dfd request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:52:54.742272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] Deleting port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:54.742826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.743625 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.746950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50aef185-45f4-4204-9033-28f788762b73', 'name': 'network-vif-deleted', 'tag': '2b4a3847-0062-4328-b0ba-17a7f16e5de3'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:54.763707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:54.764040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.773375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Calling delete_port for b4fb8e02-4015-463f-9fd5-4b774656bea2 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:54.828721 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acab6940-719e-4817-afe4-a830d714116a'] response: {'server_uuid': '50aef185-45f4-4204-9033-28f788762b73', 'name': 'network-vif-deleted', 'tag': '2b4a3847-0062-4328-b0ba-17a7f16e5de3', 'status': 'completed', 'code': 200} Apr 05 20:52:54.898261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f7705db-63cd-4b3d-bfb3-6d67058d62f3 req-b845c702-75d1-4e6d-afd0-915c74126f83 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.23 "DELETE /v2.0/ports/2b4a3847-0062-4328-b0ba-17a7f16e5de3 HTTP/1.1" status: 204 len: 173 time: 1.8006618 Apr 05 20:52:54.936031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13955a92-c55f-4bce-ba35-f7fc7e61a4b2 req-5d4df219-952a-4654-b843-754aba25ad96 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:54.937495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13955a92-c55f-4bce-ba35-f7fc7e61a4b2 req-5d4df219-952a-4654-b843-754aba25ad96 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 946 time: 0.4230196 Apr 05 20:52:54.990632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] For port dcdba872-3c34-4d0e-8422-e2fc7b96fff5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,segment=NetworkSegment(5205d558-ec5a-4075-a009-25e60ee9db8a),segment_id=5205d558-ec5a-4075-a009-25e60ee9db8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:54.991022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.083649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event updated for resources: {'Subnet': ['ID=6863ea2c-0f9a-4909-9094-b4bb6a5cec63,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:55.105465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Checking segment: {'id': 'dc77319d-3d76-4871-9c55-73e39ad89524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:55.105893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Network hostable DHCP agents. Network: 89b8e065-6058-4a90-8a83-d4c504c4b6dc, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:55.127555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] Calling delete_port for dcdba872-3c34-4d0e-8422-e2fc7b96fff5 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:55.148974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03098535-392d-4474-b8e4-8726c2bea731 req-3ab9c4a0-4dcf-4fde-ace0-d91bfb7f07db tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:55.150015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-03098535-392d-4474-b8e4-8726c2bea731 req-3ab9c4a0-4dcf-4fde-ace0-d91bfb7f07db tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Synchronizing usage tracker for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:55.154339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.172057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['2b4a3847-0062-4328-b0ba-17a7f16e5de3'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:55.209406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Pushing event deleted for resources: {'Port': ['ID=b4fb8e02-4015-463f-9fd5-4b774656bea2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:55.247179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] For port dcdba872-3c34-4d0e-8422-e2fc7b96fff5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,segment=NetworkSegment(5205d558-ec5a-4075-a009-25e60ee9db8a),segment_id=5205d558-ec5a-4075-a009-25e60ee9db8a)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:55.248180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.285117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:55.292915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] No DVR routers for this DVR port b4fb8e02-4015-463f-9fd5-4b774656bea2 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:55.296763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.299149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13fadac5-9092-4859-bf72-c5383de9b734', 'name': 'network-vif-deleted', 'tag': 'b4fb8e02-4015-463f-9fd5-4b774656bea2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:55.312135 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c22e6d97-f30c-466c-ac6b-86188367933d req-508dfc26-bdb9-432c-b97e-334f7e8a28a6 tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.39 "DELETE /v2.0/ports/b4fb8e02-4015-463f-9fd5-4b774656bea2 HTTP/1.1" status: 204 len: 173 time: 1.3427043 Apr 05 20:52:55.331803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13955a92-c55f-4bce-ba35-f7fc7e61a4b2 req-0db1cc11-d1a1-4373-90fd-69a712aedaf7 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/security-groups?id=18601627-aa15-42d7-97c2-fc346342b1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460705 Apr 05 20:52:55.335604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-03098535-392d-4474-b8e4-8726c2bea731 req-3ab9c4a0-4dcf-4fde-ace0-d91bfb7f07db tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Unset dirty status for tenant:7108ac24c1fc45caaa3173de2e395895 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:55.337036 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-03098535-392d-4474-b8e4-8726c2bea731 req-3ab9c4a0-4dcf-4fde-ace0-d91bfb7f07db tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.23 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 946 time: 0.4184132 Apr 05 20:52:55.365992 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.386025 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcec3d4-c651-45ec-be8a-bddbc33ae3d7'] response: {'server_uuid': '13fadac5-9092-4859-bf72-c5383de9b734', 'name': 'network-vif-deleted', 'tag': 'b4fb8e02-4015-463f-9fd5-4b774656bea2', 'status': 'completed', 'code': 200} Apr 05 20:52:55.410985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for dcdba872-3c34-4d0e-8422-e2fc7b96fff5 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:55.456970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.462722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] Pushing event deleted for resources: {'Port': ['ID=dcdba872-3c34-4d0e-8422-e2fc7b96fff5,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:55.476464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9143e9-1ee8-4554-b3f0-d628e14ddef8 None None] No DVR routers for this DVR port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:55.526245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 89b8e065-6058-4a90-8a83-d4c504c4b6dc) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:55.536220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c067109-3c07-4524-a11b-865fa8711f1d None None] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:55.548633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:55.552825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.575710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Deleting port 3a477cac-cbab-4700-829b-78ad53115fb2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:55.576333 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.692284 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-08e2698a-eb69-4898-9918-1b339d947b53 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8459592 Apr 05 20:52:55.700274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41926) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:55.712925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Request body: {'port': {'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-645643571'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:55.770163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:52:55.771022 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:52:55.826666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcdba872-3c34-4d0e-8422-e2fc7b96fff5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:55.862243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-cd3bbc3d-fa48-422c-8e6b-289ede372b7b req-09a54fed-c959-454d-a0e3-da1c6a8634ac tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Synchronizing usage tracker for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:55.887079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: dcdba872-3c34-4d0e-8422-e2fc7b96fff5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:55.889587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcdba872-3c34-4d0e-8422-e2fc7b96fff5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:55.924480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-d51f3f75-471d-421f-9eac-637fbea656af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3005066 Apr 05 20:52:55.924480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e8344-c156-41c5-95bc-4c989e818f37 req-843b98a7-e6b6-4991-a579-026cac08294e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:55.931059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be3e8344-c156-41c5-95bc-4c989e818f37 req-843b98a7-e6b6-4991-a579-026cac08294e tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 946 time: 0.4115994 Apr 05 20:52:55.973476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-cd3bbc3d-fa48-422c-8e6b-289ede372b7b req-09a54fed-c959-454d-a0e3-da1c6a8634ac tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] Unset dirty status for tenant:f04a1f35985948baa18aeac1fd289690 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:55.986783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd3bbc3d-fa48-422c-8e6b-289ede372b7b req-09a54fed-c959-454d-a0e3-da1c6a8634ac tempest-MultipleCreateTestJSON-212911267 tempest-MultipleCreateTestJSON-212911267-project] 10.222.0.10 "GET /v2.0/ports?device_id=50aef185-45f4-4204-9033-28f788762b73 HTTP/1.1" status: 200 len: 210 time: 0.2145557 Apr 05 20:52:56.013305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-89b8e065-6058-4a90-8a83-d4c504c4b6dc', 'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc', 'tenant_id': '86da0b2910c045c9863cca243585a316', 'fixed_ips': [{'subnet_id': '6863ea2c-0f9a-4909-9094-b4bb6a5cec63'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:52:56.015600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.039022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be3e8344-c156-41c5-95bc-4c989e818f37 req-2fb412e3-feaf-4c01-ad86-8b664536be1d tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923448 Apr 05 20:52:56.045955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:56.054742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Usage tracker for resource:port and tenant:86da0b2910c045c9863cca243585a316 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:56.058259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] For port 3a477cac-cbab-4700-829b-78ad53115fb2, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=3a477cac-cbab-4700-829b-78ad53115fb2,segment=NetworkSegment(e92bf536-60f8-4303-9d90-e411cfbdac2f),segment_id=e92bf536-60f8-4303-9d90-e411cfbdac2f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:56.058616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.066813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:56.076422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:56.193272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Calling delete_port for 3a477cac-cbab-4700-829b-78ad53115fb2 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:56.203561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-984fbdc5-67e9-4f8c-bb3a-e45549861e5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 1097 time: 0.1509397 Apr 05 20:52:56.239662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Allocated IP 2001:db8::2 (89b8e065-6058-4a90-8a83-d4c504c4b6dc/6863ea2c-0f9a-4909-9094-b4bb6a5cec63/def3f8f3-a461-4b11-a1b1-8e4eb4f67600) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:56.298522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Made reservation on behalf of 86da0b2910c045c9863cca243585a316 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:56.303360 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.334088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] device_id is not set on port addd3211-1e3e-4047-a23d-e519d1d5e28d yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:56.351729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port dcdba872-3c34-4d0e-8422-e2fc7b96fff5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:56.351729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.511935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] The port 'dcdba872-3c34-4d0e-8422-e2fc7b96fff5' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:52:56.531454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.536506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.548661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Transition to ACTIVE for port object def3f8f3-a461-4b11-a1b1-8e4eb4f67600 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:56.570201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Transition to ACTIVE for port object def3f8f3-a461-4b11-a1b1-8e4eb4f67600 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:56.575216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['3a477cac-cbab-4700-829b-78ad53115fb2'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:52:56.592102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Pushing event deleted for resources: {'Port': ['ID=3a477cac-cbab-4700-829b-78ad53115fb2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:56.635937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8c39b08-c36c-48cf-b803-3aaf39702c3d req-d1edd229-cf07-444f-8f5d-021744f81b8d tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 210 time: 0.1292112 Apr 05 20:52:56.658186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.706281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] No DVR routers for this DVR port 3a477cac-cbab-4700-829b-78ad53115fb2 on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:56.710349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.740150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:56.743171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:56.747760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:56.749891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Pushing event updated for resources: {'Port': ['ID=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:56.754721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Allocated IP 2001:db8::29c (89b8e065-6058-4a90-8a83-d4c504c4b6dc/6863ea2c-0f9a-4909-9094-b4bb6a5cec63/addd3211-1e3e-4047-a23d-e519d1d5e28d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:56.803367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.812829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-665a7abb-455d-4ca5-af66-8b5ac9fede93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:56.814278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-665a7abb-455d-4ca5-af66-8b5ac9fede93 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.5500696 Apr 05 20:52:56.839287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Attempting to bind port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:56.839287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Attempting to bind port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'dc77319d-3d76-4871-9c55-73e39ad89524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:56.840077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Attempting to bind port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 on network 89b8e065-6058-4a90-8a83-d4c504c4b6dc {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:52:56.840700 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.23 "DELETE /v2.0/ports/3a477cac-cbab-4700-829b-78ad53115fb2 HTTP/1.1" status: 204 len: 173 time: 1.4975743 Apr 05 20:52:56.853146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:52:56.853778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Checking segment: {'id': 'dc77319d-3d76-4871-9c55-73e39ad89524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:52:56.854238 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.854698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Bound using segment: {'id': 'dc77319d-3d76-4871-9c55-73e39ad89524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:52:56.855233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Bound port: def3f8f3-a461-4b11-a1b1-8e4eb4f67600, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc77319d-3d76-4871-9c55-73e39ad89524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:56.855676 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.964162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] For port def3f8f3-a461-4b11-a1b1-8e4eb4f67600, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:52:56.967652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] For port def3f8f3-a461-4b11-a1b1-8e4eb4f67600, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,segment=NetworkSegment(dc77319d-3d76-4871-9c55-73e39ad89524),segment_id=dc77319d-3d76-4871-9c55-73e39ad89524)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:52:56.983242 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.000062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Transition to ACTIVE for port object addd3211-1e3e-4047-a23d-e519d1d5e28d will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:57.060233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7d79a5-c391-427c-91c7-c691ea5c8dfd']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:57.067518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.068442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-64c1d933-d908-45e0-8c67-892ba5fb26fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 200 len: 217 time: 0.2470341 Apr 05 20:52:57.075794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5205d558-ec5a-4075-a009-25e60ee9db8a') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:57.076094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5205d558-ec5a-4075-a009-25e60ee9db8a') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:57.113108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.145545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-2961f885-7570-4916-af86-1317ae1904f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:57.146977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-2961f885-7570-4916-af86-1317ae1904f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.0643649 Apr 05 20:52:57.164036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484e2fb-a67e-423e-9f89-b731f47e0de2 None None] Pushing event updated for resources: {'Port': ['ID=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:57.193813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.201950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41938) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:57.247351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.263629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:57.264949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:52:57.265512 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.271664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:57.275464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event updated for resources: {'Port': ['ID=addd3211-1e3e-4047-a23d-e519d1d5e28d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:57.283837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:57.284319 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:57.292655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:57.292655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.324345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] Deleting subnet 5104605d-4b52-4da3-b0d3-7f9bf36bf08d {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:52:57.324564 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.379899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.407182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'name': 'network-vif-deleted', 'tag': '3a477cac-cbab-4700-829b-78ad53115fb2'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:52:57.442585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2032136-b17d-4b1d-be4b-4fbd81f422c2 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7409837 Apr 05 20:52:57.448215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41944) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:57.455164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-f72274bf-1e44-4f7b-a805-aba74bb691dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985396 Apr 05 20:52:57.462044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Request body: {'port': {'network_id': '89b8e065-6058-4a90-8a83-d4c504c4b6dc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-325547894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:57.462597 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.api.validators [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] bootfile-name is not in valid_values {{(pid=84581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:52:57.462937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.api.validators [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] tftp-server is not in valid_values {{(pid=84581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:52:57.463267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.api.validators [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] server-ip-address is not in valid_values {{(pid=84581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:52:57.480012 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.483382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b4fb8e02-4015-463f-9fd5-4b774656bea2 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:57.517391 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d594f6e-14a6-48ff-9a4f-6c9a61dab032'] response: {'server_uuid': 'daf0894a-eaca-4c71-8faa-010b4e8f1c5c', 'name': 'network-vif-deleted', 'tag': '3a477cac-cbab-4700-829b-78ad53115fb2', 'status': 'completed', 'code': 200} Apr 05 20:52:57.524496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: b4fb8e02-4015-463f-9fd5-4b774656bea2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:57.525072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b4fb8e02-4015-463f-9fd5-4b774656bea2 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:57.612329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.632693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.637526 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.656517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5104605d-4b52-4da3-b0d3-7f9bf36bf08d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:57.660784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.669251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c55f88a8-a2f7-437a-8ddf-f23956681731 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5104605d-4b52-4da3-b0d3-7f9bf36bf08d HTTP/1.1" status: 204 len: 168 time: 0.4660211 Apr 05 20:52:57.669843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41948) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:57.681313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/cb7d79a5-c391-427c-91c7-c691ea5c8dfd HTTP/1.1" status: 204 len: 168 time: 3.4538288 Apr 05 20:52:57.705076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41954) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:57.705893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261ff6e-6730-4fb1-9630-7fa0801a4ea3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=cb7d79a5-c391-427c-91c7-c691ea5c8dfd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:57.725339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1189792530'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:57.739121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:57.778039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:network and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:57.794013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:57.808001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:57.868446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device def3f8f3-a461-4b11-a1b1-8e4eb4f67600 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:57.927649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.953635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-50980712-8a36-4fc4-b5f7-9ac4bc92e3af service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602544 Apr 05 20:52:58.004699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb841b46-b2b8-4d48-be04-dcc81f98f57a req-13f6918c-658a-4bbf-9d3b-57f4531490fd tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] 10.222.0.10 "GET /v2.0/ports?device_id=daf0894a-eaca-4c71-8faa-010b4e8f1c5c HTTP/1.1" status: 200 len: 210 time: 0.1043701 Apr 05 20:52:58.008814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:58.016627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:58.063361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Usage tracker for resource:port and tenant:86da0b2910c045c9863cca243585a316 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:58.068376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.071130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Deleting port 4def8a69-a88c-4502-89ca-937c032797cb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:52:58.071480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.095463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a37c7c-aa8e-42c6-acff-60ac9b304987']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:58.096329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:58.104298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:58.107254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.109921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ead18d-4efc-4bed-a544-4adf29423274') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:58.110220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ead18d-4efc-4bed-a544-4adf29423274') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:58.123374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.141802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.148917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:52:58.149639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.151580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:58.164127 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:58.263106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Made reservation on behalf of 86da0b2910c045c9863cca243585a316 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:58.266209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.308904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:58.324070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.346233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.353557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27afef5d-3ad0-4d95-8e3d-8b9b71b70b9c req-edb8cf70-66db-482a-9d9f-684786fd2622 service neutron] 10.222.0.23 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906221 Apr 05 20:52:58.358937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a37c7c-aa8e-42c6-acff-60ac9b304987,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:58.369671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2b4a3847-0062-4328-b0ba-17a7f16e5de3 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:58.371656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.372010 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Added segment bd8835b5-ac38-413a-88d3-20335101cdca of type vlan for network eba8feee-70ae-4fdb-a261-3e378697d2fb Apr 05 20:52:58.373645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] device_id is not set on port 7f0ef6f3-f689-4400-888d-ae332b6d1ded yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:52:58.415693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 2b4a3847-0062-4328-b0ba-17a7f16e5de3 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:58.416311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2b4a3847-0062-4328-b0ba-17a7f16e5de3 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:58.416893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a477cac-cbab-4700-829b-78ad53115fb2 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:58.448971 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-10c7127c-48cf-44fe-b95b-cea95fc9cb41 admin admin] 10.222.0.10 "DELETE /v2.0/networks/69a37c7c-aa8e-42c6-acff-60ac9b304987 HTTP/1.1" status: 204 len: 168 time: 0.7776723 Apr 05 20:52:58.456090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 3a477cac-cbab-4700-829b-78ad53115fb2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:52:58.456090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 3a477cac-cbab-4700-829b-78ad53115fb2 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:58.467896 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.472308 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.475521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23817a67-8020-4e43-987a-4580f0718cbf None None] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:52:58.626174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Calling delete_port for 4def8a69-a88c-4502-89ca-937c032797cb owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:52:58.682487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1f96beaa-b105-40f8-9855-90a9246b8396 None None] Provisioning for port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:58.693416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1f96beaa-b105-40f8-9855-90a9246b8396 None None] Provisioning complete for port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:58.693792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1f96beaa-b105-40f8-9855-90a9246b8396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.703919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:52:58.848565 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1f96beaa-b105-40f8-9855-90a9246b8396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.884582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1f96beaa-b105-40f8-9855-90a9246b8396 None None] For port def3f8f3-a461-4b11-a1b1-8e4eb4f67600, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,segment=NetworkSegment(dc77319d-3d76-4871-9c55-73e39ad89524),segment_id=dc77319d-3d76-4871-9c55-73e39ad89524)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:52:58.899503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Allocated IP 2001:db8::3cc (89b8e065-6058-4a90-8a83-d4c504c4b6dc/6863ea2c-0f9a-4909-9094-b4bb6a5cec63/7f0ef6f3-f689-4400-888d-ae332b6d1ded) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:58.915941 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.919604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:58.920213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.939152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41960) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:58.948250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1f96beaa-b105-40f8-9855-90a9246b8396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.999605 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5b791bf3-5ef8-4ba7-820a-d3623f26f110 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f04a1f35985948baa18aeac1fd289690&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583105 Apr 05 20:52:59.001150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41964) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:59.038793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96beaa-b105-40f8-9855-90a9246b8396 None None] Pushing event updated for resources: {'Port': ['ID=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:59.080765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92a6dd78-aef9-42ac-b9af-88097e72a614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.110808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Network': ['ID=eba8feee-70ae-4fdb-a261-3e378697d2fb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:59.112150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92a6dd78-aef9-42ac-b9af-88097e72a614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.118607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-910f762a-83d5-4b75-9275-ae7aa36ffbbe tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4091806 Apr 05 20:52:59.125637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network eba8feee-70ae-4fdb-a261-3e378697d2fb details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:59.127492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41970) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:59.136566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:52:59.249600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7bc2917a-9d29-4b7e-91d7-06ca3d1f95f7 None None] Provisioning for port addd3211-1e3e-4047-a23d-e519d1d5e28d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:59.266670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7bc2917a-9d29-4b7e-91d7-06ca3d1f95f7 None None] Provisioning complete for port addd3211-1e3e-4047-a23d-e519d1d5e28d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:59.266670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7bc2917a-9d29-4b7e-91d7-06ca3d1f95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.358107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:59.366195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:59.371208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:59.379892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:59.395419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2917a-9d29-4b7e-91d7-06ca3d1f95f7 None None] Port addd3211-1e3e-4047-a23d-e519d1d5e28d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:59.414038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7bc2917a-9d29-4b7e-91d7-06ca3d1f95f7 None None] Provisioning complete for port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:59.414407 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7bc2917a-9d29-4b7e-91d7-06ca3d1f95f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.484344 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92a6dd78-aef9-42ac-b9af-88097e72a614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.522079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6dd78-aef9-42ac-b9af-88097e72a614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a476e1-c792-4837-9fd5-0172eb248489,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:59.539810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:59.543481 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.573698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.588697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Port': ['ID=4def8a69-a88c-4502-89ca-937c032797cb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:59.627875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92a6dd78-aef9-42ac-b9af-88097e72a614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.630476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Transition to ACTIVE for port object 7f0ef6f3-f689-4400-888d-ae332b6d1ded will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:59.631471 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-92a6dd78-aef9-42ac-b9af-88097e72a614 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96a476e1-c792-4837-9fd5-0172eb248489 HTTP/1.1" status: 204 len: 168 time: 0.6269379 Apr 05 20:52:59.651867 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.692211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f10f820b-ea97-4771-8715-00be0c6471cc None None] Provisioning complete for port addd3211-1e3e-4047-a23d-e519d1d5e28d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:59.693211 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f10f820b-ea97-4771-8715-00be0c6471cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.816437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f10f820b-ea97-4771-8715-00be0c6471cc None None] Port addd3211-1e3e-4047-a23d-e519d1d5e28d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:52:59.858532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device def3f8f3-a461-4b11-a1b1-8e4eb4f67600 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:59.917186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.979941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:59.980305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.023880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event updated for resources: {'Port': ['ID=7f0ef6f3-f689-4400-888d-ae332b6d1ded,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:00.033562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:00.035847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:00.038990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:00.042901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:00.043545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.115854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.135594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.186073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-604f6363-2feb-468c-80f5-b6de36b8f235 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7358005 Apr 05 20:53:00.188739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41990) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:00.223144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=24831fe8-c312-4fb9-b80e-2db070f57b12,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:00.244401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Checking segment: {'id': 'bd8835b5-ac38-413a-88d3-20335101cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:00.244756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network hostable DHCP agents. Network: eba8feee-70ae-4fdb-a261-3e378697d2fb, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:00.375833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network eba8feee-70ae-4fdb-a261-3e378697d2fb is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:00.426452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa65025-948e-4de7-a146-79365790126e tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:00.430445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa65025-948e-4de7-a146-79365790126e tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:00.434887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa65025-948e-4de7-a146-79365790126e tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:00.435899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-faa65025-948e-4de7-a146-79365790126e tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Synchronizing usage tracker for tenant:86da0b2910c045c9863cca243585a316 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:00.461307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, eba8feee-70ae-4fdb-a261-3e378697d2fb) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:00.465692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:00.466299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.471439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbdffa1-e71c-453b-a945-34e5f43c37ea None None] Network eba8feee-70ae-4fdb-a261-3e378697d2fb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:00.539597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cb0b79b6-44a8-4b78-86e2-4336675d5b5d None None] Provisioning for port 7f0ef6f3-f689-4400-888d-ae332b6d1ded completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:00.556289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cb0b79b6-44a8-4b78-86e2-4336675d5b5d None None] Provisioning complete for port 7f0ef6f3-f689-4400-888d-ae332b6d1ded triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:00.556735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb0b79b6-44a8-4b78-86e2-4336675d5b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.589910 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f63bbac0-9b37-4d94-bd17-4da8d6216f14 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4611168 Apr 05 20:53:00.592664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:00.601019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1136937860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:00.608870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:00.615129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:router and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:00.628127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:00.633395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b79b6-44a8-4b78-86e2-4336675d5b5d None None] Port 7f0ef6f3-f689-4400-888d-ae332b6d1ded cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:00.637965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:00.650423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-faa65025-948e-4de7-a146-79365790126e tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Unset dirty status for tenant:86da0b2910c045c9863cca243585a316 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:00.651813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-faa65025-948e-4de7-a146-79365790126e tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4327490 Apr 05 20:53:00.654960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42012) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:00.747046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Deleting port 7f0ef6f3-f689-4400-888d-ae332b6d1ded {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:00.751099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.754563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-eba8feee-70ae-4fdb-a261-3e378697d2fb', 'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb', 'tenant_id': 'b823616aba2f4412b7041e3457766cfa', 'fixed_ips': [{'subnet_id': '24831fe8-c312-4fb9-b80e-2db070f57b12'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:00.756454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.780591 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.781823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.875884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.963367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Allocated IP 172.20.0.2 (eba8feee-70ae-4fdb-a261-3e378697d2fb/24831fe8-c312-4fb9-b80e-2db070f57b12/d51390e6-4545-45ed-904a-f307a9415043) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:01.057611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.064571 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.216016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Router 923f4a53-6270-431d-beb2-28d6e5f00d0c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:53:01.283184 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.294597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Transition to ACTIVE for port object d51390e6-4545-45ed-904a-f307a9415043 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:01.314517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Transition to ACTIVE for port object d51390e6-4545-45ed-904a-f307a9415043 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:01.353835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Calling delete_port for 7f0ef6f3-f689-4400-888d-ae332b6d1ded owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:01.377648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42030) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:01.393028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.487805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Network eba8feee-70ae-4fdb-a261-3e378697d2fb is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:01.491965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:01.494167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Pushing event updated for resources: {'Port': ['ID=d51390e6-4545-45ed-904a-f307a9415043,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:01.496736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:01.516740 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.517992 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d5ae5fb4-cf05-4aec-899f-27ef6e9b4a16 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9233055 Apr 05 20:53:01.521882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42040) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:01.523842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:53:01.528136 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:53:01.531264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb', 'name': 'tempest-PortsTestJSON-918263908'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:01.541924 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] Sync routers for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:53:01.551462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-447791c7-6bca-4ca0-b849-33381b2107af tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "PUT /v2.0/routers/923f4a53-6270-431d-beb2-28d6e5f00d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1007137 Apr 05 20:53:01.555612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42044) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:01.580422 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:01.581512 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:01.645136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.657982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Attempting to bind port d51390e6-4545-45ed-904a-f307a9415043 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:01.660839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Attempting to bind port d51390e6-4545-45ed-904a-f307a9415043 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'bd8835b5-ac38-413a-88d3-20335101cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:01.660839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Attempting to bind port d51390e6-4545-45ed-904a-f307a9415043 on network eba8feee-70ae-4fdb-a261-3e378697d2fb {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:53:01.672600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:53:01.674158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Checking segment: {'id': 'bd8835b5-ac38-413a-88d3-20335101cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:01.674567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.674957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Bound using segment: {'id': 'bd8835b5-ac38-413a-88d3-20335101cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:53:01.675210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-536874736-network', 'tenant_id': '6507a0400f454537a946bf216d0d6fc3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:01.676561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Bound port: d51390e6-4545-45ed-904a-f307a9415043, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8835b5-ac38-413a-88d3-20335101cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'eba8feee-70ae-4fdb-a261-3e378697d2fb'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:01.677745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.680800 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:01.692149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:01.696651 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] Routers {'923f4a53-6270-431d-beb2-28d6e5f00d0c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:01.697921 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:52:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['923f4a53-6270-431d-beb2-28d6e5f00d0c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:01.724606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event deleted for resources: {'Port': ['ID=7f0ef6f3-f689-4400-888d-ae332b6d1ded,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:01.783774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Usage tracker for resource:network and tenant:6507a0400f454537a946bf216d0d6fc3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:01.790716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:01.796701 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.802757 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:01.803597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:01.804068 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95812e7-5337-4161-8a1f-aebd41e7b010 None None] The sync data for ids ['923f4a53-6270-431d-beb2-28d6e5f00d0c'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:53:01.880442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] For port d51390e6-4545-45ed-904a-f307a9415043, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:53:01.884296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] For port d51390e6-4545-45ed-904a-f307a9415043, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d51390e6-4545-45ed-904a-f307a9415043,segment=NetworkSegment(bd8835b5-ac38-413a-88d3-20335101cdca),segment_id=bd8835b5-ac38-413a-88d3-20335101cdca)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:53:01.887574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:01.893734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:01.898706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:01.906213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:01.920385 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fe04abc0-3700-4f77-be1a-dcf45613ec06 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "DELETE /v2.0/ports/7f0ef6f3-f689-4400-888d-ae332b6d1ded HTTP/1.1" status: 204 len: 168 time: 1.2641282 Apr 05 20:53:01.924161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42052) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:01.931977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Request body: {'port': {'name': 'tempest-new-port-name-802747287', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:01.932360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.api.validators [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] bootfile-name is not in valid_values {{(pid=84581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:01.932688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.api.validators [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] tftp-server is not in valid_values {{(pid=84581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:01.933008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.api.validators [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] server-ip-address is not in valid_values {{(pid=84581) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:01.995792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Made reservation on behalf of 6507a0400f454537a946bf216d0d6fc3 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:01.998075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.027612 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.044020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.070135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:02.072113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.117643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.126827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab69b0-6c14-4cd1-affc-38d24f5e33b6 None None] Pushing event updated for resources: {'Port': ['ID=d51390e6-4545-45ed-904a-f307a9415043,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:02.195039 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.225500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port abd19168-d21f-4797-b63c-78fd6457f893 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:53:02.348683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:02.374458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Usage tracker for resource:security_group_rule and tenant:6507a0400f454537a946bf216d0d6fc3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:02.417344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:02.480579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:02.502771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-35fdc0be-499b-4d56-a4ad-d1146ecf0070 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280317 Apr 05 20:53:02.702386 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-864a4daf-f410-4d57-9c1b-aa1ccb98fff9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 1096 time: 0.0845046 Apr 05 20:53:02.762604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.7 (eba8feee-70ae-4fdb-a261-3e378697d2fb/24831fe8-c312-4fb9-b80e-2db070f57b12/abd19168-d21f-4797-b63c-78fd6457f893) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:02.868490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.875283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-7a4d52da-d0f0-4aef-9bc5-85a28aa37565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:02.876775 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-7a4d52da-d0f0-4aef-9bc5-85a28aa37565 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 200 len: 920 time: 0.1506197 Apr 05 20:53:02.986993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-03e27bf7-7d9b-417b-8d1b-f2f8ee0b9caa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 200 len: 217 time: 0.1033421 Apr 05 20:53:03.109678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-2e0cfafc-a3be-4516-abf9-eb52c6b9ff22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:03.112235 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-2e0cfafc-a3be-4516-abf9-eb52c6b9ff22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 200 len: 858 time: 0.1132751 Apr 05 20:53:03.272906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-e261383e-ffec-4576-8f1d-bc4dd7e93c64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d57210c-d16d-4309-994d-0206c31fb5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469066 Apr 05 20:53:03.349268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.385552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object abd19168-d21f-4797-b63c-78fd6457f893 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:03.401955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.415892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:03.431556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.431556 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Added segment 0506ff10-4aeb-45b6-a0df-edea79b55c0a of type vlan for network f6a57e55-851f-458b-bc17-2b5f18cf4f72 Apr 05 20:53:03.469210 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.483072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bcf14-2e50-48ba-913b-36d43cd8c094 None None] Network eba8feee-70ae-4fdb-a261-3e378697d2fb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:03.524257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f86ad6-dfc3-4868-b064-67db05b898f5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:03.529409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.551066 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-b090c1c4-f6ed-4425-b927-0352344940cc service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723708 Apr 05 20:53:03.585191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.586038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:03.586617 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.754879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42072) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:03.755404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3683679 Apr 05 20:53:03.784425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Request body: {'subnet': {'network_id': 'f6a57e55-851f-458b-bc17-2b5f18cf4f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-536874736-subnet', 'tenant_id': '6507a0400f454537a946bf216d0d6fc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:03.791022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:53:03.803591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.810030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:03.820872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Usage tracker for resource:subnet and tenant:6507a0400f454537a946bf216d0d6fc3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:03.838185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network eba8feee-70ae-4fdb-a261-3e378697d2fb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:03.839027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=abd19168-d21f-4797-b63c-78fd6457f893,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:03.856219 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.865430 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d6ee794-3981-497a-9bce-64c1c0181af4 req-91230855-8f1d-43cd-af96-597eb22f9e15 service neutron] 10.222.0.39 "GET /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070102 Apr 05 20:53:03.868853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554cc75-a360-416d-8531-7a2a51eb5c3e admin admin] Pushing event updated for resources: {'Network': ['ID=f6a57e55-851f-458b-bc17-2b5f18cf4f72,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:03.870174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:03.890487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:03.917452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:03.917452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:03.986529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Made reservation on behalf of 6507a0400f454537a946bf216d0d6fc3 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:03.986529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.005875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f6a57e55-851f-458b-bc17-2b5f18cf4f72 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:04.019232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d51390e6-4545-45ed-904a-f307a9415043 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:04.063903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:04.063903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.078154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Deleting port 0831c6ee-ec7a-48e2-b544-cf4eeb5f6b43 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:04.078154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.130346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.155769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ebd998a0-75d4-422b-a24b-11c364ea3f88 None None] Provisioning for port d51390e6-4545-45ed-904a-f307a9415043 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:04.230602 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.302013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d51390e6-4545-45ed-904a-f307a9415043 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:04.308505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d51390e6-4545-45ed-904a-f307a9415043 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:04.308897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.428493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] In _notify_port_updated(), no bound segment for port addd3211-1e3e-4047-a23d-e519d1d5e28d on network 89b8e065-6058-4a90-8a83-d4c504c4b6dc {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:53:04.434249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:04.435451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.437608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "PUT /v2.0/ports/addd3211-1e3e-4047-a23d-e519d1d5e28d HTTP/1.1" status: 200 len: 1129 time: 2.5115459 Apr 05 20:53:04.453743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42076) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:04.498623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f5446d32-005b-4521-884e-221b6df7a0ca tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9724813 Apr 05 20:53:04.515161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42080) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:04.527587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51922d9-f42d-4984-8852-30fd6d04152f tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event updated for resources: {'Port': ['ID=addd3211-1e3e-4047-a23d-e519d1d5e28d,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:04.595331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974eabef-96a1-4774-acb6-9efc3f04d89b tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:04.599148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-974eabef-96a1-4774-acb6-9efc3f04d89b tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Synchronizing usage tracker for tenant:86da0b2910c045c9863cca243585a316 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:04.635947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.678857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.691076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d51390e6-4545-45ed-904a-f307a9415043, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d51390e6-4545-45ed-904a-f307a9415043,segment=NetworkSegment(bd8835b5-ac38-413a-88d3-20335101cdca),segment_id=bd8835b5-ac38-413a-88d3-20335101cdca)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:04.735048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-974eabef-96a1-4774-acb6-9efc3f04d89b tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Unset dirty status for tenant:86da0b2910c045c9863cca243585a316 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:04.740592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-974eabef-96a1-4774-acb6-9efc3f04d89b tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "GET /v2.0/ports/addd3211-1e3e-4047-a23d-e519d1d5e28d HTTP/1.1" status: 200 len: 1129 time: 0.2851083 Apr 05 20:53:04.744584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:04.787398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.878213 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d624c8d-8f84-4921-bc08-223b3b9d3124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.883810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec7153c-78cf-49c1-ba0d-1847121d116c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:04.898958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Checking segment: {'id': '0506ff10-4aeb-45b6-a0df-edea79b55c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f6a57e55-851f-458b-bc17-2b5f18cf4f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:04.899610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Network hostable DHCP agents. Network: f6a57e55-851f-458b-bc17-2b5f18cf4f72, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:04.902911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e93501fb-5fde-46e3-8a97-ec43e565695e None None] Provisioning for port abd19168-d21f-4797-b63c-78fd6457f893 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:04.920924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Deleting port addd3211-1e3e-4047-a23d-e519d1d5e28d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:04.938495 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.950196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e93501fb-5fde-46e3-8a97-ec43e565695e None None] Provisioning complete for port abd19168-d21f-4797-b63c-78fd6457f893 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:04.950735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e93501fb-5fde-46e3-8a97-ec43e565695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.013823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e93501fb-5fde-46e3-8a97-ec43e565695e None None] Port abd19168-d21f-4797-b63c-78fd6457f893 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:05.039605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d51390e6-4545-45ed-904a-f307a9415043,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:05.049775 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.051213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e93501fb-5fde-46e3-8a97-ec43e565695e None None] Provisioning complete for port d51390e6-4545-45ed-904a-f307a9415043 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:05.052290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e93501fb-5fde-46e3-8a97-ec43e565695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.104392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Network f6a57e55-851f-458b-bc17-2b5f18cf4f72 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:05.285844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Calling delete_port for 0831c6ee-ec7a-48e2-b544-cf4eeb5f6b43 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:05.329607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-231c2a82-88f8-4e87-b079-2101116f1e05 None None] Provisioning complete for port addd3211-1e3e-4047-a23d-e519d1d5e28d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:05.329979 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-231c2a82-88f8-4e87-b079-2101116f1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.348271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f6a57e55-851f-458b-bc17-2b5f18cf4f72) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:05.359428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:05.360150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.425347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a6598a-f0c0-45db-bdb1-13eb62506640 None None] Network f6a57e55-851f-458b-bc17-2b5f18cf4f72 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:05.442980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.522480 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-216f4d70-3a68-42b5-a39d-a180a0c92f5a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7658179 Apr 05 20:53:05.592585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Calling delete_port for addd3211-1e3e-4047-a23d-e519d1d5e28d owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:05.668815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-231c2a82-88f8-4e87-b079-2101116f1e05 None None] Port addd3211-1e3e-4047-a23d-e519d1d5e28d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:05.732793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-231c2a82-88f8-4e87-b079-2101116f1e05 None None] Provisioning complete for port abd19168-d21f-4797-b63c-78fd6457f893 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:05.733758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-231c2a82-88f8-4e87-b079-2101116f1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.788590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-231c2a82-88f8-4e87-b079-2101116f1e05 None None] Port abd19168-d21f-4797-b63c-78fd6457f893 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:05.790314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f36b8-895e-407e-85b9-28024a923f82 None None] Network f6a57e55-851f-458b-bc17-2b5f18cf4f72 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:05.874169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.888342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d51390e6-4545-45ed-904a-f307a9415043 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:05.976976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.010501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event deleted for resources: {'Port': ['ID=addd3211-1e3e-4047-a23d-e519d1d5e28d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:06.044311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.089434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.156589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d51390e6-4545-45ed-904a-f307a9415043 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:06.156965 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.212425 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58fb65e7-eb8a-412e-8d57-2901e22f0555 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "DELETE /v2.0/ports/addd3211-1e3e-4047-a23d-e519d1d5e28d HTTP/1.1" status: 204 len: 168 time: 1.4632196 Apr 05 20:53:06.212820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42098) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:06.247472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Port': ['ID=0831c6ee-ec7a-48e2-b544-cf4eeb5f6b43,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:06.520359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Deleting subnet 6863ea2c-0f9a-4909-9094-b4bb6a5cec63 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:53:06.526292 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.632765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.737358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.844428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-533be717-216b-4e13-b76f-31dbe4409e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.917789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42114) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:06.937150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.960317 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.015835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event deleted for resources: {'Subnet': ['ID=6863ea2c-0f9a-4909-9094-b4bb6a5cec63,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:07.031462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.036863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] Deleting subnet aec7153c-78cf-49c1-ba0d-1847121d116c {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:53:07.041803 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.042712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263db7a-9a2e-46d1-b361-820479b2eb40 None None] Network 89b8e065-6058-4a90-8a83-d4c504c4b6dc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:07.079106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f8ba4098-6d5c-45ac-8840-fb32bc4654fd tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "DELETE /v2.0/subnets/6863ea2c-0f9a-4909-9094-b4bb6a5cec63 HTTP/1.1" status: 204 len: 168 time: 0.8649077 Apr 05 20:53:07.084398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42118) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:07.209078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.270191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.275631 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:53:07.291581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.294839 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.298282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.302745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.326226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Deleting port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:07.326567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.390531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.410436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] DHCP port deletion for 89b8e065-6058-4a90-8a83-d4c504c4b6dc request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:53:07.415672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Deleting port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:07.416048 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.487368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=abd19168-d21f-4797-b63c-78fd6457f893,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:07.495884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.496393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Fanout notify agent at l3_agent the message router_deleted on router 923f4a53-6270-431d-beb2-28d6e5f00d0c {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:53:07.549130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.603842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.605564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-321c6a5a-8d8a-4f68-9ef4-4502f0726fee tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "DELETE /v2.0/routers/923f4a53-6270-431d-beb2-28d6e5f00d0c HTTP/1.1" status: 204 len: 168 time: 6.0491452 Apr 05 20:53:07.616950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42122) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:07.642110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec7153c-78cf-49c1-ba0d-1847121d116c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:07.670622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] For port def3f8f3-a461-4b11-a1b1-8e4eb4f67600, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,segment=NetworkSegment(dc77319d-3d76-4871-9c55-73e39ad89524),segment_id=dc77319d-3d76-4871-9c55-73e39ad89524)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:07.671158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.711900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.816664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] For port def3f8f3-a461-4b11-a1b1-8e4eb4f67600, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,segment=NetworkSegment(dc77319d-3d76-4871-9c55-73e39ad89524),segment_id=dc77319d-3d76-4871-9c55-73e39ad89524)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:07.817407 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.975015 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0b13578f-565f-436f-b3e5-8623efc9bb61 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/aec7153c-78cf-49c1-ba0d-1847121d116c HTTP/1.1" status: 204 len: 168 time: 1.0596273 Apr 05 20:53:07.981937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Calling delete_port for def3f8f3-a461-4b11-a1b1-8e4eb4f67600 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:07.997173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42128) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:08.012075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Calling delete_port for def3f8f3-a461-4b11-a1b1-8e4eb4f67600 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:08.092462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device def3f8f3-a461-4b11-a1b1-8e4eb4f67600 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:08.147345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7b3882bf-d5bc-4b0f-8b77-f70915c223ec None None] Provisioning complete for port abd19168-d21f-4797-b63c-78fd6457f893 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:08.147714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7b3882bf-d5bc-4b0f-8b77-f70915c223ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.148670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.190866 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:08.191808 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:08.230317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No active binding found for port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 {{(pid=84582) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 20:53:08.230719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device def3f8f3-a461-4b11-a1b1-8e4eb4f67600 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:08.235272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event deleted for resources: {'Port': ['ID=def3f8f3-a461-4b11-a1b1-8e4eb4f67600,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:08.251627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7b3882bf-d5bc-4b0f-8b77-f70915c223ec None None] Port abd19168-d21f-4797-b63c-78fd6457f893 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:08.256607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] No DVR routers for this DVR port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:08.342147 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.354268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.458155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.496397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b8e065-6058-4a90-8a83-d4c504c4b6dc']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:08.516405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc77319d-3d76-4871-9c55-73e39ad89524') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:08.516613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc77319d-3d76-4871-9c55-73e39ad89524') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:08.532664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.535791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.540128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Deleting subnet 3296c122-7e97-44ae-955d-531987cc383e {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:53:08.562072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.572029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:08.572443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:08.590540 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:08.629122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.673537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.693498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Deleting port def3f8f3-a461-4b11-a1b1-8e4eb4f67600 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:08.695163 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.752708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.753256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.757611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a57e55-851f-458b-bc17-2b5f18cf4f72']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:08.774271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.786791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-06b151e9-e69e-4ab1-9c1a-9d95fded932b None None] The port 'def3f8f3-a461-4b11-a1b1-8e4eb4f67600' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:53:08.794592 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.806814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] Pushing event deleted for resources: {'Network': ['ID=89b8e065-6058-4a90-8a83-d4c504c4b6dc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:08.809002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0506ff10-4aeb-45b6-a0df-edea79b55c0a') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:08.809325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0506ff10-4aeb-45b6-a0df-edea79b55c0a') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:08.820403 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-80ddb39b-e822-4855-9a15-2da529787ab6 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057 tempest-ExtraDHCPOptionsIpV6TestJSON-2007813057-project] 10.222.0.10 "DELETE /v2.0/networks/89b8e065-6058-4a90-8a83-d4c504c4b6dc HTTP/1.1" status: 204 len: 168 time: 1.7325428 Apr 05 20:53:08.836224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.864777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.881901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:08.882565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:08.896691 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:09.046011 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.101601 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.124589 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.147317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.188587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a57e55-851f-458b-bc17-2b5f18cf4f72,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:09.210926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c255c17c-4028-4b70-87ee-2947a92b2aa0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6a57e55-851f-458b-bc17-2b5f18cf4f72 HTTP/1.1" status: 204 len: 168 time: 1.2122769 Apr 05 20:53:09.369945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.423450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42140) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:09.533879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Subnet': ['ID=3296c122-7e97-44ae-955d-531987cc383e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:09.559279 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.561531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ab2f7dbc-4ea1-4889-a76a-b1ef4344882d tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "DELETE /v2.0/subnets/3296c122-7e97-44ae-955d-531987cc383e HTTP/1.1" status: 204 len: 168 time: 1.9431579 Apr 05 20:53:09.564361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42146) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:09.567766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca74f7-44fe-4eda-ac3a-16dc92b91c21 None None] Network 1642deef-0c99-4a01-ae9a-4f2c072969aa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:09.790871 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f67f50c1-9288-4fed-825d-01237595769c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86da0b2910c045c9863cca243585a316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3140314 Apr 05 20:53:09.790871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.791335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.791422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Deleting port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:09.791422 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.793176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42150) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:09.883593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.912021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] DHCP port deletion for 1642deef-0c99-4a01-ae9a-4f2c072969aa request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:53:09.915941 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.917990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Deleting port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:09.918469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.990750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42160) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:10.051916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] For port a689e02a-c3b4-4790-8bda-dd8ffdd6c948, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,segment=NetworkSegment(abe0278d-c48d-4cdb-b88a-fbd8998042d4),segment_id=abe0278d-c48d-4cdb-b88a-fbd8998042d4)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:10.052357 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.124029 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a581dc40-4d78-464e-b000-4c459f76e184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.166944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a581dc40-4d78-464e-b000-4c459f76e184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.212855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Calling delete_port for a689e02a-c3b4-4790-8bda-dd8ffdd6c948 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:10.263819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=abd19168-d21f-4797-b63c-78fd6457f893,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:10.266860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.272427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] For port a689e02a-c3b4-4790-8bda-dd8ffdd6c948, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,segment=NetworkSegment(abe0278d-c48d-4cdb-b88a-fbd8998042d4),segment_id=abe0278d-c48d-4cdb-b88a-fbd8998042d4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:10.272860 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.282584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b13fa02-abee-44c4-8237-612b78ddcab6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6507a0400f454537a946bf216d0d6fc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2905593 Apr 05 20:53:10.286364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42164) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:10.408000 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a581dc40-4d78-464e-b000-4c459f76e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.411868 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0222bf59-9259-4eb9-aec3-d48a7d08f393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.445143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0222bf59-9259-4eb9-aec3-d48a7d08f393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.459480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.468275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581dc40-4d78-464e-b000-4c459f76e184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9739cc3e-5fc1-4737-9592-9759e084fdc5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:10.502149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a581dc40-4d78-464e-b000-4c459f76e184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.503354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a581dc40-4d78-464e-b000-4c459f76e184 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9739cc3e-5fc1-4737-9592-9759e084fdc5 HTTP/1.1" status: 204 len: 168 time: 0.7088866 Apr 05 20:53:10.553618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Calling delete_port for a689e02a-c3b4-4790-8bda-dd8ffdd6c948 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:10.556616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Port': ['ID=a689e02a-c3b4-4790-8bda-dd8ffdd6c948,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:10.570746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] No DVR routers for this DVR port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:10.620144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network eba8feee-70ae-4fdb-a261-3e378697d2fb is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:10.622601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:10.653906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:10.654616 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:10.812792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.848384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1642deef-0c99-4a01-ae9a-4f2c072969aa']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:10.861729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe0278d-c48d-4cdb-b88a-fbd8998042d4') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:10.862026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe0278d-c48d-4cdb-b88a-fbd8998042d4') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:10.882697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.904214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.915064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:10.915658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.033114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-32007372-4455-476a-94ee-5ecba61c8695 None None] Provisioning complete for port abd19168-d21f-4797-b63c-78fd6457f893 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:11.033503 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-32007372-4455-476a-94ee-5ecba61c8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:11.128605 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:11.150923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-32007372-4455-476a-94ee-5ecba61c8695 None None] Port abd19168-d21f-4797-b63c-78fd6457f893 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:11.155771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Deleting port a689e02a-c3b4-4790-8bda-dd8ffdd6c948 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:11.156277 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.199066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.277785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ba68d2a5-14d0-4cd9-8200-5cf6b14880d1 None None] The port 'a689e02a-c3b4-4790-8bda-dd8ffdd6c948' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:53:11.281429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.289962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Network': ['ID=1642deef-0c99-4a01-ae9a-4f2c072969aa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:11.303304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0222bf59-9259-4eb9-aec3-d48a7d08f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.328653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Router e0e409dd-a455-4621-9ca6-ea3996427024 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:53:11.387512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0222bf59-9259-4eb9-aec3-d48a7d08f393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.389402 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0222bf59-9259-4eb9-aec3-d48a7d08f393 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51f86ad6-dfc3-4868-b064-67db05b898f5 HTTP/1.1" status: 204 len: 168 time: 1.1018736 Apr 05 20:53:11.390962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222bf59-9259-4eb9-aec3-d48a7d08f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f86ad6-dfc3-4868-b064-67db05b898f5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:11.477218 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c79220db-1d45-4be0-9aa7-0155a2aff2f2 tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "DELETE /v2.0/networks/1642deef-0c99-4a01-ae9a-4f2c072969aa HTTP/1.1" status: 204 len: 168 time: 1.9117045 Apr 05 20:53:11.478689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:11.691229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:53:11.701774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] Sync routers for ids ['e0e409dd-a455-4621-9ca6-ea3996427024'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:53:11.716482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-78bda5a8-6b13-457e-8352-a330e29d28f6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "PUT /v2.0/routers/e0e409dd-a455-4621-9ca6-ea3996427024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1715047 Apr 05 20:53:11.719544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42186) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:11.721679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] Routers {'e0e409dd-a455-4621-9ca6-ea3996427024'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:11.722880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e0e409dd-a455-4621-9ca6-ea3996427024'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:11.746687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Deleting port 096c7578-7ddd-4c0a-af6e-699393fc6cab {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:11.747365 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.909618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a689e02a-c3b4-4790-8bda-dd8ffdd6c948 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:11.928317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3735bc-6aa4-4a46-a6e2-b83363ed132a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:11.929118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df3735bc-6aa4-4a46-a6e2-b83363ed132a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:11.969866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:11.977857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a689e02a-c3b4-4790-8bda-dd8ffdd6c948 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:53:11.978204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a689e02a-c3b4-4790-8bda-dd8ffdd6c948 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:11.989853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] Routers {'e0e409dd-a455-4621-9ca6-ea3996427024'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:11.989853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e0e409dd-a455-4621-9ca6-ea3996427024'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:12.055325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df3735bc-6aa4-4a46-a6e2-b83363ed132a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:12.059610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42194) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:12.067144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-df3735bc-6aa4-4a46-a6e2-b83363ed132a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e409dd-a455-4621-9ca6-ea3996427024 HTTP/1.1" status: 200 len: 981 time: 0.3435564 Apr 05 20:53:12.133658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:12.133994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f5a9b9-36d8-4dea-8364-72ec8811ada0 None None] The sync data for ids ['e0e409dd-a455-4621-9ca6-ea3996427024'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:53:12.461447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.461816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.614557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Calling delete_port for 096c7578-7ddd-4c0a-af6e-699393fc6cab owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:12.730712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42214) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:12.901726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1002110414'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:12.911416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:12.928202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:12.936241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:12.948770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:13.038776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.067067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:13.071983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.086791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.109280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Pushing event deleted for resources: {'Port': ['ID=096c7578-7ddd-4c0a-af6e-699393fc6cab,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:13.131923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:13.138640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:security_group_rule and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:13.142568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:13.150995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:13.259497 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.302323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.324138 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.343377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:13.400879 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.402157 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment 835a7625-4d04-46a9-868f-42f0240ca931 of type vlan for network edc4903a-e173-452b-89c0-8e844e7cf62d Apr 05 20:53:13.466099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.467316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-808084f0-e98d-4a0c-920f-e949d4a47f8c tempest-FloatingIPAdminTestJSON-1914469513 tempest-FloatingIPAdminTestJSON-1914469513-project] 10.222.0.10 "DELETE /v2.0/floatingips/cae57719-8a48-4bcf-a2ce-a2b0f395356f HTTP/1.1" status: 204 len: 168 time: 1.9874637 Apr 05 20:53:13.499109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b140cc04-026d-4ede-9e2f-4b2fbb0fea46,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:13.532530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.541832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.700909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.705590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:13.706209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.855565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=edc4903a-e173-452b-89c0-8e844e7cf62d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:13.876167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network edc4903a-e173-452b-89c0-8e844e7cf62d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:13.930758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd19fc12-3e51-4633-bb05-bb54b27d927f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1984305 Apr 05 20:53:14.008277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port abd19168-d21f-4797-b63c-78fd6457f893 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:14.009428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.278367 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.335344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42250) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:14.454614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02829370-2459-4285-8bd0-84225a4f5165 req-174c8d00-63de-4830-a80e-22400a8aa10b tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=405b93fd-d61a-499b-bf2e-b00afc951702 HTTP/1.1" status: 200 len: 210 time: 0.1021256 Apr 05 20:53:14.691663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7f7916f4-dee2-4010-b097-73e650c6ca26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c561b242413a4dbbbfd7c0c2abd88d15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3551650 Apr 05 20:53:14.694712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42262) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:14.719949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for abd19168-d21f-4797-b63c-78fd6457f893 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:14.863272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87fc8694-1bc3-4cba-9d23-d1d175ef06c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.951375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87fc8694-1bc3-4cba-9d23-d1d175ef06c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.095549 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87fc8694-1bc3-4cba-9d23-d1d175ef06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.130525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.139997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc8694-1bc3-4cba-9d23-d1d175ef06c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09935d25-f9e6-43a5-a889-8ba315248659,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:15.165232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87fc8694-1bc3-4cba-9d23-d1d175ef06c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.166866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-87fc8694-1bc3-4cba-9d23-d1d175ef06c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09935d25-f9e6-43a5-a889-8ba315248659 HTTP/1.1" status: 204 len: 168 time: 0.4645636 Apr 05 20:53:15.483318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=abd19168-d21f-4797-b63c-78fd6457f893,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:15.668213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d557bc-4875-4a28-82a9-fa85c3e344af req-adde3bf0-49e9-4f65-836b-c77da2edc593 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1450570 Apr 05 20:53:15.902771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.683043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Router e0e409dd-a455-4621-9ca6-ea3996427024 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:53:16.751786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42294) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:16.829958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.918436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:53:16.940765 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] Sync routers for ids ['e0e409dd-a455-4621-9ca6-ea3996427024'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:53:16.955651 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] Routers {'e0e409dd-a455-4621-9ca6-ea3996427024'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:16.956417 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e0e409dd-a455-4621-9ca6-ea3996427024'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.018285 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.030629 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] Routers {'e0e409dd-a455-4621-9ca6-ea3996427024'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:17.031247 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e0e409dd-a455-4621-9ca6-ea3996427024'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.061631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e048335-f7e8-43c7-aea8-8d2d04235335 req-4a48cdf9-e2cc-4392-a8a5-cf1d0e7f33b3 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1682358 Apr 05 20:53:17.076958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:17.084078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:31e712532e5445ccb8557f5c9651d416 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:17.089714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:17.183779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:17.183902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.183902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b0839f-d7b0-420e-b667-f1294b1f8555 None None] The sync data for ids ['e0e409dd-a455-4621-9ca6-ea3996427024'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:53:17.184092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.261326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.264217 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d6cf776-1b0a-47ee-ab15-63f499129759 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "PUT /v2.0/routers/e0e409dd-a455-4621-9ca6-ea3996427024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1945953 Apr 05 20:53:17.266658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42302) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:17.297984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42306) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:17.309420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31e712532e5445ccb8557f5c9651d416&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5566316 Apr 05 20:53:17.316691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': 'edc4903a-e173-452b-89c0-8e844e7cf62d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:17.331602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42308) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:17.378994 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a68d3e-72b7-4990-9142-cb589190bcce tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:53:17.379601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b7a68d3e-72b7-4990-9142-cb589190bcce tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:17.432700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b7a68d3e-72b7-4990-9142-cb589190bcce tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:17.440323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b7a68d3e-72b7-4990-9142-cb589190bcce tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/abd19168-d21f-4797-b63c-78fd6457f893 HTTP/1.1" status: 404 len: 333 time: 0.1720421 Apr 05 20:53:17.441514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42322) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:17.468829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34412833-3d84-4f5f-b989-2d9fa0f57ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aaaea6-ed80-4e53-a958-e22328160a76,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:17.518821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:17.522707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:17.525599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:17.531359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:17.555403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15b1cd84-db53-4e99-8628-338f16c79578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.593207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15b1cd84-db53-4e99-8628-338f16c79578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.635727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-644733a8-4e79-42fd-9cf1-ddcfc1565bd4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.662619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:17.798511 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15b1cd84-db53-4e99-8628-338f16c79578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.834870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15b1cd84-db53-4e99-8628-338f16c79578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.836506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-15b1cd84-db53-4e99-8628-338f16c79578 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9aaaea6-ed80-4e53-a958-e22328160a76 HTTP/1.1" status: 204 len: 168 time: 0.5017002 Apr 05 20:53:17.837559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1cd84-db53-4e99-8628-338f16c79578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aaaea6-ed80-4e53-a958-e22328160a76,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:17.864127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.197223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-644733a8-4e79-42fd-9cf1-ddcfc1565bd4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.202228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-644733a8-4e79-42fd-9cf1-ddcfc1565bd4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.284089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.312247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-644733a8-4e79-42fd-9cf1-ddcfc1565bd4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.312768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644733a8-4e79-42fd-9cf1-ddcfc1565bd4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Fanout notify agent at l3_agent the message router_deleted on router e0e409dd-a455-4621-9ca6-ea3996427024 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:53:18.329445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-644733a8-4e79-42fd-9cf1-ddcfc1565bd4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.333511 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-644733a8-4e79-42fd-9cf1-ddcfc1565bd4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/routers/e0e409dd-a455-4621-9ca6-ea3996427024 HTTP/1.1" status: 204 len: 168 time: 0.8880372 Apr 05 20:53:18.334236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42330) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:18.494858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34541176-426d-4735-ae9b-54f4ba787a5b req-01d3f9de-c19d-4b08-925f-590086c6dce6 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0910971 Apr 05 20:53:18.508835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=af70a599-d112-452d-b694-d03adfde98cc,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:18.563944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': '835a7625-4d04-46a9-868f-42f0240ca931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'edc4903a-e173-452b-89c0-8e844e7cf62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:18.564300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: edc4903a-e173-452b-89c0-8e844e7cf62d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:18.683800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network edc4903a-e173-452b-89c0-8e844e7cf62d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:18.759071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, edc4903a-e173-452b-89c0-8e844e7cf62d) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:18.763315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:18.768135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.778417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771eed8d-ce7e-4d9c-ae6e-b8ae21d7b017 None None] Network edc4903a-e173-452b-89c0-8e844e7cf62d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:18.836808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 24831fe8-c312-4fb9-b80e-2db070f57b12 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:53:18.850347 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.900798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8b714075-6dce-4458-9cc7-473c78c532ed tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5897639 Apr 05 20:53:18.905995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42338) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:18.913409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277202802'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:18.924567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:18.933732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:18.939747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:18.958368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:19.013007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.031346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42342) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:19.059716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.074123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:19.078207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.133037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:19.145505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Usage tracker for resource:security_group_rule and tenant:15c6f35658f84be9b22a6e2d398733aa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:19.149375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:19.157160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:19.214620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.260111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.264016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:19.274794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.275178 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment b143a5e2-e116-4c66-9bd4-94a0ee3259eb of type vlan for network 81cc9afe-23ad-4b65-baee-6a635f0685af Apr 05 20:53:19.314481 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.324419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-edc4903a-e173-452b-89c0-8e844e7cf62d', 'network_id': 'edc4903a-e173-452b-89c0-8e844e7cf62d', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': 'af70a599-d112-452d-b694-d03adfde98cc'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:19.325400 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.362044 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.415499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3e70db-49f9-4340-b2eb-67b9ee1d3894,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:19.422949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.441240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8cecd26c-2262-41a4-a2ad-0c0b1e2fbfd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15c6f35658f84be9b22a6e2d398733aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4046333 Apr 05 20:53:19.441240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42346) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:19.465227 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.470084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:19.470953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.497164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=24831fe8-c312-4fb9-b80e-2db070f57b12,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:19.520027 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.527837 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-44637909-853a-4397-b2fa-a00bc5ebc392 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/24831fe8-c312-4fb9-b80e-2db070f57b12 HTTP/1.1" status: 204 len: 168 time: 1.1927600 Apr 05 20:53:19.533113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42352) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:19.557359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Allocated IP 2001:db8:0:ffff::2 (edc4903a-e173-452b-89c0-8e844e7cf62d/af70a599-d112-452d-b694-d03adfde98cc/41a5680a-9f8c-4c57-969e-48768c085e45) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:19.657091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=81cc9afe-23ad-4b65-baee-6a635f0685af,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:19.691968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.703798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port d51390e6-4545-45ed-904a-f307a9415043 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:19.704656 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.762901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75cf120f-c5ae-4088-a1cb-e4223d06f1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.829387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-19b4ffa2-7dd0-47eb-be1a-c4e87654cc62 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9240780 Apr 05 20:53:19.840245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42358) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:19.843961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75cf120f-c5ae-4088-a1cb-e4223d06f1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.864611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34167aa4-f300-4a86-bf34-b5e1f111e9ce req-a9a59431-358a-469e-9190-9337f0f59d3c tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0810494 Apr 05 20:53:19.878504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': '81cc9afe-23ad-4b65-baee-6a635f0685af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:19.882126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.895084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Transition to ACTIVE for port object 41a5680a-9f8c-4c57-969e-48768c085e45 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:19.917478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Transition to ACTIVE for port object 41a5680a-9f8c-4c57-969e-48768c085e45 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:19.922710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc761244-8987-43f8-a833-bfea0d6b24b9 None None] Network eba8feee-70ae-4fdb-a261-3e378697d2fb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:20.040038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 81cc9afe-23ad-4b65-baee-6a635f0685af details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:20.049063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:20.053138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:20.056495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:20.062732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:20.085721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] For port d51390e6-4545-45ed-904a-f307a9415043, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d51390e6-4545-45ed-904a-f307a9415043,segment=NetworkSegment(bd8835b5-ac38-413a-88d3-20335101cdca),segment_id=bd8835b5-ac38-413a-88d3-20335101cdca)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:20.086167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.108379 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.146218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:20.221900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75cf120f-c5ae-4088-a1cb-e4223d06f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.236021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for d51390e6-4545-45ed-904a-f307a9415043 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:20.258766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf120f-c5ae-4088-a1cb-e4223d06f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3e70db-49f9-4340-b2eb-67b9ee1d3894,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:20.280574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Pushing event updated for resources: {'Port': ['ID=41a5680a-9f8c-4c57-969e-48768c085e45,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:20.287094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75cf120f-c5ae-4088-a1cb-e4223d06f1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.292592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-75cf120f-c5ae-4088-a1cb-e4223d06f1c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea3e70db-49f9-4340-b2eb-67b9ee1d3894 HTTP/1.1" status: 204 len: 168 time: 0.8533006 Apr 05 20:53:20.298147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.346904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Network edc4903a-e173-452b-89c0-8e844e7cf62d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:20.357421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:20.376756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:20.389718 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.506908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.573148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Attempting to bind port 41a5680a-9f8c-4c57-969e-48768c085e45 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:20.576620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Attempting to bind port 41a5680a-9f8c-4c57-969e-48768c085e45 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '835a7625-4d04-46a9-868f-42f0240ca931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'edc4903a-e173-452b-89c0-8e844e7cf62d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:20.576620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Attempting to bind port 41a5680a-9f8c-4c57-969e-48768c085e45 on network edc4903a-e173-452b-89c0-8e844e7cf62d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:53:20.584836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=d51390e6-4545-45ed-904a-f307a9415043,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:20.591172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No DVR routers for this DVR port d51390e6-4545-45ed-904a-f307a9415043 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:20.597968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:53:20.598383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Checking segment: {'id': '835a7625-4d04-46a9-868f-42f0240ca931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'edc4903a-e173-452b-89c0-8e844e7cf62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:20.598793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.599394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Bound using segment: {'id': '835a7625-4d04-46a9-868f-42f0240ca931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'edc4903a-e173-452b-89c0-8e844e7cf62d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:53:20.599869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Bound port: 41a5680a-9f8c-4c57-969e-48768c085e45, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835a7625-4d04-46a9-868f-42f0240ca931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'edc4903a-e173-452b-89c0-8e844e7cf62d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:20.600245 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.748520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] For port 41a5680a-9f8c-4c57-969e-48768c085e45, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:53:20.753101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] For port 41a5680a-9f8c-4c57-969e-48768c085e45, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=41a5680a-9f8c-4c57-969e-48768c085e45,segment=NetworkSegment(835a7625-4d04-46a9-868f-42f0240ca931),segment_id=835a7625-4d04-46a9-868f-42f0240ca931)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:53:20.756961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f8c6f-fb08-49ad-a946-11922f1251f6 None None] DHCP port deletion for eba8feee-70ae-4fdb-a261-3e378697d2fb request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:53:20.949199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.992976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba8feee-70ae-4fdb-a261-3e378697d2fb']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:21.019731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8835b5-ac38-413a-88d3-20335101cdca') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:21.020135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8835b5-ac38-413a-88d3-20335101cdca') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:21.044394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.072143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.107832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.128497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:21.129090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:21.208058 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:21.263151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.307992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e32ac5-6c47-41ee-908f-4cb2809155bd None None] Pushing event updated for resources: {'Port': ['ID=41a5680a-9f8c-4c57-969e-48768c085e45,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:21.348637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22347fe6-7585-4822-b70e-aa144f81c441 req-2ac874d0-50eb-44d0-936a-59225512cfa0 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.2170620 Apr 05 20:53:21.485581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=0485b6fa-c7c3-437c-88f4-5e7d46ffca7e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:21.531723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': 'b143a5e2-e116-4c66-9bd4-94a0ee3259eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '81cc9afe-23ad-4b65-baee-6a635f0685af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:21.532194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: 81cc9afe-23ad-4b65-baee-6a635f0685af, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:21.536297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.570675 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6a0bc0fd-e506-4d60-af64-71ac187f591d req-f795d49f-e0f5-4254-b02f-eb75ecb630e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=405b93fd-d61a-499b-bf2e-b00afc951702 HTTP/1.1" status: 200 len: 210 time: 0.1083605 Apr 05 20:53:21.579350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.586797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=eba8feee-70ae-4fdb-a261-3e378697d2fb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:21.628779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network 81cc9afe-23ad-4b65-baee-6a635f0685af is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:21.679269 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-81e8b360-dec5-4755-988a-30d7e07e7178 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/eba8feee-70ae-4fdb-a261-3e378697d2fb HTTP/1.1" status: 204 len: 168 time: 2.1431823 Apr 05 20:53:21.683489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42382) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:21.759406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 81cc9afe-23ad-4b65-baee-6a635f0685af) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:21.767463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584880c9-c14d-4e3e-94cc-d16d1cccec44 None None] Network 81cc9afe-23ad-4b65-baee-6a635f0685af requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:21.796175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:21.796764 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.893383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48af61-e9a4-45b2-93b6-7821bfec6523 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:21.898494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4a48af61-e9a4-45b2-93b6-7821bfec6523 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/e0486569-2379-421c-a551-dda5a46a80bc HTTP/1.1" status: 200 len: 841 time: 0.2102795 Apr 05 20:53:21.898742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42386) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:21.933694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 41a5680a-9f8c-4c57-969e-48768c085e45 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:21.977460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e03bbb58-eb52-4df8-9c14-70dbe688dfee tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1358728 Apr 05 20:53:21.979775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42392) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:22.039921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-71082c89-bf52-4865-ba5f-147b42b61c98 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:22.146375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-71082c89-bf52-4865-ba5f-147b42b61c98 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:22.151559 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-71082c89-bf52-4865-ba5f-147b42b61c98 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/e0486569-2379-421c-a551-dda5a46a80bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2484381 Apr 05 20:53:22.153899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:22.161741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:22.217756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.295332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 41a5680a-9f8c-4c57-969e-48768c085e45 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:22.299868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01c97ee-93a0-43d5-ac9c-b7e1d450d5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-81cc9afe-23ad-4b65-baee-6a635f0685af', 'network_id': '81cc9afe-23ad-4b65-baee-6a635f0685af', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': '0485b6fa-c7c3-437c-88f4-5e7d46ffca7e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:22.311689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.324081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b01c97ee-93a0-43d5-ac9c-b7e1d450d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.366248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:22.370174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:22.373995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:22.395389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:22.472450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:22.518877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.549776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d51390e6-4545-45ed-904a-f307a9415043 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:22.622932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d51390e6-4545-45ed-904a-f307a9415043 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:53:22.623381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d51390e6-4545-45ed-904a-f307a9415043 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:22.635733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42406) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:22.640396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=0485b6fa-c7c3-437c-88f4-5e7d46ffca7e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:22.730774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0547c90-13f9-41dd-b50f-4fff5f3f28cf req-abdfbf36-de16-48f5-84fa-117ccacb7a04 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1088505 Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-b01c97ee-93a0-43d5-ac9c-b7e1d450d5b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0485b6fa-c7c3-437c-88f4-5e7d46ffca7e: This subnet is being modified by another concurrent operation. Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:53:22.767779 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0485b6fa-c7c3-437c-88f4-5e7d46ffca7e: This subnet is being modified by another concurrent operation. Apr 05 20:53:22.772450 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 20:53:22.851089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441bab44-4170-4ad1-a220-4a606795a810 None None] Network 81cc9afe-23ad-4b65-baee-6a635f0685af requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:22.881507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.957379 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.996595 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-75baff63-d7c2-4555-bddf-93cf86b5c37d req-acf3513f-25bd-4300-ab6e-d7af8867345d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0989399 Apr 05 20:53:23.039637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cc9afe-23ad-4b65-baee-6a635f0685af']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:23.088840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b143a5e2-e116-4c66-9bd4-94a0ee3259eb') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:23.089196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b143a5e2-e116-4c66-9bd4-94a0ee3259eb') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:23.116518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-100453e9-a6c6-4180-ac3b-6c1f425fac7f tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.117583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-100453e9-a6c6-4180-ac3b-6c1f425fac7f tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4750147 Apr 05 20:53:23.125520 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.134286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42418) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.145392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-f55f7a8a-837a-4062-be73-548a1f29118f tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.146963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f55f7a8a-837a-4062-be73-548a1f29118f tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0117097 Apr 05 20:53:23.150018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42422) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.159187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-aa30b00f-e96d-4b20-a98f-af47df35f0b5 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.164493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aa30b00f-e96d-4b20-a98f-af47df35f0b5 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0129259 Apr 05 20:53:23.168443 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.172527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42426) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.188661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-9efb78f1-6489-469a-b46a-5ca9778dc59d tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.190208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9efb78f1-6489-469a-b46a-5ca9778dc59d tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0099649 Apr 05 20:53:23.192910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42430) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.195450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:23.201882 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:23.215397 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:23.219053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-3a0bab55-a772-4e0d-8c34-ff7d1af3b7e2 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.222866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3a0bab55-a772-4e0d-8c34-ff7d1af3b7e2 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0273712 Apr 05 20:53:23.226348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42434) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.311457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-a754edee-4508-4254-96f1-eb291debf9f4 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.316421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a754edee-4508-4254-96f1-eb291debf9f4 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0853226 Apr 05 20:53:23.321836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42438) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.357992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-b33fb015-565c-4789-863f-64a0950c8d6a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.361332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b33fb015-565c-4789-863f-64a0950c8d6a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0315793 Apr 05 20:53:23.366215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42442) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.374531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-56fb3c5f-5e6a-4876-982e-3f83ccecf839 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.377987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-56fb3c5f-5e6a-4876-982e-3f83ccecf839 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0087624 Apr 05 20:53:23.380885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42446) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.398855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-14a2ea5d-7861-4757-b109-111b50b0d152 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.398855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-14a2ea5d-7861-4757-b109-111b50b0d152 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0143783 Apr 05 20:53:23.400914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42450) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.437908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-5cbed60c-bc6f-4269-b4b9-df8847241c4c tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.443678 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5cbed60c-bc6f-4269-b4b9-df8847241c4c tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0247073 Apr 05 20:53:23.448897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.449042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42456) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.453650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-92bef700-2248-4a92-9659-4dc324f06454 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.457568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-92bef700-2248-4a92-9659-4dc324f06454 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0088780 Apr 05 20:53:23.457844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.467932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-fea14791-3058-4b90-a6c1-94da244833b0 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.471838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fea14791-3058-4b90-a6c1-94da244833b0 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0106518 Apr 05 20:53:23.472574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42464) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.477844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.489348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-1817ee12-8488-4a1f-9359-4e8ecdf44b96 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.492827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1817ee12-8488-4a1f-9359-4e8ecdf44b96 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0164793 Apr 05 20:53:23.499399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42468) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.507036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7362f-526f-49de-8f33-91e57d530fc7 None None] Network edc4903a-e173-452b-89c0-8e844e7cf62d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:23.516692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-c401023c-ea79-45a2-bb2f-0ceb20dc2f6b tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.520273 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c401023c-ea79-45a2-bb2f-0ceb20dc2f6b tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0149591 Apr 05 20:53:23.520880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42472) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.522802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.535763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=81cc9afe-23ad-4b65-baee-6a635f0685af,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:23.546439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-30568164-a8ad-4317-8954-cb04f9ebf89d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/81cc9afe-23ad-4b65-baee-6a635f0685af HTTP/1.1" status: 204 len: 168 time: 1.5597005 Apr 05 20:53:23.546667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-7c26a183-53c8-4609-bd12-9bbadc453a6a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.546667 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7c26a183-53c8-4609-bd12-9bbadc453a6a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0112524 Apr 05 20:53:23.546889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42476) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.547130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42480) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.551166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381887565'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:23.555019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-53f73837-837e-4552-a1e8-7acf71ff12b0 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.556213 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-53f73837-837e-4552-a1e8-7acf71ff12b0 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076962 Apr 05 20:53:23.557777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:23.560173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42484) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.567178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-cbd81add-4e5e-49bf-8e71-eacea7c4a7bf tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.568720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cbd81add-4e5e-49bf-8e71-eacea7c4a7bf tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076544 Apr 05 20:53:23.572632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:23.578058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:23.578218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:23.579166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:23.584828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:23.586572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.587868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42488) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.596497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-eff66943-6c06-477b-92ba-7fafbaf4f435 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.597738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eff66943-6c06-477b-92ba-7fafbaf4f435 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086818 Apr 05 20:53:23.602788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:23.602930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006d71e-20c7-49b5-9b95-392d6b8d8785 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:23.605041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42494) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.612274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-05604a32-090f-4f88-8bf2-7ed86d368436 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.613753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-05604a32-090f-4f88-8bf2-7ed86d368436 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0066717 Apr 05 20:53:23.615453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=08cbc7ed-36f8-4e93-b58b-28aab099e470,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:23.616183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42498) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.625326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-f46ffe53-7881-4c61-9d48-c47bd17e4b67 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.625326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f46ffe53-7881-4c61-9d48-c47bd17e4b67 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072489 Apr 05 20:53:23.627080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42504) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.632884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-4cebdcf3-5c92-4100-b1e0-5bd7014ddd51 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.636451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4cebdcf3-5c92-4100-b1e0-5bd7014ddd51 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084431 Apr 05 20:53:23.637027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42508) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.642645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-c727afd1-8467-4db3-8cb1-19baef330974 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.644007 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c727afd1-8467-4db3-8cb1-19baef330974 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055909 Apr 05 20:53:23.646341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42512) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.652356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-4c61b5dd-6a79-45f5-9608-65481d13d4b4 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.653766 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c61b5dd-6a79-45f5-9608-65481d13d4b4 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0062182 Apr 05 20:53:23.656663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42516) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.665874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-5f66e858-c61f-4eb9-9f69-b34a3938f134 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.667109 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f66e858-c61f-4eb9-9f69-b34a3938f134 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082426 Apr 05 20:53:23.670078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42520) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.676402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-f1616614-c6cd-47bf-b7c0-37eb32ac6bc1 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.677898 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f1616614-c6cd-47bf-b7c0-37eb32ac6bc1 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0067158 Apr 05 20:53:23.680442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42524) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.685902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-848a027a-251a-4136-bb8f-04db3d6e38df tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.687134 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-848a027a-251a-4136-bb8f-04db3d6e38df tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055916 Apr 05 20:53:23.689823 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-05465854-6f01-4a18-b755-850e093621fc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5345623 Apr 05 20:53:23.691950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:23.692376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42530) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.693040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42532) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.697533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.709227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1329690966'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:23.720213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-65625b3c-37e2-434a-9f9f-b66bed1821db tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.721705 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-65625b3c-37e2-434a-9f9f-b66bed1821db tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0227485 Apr 05 20:53:23.728848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42538) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.730919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:23.743541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-3c166aa5-d4de-4624-9c6d-6fca2d292a50 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.747822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:23.749006 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3c166aa5-d4de-4624-9c6d-6fca2d292a50 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0149002 Apr 05 20:53:23.756208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42542) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.762998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:23.767038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.767455 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment a496d359-e756-4f6c-a0d4-b254ce65f704 of type vlan for network f9b3dc11-7ef1-46e9-a69f-41caace11229 Apr 05 20:53:23.771587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-15a3992b-20e7-4a38-99d8-0b9d46a7afab tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.771587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-15a3992b-20e7-4a38-99d8-0b9d46a7afab tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0105057 Apr 05 20:53:23.772534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:23.776098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42546) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.784746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-bc4ea706-48d5-4e0c-bd71-bcce7f4c72c3 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.786570 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bc4ea706-48d5-4e0c-bd71-bcce7f4c72c3 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0093210 Apr 05 20:53:23.787835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:23.790368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42550) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.801202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-95d179e3-8b15-459f-9e62-19f449ede990 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.804843 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-95d179e3-8b15-459f-9e62-19f449ede990 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0110140 Apr 05 20:53:23.808122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42554) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.815474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-72ba5f9f-83b4-4f1f-92c0-0a06cb205c2e tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.820925 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-72ba5f9f-83b4-4f1f-92c0-0a06cb205c2e tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0106242 Apr 05 20:53:23.823301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42558) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.833854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-c53b4c42-19d3-4aa1-a1b3-38f1ea10f620 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.838375 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c53b4c42-19d3-4aa1-a1b3-38f1ea10f620 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0139742 Apr 05 20:53:23.838989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42564) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.845496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-7badd936-3a9e-4614-bc37-cc41e02d7418 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.850473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.857230 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7badd936-3a9e-4614-bc37-cc41e02d7418 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0135446 Apr 05 20:53:23.857230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.864150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-da72445e-04b9-4f04-bd27-febc3cfd3046 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.865199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-da72445e-04b9-4f04-bd27-febc3cfd3046 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0099931 Apr 05 20:53:23.878033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42572) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.881863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-d3ac9a09-d077-4736-8ccb-97a4b1db1517 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.886579 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d3ac9a09-d077-4736-8ccb-97a4b1db1517 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0053654 Apr 05 20:53:23.886579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42576) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.893030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-518aa750-73ed-4f0d-952c-11d72acb390f tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.901324 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-518aa750-73ed-4f0d-952c-11d72acb390f tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0111508 Apr 05 20:53:23.902886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42580) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.910556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-77e3219b-febd-4ab5-b641-32fae811ee51 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.914978 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-77e3219b-febd-4ab5-b641-32fae811ee51 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0093005 Apr 05 20:53:23.915755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42584) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.922504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-706f3b70-b351-4e6f-9b20-ea66842db16d tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:23.923767 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-706f3b70-b351-4e6f-9b20-ea66842db16d tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0069895 Apr 05 20:53:23.928249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42588) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.935310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-5babd720-14cf-4875-b6e9-59f651d4486d tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.054502 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5babd720-14cf-4875-b6e9-59f651d4486d tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071270 Apr 05 20:53:24.055413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-216f14f1-828e-4845-9ef4-a56262b67c13', 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'tenant_id': 'b823616aba2f4412b7041e3457766cfa', 'fixed_ips': [{'subnet_id': '08cbc7ed-36f8-4e93-b58b-28aab099e470'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:24.055413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.055604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03bed531-110b-419c-81a9-3078046d11d5 req-19daa3b5-6b9a-415b-b2ae-5831c6f216b4 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0474229 Apr 05 20:53:24.055701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42592) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.057563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-3ab6467a-0ea7-4146-8711-676c7b68a6a2 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.058545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ab6467a-0ea7-4146-8711-676c7b68a6a2 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0106506 Apr 05 20:53:24.060977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42596) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.069282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-754880bc-393f-4463-bd71-3a5bad396473 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.070251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-754880bc-393f-4463-bd71-3a5bad396473 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0082908 Apr 05 20:53:24.075328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42600) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.080248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-6d91f9cf-579a-483d-8643-b70c6b834e7a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.085135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6d91f9cf-579a-483d-8643-b70c6b834e7a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047948 Apr 05 20:53:24.085277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.086828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42604) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.091182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-a8ddad97-1701-4d70-aaae-68fe95fda2ef tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.099165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a8ddad97-1701-4d70-aaae-68fe95fda2ef tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044270 Apr 05 20:53:24.105955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42608) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.105955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-4d01838e-2500-47e7-a67f-119967a653e3 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.105955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4d01838e-2500-47e7-a67f-119967a653e3 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048897 Apr 05 20:53:24.108463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42612) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.113571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c1290ea6-2ce9-4b17-bba0-d01d8f7e5b95 None None] Provisioning for port 41a5680a-9f8c-4c57-969e-48768c085e45 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:24.117812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-20b975c8-5073-4f86-8bdd-54a55044bda2 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.118735 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-20b975c8-5073-4f86-8bdd-54a55044bda2 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092113 Apr 05 20:53:24.121181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42616) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.124592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c1290ea6-2ce9-4b17-bba0-d01d8f7e5b95 None None] Provisioning complete for port 41a5680a-9f8c-4c57-969e-48768c085e45 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:24.128610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c1290ea6-2ce9-4b17-bba0-d01d8f7e5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.133605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-86fab3e3-9cfe-41ad-a812-362fce2c875e tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.137080 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-86fab3e3-9cfe-41ad-a812-362fce2c875e tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0125396 Apr 05 20:53:24.137213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42620) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.144816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-429828de-34b1-425d-932e-c3708a0f58aa tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.148158 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-429828de-34b1-425d-932e-c3708a0f58aa tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079737 Apr 05 20:53:24.148158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:24.148517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42624) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.151332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group_rule and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:24.153910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-68e8512c-c826-4d0b-817f-84b8565e2493 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.156828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-68e8512c-c826-4d0b-817f-84b8565e2493 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050561 Apr 05 20:53:24.156944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:24.157070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42628) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.162292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-0c14e0db-57d5-4573-802c-c9c1c432160e tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.162605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:24.165404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0c14e0db-57d5-4573-802c-c9c1c432160e tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054190 Apr 05 20:53:24.166235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42632) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.171733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.176439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:24.183143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.183264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-c56962a4-a5f3-4ca6-a6ea-000bb37b4f92 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.183264 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c56962a4-a5f3-4ca6-a6ea-000bb37b4f92 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0114310 Apr 05 20:53:24.183264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.201287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-0704f275-2873-43ed-aed9-12ecacf09bd5 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.204749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0704f275-2873-43ed-aed9-12ecacf09bd5 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0194418 Apr 05 20:53:24.207682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42640) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.213962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-fb44d7a9-5bc9-4e5c-9022-b0166416df1a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.218166 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb44d7a9-5bc9-4e5c-9022-b0166416df1a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065956 Apr 05 20:53:24.220613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42644) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.268655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-72121160-4d80-4e7b-88fd-acc26b34b8b1 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.272748 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-72121160-4d80-4e7b-88fd-acc26b34b8b1 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0370533 Apr 05 20:53:24.273529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42652) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.303522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Allocated IP 172.20.0.2 (216f14f1-828e-4845-9ef4-a56262b67c13/08cbc7ed-36f8-4e93-b58b-28aab099e470/d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:24.308837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-2fa854b2-f627-408d-a6ec-c1158156e77a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.312195 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2fa854b2-f627-408d-a6ec-c1158156e77a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0360279 Apr 05 20:53:24.318280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42656) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.340736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-9b4e3bc2-b69f-481c-8e58-57a4fa4e0380 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.344162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9b4e3bc2-b69f-481c-8e58-57a4fa4e0380 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0203397 Apr 05 20:53:24.357350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42660) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.362429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-dcaadccf-9bc4-42ac-81fc-3c311fede6c7 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.368362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dcaadccf-9bc4-42ac-81fc-3c311fede6c7 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0057280 Apr 05 20:53:24.368604 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.368730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42664) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.383402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-90aab390-5543-4f45-8ea2-8da59463bdef tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.387635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-90aab390-5543-4f45-8ea2-8da59463bdef tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0168126 Apr 05 20:53:24.388011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42668) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.389021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=f9b3dc11-7ef1-46e9-a69f-41caace11229,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:24.401535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-0d73e2f4-9e90-4b4a-bdf9-b00cad77b97c tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.407729 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d73e2f4-9e90-4b4a-bdf9-b00cad77b97c tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0135703 Apr 05 20:53:24.407913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f88ce368-7958-476e-8fb4-3ed7f01a6fc0 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8601360 Apr 05 20:53:24.407913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42672) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.408280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42674) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.417735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f9b3dc11-7ef1-46e9-a69f-41caace11229 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:24.424053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': 'f9b3dc11-7ef1-46e9-a69f-41caace11229', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:24.443898 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.550482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-d24c374a-e427-4857-a979-2ca4f89488e1 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.554280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d24c374a-e427-4857-a979-2ca4f89488e1 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.1397283 Apr 05 20:53:24.558089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:24.558415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42680) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.559404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d13f78-df90-46d5-9232-81131b2f68e7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:24.571987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-d87efe2d-6277-4b78-94ff-bb6b46d1cef4 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.575451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:24.576876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:24.577366 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d87efe2d-6277-4b78-94ff-bb6b46d1cef4 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0122814 Apr 05 20:53:24.578319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42684) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.585020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [None req-f655ccbd-cc2a-425c-9b20-a31154dab816 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.589251 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f655ccbd-cc2a-425c-9b20-a31154dab816 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096664 Apr 05 20:53:24.596156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:24.598765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.607420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42688) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.607747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42690) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.611000 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3de9356b-f4c9-4b5c-aeec-eb60141f8af4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9057462 Apr 05 20:53:24.623524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1816788149'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:24.634432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-5278c422-a417-4586-a9eb-9c69c722b13a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.637810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5278c422-a417-4586-a9eb-9c69c722b13a tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0266736 Apr 05 20:53:24.637810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:24.638691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42696) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:24.645529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [None req-59ade042-55fe-46a1-889e-f9d90e94cc73 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:53:24.651465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-59ade042-55fe-46a1-889e-f9d90e94cc73 tempest-ExtensionsTestJSON-406834970 tempest-ExtensionsTestJSON-406834970-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0068781 Apr 05 20:53:24.651465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:24.662111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:24.677188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:24.700718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:24.711929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c1290ea6-2ce9-4b17-bba0-d01d8f7e5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.780824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c1290ea6-2ce9-4b17-bba0-d01d8f7e5b95 None None] For port 41a5680a-9f8c-4c57-969e-48768c085e45, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=41a5680a-9f8c-4c57-969e-48768c085e45,segment=NetworkSegment(835a7625-4d04-46a9-868f-42f0240ca931),segment_id=835a7625-4d04-46a9-868f-42f0240ca931)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:24.854545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c1290ea6-2ce9-4b17-bba0-d01d8f7e5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.864981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.890486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.953789 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.966677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1290ea6-2ce9-4b17-bba0-d01d8f7e5b95 None None] Pushing event updated for resources: {'Port': ['ID=41a5680a-9f8c-4c57-969e-48768c085e45,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:24.974240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Transition to ACTIVE for port object d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:25.004526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Transition to ACTIVE for port object d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:25.011982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d112a97a-47a1-45af-a5c0-8700e5e70b7d None None] Provisioning complete for port 41a5680a-9f8c-4c57-969e-48768c085e45 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:25.013255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d112a97a-47a1-45af-a5c0-8700e5e70b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.054069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:25.080009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group_rule and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:25.091826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.094582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:25.116288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:25.160422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:25.169817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:25.180050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:25.321416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Pushing event updated for resources: {'Port': ['ID=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:25.354771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Attempting to bind port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:25.355208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Attempting to bind port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6df29413-c6ed-4355-8759-330fe1f00877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:25.355645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Attempting to bind port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 on network 216f14f1-828e-4845-9ef4-a56262b67c13 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:53:25.371517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:53:25.371661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Checking segment: {'id': '6df29413-c6ed-4355-8759-330fe1f00877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:25.372008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.372404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Bound using segment: {'id': '6df29413-c6ed-4355-8759-330fe1f00877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:53:25.373101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Bound port: d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df29413-c6ed-4355-8759-330fe1f00877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:25.373491 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.424534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42710) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:25.496132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] For port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:53:25.506286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] For port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,segment=NetworkSegment(6df29413-c6ed-4355-8759-330fe1f00877),segment_id=6df29413-c6ed-4355-8759-330fe1f00877)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:53:25.552323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11bf6c36-e801-49fb-b126-99e2115865fc req-8446346a-7ab5-4f2d-b9ed-06dfc37ac62d tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.3019223 Apr 05 20:53:25.571964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.583483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.668374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.691585 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.714976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6544db-3cf3-48e2-86c0-1645b522c1b3 None None] Pushing event updated for resources: {'Port': ['ID=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:25.727027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:25.731214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Usage tracker for resource:security_group_rule and tenant:b89a4a46edf94d83a8f80ad5a3de7b26 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:25.734322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:25.741747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:25.744670 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.861810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3767f9d-3575-4c5d-a7a9-9d480792ffea,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:25.898341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.903762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 41a5680a-9f8c-4c57-969e-48768c085e45 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:25.923751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=2eebadef-531d-4862-9b82-0cd526b15462,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:25.937141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.941270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-25f5c52a-6f73-41a4-8e51-2d3d2766d810 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3235884 Apr 05 20:53:25.941946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42724) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:25.949884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2117547799', 'security_groups': ['d3767f9d-3575-4c5d-a7a9-9d480792ffea'], 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '08cbc7ed-36f8-4e93-b58b-28aab099e470'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:25.955467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': 'a496d359-e756-4f6c-a0d4-b254ce65f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9b3dc11-7ef1-46e9-a69f-41caace11229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:25.955831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: f9b3dc11-7ef1-46e9-a69f-41caace11229, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:25.997904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 41a5680a-9f8c-4c57-969e-48768c085e45 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:25.998397 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.002007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.092707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network f9b3dc11-7ef1-46e9-a69f-41caace11229 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:26.182814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f9b3dc11-7ef1-46e9-a69f-41caace11229) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:26.187601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:26.188201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.208021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6545119b-5173-4dda-899e-30ef693d68c3 None None] Network f9b3dc11-7ef1-46e9-a69f-41caace11229 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:26.272889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bbcbb336-ceb0-4f6e-a921-cecc878bd0b9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8634472 Apr 05 20:53:26.276389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42730) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:26.282820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305888217'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:26.305640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e6f4ca-c83a-49fa-9d0c-c21c8b563c97,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:26.321281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:26.321650 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1cab1310-e4bc-4810-82b9-001081cb9096 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b89a4a46edf94d83a8f80ad5a3de7b26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8935955 Apr 05 20:53:26.326728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42734) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:26.340595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:26.349315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:26.391309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:26.432131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:26.437774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:port and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:26.442356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:26.458074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:26.470544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad67-8c51-4b01-9f9a-530a16fafeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.494713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:26.504282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.508796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad67-8c51-4b01-9f9a-530a16fafeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.572296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:26.581954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.609972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port d8231b37-ee18-4976-980d-f0f21a1aafa5 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:53:26.656184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad67-8c51-4b01-9f9a-530a16fafeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.661682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:26.685659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.685952 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment f531dcd7-a084-499c-979d-4dd53b651293 of type vlan for network fa38b795-28e1-4f09-9cda-ea4ba9296192 Apr 05 20:53:26.697342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfad67-8c51-4b01-9f9a-530a16fafeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e6f4ca-c83a-49fa-9d0c-c21c8b563c97,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:26.713308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f3cfad67-8c51-4b01-9f9a-530a16fafeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.715316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f3cfad67-8c51-4b01-9f9a-530a16fafeff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74e6f4ca-c83a-49fa-9d0c-c21c8b563c97 HTTP/1.1" status: 204 len: 168 time: 0.3873219 Apr 05 20:53:26.750561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.847692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f9b3dc11-7ef1-46e9-a69f-41caace11229', 'network_id': 'f9b3dc11-7ef1-46e9-a69f-41caace11229', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': '2eebadef-531d-4862-9b82-0cd526b15462'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:26.849002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.914366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61b9fa87-7a38-4fc3-aa3e-350cf43ebb15 req-f4856a46-8474-4112-b3d0-761edfe88a9a tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1186075 Apr 05 20:53:26.960737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.977371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:26.977371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.031453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.6 (216f14f1-828e-4845-9ef4-a56262b67c13/08cbc7ed-36f8-4e93-b58b-28aab099e470/d8231b37-ee18-4976-980d-f0f21a1aafa5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:27.240073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Allocated IP 2001:db8::3 (f9b3dc11-7ef1-46e9-a69f-41caace11229/2eebadef-531d-4862-9b82-0cd526b15462/e11653fa-fd78-43e9-8297-dbb86c5b3654) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:27.274806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=fa38b795-28e1-4f09-9cda-ea4ba9296192,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:27.350169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c2de9eaa-1223-4eb4-8ef3-cef00c29cdf6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0722475 Apr 05 20:53:27.354617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42750) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:27.360364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:27.457892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.520652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object d8231b37-ee18-4976-980d-f0f21a1aafa5 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:27.567178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fa38b795-28e1-4f09-9cda-ea4ba9296192 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:27.698031 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.713659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:27.718106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:27.723364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:27.736472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:27.828234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:27.905904 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.918056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6379c289-4763-44dd-81d5-eb8ea123bfcf None None] Provisioning for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:27.939129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Transition to ACTIVE for port object e11653fa-fd78-43e9-8297-dbb86c5b3654 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:27.946934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:27.948167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:27.950035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=d8231b37-ee18-4976-980d-f0f21a1aafa5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:27.952536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:28.037746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:28.038667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.062911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Transition to ACTIVE for port object e11653fa-fd78-43e9-8297-dbb86c5b3654 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:28.071141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:28.175843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.192446 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-856d6359-29fb-42ff-a476-8d61d195209f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2478676 Apr 05 20:53:28.193164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42772) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:28.200298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:28.255533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6379c289-4763-44dd-81d5-eb8ea123bfcf None None] Provisioning complete for port e0486569-2379-421c-a551-dda5a46a80bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:28.259761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6379c289-4763-44dd-81d5-eb8ea123bfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.381538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6c27b9f-5dc4-4a40-842e-05888428cf2a req-85fd1fa3-c5bf-4557-a11f-3652880717bc tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0658820 Apr 05 20:53:28.415226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6379c289-4763-44dd-81d5-eb8ea123bfcf None None] Port e0486569-2379-421c-a551-dda5a46a80bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:28.420289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.476172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.ipam_backend_mixin [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Performing IP validity checks on allocation pools {{(pid=84581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 20:53:28.476757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.ipam_backend_mixin [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 20:53:28.535927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:28.540976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:28.544269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:28.551327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:28.590288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Pushing event updated for resources: {'Port': ['ID=e11653fa-fd78-43e9-8297-dbb86c5b3654,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:28.595357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Network f9b3dc11-7ef1-46e9-a69f-41caace11229 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:28.601171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:28.609001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:28.751171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9622a69-a243-488e-81d4-ed853bdc9591 req-83f8a2c9-79cd-4655-ba17-2879e08445f2 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:28.751171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9622a69-a243-488e-81d4-ed853bdc9591 req-83f8a2c9-79cd-4655-ba17-2879e08445f2 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 946 time: 0.2105846 Apr 05 20:53:28.793798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Attempting to bind port e11653fa-fd78-43e9-8297-dbb86c5b3654 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:28.794173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Attempting to bind port e11653fa-fd78-43e9-8297-dbb86c5b3654 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a496d359-e756-4f6c-a0d4-b254ce65f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9b3dc11-7ef1-46e9-a69f-41caace11229'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:28.794540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Attempting to bind port e11653fa-fd78-43e9-8297-dbb86c5b3654 on network f9b3dc11-7ef1-46e9-a69f-41caace11229 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:53:28.803993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:53:28.804447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Checking segment: {'id': 'a496d359-e756-4f6c-a0d4-b254ce65f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9b3dc11-7ef1-46e9-a69f-41caace11229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:28.804847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.805413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Bound using segment: {'id': 'a496d359-e756-4f6c-a0d4-b254ce65f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9b3dc11-7ef1-46e9-a69f-41caace11229'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:53:28.805880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Bound port: e11653fa-fd78-43e9-8297-dbb86c5b3654, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a496d359-e756-4f6c-a0d4-b254ce65f704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f9b3dc11-7ef1-46e9-a69f-41caace11229'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:28.806254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.836507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9622a69-a243-488e-81d4-ed853bdc9591 req-1919b8b2-2a82-4859-9290-9d2863290b73 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880210 Apr 05 20:53:28.923655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:28.931045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] For port e11653fa-fd78-43e9-8297-dbb86c5b3654, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:53:28.936729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] For port e11653fa-fd78-43e9-8297-dbb86c5b3654, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e11653fa-fd78-43e9-8297-dbb86c5b3654,segment=NetworkSegment(a496d359-e756-4f6c-a0d4-b254ce65f704),segment_id=a496d359-e756-4f6c-a0d4-b254ce65f704)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:53:28.964409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:28.970917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-26489634-adb5-4080-9961-fccb96f93fa2 None None] Provisioning for port d8231b37-ee18-4976-980d-f0f21a1aafa5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:28.978207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:28.978794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.993615 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.013369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.078898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-26489634-adb5-4080-9961-fccb96f93fa2 None None] Provisioning complete for port d8231b37-ee18-4976-980d-f0f21a1aafa5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:29.079676 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-26489634-adb5-4080-9961-fccb96f93fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.087095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.183629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': 'f531dcd7-a084-499c-979d-4dd53b651293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:29.184028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: fa38b795-28e1-4f09-9cda-ea4ba9296192, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:29.202763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=a250f9ed-cc10-4177-8f01-d52461802b33,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:29.210512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-26489634-adb5-4080-9961-fccb96f93fa2 None None] Port d8231b37-ee18-4976-980d-f0f21a1aafa5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:29.221691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.222221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.222564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.222897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.223228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.223793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.224124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.224451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.224772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.225114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.225440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:29.329590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network fa38b795-28e1-4f09-9cda-ea4ba9296192 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:29.343321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd193228-1ff4-454b-bc84-993a1c1e3aeb None None] Pushing event updated for resources: {'Port': ['ID=e11653fa-fd78-43e9-8297-dbb86c5b3654,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:29.376082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42788) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:29.421506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, fa38b795-28e1-4f09-9cda-ea4ba9296192) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:29.430304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:29.431197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.431341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba121d08-d8d0-4afe-8744-397aa41beac2 None None] Network fa38b795-28e1-4f09-9cda-ea4ba9296192 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:29.463912 n-d-836605-1 neutron-server[84580]: INFO neutron.db.ipam_backend_mixin [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 08cbc7ed-36f8-4e93-b58b-28aab099e470 (CIDR: 172.20.0.0/28) Apr 05 20:53:29.473185 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.501520 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:53:29.501981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:53:29.637859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d0bbb75b-815e-4e39-bb6e-8cdb0798e7d1 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4411905 Apr 05 20:53:29.638501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42800) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:29.651443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:29.689672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f666e23c-49fb-4bf8-b419-127398458e78 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3357911 Apr 05 20:53:29.694812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42804) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:29.754064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,segment=NetworkSegment(6df29413-c6ed-4355-8759-330fe1f00877),segment_id=6df29413-c6ed-4355-8759-330fe1f00877)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:29.828737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-19406514'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:29.839310 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.948588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-402e9987-a8b9-4d7d-9f80-16420367842b req-acad1c5c-906d-441a-a1b0-9c29d0b55172 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.2575262 Apr 05 20:53:29.964772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:30.026585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Usage tracker for resource:network and tenant:b0f5297a4af44618ad6a48d812de7e29 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:30.033478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:30.043687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:30.070390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:30.079812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:30.091981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:30.115596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:30.177382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-239f83b1-7ed9-4dfc-932d-03369e9bd3e7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:30.179195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-239f83b1-7ed9-4dfc-932d-03369e9bd3e7 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.23 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 946 time: 0.6428974 Apr 05 20:53:30.216882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e11653fa-fd78-43e9-8297-dbb86c5b3654 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:30.226707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:30.240032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Made reservation on behalf of b0f5297a4af44618ad6a48d812de7e29 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:30.240032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.243781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.260147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.326033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-fa38b795-28e1-4f09-9cda-ea4ba9296192', 'network_id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': 'a250f9ed-cc10-4177-8f01-d52461802b33'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:30.327517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.343392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.414881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:30.694527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e11653fa-fd78-43e9-8297-dbb86c5b3654 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:30.808775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Allocated IP 2001:db8::3 (fa38b795-28e1-4f09-9cda-ea4ba9296192/a250f9ed-cc10-4177-8f01-d52461802b33/98297033-1dd2-4a16-a0e0-a6d8af910322) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:30.826814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Deleting port f7fd653e-c8c4-4215-81a3-1aef212292ec {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:30.827306 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.890527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.001823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4523bd6-08d0-4610-bf71-6f681da03a1f None None] Network f9b3dc11-7ef1-46e9-a69f-41caace11229 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:31.057950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.120714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:31.124992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:31.137742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:31.146228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.193628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=ce7b882e-a972-4dc8-bdb2-ec159a32e8b5,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:31.212286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d5134-177f-4288-904f-aaea91e6e64a None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:31.284219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:31.290003 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cc70d3e6-4886-4b2a-8db5-50f3be3ca81c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6490943 Apr 05 20:53:31.292464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42826) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:31.298980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-609210383', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce7b882e-a972-4dc8-bdb2-ec159a32e8b5'}], 'security_groups': ['c6d13f78-df90-46d5-9232-81131b2f68e7']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:31.423304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Usage tracker for resource:security_group_rule and tenant:b0f5297a4af44618ad6a48d812de7e29 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:31.427646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:31.444167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:31.503324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-adb851f4-87e6-43f3-b6f1-e8da80e8d247 None None] Provisioning for port e11653fa-fd78-43e9-8297-dbb86c5b3654 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:31.517701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3d516-dfae-4cab-b5c1-263ab816d81a req-b6dbaaa1-ed27-4ed4-b61e-c75f6ce88db3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:31.519465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f3d516-dfae-4cab-b5c1-263ab816d81a req-b6dbaaa1-ed27-4ed4-b61e-c75f6ce88db3 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 946 time: 1.2990863 Apr 05 20:53:31.570400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-adb851f4-87e6-43f3-b6f1-e8da80e8d247 None None] Provisioning complete for port e11653fa-fd78-43e9-8297-dbb86c5b3654 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:31.570934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-adb851f4-87e6-43f3-b6f1-e8da80e8d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.615187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.711897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd4b4ea-9457-4051-9e37-b5d8c30501ff req-543fa808-74b9-49e2-a560-93a4d211e100 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1071732 Apr 05 20:53:31.784232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60f3d516-dfae-4cab-b5c1-263ab816d81a req-cab99992-a03c-40e4-b6ad-63cf107d7b13 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7e07523-3150-4475-b702-2bad126f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888874 Apr 05 20:53:31.927404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.021941 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.027677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:32.036810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] For port f7fd653e-c8c4-4215-81a3-1aef212292ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7fd653e-c8c4-4215-81a3-1aef212292ec,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:32.038512 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.142969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac94997-0e35-4451-af82-956665ab633b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:32.259392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:32.291735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.292400 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Added segment 699e8e54-4d7d-4f94-8517-f67135067703 of type vlan for network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 Apr 05 20:53:32.378822 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.404961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Transition to ACTIVE for port object 98297033-1dd2-4a16-a0e0-a6d8af910322 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:32.466316 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-adb851f4-87e6-43f3-b6f1-e8da80e8d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.500563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Transition to ACTIVE for port object 98297033-1dd2-4a16-a0e0-a6d8af910322 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:32.526931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:32.526931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.556592 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.556893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.557267 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Floating IP 6ece8b81-edca-4d9d-b94e-30a9db7513d7 disassociated. External IP: 172.25.2.250, port: f7fd653e-c8c4-4215-81a3-1aef212292ec. Apr 05 20:53:32.557620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Calling delete_port for f7fd653e-c8c4-4215-81a3-1aef212292ec owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:32.662731 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.741405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.783248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Pushing event updated for resources: {'Port': ['ID=98297033-1dd2-4a16-a0e0-a6d8af910322,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:32.794795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.864446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Network fa38b795-28e1-4f09-9cda-ea4ba9296192 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:32.906506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event deleted for resources: {'Port': ['ID=f7fd653e-c8c4-4215-81a3-1aef212292ec,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:32.910607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Delete allocated IP 172.20.0.6 (216f14f1-828e-4845-9ef4-a56262b67c13/08cbc7ed-36f8-4e93-b58b-28aab099e470) {{(pid=84580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:53:32.911637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.916320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:32.920283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:32.921530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.932300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.19 (216f14f1-828e-4845-9ef4-a56262b67c13/ce7b882e-a972-4dc8-bdb2-ec159a32e8b5/d8231b37-ee18-4976-980d-f0f21a1aafa5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:32.934843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:32.970557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-adb851f4-87e6-43f3-b6f1-e8da80e8d247 None None] For port e11653fa-fd78-43e9-8297-dbb86c5b3654, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e11653fa-fd78-43e9-8297-dbb86c5b3654,segment=NetworkSegment(a496d359-e756-4f6c-a0d4-b254ce65f704),segment_id=a496d359-e756-4f6c-a0d4-b254ce65f704)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:33.034882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] Update dhcp port {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'fixed_ips': [{'subnet_id': '08cbc7ed-36f8-4e93-b58b-28aab099e470', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ce7b882e-a972-4dc8-bdb2-ec159a32e8b5'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'd9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 20:53:33.121026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event updated for resources: {'Network': ['ID=9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:33.140786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.171645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:33.198382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.227814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-adb851f4-87e6-43f3-b6f1-e8da80e8d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.233012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object d8231b37-ee18-4976-980d-f0f21a1aafa5 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:33.318141 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.405520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Attempting to bind port 98297033-1dd2-4a16-a0e0-a6d8af910322 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:33.405959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Attempting to bind port 98297033-1dd2-4a16-a0e0-a6d8af910322 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f531dcd7-a084-499c-979d-4dd53b651293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:33.406369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Attempting to bind port 98297033-1dd2-4a16-a0e0-a6d8af910322 on network fa38b795-28e1-4f09-9cda-ea4ba9296192 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:53:33.419337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:53:33.419707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Checking segment: {'id': 'f531dcd7-a084-499c-979d-4dd53b651293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:33.420227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.420623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Bound using segment: {'id': 'f531dcd7-a084-499c-979d-4dd53b651293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:53:33.421111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Bound port: 98297033-1dd2-4a16-a0e0-a6d8af910322, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f531dcd7-a084-499c-979d-4dd53b651293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:33.421483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.465772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8b450762-a8d4-41eb-b1bf-b9b38331adba tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.0883923 Apr 05 20:53:33.506735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a1e35ad-c48d-483f-81a3-f7a36b6e7061 req-16236c7d-01fe-4703-b07e-3a98f617b46e tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.3954308 Apr 05 20:53:33.509079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:33.523301 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.553556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] In _notify_port_updated(), no bound segment for port d8231b37-ee18-4976-980d-f0f21a1aafa5 on network 216f14f1-828e-4845-9ef4-a56262b67c13 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:53:33.555975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-57f96d80-16bc-4af5-947e-b1412234bead None None] Provisioning complete for port e11653fa-fd78-43e9-8297-dbb86c5b3654 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:33.556587 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-57f96d80-16bc-4af5-947e-b1412234bead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.557396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:33.558414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.559887 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "PUT /v2.0/ports/d8231b37-ee18-4976-980d-f0f21a1aafa5 HTTP/1.1" status: 200 len: 920 time: 2.2664726 Apr 05 20:53:33.563498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42848) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:33.566815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657ef3f-c353-40cb-b0fd-5b659952d31b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=d8231b37-ee18-4976-980d-f0f21a1aafa5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:33.626180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb851f4-87e6-43f3-b6f1-e8da80e8d247 None None] Pushing event updated for resources: {'Port': ['ID=e11653fa-fd78-43e9-8297-dbb86c5b3654,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:33.682497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port d8231b37-ee18-4976-980d-f0f21a1aafa5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:33.683147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.684448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-dd68f163-1f8e-4610-9911-46121c143e95 req-e7faa778-e697-444e-a048-0d80eed787a1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Synchronizing usage tracker for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:33.692569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=a250f9ed-cc10-4177-8f01-d52461802b33,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:33.729143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] For port 98297033-1dd2-4a16-a0e0-a6d8af910322, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:53:33.743166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Request body: {'subnet': {'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:33.816646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] For port 98297033-1dd2-4a16-a0e0-a6d8af910322, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=98297033-1dd2-4a16-a0e0-a6d8af910322,segment=NetworkSegment(f531dcd7-a084-499c-979d-4dd53b651293),segment_id=f531dcd7-a084-499c-979d-4dd53b651293)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:53:33.914328 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.076585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e11653fa-fd78-43e9-8297-dbb86c5b3654 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:34.116011 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.254896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.475497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for d8231b37-ee18-4976-980d-f0f21a1aafa5 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:34.494124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3cddc-5712-417b-b3fb-70f0e03016d6 None None] Pushing event updated for resources: {'Port': ['ID=98297033-1dd2-4a16-a0e0-a6d8af910322,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:34.503694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] Allocated IP 172.20.0.18 (216f14f1-828e-4845-9ef4-a56262b67c13/ce7b882e-a972-4dc8-bdb2-ec159a32e8b5/d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:34.604186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:34.626777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Usage tracker for resource:subnet and tenant:b0f5297a4af44618ad6a48d812de7e29 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:34.635789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:34.647417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.658015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:34.726640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa38b795-28e1-4f09-9cda-ea4ba9296192']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:34.741711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-dd68f163-1f8e-4610-9911-46121c143e95 req-e7faa778-e697-444e-a048-0d80eed787a1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Unset dirty status for tenant:ed9681fb251d4bef877130d9685640e8 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:34.742880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd68f163-1f8e-4610-9911-46121c143e95 req-e7faa778-e697-444e-a048-0d80eed787a1 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 210 time: 1.6328516 Apr 05 20:53:34.771042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] For port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,segment=NetworkSegment(6df29413-c6ed-4355-8759-330fe1f00877),segment_id=6df29413-c6ed-4355-8759-330fe1f00877)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:34.781608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f531dcd7-a084-499c-979d-4dd53b651293') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:34.781927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f531dcd7-a084-499c-979d-4dd53b651293') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:34.802484 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.804131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Made reservation on behalf of b0f5297a4af44618ad6a48d812de7e29 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:34.822810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] Transition to ACTIVE for port object d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:34.840157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:34.849447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.885508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: f7fd653e-c8c4-4215-81a3-1aef212292ec {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:53:34.885891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7fd653e-c8c4-4215-81a3-1aef212292ec not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:34.887652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a992811-9502-40ed-870a-e2b09f7871fd None None] Network fa38b795-28e1-4f09-9cda-ea4ba9296192 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:34.905859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.994136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=d8231b37-ee18-4976-980d-f0f21a1aafa5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:35.019666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b779a9f-dfdc-48b8-af7f-a76f9d5148d9 None None] Pushing event updated for resources: {'Port': ['ID=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:35.019666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e11653fa-fd78-43e9-8297-dbb86c5b3654 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:35.023876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.083965 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.101535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.108972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:35.109489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.175716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.189454 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d1fc090-61d8-44f0-9c66-f2544107be50 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/d8231b37-ee18-4976-980d-f0f21a1aafa5 HTTP/1.1" status: 204 len: 168 time: 1.6224084 Apr 05 20:53:35.190436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42872) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:35.216983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:35.232283 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:35.264139 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-400eff26-ae44-4a6f-92fc-080ebeeb21d6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:53:35.264970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-400eff26-ae44-4a6f-92fc-080ebeeb21d6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:35.346611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f8869049-5268-4c8e-8217-692571079586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.364091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-400eff26-ae44-4a6f-92fc-080ebeeb21d6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:35.367541 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-400eff26-ae44-4a6f-92fc-080ebeeb21d6 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/d8231b37-ee18-4976-980d-f0f21a1aafa5 HTTP/1.1" status: 404 len: 333 time: 0.1726046 Apr 05 20:53:35.368004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:35.432675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09cbd1fd-0240-4f25-92c3-646dde99ca4f req-153df555-ba22-4fb1-806b-c497bffcb47a tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1975274 Apr 05 20:53:35.488920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-002d5819-7e24-4f52-99e5-7899e786f6a3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.513935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:53:35.513935 n-d-836605-1 neutron-server[84581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:53:35.513935 n-d-836605-1 neutron-server[84581]: [parameters: {'id': 'fa38b795-28e1-4f09-9cda-ea4ba9296192'}] Apr 05 20:53:35.513935 n-d-836605-1 neutron-server[84581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:35.514484 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:35.525371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-002d5819-7e24-4f52-99e5-7899e786f6a3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.603876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342984c0-3851-43ab-b133-98f2a400957f req-803910b5-687c-4842-af20-e78139e71b97 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:35.605650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-342984c0-3851-43ab-b133-98f2a400957f req-803910b5-687c-4842-af20-e78139e71b97 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.3034291 Apr 05 20:53:35.689242 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-002d5819-7e24-4f52-99e5-7899e786f6a3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.743078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-002d5819-7e24-4f52-99e5-7899e786f6a3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.749215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-002d5819-7e24-4f52-99e5-7899e786f6a3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/security-groups/d3767f9d-3575-4c5d-a7a9-9d480792ffea HTTP/1.1" status: 204 len: 168 time: 0.3781428 Apr 05 20:53:35.761338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42880) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:35.761338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d5819-7e24-4f52-99e5-7899e786f6a3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3767f9d-3575-4c5d-a7a9-9d480792ffea,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:35.939854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-559d66c9-ba4d-4177-a372-af228fa648ed tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.992208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:36.006027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-342984c0-3851-43ab-b133-98f2a400957f req-3d045173-c2a6-4b09-bca3-b1ca98e14312 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2459626 Apr 05 20:53:36.031567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Router dada9b78-ac7d-4a62-961f-8b56fedac548 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:53:36.031820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-559d66c9-ba4d-4177-a372-af228fa648ed tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.034398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.055917 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.203725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-559d66c9-ba4d-4177-a372-af228fa648ed tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.232781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d66c9-ba4d-4177-a372-af228fa648ed tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d13f78-df90-46d5-9232-81131b2f68e7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:36.255482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-559d66c9-ba4d-4177-a372-af228fa648ed tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.259167 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-559d66c9-ba4d-4177-a372-af228fa648ed tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6d13f78-df90-46d5-9232-81131b2f68e7 HTTP/1.1" status: 204 len: 168 time: 0.5051849 Apr 05 20:53:36.259421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:36.294674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting port 98297033-1dd2-4a16-a0e0-a6d8af910322 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:36.295017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.357009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75bf7916-7568-4ff2-abd9-ddf53f26d018 req-dd3fcfdf-082a-457f-9ee5-6a1721dfadec tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 210 time: 0.2463396 Apr 05 20:53:36.487186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e14ab6da-ddda-4be6-88be-0e0368493ca2 None None] Could not find standard attr ID for object d8231b37-ee18-4976-980d-f0f21a1aafa5. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:53:36.498540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event updated for resources: {'Subnet': ['ID=68d12b07-6f6a-49b5-b17e-7b02781c3365,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:36.567680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 08cbc7ed-36f8-4e93-b58b-28aab099e470 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:53:36.571800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.575031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e14ab6da-ddda-4be6-88be-0e0368493ca2 None None] Provisioning for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:36.580666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e14ab6da-ddda-4be6-88be-0e0368493ca2 None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:36.582230 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e14ab6da-ddda-4be6-88be-0e0368493ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.586032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Checking segment: {'id': '699e8e54-4d7d-4f94-8517-f67135067703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:36.586032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Network hostable DHCP agents. Network: 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:36.694346 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.744752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df99b9f9-2588-4c7d-bad9-f86ce69cd5a5 req-d92e9f19-9b28-43ca-b434-1f125b9fd111 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0547123 Apr 05 20:53:36.770280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] For port 98297033-1dd2-4a16-a0e0-a6d8af910322, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=98297033-1dd2-4a16-a0e0-a6d8af910322,segment=NetworkSegment(f531dcd7-a084-499c-979d-4dd53b651293),segment_id=f531dcd7-a084-499c-979d-4dd53b651293)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:36.770643 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.873962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.881367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e14ab6da-ddda-4be6-88be-0e0368493ca2 None None] Provisioning complete for port e0486569-2379-421c-a551-dda5a46a80bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:36.882334 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e14ab6da-ddda-4be6-88be-0e0368493ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.926138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0dcb0ec7-ac4b-4289-a276-e895de098d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.993231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e14ab6da-ddda-4be6-88be-0e0368493ca2 None None] Port e0486569-2379-421c-a551-dda5a46a80bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:37.112845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.160081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:37.184395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Calling delete_port for 98297033-1dd2-4a16-a0e0-a6d8af910322 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:37.210353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e61d196a-c783-4f58-81d4-254f42baad19 None None] Could not find standard attr ID for object d8231b37-ee18-4976-980d-f0f21a1aafa5. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:53:37.231234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=08cbc7ed-36f8-4e93-b58b-28aab099e470,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:37.248084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.261444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b801dcc5-35b8-4475-a5a3-1ce6d30c05c9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/08cbc7ed-36f8-4e93-b58b-28aab099e470 HTTP/1.1" status: 204 len: 168 time: 0.9969201 Apr 05 20:53:37.262000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42898) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:37.276782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:37.424715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:37.434846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec0593-30d3-455f-90f0-9e7e1d6c884c None None] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:37.488215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:37.488655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.536915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b5546-7c85-4f12-94b9-c6d3e24c5f56 req-46088496-9e32-47e5-84ae-31e0af0ca272 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:37.546575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb2d52-d776-4158-9cf1-eee058a12fc3 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:37.547839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-848b5546-7c85-4f12-94b9-c6d3e24c5f56 req-46088496-9e32-47e5-84ae-31e0af0ca272 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.2725837 Apr 05 20:53:37.569167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:37.582144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:37.585672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:37.591830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:37.650783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fed1b72-b5f1-488b-ac0c-89f095b8e531 req-fdaf8354-e7b0-48ed-875f-47d3158e453b tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c392e99-086c-4cfb-bcc3-a60908dcca38 HTTP/1.1" status: 200 len: 210 time: 0.0559597 Apr 05 20:53:37.652619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:53:37.672052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] Sync routers for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:53:37.684889 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.736466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:37.737375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:37.779681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-06d1d49a-7eed-4f97-85ed-f8757f6d0b6e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2463126 Apr 05 20:53:37.789319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Port': ['ID=98297033-1dd2-4a16-a0e0-a6d8af910322,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:37.791566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:37.797080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Request body: {'port': {'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1768473234'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:37.820082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] No DVR routers for this DVR port f7fd653e-c8c4-4215-81a3-1aef212292ec on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:37.828832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:37.832797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.834049 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.837519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b52a1b0-26b6-4673-a35b-9ff455b996cf req-70d862e3-7556-4a32-a369-24b2f1a9f2d5 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.23 "DELETE /v2.0/ports/f7fd653e-c8c4-4215-81a3-1aef212292ec HTTP/1.1" status: 204 len: 173 time: 7.6515470 Apr 05 20:53:37.857246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-848b5546-7c85-4f12-94b9-c6d3e24c5f56 req-d8f10228-895f-40b2-a43c-e689bb2ef231 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2916510 Apr 05 20:53:37.857796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-deleted', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:53:37.867373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No DVR routers for this DVR port 98297033-1dd2-4a16-a0e0-a6d8af910322 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:38.175238 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa78b4c0-e6b8-4429-bdcd-15b2c96cabbd'] response: {'server_uuid': '1c392e99-086c-4cfb-bcc3-a60908dcca38', 'name': 'network-vif-deleted', 'tag': 'f7fd653e-c8c4-4215-81a3-1aef212292ec', 'status': 'completed', 'code': 200} Apr 05 20:53:38.245161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3053acde-36e5-4e8f-9eb3-70535cb3c632 req-270b3c21-a764-433b-8395-f1f1c8b7b8fb tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0687814 Apr 05 20:53:38.247302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.292330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa38b795-28e1-4f09-9cda-ea4ba9296192']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:38.324841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f531dcd7-a084-499c-979d-4dd53b651293') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:38.326403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f531dcd7-a084-499c-979d-4dd53b651293') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:38.329247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17', 'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17', 'tenant_id': 'b0f5297a4af44618ad6a48d812de7e29', 'fixed_ips': [{'subnet_id': '68d12b07-6f6a-49b5-b17e-7b02781c3365'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:38.330070 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.340714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.355381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:53:38.361428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.370013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:38.370559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:38.391326 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:38.423102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.507018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:38.515077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Usage tracker for resource:port and tenant:b0f5297a4af44618ad6a48d812de7e29 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:38.535786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:53:38.538473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:38.552380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:38.590230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.629709 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.649301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.652953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=fa38b795-28e1-4f09-9cda-ea4ba9296192,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:38.660456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-980b5da6-ef5f-455b-bb17-83944acfc7e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/fa38b795-28e1-4f09-9cda-ea4ba9296192 HTTP/1.1" status: 204 len: 168 time: 8.9621603 Apr 05 20:53:38.663863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42914) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:38.670395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2043489974'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:38.684760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:38.691927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:38.699402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:38.703970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Made reservation on behalf of b0f5297a4af44618ad6a48d812de7e29 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:38.708246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:38.712514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.787683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] device_id is not set on port 446ff223-5407-41fd-8a4c-f158b99f90ec yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:53:38.792202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:38.795460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.900499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:38.929176 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.929878 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment ab0da0b1-386b-4934-a0a9-435816285597 of type vlan for network f505a218-a1cc-41fe-87d7-aa033ad559a9 Apr 05 20:53:39.023006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.038324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42924) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:39.063641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Allocated IP 172.20.0.2 (9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17/68d12b07-6f6a-49b5-b17e-7b02781c3365/e9de110d-0aaf-42b1-adb8-db328b7a9810) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:39.112092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-a53dd77f-3863-403c-8c62-036248201cf1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:39.113892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-a53dd77f-3863-403c-8c62-036248201cf1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:39.141709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:39.176795 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.201148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] Checking router: dada9b78-ac7d-4a62-961f-8b56fedac548 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:53:39.240919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:39.241713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:39.256842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.resource_extend [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:53:39.318409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=45b87bff-bc4d-406e-bdce-59b31913807c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:39.333696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-a53dd77f-3863-403c-8c62-036248201cf1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:39.334934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-a53dd77f-3863-403c-8c62-036248201cf1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.4360354 Apr 05 20:53:39.338168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b42bc477-2ad2-47bc-ae21-b9139e7201c0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.423144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.428325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:39.429256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.468133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:39.479996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:39.486979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:39.487366 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.523200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Deleting port 5e705f4a-b671-400b-8d42-36a9e7bc1ace {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:39.528359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.607158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=f505a218-a1cc-41fe-87d7-aa033ad559a9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:39.629965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be53763-4436-466b-958d-835c0a41a667 req-571162b5-0497-444b-b508-50161fe20a16 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:39.634180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.638624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9be53763-4436-466b-958d-835c0a41a667 req-571162b5-0497-444b-b508-50161fe20a16 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 945 time: 0.4872570 Apr 05 20:53:39.658082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Transition to ACTIVE for port object e9de110d-0aaf-42b1-adb8-db328b7a9810 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:39.662745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b42bc477-2ad2-47bc-ae21-b9139e7201c0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.687621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Transition to ACTIVE for port object e9de110d-0aaf-42b1-adb8-db328b7a9810 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:39.702571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f505a218-a1cc-41fe-87d7-aa033ad559a9 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:39.755080 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-78df26be-39a8-4c57-bfa6-dc1303376fcc tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4920197 Apr 05 20:53:39.761329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42932) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:39.791059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43864b6f-b189-4d55-a0d4-0b6e6297f8b2 req-4b297b4c-6e72-4d06-bc54-fb3324d101d1 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1160078 Apr 05 20:53:39.820754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1672015867'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:39.838787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:39.867737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9be53763-4436-466b-958d-835c0a41a667 req-b2e0cf82-03fd-4455-8022-18fab31fec4d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0e2e651-83e4-4186-afe7-c4deda0b26f9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2063754 Apr 05 20:53:39.872937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85089405-cd1e-44b9-b4ca-6fb0eedfd8f1 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:39.882588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8d2e5721-5c2a-40b6-a2ed-100ffa8d6e52 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2123744 Apr 05 20:53:39.888495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42936) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:39.898118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': 'f505a218-a1cc-41fe-87d7-aa033ad559a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:39.918768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:39.932635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:39.941467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:53:39.946114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:40.003696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b42bc477-2ad2-47bc-ae21-b9139e7201c0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.006719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Allocated IP 172.20.0.9 (9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17/68d12b07-6f6a-49b5-b17e-7b02781c3365/446ff223-5407-41fd-8a4c-f158b99f90ec) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:40.018103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] For port 5e705f4a-b671-400b-8d42-36a9e7bc1ace, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=5e705f4a-b671-400b-8d42-36a9e7bc1ace,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:40.019348 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.058899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bc477-2ad2-47bc-ae21-b9139e7201c0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e07523-3150-4475-b702-2bad126f2a1e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:40.095484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.103610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b42bc477-2ad2-47bc-ae21-b9139e7201c0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.107559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b42bc477-2ad2-47bc-ae21-b9139e7201c0 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "DELETE /v2.0/security-groups/c7e07523-3150-4475-b702-2bad126f2a1e HTTP/1.1" status: 204 len: 168 time: 1.0657928 Apr 05 20:53:40.107559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:40.109585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42940) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:40.131955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:40.137711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:40.149152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:40.153975 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-65d87ede-3dfc-43df-81ac-e37071e75bd8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] show failed (client error): The resource could not be found. Apr 05 20:53:40.160750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-65d87ede-3dfc-43df-81ac-e37071e75bd8 tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "GET /v2.0/security-groups/c7e07523-3150-4475-b702-2bad126f2a1e HTTP/1.1" status: 404 len: 347 time: 0.0467846 Apr 05 20:53:40.161348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42944) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:40.271995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.452175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:40.482093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group_rule and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:40.508561 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.543332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Deleting port 940ba235-36d6-4ab4-bf89-dbdf0fedc6d1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:40.543809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.562401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:40.589140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:40.666983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.667443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.667872 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Floating IP 4172d1c0-17d6-44ce-89f1-9d188c922673 disassociated. External IP: 172.25.2.96, port: 5e705f4a-b671-400b-8d42-36a9e7bc1ace. Apr 05 20:53:40.668287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Calling delete_port for 5e705f4a-b671-400b-8d42-36a9e7bc1ace owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:40.693400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:40.716030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:40.719907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:40.720337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:40.748574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.796803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Transition to ACTIVE for port object 446ff223-5407-41fd-8a4c-f158b99f90ec will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:40.798610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Pushing event updated for resources: {'Port': ['ID=e9de110d-0aaf-42b1-adb8-db328b7a9810,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:40.816096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.891259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.944786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4cb39719-62a3-4ce2-95b5-ff1753292d2f None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:40.949879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4cb39719-62a3-4ce2-95b5-ff1753292d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.966550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.986439 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.029930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.029930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.100647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.141416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624725e7-5bf3-4980-b473-508a7ae31bbb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:41.162831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:41.178109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:41.189606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:41.218794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.219512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.220256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.220815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.221424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.222580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.223141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.223694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.224325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.224850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.225382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:41.230159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event updated for resources: {'Port': ['ID=446ff223-5407-41fd-8a4c-f158b99f90ec,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:41.317555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Attempting to bind port e9de110d-0aaf-42b1-adb8-db328b7a9810 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:41.318238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Attempting to bind port e9de110d-0aaf-42b1-adb8-db328b7a9810 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '699e8e54-4d7d-4f94-8517-f67135067703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:41.318777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Attempting to bind port e9de110d-0aaf-42b1-adb8-db328b7a9810 on network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:53:41.322992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Calling delete_port for 940ba235-36d6-4ab4-bf89-dbdf0fedc6d1 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:41.408960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:53:41.410229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Checking segment: {'id': '699e8e54-4d7d-4f94-8517-f67135067703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:41.410835 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.411393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Bound using segment: {'id': '699e8e54-4d7d-4f94-8517-f67135067703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:53:41.412036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Bound port: e9de110d-0aaf-42b1-adb8-db328b7a9810, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699e8e54-4d7d-4f94-8517-f67135067703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:41.412611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.435174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.436523 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e60d5dd9-14a4-4538-aa13-fb5bd88c254b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6739538 Apr 05 20:53:41.447137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42954) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:41.456839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event deleted for resources: {'Port': ['ID=5e705f4a-b671-400b-8d42-36a9e7bc1ace,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:41.461837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'security_group': {'name': 'tempest-secgroup-1964193238'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:41.486560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f58839ce-25b2-423a-acce-5bd0f4c02ee5 req-4a5eb696-19c3-4aa5-bcf5-d00893cb2c4e tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 210 time: 0.3339748 Apr 05 20:53:41.520729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:41.542944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:41.546359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93d4a6a8-5ce1-4686-8aa8-9f42ec1de0fd req-94b256ea-1b9f-451f-936a-ea9bdb18c041 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1708307 Apr 05 20:53:41.573888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4cb39719-62a3-4ce2-95b5-ff1753292d2f None None] Provisioning complete for port e0486569-2379-421c-a551-dda5a46a80bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:41.574309 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4cb39719-62a3-4ce2-95b5-ff1753292d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.619444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:41.637631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:41.647562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:41.647562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.674249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4cb39719-62a3-4ce2-95b5-ff1753292d2f None None] Port e0486569-2379-421c-a551-dda5a46a80bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:41.731714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 5e705f4a-b671-400b-8d42-36a9e7bc1ace no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:41.771019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.809914 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef4e7aa7-026b-469c-8b4f-bb6bb6655d88 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0156484 Apr 05 20:53:41.817542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42964) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:41.828789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Request body: {'port': {'network_id': '9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1712114694', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:41.829869 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.api.validators [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] bootfile-name is not in valid_values {{(pid=84580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:41.830387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.api.validators [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] tftp-server is not in valid_values {{(pid=84580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:41.830878 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.api.validators [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] server-ip-address is not in valid_values {{(pid=84580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:41.843686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 5e705f4a-b671-400b-8d42-36a9e7bc1ace {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:53:41.844034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 5e705f4a-b671-400b-8d42-36a9e7bc1ace not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:41.889197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] For port e9de110d-0aaf-42b1-adb8-db328b7a9810, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:53:41.895748 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:41.901737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.928236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb9ec48-d4e7-4034-8b21-dc2e21ed719c None None] The sync data for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 is: [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:45:07Z', 'revision_number': 4, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ddf7228c-c41d-40f9-81ff-46d5265f88be', 'name': '', 'network_id': '789374dc-9dec-4c0b-872b-88058370fe21', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'mac_address': 'fa:16:3e:88:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:06Z', 'updated_at': '2022-04-05T20:45:16Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'subnets': [{'id': '3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:53:41.932410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] For port e9de110d-0aaf-42b1-adb8-db328b7a9810, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e9de110d-0aaf-42b1-adb8-db328b7a9810,segment=NetworkSegment(699e8e54-4d7d-4f94-8517-f67135067703),segment_id=699e8e54-4d7d-4f94-8517-f67135067703)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:53:41.934355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] Update dhcp port {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'fixed_ips': [{'subnet_id': 'ce7b882e-a972-4dc8-bdb2-ec159a32e8b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '45b87bff-bc4d-406e-bdce-59b31913807c'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'd9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 20:53:41.989287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:42.004469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group_rule and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:42.010389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:42.028703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:42.046551 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.077654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Router df39a17f-0a66-4157-9ce9-79c120aa3a55 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:53:42.079086 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.084191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:42.095268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Usage tracker for resource:port and tenant:b0f5297a4af44618ad6a48d812de7e29 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:42.100336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:42.121592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:42.141618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=1128b88c-ca6e-4f9f-897a-4cf71571745e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:42.182233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': 'ab0da0b1-386b-4934-a0a9-435816285597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f505a218-a1cc-41fe-87d7-aa033ad559a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:42.185041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: f505a218-a1cc-41fe-87d7-aa033ad559a9, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:42.239549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.248990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.305272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39bace-d52a-41cd-940a-62e36468e06a None None] Pushing event updated for resources: {'Port': ['ID=e9de110d-0aaf-42b1-adb8-db328b7a9810,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:42.312660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Made reservation on behalf of b0f5297a4af44618ad6a48d812de7e29 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:42.315799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.358809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Pushing event deleted for resources: {'Port': ['ID=940ba235-36d6-4ab4-bf89-dbdf0fedc6d1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:42.378222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.465511 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c5843a-aba7-4805-8c6e-e9568557597a None None] New status for floating IP 6ece8b81-edca-4d9d-b94e-30a9db7513d7: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:53:42.505530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] device_id is not set on port fb6c8cf2-379d-4831-8835-ac68400a5cea yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:53:42.589412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network f505a218-a1cc-41fe-87d7-aa033ad559a9 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:42.589920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d096038c-a8a6-40a2-95c0-e4373621abcc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:42.618208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] Allocated IP 172.20.0.2 (216f14f1-828e-4845-9ef4-a56262b67c13/45b87bff-bc4d-406e-bdce-59b31913807c/d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:42.669324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.677158 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be52a8cf-0528-4454-a549-c2112d659d5a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2232733 Apr 05 20:53:42.708710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42974) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:42.732325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.747955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f505a218-a1cc-41fe-87d7-aa033ad559a9) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:42.753649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'security_group': {'name': 'tempest-secgroup-149699264'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:42.764219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:42.765071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.782702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:42.822436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:42.854289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:42.873223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.874413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f590fc17-6653-403b-b064-b2cb6bed21ea tempest-AttachVolumeShelveTestJSON-1692990674 tempest-AttachVolumeShelveTestJSON-1692990674-project] 10.222.0.10 "DELETE /v2.0/floatingips/6ece8b81-edca-4d9d-b94e-30a9db7513d7 HTTP/1.1" status: 204 len: 168 time: 2.7113614 Apr 05 20:53:42.887809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e4dfdcc2-9ea3-4ff7-a319-65860a6ef897 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9938169 Apr 05 20:53:42.888169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:42.927898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82eb94-3eb6-45ee-875d-4f222ffcad50 None None] Network f505a218-a1cc-41fe-87d7-aa033ad559a9 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:42.986608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:43.050613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Allocated IP 172.20.0.6 (9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17/68d12b07-6f6a-49b5-b17e-7b02781c3365/fb6c8cf2-379d-4831-8835-ac68400a5cea) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:43.180419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f81bc82-1c70-4b9d-9fae-7b630d4ad5bc req-a4dcdf93-c4e3-4c2c-ae5b-0d81a328d32f tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 210 time: 0.2121394 Apr 05 20:53:43.204961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] For port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,segment=NetworkSegment(6df29413-c6ed-4355-8759-330fe1f00877),segment_id=6df29413-c6ed-4355-8759-330fe1f00877)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:43.388139 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:53:43.411123 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.418348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-782171af-1152-4f26-b7e7-ae2a94c97290 req-091313c8-b42e-4866-b7fb-ecc53a6f46ff tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.4511578 Apr 05 20:53:43.606638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71abe33-1782-468e-a3a5-e7122ac2bb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f505a218-a1cc-41fe-87d7-aa033ad559a9', 'network_id': 'f505a218-a1cc-41fe-87d7-aa033ad559a9', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': '1128b88c-ca6e-4f9f-897a-4cf71571745e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:43.608431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f71abe33-1782-468e-a3a5-e7122ac2bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.622350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.640964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] Transition to ACTIVE for port object d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:43.651385 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.670580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Transition to ACTIVE for port object fb6c8cf2-379d-4831-8835-ac68400a5cea will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:43.728588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.735403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.755944 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.846606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:43.854715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:security_group_rule and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:43.858473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:43.871963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:53:43.943335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:43.951657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.040451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9de110d-0aaf-42b1-adb8-db328b7a9810 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:44.054884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:44.064187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:44.074740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] Sync routers for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:53:44.078527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.104439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:44.122207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=1128b88c-ca6e-4f9f-897a-4cf71571745e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:44.167990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] No DVR routers for this DVR port 5e705f4a-b671-400b-8d42-36a9e7bc1ace on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:44.184025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.188622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c93f4e-c56a-4fe0-a530-d7b07648bc2b None None] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:44.199304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'name': 'network-vif-deleted', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:53:44.203497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b49e4c7b-f951-4850-bda7-f67430a7a002 req-48ad237c-c1c7-4784-b24c-d10bddd1bce1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "DELETE /v2.0/ports/5e705f4a-b671-400b-8d42-36a9e7bc1ace HTTP/1.1" status: 204 len: 173 time: 4.8587115 Apr 05 20:53:44.231598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event updated for resources: {'Port': ['ID=fb6c8cf2-379d-4831-8835-ac68400a5cea,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:44.263333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:44.264500 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.317895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.350941 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.392091 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaaeec5-6d6b-4806-ae4f-0e9f04376e88'] response: {'server_uuid': 'ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff', 'name': 'network-vif-deleted', 'tag': '5e705f4a-b671-400b-8d42-36a9e7bc1ace', 'status': 'completed', 'code': 200} Apr 05 20:53:44.394075 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-36b3005e-8e41-4e2c-aca7-c74dbf3d1d3e tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5716865 Apr 05 20:53:44.396661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:44.412301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f505a218-a1cc-41fe-87d7-aa033ad559a9']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:44.431670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee3a95-1d96-4839-9500-c09788f61923 None None] Pushing event updated for resources: {'Port': ['ID=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:44.490670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.547609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0da0b1-386b-4934-a0a9-435816285597') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:44.547923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0da0b1-386b-4934-a0a9-435816285597') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:44.566063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf5fc91a-8da2-4f4a-b3b5-6b312c1f847c req-36d33b4d-c14d-46d2-9ec5-5910f6e7ac67 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce7e913f-4ae1-4853-aa48-9eb32b6ba8ff HTTP/1.1" status: 200 len: 210 time: 0.1329753 Apr 05 20:53:44.580026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.609038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa95ae4-bc8e-404d-919a-446b5b0c897f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:44.619082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.630567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.630567 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9e72270e-a54a-4bff-90bc-b564f5edbd8f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.9176168 Apr 05 20:53:44.631060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:44.631346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.634552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43012) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:44.650380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-27897271', 'security_groups': ['eaa95ae4-bc8e-404d-919a-446b5b0c897f'], 'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45b87bff-bc4d-406e-bdce-59b31913807c'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:44.667479 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:44.769153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:44.770222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:44.861581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53bd4aab-7a00-45f9-bda0-f936df70f924 req-1139066c-459f-4a22-90be-e8ed249321d8 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0886846 Apr 05 20:53:44.891985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db899cd5-9ba5-4e85-b399-567e13e9198d tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:44.896155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db899cd5-9ba5-4e85-b399-567e13e9198d tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:44.900296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db899cd5-9ba5-4e85-b399-567e13e9198d tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:44.901275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-db899cd5-9ba5-4e85-b399-567e13e9198d tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Synchronizing usage tracker for tenant:b0f5297a4af44618ad6a48d812de7e29 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:44.941277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:44.957472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:45.015051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.044116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-db899cd5-9ba5-4e85-b399-567e13e9198d tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Unset dirty status for tenant:b0f5297a4af44618ad6a48d812de7e29 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:45.045568 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db899cd5-9ba5-4e85-b399-567e13e9198d tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.6479819 Apr 05 20:53:45.047127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-f71abe33-1782-468e-a3a5-e7122ac2bb14 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1128b88c-ca6e-4f9f-897a-4cf71571745e: This subnet is being modified by another concurrent operation. Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:53:45.053076 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1128b88c-ca6e-4f9f-897a-4cf71571745e: This subnet is being modified by another concurrent operation. Apr 05 20:53:45.057075 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 20:53:45.063732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43020) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.063732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.073271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=f505a218-a1cc-41fe-87d7-aa033ad559a9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:45.201408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Deleting port fb6c8cf2-379d-4831-8835-ac68400a5cea {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:45.201760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.224997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e9de110d-0aaf-42b1-adb8-db328b7a9810 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:45.239523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c33df8-840f-4336-a873-db7def6bddb9 None None] Network f505a218-a1cc-41fe-87d7-aa033ad559a9 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:45.272536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0b0e8d9e-5f2b-4100-a21a-01ddeb0555a7 None None] Provisioning for port e9de110d-0aaf-42b1-adb8-db328b7a9810 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:45.284056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9f30a7da-37ea-4731-880b-52cbc98aec2e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/f505a218-a1cc-41fe-87d7-aa033ad559a9 HTTP/1.1" status: 204 len: 168 time: 2.3947213 Apr 05 20:53:45.284880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43024) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.310105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-970292458'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:45.314051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0b0e8d9e-5f2b-4100-a21a-01ddeb0555a7 None None] Provisioning complete for port e9de110d-0aaf-42b1-adb8-db328b7a9810 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:45.314428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8d9e-5f2b-4100-a21a-01ddeb0555a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.330089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:45.335884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:45.339497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:45.358875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:45.413934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e9de110d-0aaf-42b1-adb8-db328b7a9810 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:45.414322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.499822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.507218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c33df8-840f-4336-a873-db7def6bddb9 None None] Network f505a218-a1cc-41fe-87d7-aa033ad559a9 could not be found, it might have been deleted concurrently. {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 20:53:45.558135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] device_id is not set on port acf8f9c3-40bc-4fbd-9567-1b829212e101 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:53:45.589477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:45.599006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.706120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:45.710590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:53:45.746880 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.762736 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.763431 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment a7466e32-e9cd-4599-a5b5-3afcf9524f9c of type vlan for network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 Apr 05 20:53:45.814923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.860868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0b0e8d9e-5f2b-4100-a21a-01ddeb0555a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.908499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Calling delete_port for fb6c8cf2-379d-4831-8835-ac68400a5cea owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:45.990154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.996908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.5 (216f14f1-828e-4845-9ef4-a56262b67c13/45b87bff-bc4d-406e-bdce-59b31913807c/acf8f9c3-40bc-4fbd-9567-1b829212e101) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:46.055249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43042) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.189611 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.193781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:46.194565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.224226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e9de110d-0aaf-42b1-adb8-db328b7a9810, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e9de110d-0aaf-42b1-adb8-db328b7a9810,segment=NetworkSegment(699e8e54-4d7d-4f94-8517-f67135067703),segment_id=699e8e54-4d7d-4f94-8517-f67135067703)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:46.232800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-492fba56-0713-4bc6-bcc3-17eb388ea084 req-ba4a7be4-cc56-425f-80b6-13b36e512d5f tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1329942 Apr 05 20:53:46.330817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.402825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.432495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-0b0e8d9e-5f2b-4100-a21a-01ddeb0555a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:46.433605 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-0b0e8d9e-5f2b-4100-a21a-01ddeb0555a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:46.499413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:46.572851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e9de110d-0aaf-42b1-adb8-db328b7a9810,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:46.583420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:46.586525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-701bd9e4-71c1-4770-a152-bbe6c1ed9a91 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.599481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:46.627190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-701bd9e4-71c1-4770-a152-bbe6c1ed9a91 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.654665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43058) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.662382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-de444023-ecfc-4296-b99b-f4cbd2514fa3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3672197 Apr 05 20:53:46.662618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': '3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:46.675646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.686459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object acf8f9c3-40bc-4fbd-9567-1b829212e101 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:46.752988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event deleted for resources: {'Port': ['ID=fb6c8cf2-379d-4831-8835-ac68400a5cea,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:46.846138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:46.854911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:46.858894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:46.866764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:46.880604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:46.887861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] Checking router: df39a17f-0a66-4157-9ce9-79c120aa3a55 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:53:46.901452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:53:46.902096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:46.922960 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.939317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9261f6e0-bb02-48e8-bb3e-8314be4bca60 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "DELETE /v2.0/ports/fb6c8cf2-379d-4831-8835-ac68400a5cea HTTP/1.1" status: 204 len: 168 time: 1.8636026 Apr 05 20:53:46.945767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43072) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.960953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Request body: {'port': {'name': 'tempest-new-port-name-1498784695', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:46.961597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.api.validators [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] bootfile-name is not in valid_values {{(pid=84580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:46.961993 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.api.validators [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] tftp-server is not in valid_values {{(pid=84580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:46.962686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.api.validators [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] server-ip-address is not in valid_values {{(pid=84580) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:53:46.981225 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-701bd9e4-71c1-4770-a152-bbe6c1ed9a91 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.984702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-701bd9e4-71c1-4770-a152-bbe6c1ed9a91 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.986202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-701bd9e4-71c1-4770-a152-bbe6c1ed9a91 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "DELETE /v2.0/security-groups/e0e2e651-83e4-4186-afe7-c4deda0b26f9 HTTP/1.1" status: 204 len: 168 time: 0.9296496 Apr 05 20:53:47.006644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43076) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:47.054743 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-8a6839bb-b68f-4f50-9b07-f200ac47ce1d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] show failed (client error): The resource could not be found. Apr 05 20:53:47.054743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8a6839bb-b68f-4f50-9b07-f200ac47ce1d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups/e0e2e651-83e4-4186-afe7-c4deda0b26f9 HTTP/1.1" status: 404 len: 347 time: 0.0436366 Apr 05 20:53:47.055794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bd9e4-71c1-4770-a152-bbe6c1ed9a91 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e2e651-83e4-4186-afe7-c4deda0b26f9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:47.056806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43084) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:47.063743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.073478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:47.259707 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.339972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:53:47.401005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c8583-5d6d-46ec-9633-62489550cb1c None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:53:47.558591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Provisioning for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:47.600779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:47.609800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:47.610180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.624260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:47.633371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:47.665403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8a4c526-ffe9-4760-83bd-cf53d23fc021 req-48f23092-0042-45c9-931c-56f5cdf350d5 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0568101 Apr 05 20:53:47.667967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Deleting port 3ce56ff7-1791-43e4-b0ce-900d7521fbea {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:47.668536 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.770365 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.852627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=acf8f9c3-40bc-4fbd-9567-1b829212e101,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:47.934928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25c8583-5d6d-46ec-9633-62489550cb1c None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:53:47.936403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:47.936725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.980791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.981542 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.124016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Provisioning complete for port e9de110d-0aaf-42b1-adb8-db328b7a9810 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:48.124253 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.163663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:48.166035 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-21357855-0dc3-4990-ac9e-08501466d3e9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5217607 Apr 05 20:53:48.168581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Calling delete_port for 3ce56ff7-1791-43e4-b0ce-900d7521fbea owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:48.169455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43120) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:48.190141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c9d9a-9129-4138-bc3d-718977142b39 None None] The sync data for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 is: [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:47:46Z', 'revision_number': 4, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '2afef617-1ac4-489c-98fb-de72073adab6', 'name': '', 'network_id': '0d57210c-d16d-4309-994d-0206c31fb5dc', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:45Z', 'updated_at': '2022-04-05T20:48:08Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'subnets': [{'id': '343c99e0-3e4a-4fb0-9a77-679b43a446da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:53:48.256225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.262430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:48.406611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.592571 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.653667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.660792 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee052b-abc7-4bd6-8f08-b31ef1c8288c None None] New status for floating IP 4172d1c0-17d6-44ce-89f1-9d188c922673: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:53:48.675775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event deleted for resources: {'Port': ['ID=3ce56ff7-1791-43e4-b0ce-900d7521fbea,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:48.688821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9de110d-0aaf-42b1-adb8-db328b7a9810 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:48.776368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Provisioning for port 446ff223-5407-41fd-8a4c-f158b99f90ec completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:48.779877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15672df4-e5fc-49a2-8377-125870b86768 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:53:48.806120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=be8d167d-1403-4f16-bf46-a14ce0383a84,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:48.807665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.891163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Provisioning complete for port 446ff223-5407-41fd-8a4c-f158b99f90ec triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:48.895444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.941020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.943028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event updated for resources: {'Port': ['ID=446ff223-5407-41fd-8a4c-f158b99f90ec,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:48.943267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8c263df8-290b-4731-87a7-6312d3329e10 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "DELETE /v2.0/floatingips/4172d1c0-17d6-44ce-89f1-9d188c922673 HTTP/1.1" status: 204 len: 168 time: 1.8791845 Apr 05 20:53:49.043931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:49.050219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': 'a7466e32-e9cd-4599-a5b5-3afcf9524f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:49.050592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:49.069502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] In _notify_port_updated(), no bound segment for port 446ff223-5407-41fd-8a4c-f158b99f90ec on network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:53:49.080037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:49.080741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.082644 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b9d14282-edf7-4b28-8405-9d2f5f218266 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "PUT /v2.0/ports/446ff223-5407-41fd-8a4c-f158b99f90ec HTTP/1.1" status: 200 len: 1136 time: 2.1363330 Apr 05 20:53:49.086056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:49.097821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-445ac357-c01d-4b8d-80ac-6ffa0377e800 req-ff61559b-6e67-4352-a284-459aff11cd1d tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0907781 Apr 05 20:53:49.098408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43134) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:49.100603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:49.145400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:49.203305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458c4e9-6ccc-4a62-b591-40f084d6c06c tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:49.204006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b458c4e9-6ccc-4a62-b591-40f084d6c06c tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Synchronizing usage tracker for tenant:b0f5297a4af44618ad6a48d812de7e29 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:49.283753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:49.288205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.323946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b458c4e9-6ccc-4a62-b591-40f084d6c06c tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Unset dirty status for tenant:b0f5297a4af44618ad6a48d812de7e29 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:49.325038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b458c4e9-6ccc-4a62-b591-40f084d6c06c tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "GET /v2.0/ports/446ff223-5407-41fd-8a4c-f158b99f90ec HTTP/1.1" status: 200 len: 1136 time: 0.2257376 Apr 05 20:53:49.331810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43138) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:49.445432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:49.471886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Deleting port 446ff223-5407-41fd-8a4c-f158b99f90ec {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:49.472226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.554701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:49.563261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:49.563995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.588468 n-d-836605-1 neutron-server[84580]: INFO neutron.db.ipam_backend_mixin [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45b87bff-bc4d-406e-bdce-59b31913807c (CIDR: 172.20.0.0/28) Apr 05 20:53:49.639160 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:53:49.639659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:53:49.677497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bd0c0d72-3982-4566-b1b6-0398c89405ff tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0216718 Apr 05 20:53:49.678240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43146) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:49.753017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a814d78-34a2-48e1-84d3-1fe3b2593b4f tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5809975 Apr 05 20:53:49.806155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43150) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:49.817518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:49.867603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Port 446ff223-5407-41fd-8a4c-f158b99f90ec cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:49.887555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15672df4-e5fc-49a2-8377-125870b86768 None None] Unable to find a vacant binding_index for network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 and agent 1c702909-9cf2-4e3c-81df-733d16d41caf {{(pid=84582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 05 20:53:49.908111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Could not find standard attr ID for object fb6c8cf2-379d-4831-8835-ac68400a5cea. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:53:49.920570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15672df4-e5fc-49a2-8377-125870b86768 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6) {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:53:49.928945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e9de110d-0aaf-42b1-adb8-db328b7a9810 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:49.929340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.942463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.031691 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.117866 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.232680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.318151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Provisioning complete for port e0486569-2379-421c-a551-dda5a46a80bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:50.318547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.340687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=be8d167d-1403-4f16-bf46-a14ce0383a84,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:50.452191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.501341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.523795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e3c49285-b33a-414c-af56-b556e845513b None None] Port e0486569-2379-421c-a551-dda5a46a80bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:50.537162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Calling delete_port for 446ff223-5407-41fd-8a4c-f158b99f90ec owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:50.571921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:50.587874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7466e32-e9cd-4599-a5b5-3afcf9524f9c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:50.588178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7466e32-e9cd-4599-a5b5-3afcf9524f9c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:50.604949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.625233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.640486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:50.640486 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.699901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9078b8d8-8c3f-433e-9202-5a83898724ee req-1071f234-f931-42e8-a0f1-7b82a4166df4 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1780250 Apr 05 20:53:50.734291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:50.758408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:50.763331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:50.785910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:50.807687 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:50.924399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:50.952096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.993290 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.014886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:51.029973 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-beb2e9e0-d1db-4911-9fd7-01cbacd4b029 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 HTTP/1.1" status: 204 len: 168 time: 1.3495698 Apr 05 20:53:51.031059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43162) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:51.037500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118611111'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:51.043593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:51.047916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:51.052179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:51.059040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:51.083467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.140347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:51.144632 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.178627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:51.188243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.188683 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment 519bc382-1d47-4692-9a65-7860c74e981d of type vlan for network d8d3e4b8-8353-4538-a32e-d618b4076576 Apr 05 20:53:51.191917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec743d93-3d0d-48f6-bf23-4d5bff8e6cf4 None None] Network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:51.221238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.234624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec743d93-3d0d-48f6-bf23-4d5bff8e6cf4 None None] Network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 could not be found, it might have been deleted concurrently. {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 20:53:51.248711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451c3ef-032a-47ad-9343-eec9549710bb None None] Network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:51.272800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451c3ef-032a-47ad-9343-eec9549710bb None None] Network 3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 could not be found, it might have been deleted concurrently. {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 20:53:51.276649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event deleted for resources: {'Port': ['ID=446ff223-5407-41fd-8a4c-f158b99f90ec,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:51.352270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.359806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:51.361784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.362496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.637375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=d8d3e4b8-8353-4538-a32e-d618b4076576,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:51.650803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network d8d3e4b8-8353-4538-a32e-d618b4076576 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:51.678545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9eb7f952-4e4f-4311-bc47-76ea289635c4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6457174 Apr 05 20:53:51.680802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43174) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:51.687381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:51.730869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.749292 n-d-836605-1 neutron-server[84581]: INFO neutron.db.ipam_backend_mixin [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ce7b882e-a972-4dc8-bdb2-ec159a32e8b5 (CIDR: 172.20.0.16/28) Apr 05 20:53:51.781449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43180) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:51.838125 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:53:51.838797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:53:51.882423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-48d9a3a2-646b-4568-93e7-039c9ab73377 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "DELETE /v2.0/ports/446ff223-5407-41fd-8a4c-f158b99f90ec HTTP/1.1" status: 204 len: 168 time: 2.5471826 Apr 05 20:53:51.885028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43186) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:51.886765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d757c2d-4676-418c-9d3e-648ebbc0fb94 None None] Could not find standard attr ID for object 446ff223-5407-41fd-8a4c-f158b99f90ec. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:53:51.961079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:51.968481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:51.974264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:51.991232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:52.003040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d520b93e-a2bc-4853-958d-e0726f09a563 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.1926043 Apr 05 20:53:52.008916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43190) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:52.037263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'subnet': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:52.108544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d757c2d-4676-418c-9d3e-648ebbc0fb94 None None] Provisioning for port acf8f9c3-40bc-4fbd-9567-1b829212e101 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:52.115281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d757c2d-4676-418c-9d3e-648ebbc0fb94 None None] Provisioning complete for port acf8f9c3-40bc-4fbd-9567-1b829212e101 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:52.115815 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d757c2d-4676-418c-9d3e-648ebbc0fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.218678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:52.223438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Usage tracker for resource:subnet and tenant:b823616aba2f4412b7041e3457766cfa is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:52.226655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:52.229948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43196) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:52.241927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4d757c2d-4676-418c-9d3e-648ebbc0fb94 None None] Port acf8f9c3-40bc-4fbd-9567-1b829212e101 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:52.272036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:52.277320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:52.388182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dba04ad4-bfa9-48c2-9978-55bef71f1f77 req-357c9865-bed4-4b2f-8594-4351743518ba tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.3589385 Apr 05 20:53:52.418977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] Deleting subnet 94227f2d-1112-4168-aed6-c79921149768 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:53:52.425554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.573810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Deleting subnet 68d12b07-6f6a-49b5-b17e-7b02781c3365 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:53:52.578548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.589869 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.607428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Made reservation on behalf of b823616aba2f4412b7041e3457766cfa for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:52.647809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.787985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.876977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.905258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.929226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.151676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.192477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event deleted for resources: {'Subnet': ['ID=68d12b07-6f6a-49b5-b17e-7b02781c3365,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:53.203381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.214258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-06533ce1-e699-46db-8304-5c31d83cc307 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "DELETE /v2.0/subnets/68d12b07-6f6a-49b5-b17e-7b02781c3365 HTTP/1.1" status: 204 len: 168 time: 1.3259552 Apr 05 20:53:53.214452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f3799-9f79-4cba-9002-848b89bc7d0d None None] Network 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:53.215161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.218792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43204) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:53.379003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.382874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.445638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94227f2d-1112-4168-aed6-c79921149768,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:53.531104 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.560368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] DHCP port deletion for 9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:53:53.564852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Deleting port e9de110d-0aaf-42b1-adb8-db328b7a9810 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:53.572870 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.694143 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6378c5f3-9f84-403f-9fc5-651abca17348 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/94227f2d-1112-4168-aed6-c79921149768 HTTP/1.1" status: 204 len: 168 time: 1.4629924 Apr 05 20:53:53.706984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43212) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:53.719667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.756815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39cec33e-5f28-4e97-9da6-5ca1f7e65f96 req-4e31b681-d6b2-44bb-a282-c6c2b3fc0eab tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0879815 Apr 05 20:53:53.795571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Deleting port e9de110d-0aaf-42b1-adb8-db328b7a9810 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:53.796511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.819497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] For port e9de110d-0aaf-42b1-adb8-db328b7a9810, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e9de110d-0aaf-42b1-adb8-db328b7a9810,segment=NetworkSegment(699e8e54-4d7d-4f94-8517-f67135067703),segment_id=699e8e54-4d7d-4f94-8517-f67135067703)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:53.822120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.853957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=89286cdb-f7d7-4666-a4de-69e8423a1a19,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:53.872918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.925501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': '519bc382-1d47-4692-9a65-7860c74e981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:53.926278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: d8d3e4b8-8353-4538-a32e-d618b4076576, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:53.953699 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.970696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Network 216f14f1-828e-4845-9ef4-a56262b67c13 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:54.010807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:54.014963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:54.015862 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.065110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Calling delete_port for e9de110d-0aaf-42b1-adb8-db328b7a9810 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:54.102958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6594337c-ef5a-47c3-9cc5-664b5e421701 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:54.173752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Subnet': ['ID=b30f908c-0125-4f9a-bea9-200a98a923e7,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:54.191608 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a54762be-9920-4ec3-9701-c23d0fac481c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1751988 Apr 05 20:53:54.193832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43216) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:54.201955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1874846269', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b30f908c-0125-4f9a-bea9-200a98a923e7'}], 'security_groups': ['624725e7-5bf3-4980-b473-508a7ae31bbb', 'd096038c-a8a6-40a2-95c0-e4373621abcc']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:54.312544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.348145 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.399735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402498fa-c60d-4c42-b37d-7cc83d2eb37f']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:54.402483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Pushing event deleted for resources: {'Port': ['ID=e9de110d-0aaf-42b1-adb8-db328b7a9810,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:54.413954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network d8d3e4b8-8353-4538-a32e-d618b4076576 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:54.433256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] No DVR routers for this DVR port e9de110d-0aaf-42b1-adb8-db328b7a9810 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:54.433523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92bf536-60f8-4303-9d90-e411cfbdac2f') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:54.433754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92bf536-60f8-4303-9d90-e411cfbdac2f') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:54.436683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.437195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.437609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.438021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.438422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.438857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.439306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.439727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] For port e9de110d-0aaf-42b1-adb8-db328b7a9810, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e9de110d-0aaf-42b1-adb8-db328b7a9810,segment=NetworkSegment(699e8e54-4d7d-4f94-8517-f67135067703),segment_id=699e8e54-4d7d-4f94-8517-f67135067703)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:54.439883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.440102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.440457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.440756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.441233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8592c1-6d69-4766-9fca-b3e20cd83038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:54.470460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.494457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, d8d3e4b8-8353-4538-a32e-d618b4076576) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:54.502146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:54.502713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ddb36c-7e63-4fd6-bc0e-4f7871e4c324 None None] Network d8d3e4b8-8353-4538-a32e-d618b4076576 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:54.508084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.533262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.557159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:54.561535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:54.582250 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:54.668722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Calling delete_port for e9de110d-0aaf-42b1-adb8-db328b7a9810 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:54.684055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] Update dhcp port {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'fixed_ips': [{'subnet_id': 'ce7b882e-a972-4dc8-bdb2-ec159a32e8b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '45b87bff-bc4d-406e-bdce-59b31913807c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b30f908c-0125-4f9a-bea9-200a98a923e7'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'd9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 20:53:54.736821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Deleting port ddf7228c-c41d-40f9-81ff-46d5265f88be {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:54.737230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.788424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.793969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.796505 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.828072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=402498fa-c60d-4c42-b37d-7cc83d2eb37f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:54.882337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:54.882668 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:54.898186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.919631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9de110d-0aaf-42b1-adb8-db328b7a9810 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:54.971226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e9de110d-0aaf-42b1-adb8-db328b7a9810 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:53:54.971781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e9de110d-0aaf-42b1-adb8-db328b7a9810 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:54.987792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f94560e7-a879-45e1-8758-22f0cc088bb8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/402498fa-c60d-4c42-b37d-7cc83d2eb37f HTTP/1.1" status: 204 len: 168 time: 1.2761199 Apr 05 20:53:54.999229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-d8d3e4b8-8353-4538-a32e-d618b4076576', 'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': '89286cdb-f7d7-4666-a4de-69e8423a1a19'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:53:55.004874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.026306 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0f9789b0-87d5-4d54-bc93-36fff5c53b69 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3444228 Apr 05 20:53:55.034220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43226) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:55.057934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:55.118112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] For port ddf7228c-c41d-40f9-81ff-46d5265f88be, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ddf7228c-c41d-40f9-81ff-46d5265f88be,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:55.118388 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.274970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] Allocated IP 172.20.0.34 (216f14f1-828e-4845-9ef4-a56262b67c13/b30f908c-0125-4f9a-bea9-200a98a923e7/d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:55.352983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Calling delete_port for ddf7228c-c41d-40f9-81ff-46d5265f88be owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:55.385105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Deleting port e9de110d-0aaf-42b1-adb8-db328b7a9810 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:55.385302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.480818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] The port 'e9de110d-0aaf-42b1-adb8-db328b7a9810' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:53:55.523099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43230) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:55.611528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Allocated IP 2001:db8::2 (d8d3e4b8-8353-4538-a32e-d618b4076576/89286cdb-f7d7-4666-a4de-69e8423a1a19/cc0ece33-b341-4fc3-920e-f615291d07af) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:55.622397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] For port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,segment=NetworkSegment(6df29413-c6ed-4355-8759-330fe1f00877),segment_id=6df29413-c6ed-4355-8759-330fe1f00877)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:53:55.657831 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.699410 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb0f0ad5-10f6-4cdf-804b-ec63100a15e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7108ac24c1fc45caaa3173de2e395895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1753643 Apr 05 20:53:55.702316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43236) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:55.705795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:55.731709 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.738516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699e8e54-4d7d-4f94-8517-f67135067703') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:55.739196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699e8e54-4d7d-4f94-8517-f67135067703') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:55.760074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.786319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.795927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d073ee6-b850-4485-bc3c-4f66fdf62637 req-a42215a8-a218-4973-956c-305fb6e3a6f2 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1062047 Apr 05 20:53:55.804345 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.819208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:53:55.819595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:55.839827 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:55.861031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf7228c-c41d-40f9-81ff-46d5265f88be,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:55.911843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.949255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b2761c9-f01c-4263-b8b0-d8c9fc73a145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.977696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b2761c9-f01c-4263-b8b0-d8c9fc73a145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.008595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:56.015650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:subnet and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:56.048943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.053957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.070130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:56.084137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] Pushing event deleted for resources: {'Network': ['ID=9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:56.091842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9a51a9e5-7a52-484f-beb3-99edd82640e8 tempest-ExtraDHCPOptionsTestJSON-664297661 tempest-ExtraDHCPOptionsTestJSON-664297661-project] 10.222.0.10 "DELETE /v2.0/networks/9cb5ecf0-cf77-4ea5-bf3d-0016e7888d17 HTTP/1.1" status: 204 len: 168 time: 2.8669503 Apr 05 20:53:56.129562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b2761c9-f01c-4263-b8b0-d8c9fc73a145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.130118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Transition to ACTIVE for port object cc0ece33-b341-4fc3-920e-f615291d07af will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:56.132370 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b2761c9-f01c-4263-b8b0-d8c9fc73a145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.132601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:56.134686 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3b2761c9-f01c-4263-b8b0-d8c9fc73a145 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18601627-aa15-42d7-97c2-fc346342b1c4 HTTP/1.1" status: 204 len: 168 time: 0.4307747 Apr 05 20:53:56.145459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2761c9-f01c-4263-b8b0-d8c9fc73a145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18601627-aa15-42d7-97c2-fc346342b1c4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:56.148198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] Transition to ACTIVE for port object d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:56.210115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:56.219925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Transition to ACTIVE for port object cc0ece33-b341-4fc3-920e-f615291d07af will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:56.231910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.363356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.420904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.421947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Delete allocated IP 172.20.0.5 (216f14f1-828e-4845-9ef4-a56262b67c13/45b87bff-bc4d-406e-bdce-59b31913807c) {{(pid=84580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:53:56.435663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Allocated IP 172.20.0.45 (216f14f1-828e-4845-9ef4-a56262b67c13/b30f908c-0125-4f9a-bea9-200a98a923e7/acf8f9c3-40bc-4fbd-9567-1b829212e101) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:56.470025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Network d8d3e4b8-8353-4538-a32e-d618b4076576 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:56.478421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:56.513788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:53:56.565149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.742060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0048c72-f5d3-45e6-b4c0-15abe91365f2 None None] Pushing event updated for resources: {'Port': ['ID=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:56.761743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43250) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:56.821464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.882291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Pushing event updated for resources: {'Port': ['ID=cc0ece33-b341-4fc3-920e-f615291d07af,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:56.919341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Transition to ACTIVE for port object acf8f9c3-40bc-4fbd-9567-1b829212e101 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:56.930478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Attempting to bind port cc0ece33-b341-4fc3-920e-f615291d07af on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:56.931337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Attempting to bind port cc0ece33-b341-4fc3-920e-f615291d07af by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '519bc382-1d47-4692-9a65-7860c74e981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:56.931809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Attempting to bind port cc0ece33-b341-4fc3-920e-f615291d07af on network d8d3e4b8-8353-4538-a32e-d618b4076576 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:53:56.939991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:53:56.941368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Checking segment: {'id': '519bc382-1d47-4692-9a65-7860c74e981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:53:56.941860 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.942457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Bound using segment: {'id': '519bc382-1d47-4692-9a65-7860c74e981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:53:56.943102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Bound port: cc0ece33-b341-4fc3-920e-f615291d07af, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519bc382-1d47-4692-9a65-7860c74e981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:56.943585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.002801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.083594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] For port cc0ece33-b341-4fc3-920e-f615291d07af, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:53:57.106818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] For port cc0ece33-b341-4fc3-920e-f615291d07af, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cc0ece33-b341-4fc3-920e-f615291d07af,segment=NetworkSegment(519bc382-1d47-4692-9a65-7860c74e981d),segment_id=519bc382-1d47-4692-9a65-7860c74e981d)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:53:57.170114 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.293333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b73e95-b8cd-4eed-a631-b8129d5a22c4 None None] Pushing event updated for resources: {'Port': ['ID=cc0ece33-b341-4fc3-920e-f615291d07af,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:57.369254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.445976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event updated for resources: {'Port': ['ID=acf8f9c3-40bc-4fbd-9567-1b829212e101,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:57.481358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] In _notify_port_updated(), no bound segment for port acf8f9c3-40bc-4fbd-9567-1b829212e101 on network 216f14f1-828e-4845-9ef4-a56262b67c13 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:53:57.485507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:57.488908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.488908 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c621d95d-40d0-47a7-9a86-47acb4d7d214 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "PUT /v2.0/ports/acf8f9c3-40bc-4fbd-9567-1b829212e101 HTTP/1.1" status: 200 len: 960 time: 3.2951529 Apr 05 20:53:57.491116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43268) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:57.495746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-647f556c-1ffe-4b89-afff-43d3222e005f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0f5297a4af44618ad6a48d812de7e29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7361493 Apr 05 20:53:57.537184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43272) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:57.556297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network d8d3e4b8-8353-4538-a32e-d618b4076576 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:57.564245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=54098f0d-3111-4a98-bffc-ab4c0e3f17da,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:57.627127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41b653c4-95e9-4783-9e3f-0c1ff96fe567 req-705279c0-9a4b-44e0-841d-f4fc0cab5c1e tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.3866625 Apr 05 20:53:57.662376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:57.666830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port acf8f9c3-40bc-4fbd-9567-1b829212e101 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:53:57.667016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.686367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:57.687092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.963138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Provisioning for port acf8f9c3-40bc-4fbd-9567-1b829212e101 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:57.968494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Provisioning complete for port acf8f9c3-40bc-4fbd-9567-1b829212e101 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:57.968969 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.083913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Port acf8f9c3-40bc-4fbd-9567-1b829212e101 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:58.089333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-78a5d1ff-f69f-4ff4-b919-8da2594c461d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0496087 Apr 05 20:53:58.090693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43284) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:58.146545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fbb32d05-304a-47fe-91a2-be5bbc15f8d3 req-21265eb5-1c44-4063-8b52-b4ebef16ee5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0567429 Apr 05 20:53:58.152288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Provisioning for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:58.157556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4647d60-4b8a-4a7e-93db-9cd04dc9fb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.166275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:58.166275 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.216183 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4647d60-4b8a-4a7e-93db-9cd04dc9fb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.321903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5e812-1102-4b0c-aea1-0e0d6515f764 req-cdd20b6b-2cd4-4d63-819c-9d6eec063fab tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:58.322710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ad5e812-1102-4b0c-aea1-0e0d6515f764 req-cdd20b6b-2cd4-4d63-819c-9d6eec063fab tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:58.334038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-5cef7545-6673-44d6-a8ca-781e18228195 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5050983 Apr 05 20:53:58.381982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:58.383583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:58.384895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:58.386235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:58.387739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:58.388714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Synchronizing usage tracker for tenant:a770bf5ce9a14378b8590d3347869953 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:58.406230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Provisioning complete for port e0486569-2379-421c-a551-dda5a46a80bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:58.406955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.448816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.476487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0b72e-5eab-4ae9-9189-94f480b97fcc None None] Port e0486569-2379-421c-a551-dda5a46a80bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:58.518995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4647d60-4b8a-4a7e-93db-9cd04dc9fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.555189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ad5e812-1102-4b0c-aea1-0e0d6515f764 req-cdd20b6b-2cd4-4d63-819c-9d6eec063fab tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:58.556835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ad5e812-1102-4b0c-aea1-0e0d6515f764 req-cdd20b6b-2cd4-4d63-819c-9d6eec063fab tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.6687245 Apr 05 20:53:58.624657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for acf8f9c3-40bc-4fbd-9567-1b829212e101 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:53:58.630177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4647d60-4b8a-4a7e-93db-9cd04dc9fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac94997-0e35-4451-af82-956665ab633b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:58.672105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Unset dirty status for tenant:a770bf5ce9a14378b8590d3347869953 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:58.679317 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-000c1136-489b-4171-aff1-ba19cb2abc1a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5297711 Apr 05 20:53:58.681494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43292) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:58.697500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4647d60-4b8a-4a7e-93db-9cd04dc9fb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.701218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d4647d60-4b8a-4a7e-93db-9cd04dc9fb07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ac94997-0e35-4451-af82-956665ab633b HTTP/1.1" status: 204 len: 168 time: 1.0878122 Apr 05 20:53:58.707264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912775588'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:53:58.714136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-18567f6c-c4e6-4829-9266-b617ced813b9 None None] Provisioning complete for port acf8f9c3-40bc-4fbd-9567-1b829212e101 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:58.714520 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-18567f6c-c4e6-4829-9266-b617ced813b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.730168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:58.759271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:58.781811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:58.803026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-18567f6c-c4e6-4829-9266-b617ced813b9 None None] Port acf8f9c3-40bc-4fbd-9567-1b829212e101 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:53:58.822437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:58.861332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ad5e812-1102-4b0c-aea1-0e0d6515f764 req-9d884e55-799c-4469-a6a4-6cde48347e23 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:58.923268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-35372ec2-f4c5-46c7-a8f0-26e10bb44769 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2&device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1096 time: 0.5656359 Apr 05 20:53:58.981342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.982069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cc0ece33-b341-4fc3-920e-f615291d07af up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:58.999050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21445167-bd1a-4d9c-a74b-1df78cb92ca7 None None] Network d8d3e4b8-8353-4538-a32e-d618b4076576 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:53:59.007849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:59.012042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.033586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=acf8f9c3-40bc-4fbd-9567-1b829212e101,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:59.043703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16131677-cf45-4710-8cfb-4400a909a953 req-8837e579-6bfc-4010-8e12-0b084ca685ff tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1112366 Apr 05 20:53:59.168242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7ad5e812-1102-4b0c-aea1-0e0d6515f764 req-9d884e55-799c-4469-a6a4-6cde48347e23 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:59.182040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ad5e812-1102-4b0c-aea1-0e0d6515f764 req-9d884e55-799c-4469-a6a4-6cde48347e23 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495541 Apr 05 20:53:59.220567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.242914 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db31eb28-c00c-4294-9a18-5f9629bcac1b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/acf8f9c3-40bc-4fbd-9567-1b829212e101 HTTP/1.1" status: 204 len: 168 time: 1.7500827 Apr 05 20:53:59.246352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43300) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:59.304272 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6114be-a3bd-4f93-921b-ec51abaf3561 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] GET failed (client error): The resource could not be found. Apr 05 20:53:59.304786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fc6114be-a3bd-4f93-921b-ec51abaf3561 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Synchronizing usage tracker for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:59.324241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1e2135db-5d7f-4922-a98c-cfce4b899211 None None] Provisioning for port cc0ece33-b341-4fc3-920e-f615291d07af completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:59.380971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fc6114be-a3bd-4f93-921b-ec51abaf3561 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Unset dirty status for tenant:b823616aba2f4412b7041e3457766cfa on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:59.382157 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fc6114be-a3bd-4f93-921b-ec51abaf3561 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports/acf8f9c3-40bc-4fbd-9567-1b829212e101 HTTP/1.1" status: 404 len: 333 time: 0.1348941 Apr 05 20:53:59.385023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43308) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:59.421435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:59.517438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port cc0ece33-b341-4fc3-920e-f615291d07af completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:59.523781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cc0ece33-b341-4fc3-920e-f615291d07af triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:59.524161 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.539403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5935174-eb15-430b-8b85-843df7caaae3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.563406 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.563897 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment d5eb0ac6-db0e-43bd-b9dc-472db6f80298 of type vlan for network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e Apr 05 20:53:59.572492 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5935174-eb15-430b-8b85-843df7caaae3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.584813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094801a-1fef-49c9-a721-459c14c6f523 req-36b2ef18-f2e3-4ec4-9ef8-222d5eb76839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:59.585560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-36b2ef18-f2e3-4ec4-9ef8-222d5eb76839 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc HTTP/1.1" status: 200 len: 909 time: 0.5787797 Apr 05 20:53:59.669078 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.740942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5935174-eb15-430b-8b85-843df7caaae3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.767410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5935174-eb15-430b-8b85-843df7caaae3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa95ae4-bc8e-404d-919a-446b5b0c897f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:59.777177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-48383470-a519-47ad-8a7b-ead00dc3fb4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b HTTP/1.1" status: 200 len: 1001 time: 0.1823282 Apr 05 20:53:59.781915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5935174-eb15-430b-8b85-843df7caaae3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.785562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e5935174-eb15-430b-8b85-843df7caaae3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/security-groups/eaa95ae4-bc8e-404d-919a-446b5b0c897f HTTP/1.1" status: 204 len: 168 time: 0.3960288 Apr 05 20:53:59.786380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43320) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:59.825227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] Update dhcp port {'port': {'network_id': 'd8d3e4b8-8353-4538-a32e-d618b4076576', 'fixed_ips': [{'subnet_id': '89286cdb-f7d7-4666-a4de-69e8423a1a19', 'ip_address': '2001:db8::2'}, {'subnet_id': '54098f0d-3111-4a98-bffc-ab4c0e3f17da'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'cc0ece33-b341-4fc3-920e-f615291d07af'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 20:53:59.849352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-4a1d302d-61c1-4a28-82f7-afc949c8e50d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:59.850735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-4a1d302d-61c1-4a28-82f7-afc949c8e50d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:59.858496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094801a-1fef-49c9-a721-459c14c6f523 req-975943be-f1eb-4e90-be38-0abfe8c03b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:59.866641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-975943be-f1eb-4e90-be38-0abfe8c03b91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0f80bcd-758b-4c93-adc1-546e80536dcb HTTP/1.1" status: 200 len: 847 time: 0.0702844 Apr 05 20:53:59.891615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.918467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.932028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Router dada9b78-ac7d-4a62-961f-8b56fedac548 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:53:59.932392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-4a1d302d-61c1-4a28-82f7-afc949c8e50d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:59.934752 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-4a1d302d-61c1-4a28-82f7-afc949c8e50d tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 0.2504084 Apr 05 20:53:59.935826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6619061-879a-48ea-82c2-06b51a0297bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.943707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.957344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:59.958169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.977449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6619061-879a-48ea-82c2-06b51a0297bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.109483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port cc0ece33-b341-4fc3-920e-f615291d07af, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cc0ece33-b341-4fc3-920e-f615291d07af,segment=NetworkSegment(519bc382-1d47-4692-9a65-7860c74e981d),segment_id=519bc382-1d47-4692-9a65-7860c74e981d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:00.152493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=6e6e64be-7467-4c19-bc55-99e02e2f2b5e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:00.165188 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6619061-879a-48ea-82c2-06b51a0297bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.187779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:00.217227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Deleting port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:00.217812 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.277700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6619061-879a-48ea-82c2-06b51a0297bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096038c-a8a6-40a2-95c0-e4373621abcc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:00.299540 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:00.305242 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6619061-879a-48ea-82c2-06b51a0297bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.305622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bb7443d0-32d3-4a8a-a0c8-7fa1199428f6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6164718 Apr 05 20:54:00.308262 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a6619061-879a-48ea-82c2-06b51a0297bd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/security-groups/d096038c-a8a6-40a2-95c0-e4373621abcc HTTP/1.1" status: 204 len: 168 time: 0.5209799 Apr 05 20:54:00.314814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43336) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:00.331894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:00.346271 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.351845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:00.515266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1da83abd-c87a-4dcb-8e9e-d3c9bd6f61ad req-a6c3c5ea-39b0-42e1-9bbf-df7a1c9dcf8b tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1112130 Apr 05 20:54:00.566115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-9842350e-7c92-40eb-80fb-2f260d5b1a14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6999850 Apr 05 20:54:00.714035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=cc0ece33-b341-4fc3-920e-f615291d07af,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:00.740796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:00.741434 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.799846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] Allocated IP 172.20.0.1 (d8d3e4b8-8353-4538-a32e-d618b4076576/54098f0d-3111-4a98-bffc-ab4c0e3f17da/cc0ece33-b341-4fc3-920e-f615291d07af) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:01.005902 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d83bf1-dbc4-4a61-9b54-8c2c4d473871 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.083223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] For port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:01.084195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.152476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] For port cc0ece33-b341-4fc3-920e-f615291d07af, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cc0ece33-b341-4fc3-920e-f615291d07af,segment=NetworkSegment(519bc382-1d47-4692-9a65-7860c74e981d),segment_id=519bc382-1d47-4692-9a65-7860c74e981d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:01.162235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d83bf1-dbc4-4a61-9b54-8c2c4d473871 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.208608 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.225322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] Transition to ACTIVE for port object cc0ece33-b341-4fc3-920e-f615291d07af will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:01.255296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cc0ece33-b341-4fc3-920e-f615291d07af up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:01.301105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59e624e4-abbf-4ab2-b96b-5dae7413046e req-b15c28fe-d0c5-436d-a7f2-f68eaf477032 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=405b93fd-d61a-499b-bf2e-b00afc951702&device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0717072 Apr 05 20:54:01.327825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.340887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-44b881f0-8107-45dc-adfb-4827fac3e04c service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652986 Apr 05 20:54:01.515176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f925b6-b0cc-4194-83c3-e72a165cf3ff None None] Pushing event updated for resources: {'Port': ['ID=cc0ece33-b341-4fc3-920e-f615291d07af,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:01.539790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Calling delete_port for e7d0eb26-f12d-4595-a6c1-dfb5e39232fc owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:01.544525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37827796-a8db-4448-961a-df406a4e8931 req-e023daa2-e4a7-4b23-821f-5225171ed400 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:01.546072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37827796-a8db-4448-961a-df406a4e8931 req-e023daa2-e4a7-4b23-821f-5225171ed400 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 945 time: 1.0336325 Apr 05 20:54:01.594974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.662418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d094801a-1fef-49c9-a721-459c14c6f523 req-ed79d473-437e-4cb0-9114-8db0bebe29ff service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068092 Apr 05 20:54:01.666305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37827796-a8db-4448-961a-df406a4e8931 req-d88b95d8-eaae-40e0-bd4e-08f017487435 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109560 Apr 05 20:54:01.677551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:54:01.692505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] Sync routers for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:54:01.697701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1be45d70-aa55-44ca-b1e1-6325492ea5f7 admin admin] 10.222.0.10 "PUT /v2.0/routers/dada9b78-ac7d-4a62-961f-8b56fedac548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9150100 Apr 05 20:54:01.698428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43362) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:01.707895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.709455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:54:01.710217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:01.777877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d83bf1-dbc4-4a61-9b54-8c2c4d473871 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.959591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6c4dcf1-5138-47b3-a633-f8822edfcc60 req-b858e796-01bb-4e09-89ff-cb097b8b4f69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22d51c59862141d999e92d663729183d&device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0593619 Apr 05 20:54:01.963658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e is not hosted by any dhcp agent {{(pid=84580) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 20:54:01.974846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:01.982569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.985205 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "PUT /v2.0/networks/6e6e64be-7467-4c19-bc55-99e02e2f2b5e HTTP/1.1" status: 200 len: 723 time: 1.6735177 Apr 05 20:54:02.010361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6c4dcf1-5138-47b3-a633-f8822edfcc60 req-ee773687-a787-478e-baee-e22e8a262238 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=22d51c59862141d999e92d663729183d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364532 Apr 05 20:54:02.011726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43374) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:02.024733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:02.073016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:54:02.087533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d83bf1-dbc4-4a61-9b54-8c2c4d473871 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624725e7-5bf3-4980-b473-508a7ae31bbb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:02.119359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e49330-d594-4277-a300-5b506d653a9f tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=6e6e64be-7467-4c19-bc55-99e02e2f2b5e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:02.130977 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84d83bf1-dbc4-4a61-9b54-8c2c4d473871 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.134748 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-84d83bf1-dbc4-4a61-9b54-8c2c4d473871 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/security-groups/624725e7-5bf3-4980-b473-508a7ae31bbb HTTP/1.1" status: 204 len: 168 time: 1.8055527 Apr 05 20:54:02.139430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43378) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:02.204671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:02.287297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84fb08c0-a70b-4325-b2f7-641745489de4 req-1dc7e66c-2b73-4455-b324-386c55dd12bc tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1983476 Apr 05 20:54:02.347959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.353315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:02.396169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['56dd6827-a9a7-4983-a4e5-15b513b3bcef'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:54:02.435546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:02.454012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4dcf1-5138-47b3-a633-f8822edfcc60 req-cb7d07c5-1b76-487a-9119-cd9f22374052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:02.455454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6c4dcf1-5138-47b3-a633-f8822edfcc60 req-cb7d07c5-1b76-487a-9119-cd9f22374052 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4095104 Apr 05 20:54:02.486978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.541678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event deleted for resources: {'Port': ['ID=e7d0eb26-f12d-4595-a6c1-dfb5e39232fc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:02.554631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:02.564168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44badb-766a-425b-93c2-6d79443eb1d9 None None] Network d8d3e4b8-8353-4538-a32e-d618b4076576 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:02.657453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] No DVR routers for this DVR port e7d0eb26-f12d-4595-a6c1-dfb5e39232fc on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:02.661776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.665243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'name': 'network-vif-deleted', 'tag': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:54:02.695851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet 45b87bff-bc4d-406e-bdce-59b31913807c {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:02.698354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.763383 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6d346662-9264-40de-85c1-ee5fb4d85bf9 req-a34cdcec-4166-42d3-852e-8ca66e506ccc tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.39 "DELETE /v2.0/ports/e7d0eb26-f12d-4595-a6c1-dfb5e39232fc HTTP/1.1" status: 204 len: 173 time: 2.7692199 Apr 05 20:54:02.782523 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d371603-88c3-44d3-8ca0-92c68fbb17cf'] response: {'server_uuid': 'ae40a03b-2bcd-4d82-8298-e068cb6f6faf', 'name': 'network-vif-deleted', 'tag': 'e7d0eb26-f12d-4595-a6c1-dfb5e39232fc', 'status': 'completed', 'code': 200} Apr 05 20:54:02.784971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.834540 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.933578 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.027882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0cd377aa-bdf8-4eb5-ab0c-4e489828078e None None] Provisioning for port cc0ece33-b341-4fc3-920e-f615291d07af completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:03.046319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0cd377aa-bdf8-4eb5-ab0c-4e489828078e None None] Provisioning complete for port cc0ece33-b341-4fc3-920e-f615291d07af triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:03.051366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0cd377aa-bdf8-4eb5-ab0c-4e489828078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.096043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.103132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4e2d365-2bda-4da9-a141-e096dd5cf1d0 req-5ffef60e-197a-4b75-bfc4-b5e6aad7c3b4 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae40a03b-2bcd-4d82-8298-e068cb6f6faf HTTP/1.1" status: 200 len: 210 time: 0.0701463 Apr 05 20:54:03.276760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=45b87bff-bc4d-406e-bdce-59b31913807c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:03.307660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.339505 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-055e26af-5452-4c03-9bdd-1a7079dbbbdd tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/45b87bff-bc4d-406e-bdce-59b31913807c HTTP/1.1" status: 204 len: 168 time: 1.1990304 Apr 05 20:54:03.343703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:03.478041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet b30f908c-0125-4f9a-bea9-200a98a923e7 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:03.486967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.493235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6373155b-66bc-45ab-a703-188bc46ec044 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:03.613085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.621722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42d83631-120e-4029-b2a1-bb889964d65c req-edf45f64-8467-4fc6-997b-a9fad1464173 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.0752308 Apr 05 20:54:03.740638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cc0ece33-b341-4fc3-920e-f615291d07af up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:03.770753 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.789839 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.805838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.872516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Deleting port 7749a390-cfc8-45f3-ad95-1d0c5043a293 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:03.873233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.920260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7d0eb26-f12d-4595-a6c1-dfb5e39232fc no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:03.967965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=c119f75d-f714-449c-a0b7-166610fb87c9,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:04.048558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: e7d0eb26-f12d-4595-a6c1-dfb5e39232fc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:04.048908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device e7d0eb26-f12d-4595-a6c1-dfb5e39232fc not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:04.075324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.109630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:04.110000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: 6e6e64be-7467-4c19-bc55-99e02e2f2b5e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:04.125878 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.141906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=b30f908c-0125-4f9a-bea9-200a98a923e7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:04.146897 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c6c4dcf1-5138-47b3-a633-f8822edfcc60 req-d7501b33-82ec-45b0-b550-bf8152c38936 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.39 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1491482 Apr 05 20:54:04.173966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.192257 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c404dcca-2811-4bbc-a28d-718d9b6a14f9 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/b30f908c-0125-4f9a-bea9-200a98a923e7 HTTP/1.1" status: 204 len: 168 time: 0.8460174 Apr 05 20:54:04.193836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43418) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:04.311566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73'}], 'enable_snat': True}, 'gw_port_id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:53:55Z', 'revision_number': 5, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port': {'id': '7749a390-cfc8-45f3-ad95-1d0c5043a293', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:59Z', 'updated_at': '2022-04-05T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:04.314690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:04.342031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] For port 7749a390-cfc8-45f3-ad95-1d0c5043a293, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7749a390-cfc8-45f3-ad95-1d0c5043a293,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:04.346213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.365809 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f8ed15-c00b-4aaa-b745-324b575d1036 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:04.366274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cc0ece33-b341-4fc3-920e-f615291d07af triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:04.366696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.368166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f8ed15-c00b-4aaa-b745-324b575d1036 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:04.373469 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-51f8ed15-c00b-4aaa-b745-324b575d1036 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/45b87bff-bc4d-406e-bdce-59b31913807c HTTP/1.1" status: 404 len: 337 time: 0.1773989 Apr 05 20:54:04.374263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43424) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:04.532802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] Checking router: dada9b78-ac7d-4a62-961f-8b56fedac548 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:54:04.662867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting subnet ce7b882e-a972-4dc8-bdb2-ec159a32e8b5 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:04.670724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.728519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Calling delete_port for 7749a390-cfc8-45f3-ad95-1d0c5043a293 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:04.839966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.875431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21386f42-eff5-48ba-9817-a4d9db7888f9 None None] Update dhcp port {'port': {'network_id': '216f14f1-828e-4845-9ef4-a56262b67c13', 'fixed_ips': [{'subnet_id': 'ce7b882e-a972-4dc8-bdb2-ec159a32e8b5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b30f908c-0125-4f9a-bea9-200a98a923e7'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'd9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 20:54:04.952703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6e6e64be-7467-4c19-bc55-99e02e2f2b5e) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:04.967961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b8dca-0e6d-40df-b421-5ac6f4a852be None None] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:04.998134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] Routers {'dada9b78-ac7d-4a62-961f-8b56fedac548'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:54:04.998781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:53:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['dada9b78-ac7d-4a62-961f-8b56fedac548'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:05.007130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.015309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e8e8163-f15d-4ee2-956d-22538e374a96 req-0d20e4e9-2b4e-42c4-95ba-68d2d755a124 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7769974e-930a-4192-8ddc-fb081b2c0a08 HTTP/1.1" status: 200 len: 210 time: 0.1267385 Apr 05 20:54:05.018222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:05.023840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.215252 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-21386f42-eff5-48ba-9817-a4d9db7888f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.217412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9d122d21-8e1c-447f-a4af-393b5fb21052 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2042422 Apr 05 20:54:05.218902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.220373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43446) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:05.226599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a43ff759-7f2b-4fea-850f-02b5dab6af43 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:05.227814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86f9a293-680a-43ef-b3fa-bc1cbe7821fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.305393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.326477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-253b4ba9-5411-4358-a06f-642f67d381c7 None None] Provisioning complete for port cc0ece33-b341-4fc3-920e-f615291d07af triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:05.326946 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-253b4ba9-5411-4358-a06f-642f67d381c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.348345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Pushing event deleted for resources: {'Port': ['ID=7749a390-cfc8-45f3-ad95-1d0c5043a293,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:05.388576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7b882e-a972-4dc8-bdb2-ec159a32e8b5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:05.406290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] Set router dada9b78-ac7d-4a62-961f-8b56fedac548 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:54:05.409884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.441572 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aba6e800-64a3-42bd-821a-d9fc49ef30f3 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/ce7b882e-a972-4dc8-bdb2-ec159a32e8b5 HTTP/1.1" status: 204 len: 168 time: 1.0635834 Apr 05 20:54:05.550393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43452) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:05.675297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:54:03Z', 'revision_number': 6, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:05.680777 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e63326-647a-4c21-a12f-df1cc4aea446 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:05.681162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e63326-647a-4c21-a12f-df1cc4aea446 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:05.681521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcee9bf-2be1-4516-9e16-5112754464fd None None] The sync data for ids ['dada9b78-ac7d-4a62-961f-8b56fedac548'] in n-d-836605-1 is: [{'id': 'dada9b78-ac7d-4a62-961f-8b56fedac548', 'name': 'tempest-AttachVolumeShelveTestJSON-1577802672-router', 'tenant_id': 'ed9681fb251d4bef877130d9685640e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:58Z', 'updated_at': '2022-04-05T20:54:03Z', 'revision_number': 6, 'project_id': 'ed9681fb251d4bef877130d9685640e8', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:54:05.685889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-06e63326-647a-4c21-a12f-df1cc4aea446 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/08cbc7ed-36f8-4e93-b58b-28aab099e470 HTTP/1.1" status: 404 len: 337 time: 0.1340270 Apr 05 20:54:05.689092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43456) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:05.694773 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.814158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c946e815-6ba3-4aea-aec6-b5c3ab26cf8b tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e409dd-a455-4621-9ca6-ea3996427024 HTTP/1.1" status: 200 len: 205 time: 0.1238818 Apr 05 20:54:05.814758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43466) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:05.821173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a43ff759-7f2b-4fea-850f-02b5dab6af43 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2401675'] for subnet, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.959951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-6e6e64be-7467-4c19-bc55-99e02e2f2b5e', 'network_id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': 'c119f75d-f714-449c-a0b7-166610fb87c9'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:54:05.960776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.098562 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-9d54c266-dcf3-448d-8370-b1d0b380ff3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] delete failed (client error): The resource could not be found. Apr 05 20:54:06.104085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9d54c266-dcf3-448d-8370-b1d0b380ff3d tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/routers/e0e409dd-a455-4621-9ca6-ea3996427024 HTTP/1.1" status: 404 len: 336 time: 0.2232680 Apr 05 20:54:06.104085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43478) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.108634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0053e820-85d3-455c-b2c7-c692ae919c34 None None] Network 216f14f1-828e-4845-9ef4-a56262b67c13 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:06.301092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a43ff759-7f2b-4fea-850f-02b5dab6af43 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757425296020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2424146'] for subnet, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.347789 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f263fc8-b70d-4a58-bc04-d5c64ac9241c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.348236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f263fc8-b70d-4a58-bc04-d5c64ac9241c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.359185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5f263fc8-b70d-4a58-bc04-d5c64ac9241c tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/24831fe8-c312-4fb9-b80e-2db070f57b12 HTTP/1.1" status: 404 len: 337 time: 0.2537773 Apr 05 20:54:06.381203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Allocated IP 2001:db8::2 (6e6e64be-7467-4c19-bc55-99e02e2f2b5e/c119f75d-f714-449c-a0b7-166610fb87c9/34903bde-1306-4d2c-b91e-5fc664185399) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:06.409854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.475506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-186c21e2-792d-43a0-b750-56ae641527d9 None None] Provisioning complete for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:06.475859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-186c21e2-792d-43a0-b750-56ae641527d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.510909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ff759-7f2b-4fea-850f-02b5dab6af43 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:06.511948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a43ff759-7f2b-4fea-850f-02b5dab6af43 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.513637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a43ff759-7f2b-4fea-850f-02b5dab6af43 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "PUT /v2.0/subnets/c119f75d-f714-449c-a0b7-166610fb87c9 HTTP/1.1" status: 200 len: 826 time: 1.2920489 Apr 05 20:54:06.516575 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc2e84b-8a7c-4df1-9703-8e1af61063c2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.517257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc2e84b-8a7c-4df1-9703-8e1af61063c2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.522906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cbc2e84b-8a7c-4df1-9703-8e1af61063c2 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/0db33865-f143-4bfb-b745-ba0023d11c12 HTTP/1.1" status: 404 len: 337 time: 0.1071541 Apr 05 20:54:06.523798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43492) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.524332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.535628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f5134-f575-44cf-9c03-ebbb1b3c35f5 req-f528be3c-51ee-416b-aada-2e4b5972e8c1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:06.546168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-898f5134-f575-44cf-9c03-ebbb1b3c35f5 req-f528be3c-51ee-416b-aada-2e4b5972e8c1 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 1.1175063 Apr 05 20:54:06.619022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.649996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.677735 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e139b7-6407-40a6-ae9b-bfb90bd6b3be tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.678308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e139b7-6407-40a6-ae9b-bfb90bd6b3be tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.683795 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-10e139b7-6407-40a6-ae9b-bfb90bd6b3be tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/5fb97f98-69b1-491d-bfed-197d6a7abdaa HTTP/1.1" status: 404 len: 337 time: 0.1520545 Apr 05 20:54:06.687196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43500) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.691340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-898f5134-f575-44cf-9c03-ebbb1b3c35f5 req-98d60e8d-ea6b-47d3-8418-b392670864c8 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440952 Apr 05 20:54:06.698978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ff759-7f2b-4fea-850f-02b5dab6af43 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=c119f75d-f714-449c-a0b7-166610fb87c9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:06.751430 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1f9fea-5d2d-49ad-bb17-e6f51e34de8a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.752052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1f9fea-5d2d-49ad-bb17-e6f51e34de8a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.768894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ec1f9fea-5d2d-49ad-bb17-e6f51e34de8a tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/105358cb-4502-4d7f-ac55-c452839f6ce6 HTTP/1.1" status: 404 len: 333 time: 0.0758374 Apr 05 20:54:06.769864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43504) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.820701 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b90f64-04d7-41bb-8f13-6d71f105cfcf tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.821865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b90f64-04d7-41bb-8f13-6d71f105cfcf tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.827037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-37b90f64-04d7-41bb-8f13-6d71f105cfcf tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/257aabea-7859-432b-8939-6be7b6525d3a HTTP/1.1" status: 404 len: 337 time: 0.0558708 Apr 05 20:54:06.827883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43508) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.829129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.886204 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dbae28-869f-4b6d-8fb6-d384400fc387 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.886204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dbae28-869f-4b6d-8fb6-d384400fc387 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.886204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-74dbae28-869f-4b6d-8fb6-d384400fc387 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/591b3833-65f1-4508-abf5-dc18f1f2b54d HTTP/1.1" status: 404 len: 337 time: 0.0550475 Apr 05 20:54:06.888561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43512) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.924008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] DHCP port deletion for 216f14f1-828e-4845-9ef4-a56262b67c13 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:54:06.939030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.943779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] Deleting port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:06.944156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.944940 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aea62a3-08f8-4b8b-8251-45947d62b254 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.945570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aea62a3-08f8-4b8b-8251-45947d62b254 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.947380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6aea62a3-08f8-4b8b-8251-45947d62b254 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/09699133-e732-4524-9a4d-4045c9b4e247 HTTP/1.1" status: 404 len: 333 time: 0.0578017 Apr 05 20:54:06.950006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43516) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.995628 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78d6232-88aa-4a52-9747-8c1ef1a852d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:06.995628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78d6232-88aa-4a52-9747-8c1ef1a852d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:06.997643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a78d6232-88aa-4a52-9747-8c1ef1a852d4 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/79a9cad4-dd2c-4e09-9fa4-13a40004e0fd HTTP/1.1" status: 404 len: 337 time: 0.0465434 Apr 05 20:54:07.000347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43520) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:07.010376 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.032375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Transition to ACTIVE for port object 34903bde-1306-4d2c-b91e-5fc664185399 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:07.042711 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.044050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dada9b78-ac7d-4a62-961f-8b56fedac548 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:54:07.050253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.053843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c44f9fb8-1e1a-4e5e-867c-ecbcd6847319 admin admin] 10.222.0.10 "DELETE /v2.0/routers/dada9b78-ac7d-4a62-961f-8b56fedac548 HTTP/1.1" status: 204 len: 168 time: 5.3519833 Apr 05 20:54:07.053843 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bf7482-967b-4467-ad7f-5152138ac591 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:07.053843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bf7482-967b-4467-ad7f-5152138ac591 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:07.054819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-18bf7482-967b-4467-ad7f-5152138ac591 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/subnets/5a7ab84d-8f64-4ed0-b56d-d34c09932f6a HTTP/1.1" status: 404 len: 337 time: 0.0534914 Apr 05 20:54:07.057429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43526) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:07.058175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43524) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:07.075614 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a7e2e278-9251-44e1-9628-002c200f7fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.100463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-186c21e2-792d-43a0-b750-56ae641527d9 None None] Provisioning complete for port e0486569-2379-421c-a551-dda5a46a80bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:07.100777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-186c21e2-792d-43a0-b750-56ae641527d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.130674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Transition to ACTIVE for port object 34903bde-1306-4d2c-b91e-5fc664185399 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:07.205497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] Deleting subnet 3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:07.214136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.220904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Deleting port e0486569-2379-421c-a551-dda5a46a80bc {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:07.222312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.362520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] For port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,segment=NetworkSegment(6df29413-c6ed-4355-8759-330fe1f00877),segment_id=6df29413-c6ed-4355-8759-330fe1f00877)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:07.363146 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b02ef029-cd27-4db0-a12b-38c1ed03ee45 req-08936e01-a071-4410-9979-03b2df76813c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=22d51c59862141d999e92d663729183d&device_id=405b93fd-d61a-499b-bf2e-b00afc951702 HTTP/1.1" status: 200 len: 210 time: 0.0626130 Apr 05 20:54:07.365641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.469091 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b02ef029-cd27-4db0-a12b-38c1ed03ee45 req-adce301c-d456-491f-9f44-5bb747c3b969 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=22d51c59862141d999e92d663729183d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714130 Apr 05 20:54:07.503459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.519623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.563131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31f03715-744a-4524-9c49-1be506d90100 req-4d4f7812-fd5e-41ec-ad36-97dc9e934693 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=405b93fd-d61a-499b-bf2e-b00afc951702 HTTP/1.1" status: 200 len: 210 time: 0.0766869 Apr 05 20:54:07.645978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.711131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] Calling delete_port for d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:07.760234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Pushing event updated for resources: {'Port': ['ID=34903bde-1306-4d2c-b91e-5fc664185399,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:07.794894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=c119f75d-f714-449c-a0b7-166610fb87c9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:07.819359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-186c21e2-792d-43a0-b750-56ae641527d9 None None] Port e0486569-2379-421c-a551-dda5a46a80bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:54:07.836802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7749a390-cfc8-45f3-ad95-1d0c5043a293 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:07.841982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-03a4cb1a-fd22-4c42-a39a-6967aed19b01 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:07.846936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-03a4cb1a-fd22-4c42-a39a-6967aed19b01 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4132261 Apr 05 20:54:07.903813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef029-cd27-4db0-a12b-38c1ed03ee45 req-73b55d7f-08be-4da5-8371-4331cb7b122a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:07.905326 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b02ef029-cd27-4db0-a12b-38c1ed03ee45 req-73b55d7f-08be-4da5-8371-4331cb7b122a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4266164 Apr 05 20:54:07.911027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7749a390-cfc8-45f3-ad95-1d0c5043a293 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:07.911381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7749a390-cfc8-45f3-ad95-1d0c5043a293 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:07.911806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ddf7228c-c41d-40f9-81ff-46d5265f88be no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:07.948757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:07.955093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ddf7228c-c41d-40f9-81ff-46d5265f88be {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:07.955439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ddf7228c-c41d-40f9-81ff-46d5265f88be not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:07.955891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:07.989769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:07.997197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:54:08.028697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.028982 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.063769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e64be-7467-4c19-bc55-99e02e2f2b5e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:08.080776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:08.081100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:08.091428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.129435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.161208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.171630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.182992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:08.185040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.185197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Deleting port 56dd6827-a9a7-4983-a4e5-15b513b3bcef {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:08.185197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:08.198507 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:08.249256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Calling delete_port for e0486569-2379-421c-a551-dda5a46a80bc owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:08.329544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:54:08.329544 n-d-836605-1 neutron-server[84580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:54:08.329544 n-d-836605-1 neutron-server[84580]: [parameters: {'id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e'}] Apr 05 20:54:08.329544 n-d-836605-1 neutron-server[84580]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:08.331144 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:08.363825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.392053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] Pushing event deleted for resources: {'Port': ['ID=d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:08.407670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5b659-8ee2-466f-a339-9e1bf97c0b37 req-b76f054e-f401-4f44-a862-4d26243b23c2 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:08.415802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72b5b659-8ee2-466f-a339-9e1bf97c0b37 req-b76f054e-f401-4f44-a862-4d26243b23c2 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 946 time: 0.4851718 Apr 05 20:54:08.437041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdf817-21fe-4529-854a-dd888673ad37 None None] No DVR routers for this DVR port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:08.442300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No active binding found for port d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 {{(pid=84582) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 20:54:08.443109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d9bdbbc6-be59-41a0-9c3b-e3b6a3d35fc0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:08.527609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Attempting to bind port 34903bde-1306-4d2c-b91e-5fc664185399 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:08.527989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Attempting to bind port 34903bde-1306-4d2c-b91e-5fc664185399 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:08.528345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Attempting to bind port 34903bde-1306-4d2c-b91e-5fc664185399 on network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:08.537322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:54:08.537715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Checking segment: {'id': 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:08.538102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.538490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Bound using segment: {'id': 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:54:08.539063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Bound port: 34903bde-1306-4d2c-b91e-5fc664185399, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '6e6e64be-7467-4c19-bc55-99e02e2f2b5e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:08.539435 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.601736 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.683327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.695086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f79ef-85ab-4158-a783-90b476d7d790 None None] Network 789374dc-9dec-4c0b-872b-88058370fe21 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:08.718174 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8 HTTP/1.1" status: 204 len: 168 time: 1.6583378 Apr 05 20:54:08.719479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43550) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:08.725151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f497b60-8e6f-4df1-a8ee-3dbda4a0012b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cba8b5d-7338-44a3-9a1e-6d53cbb67ae8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:08.856029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.909725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] For port 56dd6827-a9a7-4983-a4e5-15b513b3bcef, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=56dd6827-a9a7-4983-a4e5-15b513b3bcef,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:08.910229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.930300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting port 34903bde-1306-4d2c-b91e-5fc664185399 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:08.930846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.945542 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.980085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.022425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Deleting port afbaa9de-d0fb-40db-ba82-e6c5672359dc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:09.022856 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.118826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] For port 34903bde-1306-4d2c-b91e-5fc664185399, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:54:09.124657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] For port 34903bde-1306-4d2c-b91e-5fc664185399, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=34903bde-1306-4d2c-b91e-5fc664185399,segment=NetworkSegment(d5eb0ac6-db0e-43bd-b9dc-472db6f80298),segment_id=d5eb0ac6-db0e-43bd-b9dc-472db6f80298)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:54:09.192787 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.269730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1977db17-1d76-4f79-afc9-8cc484e0a21c req-4a00e389-cf0a-4c6c-af2e-3b0b5a007e20 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=405b93fd-d61a-499b-bf2e-b00afc951702 HTTP/1.1" status: 200 len: 210 time: 0.2476873 Apr 05 20:54:09.275957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Calling delete_port for 56dd6827-a9a7-4983-a4e5-15b513b3bcef owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:09.312699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dfcdc-3e52-4d1b-8a0d-6de892a6da15 None None] Pushing event updated for resources: {'Port': ['ID=34903bde-1306-4d2c-b91e-5fc664185399,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:09.319581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] DHCP port deletion for 789374dc-9dec-4c0b-872b-88058370fe21 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:54:09.358091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Deleting port afbaa9de-d0fb-40db-ba82-e6c5672359dc {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:09.358632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.403745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72b5b659-8ee2-466f-a339-9e1bf97c0b37 req-bae77783-246f-4346-b71f-b63a21f43b48 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c02c7d9-1b24-422b-a84b-6a391fcb431d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9870501 Apr 05 20:54:09.496063 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.555685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Port': ['ID=e0486569-2379-421c-a551-dda5a46a80bc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:09.567305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.589039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-25cb46ee-100c-49d5-94a3-785fb30185e7 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/ports/e0486569-2379-421c-a551-dda5a46a80bc HTTP/1.1" status: 204 len: 168 time: 2.5293412 Apr 05 20:54:09.591580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43558) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:09.631692 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b02ef029-cd27-4db0-a12b-38c1ed03ee45 req-8925edfe-8186-4593-9cf2-fc744d6207d9 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.39 "GET /v2.0/ports?device_id=405b93fd-d61a-499b-bf2e-b00afc951702 HTTP/1.1" status: 200 len: 210 time: 0.0794401 Apr 05 20:54:09.670730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] For port afbaa9de-d0fb-40db-ba82-e6c5672359dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=afbaa9de-d0fb-40db-ba82-e6c5672359dc,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:09.671124 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.680355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e98cc-3607-41ee-a133-15901248b6dc None None] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:09.682747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] For port 34903bde-1306-4d2c-b91e-5fc664185399, host n-d-836605-1, got binding levels [] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:09.682969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.697325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] For port afbaa9de-d0fb-40db-ba82-e6c5672359dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=afbaa9de-d0fb-40db-ba82-e6c5672359dc,segment=NetworkSegment(2d60900a-62a4-4fae-ba99-71a8dde5cb5c),segment_id=2d60900a-62a4-4fae-ba99-71a8dde5cb5c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:09.698151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.729610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.733145 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.802047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['56dd6827-a9a7-4983-a4e5-15b513b3bcef'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:54:09.811122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Pushing event deleted for resources: {'Port': ['ID=56dd6827-a9a7-4983-a4e5-15b513b3bcef,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:09.913687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device afbaa9de-d0fb-40db-ba82-e6c5672359dc no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:09.959320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Calling delete_port for 34903bde-1306-4d2c-b91e-5fc664185399 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:09.974911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] No DVR routers for this DVR port 56dd6827-a9a7-4983-a4e5-15b513b3bcef on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:09.980487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.982568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd69cd7-874d-494a-b215-523e2ba3ef44 req-ba4c42c1-845d-476e-83cb-13813aadd853 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.23 "DELETE /v2.0/ports/56dd6827-a9a7-4983-a4e5-15b513b3bcef HTTP/1.1" status: 204 len: 173 time: 2.1287227 Apr 05 20:54:09.983127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'name': 'network-vif-deleted', 'tag': '56dd6827-a9a7-4983-a4e5-15b513b3bcef'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:54:10.026936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Calling delete_port for afbaa9de-d0fb-40db-ba82-e6c5672359dc owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:10.064180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.082640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Calling delete_port for afbaa9de-d0fb-40db-ba82-e6c5672359dc owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:10.094878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216f14f1-828e-4845-9ef4-a56262b67c13']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:10.109452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df29413-c6ed-4355-8759-330fe1f00877') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:10.110203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df29413-c6ed-4355-8759-330fe1f00877') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:10.126967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.141921 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d86ce36-6bac-4413-9cbb-6d3720d594e2'] response: {'server_uuid': 'b7fc2bc0-e738-43ac-9799-d88fcec8eb2a', 'name': 'network-vif-deleted', 'tag': '56dd6827-a9a7-4983-a4e5-15b513b3bcef', 'status': 'completed', 'code': 200} Apr 05 20:54:10.153758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.164254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:10.165814 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:10.185196 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:10.317761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:10.318174 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:10.362848 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.386193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.427472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.459609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8010370'] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.488845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] Pushing event deleted for resources: {'Network': ['ID=216f14f1-828e-4845-9ef4-a56262b67c13,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:10.492151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d31f049a-312e-4de1-8139-d1075e485834 tempest-PortsTestJSON-704631080 tempest-PortsTestJSON-704631080-project] 10.222.0.10 "DELETE /v2.0/networks/216f14f1-828e-4845-9ef4-a56262b67c13 HTTP/1.1" status: 204 len: 168 time: 0.8994544 Apr 05 20:54:10.504367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] No DVR routers for this DVR port afbaa9de-d0fb-40db-ba82-e6c5672359dc on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:10.512978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Pushing event deleted for resources: {'Port': ['ID=afbaa9de-d0fb-40db-ba82-e6c5672359dc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:10.525464 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:10.526076 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:10.527691 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.696676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e510d4-6cf3-4104-9061-4c87375205eb None None] Network 6e6e64be-7467-4c19-bc55-99e02e2f2b5e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:10.729664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d255957-fe68-48c2-a621-831e40c61722 req-c75779dc-77ef-47a3-9656-849c3b5607d9 tempest-ServerShowV247Test-1380938045 tempest-ServerShowV247Test-1380938045-project] 10.222.0.10 "GET /v2.0/ports?device_id=405b93fd-d61a-499b-bf2e-b00afc951702 HTTP/1.1" status: 200 len: 210 time: 0.1569571 Apr 05 20:54:10.739443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1dd12e0c-f9c9-4fa9-aed1-429985bd43a2 req-e0a0faff-896f-4138-b5e6-5f87b53add83 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Synchronizing usage tracker for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:10.794733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.821596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting port 34903bde-1306-4d2c-b91e-5fc664185399 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:10.821950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.854283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1dd12e0c-f9c9-4fa9-aed1-429985bd43a2 req-e0a0faff-896f-4138-b5e6-5f87b53add83 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] Unset dirty status for tenant:9f00fc0022fb454abd5d224fc9af2fcb on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:10.855385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dd12e0c-f9c9-4fa9-aed1-429985bd43a2 req-e0a0faff-896f-4138-b5e6-5f87b53add83 tempest-ServerRescueNegativeTestJSON-57083503 tempest-ServerRescueNegativeTestJSON-57083503-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fc2bc0-e738-43ac-9799-d88fcec8eb2a HTTP/1.1" status: 200 len: 210 time: 0.1909201 Apr 05 20:54:10.878213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789374dc-9dec-4c0b-872b-88058370fe21']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:10.903664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d60900a-62a4-4fae-ba99-71a8dde5cb5c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:10.903965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d60900a-62a4-4fae-ba99-71a8dde5cb5c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:10.923715 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.015854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.028769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Deleting port afbaa9de-d0fb-40db-ba82-e6c5672359dc {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:11.029302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.063787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:11.064114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:11.078203 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:11.111092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d3462db3-25dd-4ddc-bed3-21170ee90ef0 None None] The port 'afbaa9de-d0fb-40db-ba82-e6c5672359dc' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:54:11.164367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e08d8-cb48-48ce-99ad-0359ea076f9c None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:54:11.329187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43586) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:11.426119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e08d8-cb48-48ce-99ad-0359ea076f9c None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:54:11.457449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] For port 34903bde-1306-4d2c-b91e-5fc664185399, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=34903bde-1306-4d2c-b91e-5fc664185399,segment=NetworkSegment(d5eb0ac6-db0e-43bd-b9dc-472db6f80298),segment_id=d5eb0ac6-db0e-43bd-b9dc-472db6f80298)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:11.458118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.583007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.590743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Calling delete_port for 34903bde-1306-4d2c-b91e-5fc664185399 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:11.635366 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.649335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] Pushing event deleted for resources: {'Network': ['ID=789374dc-9dec-4c0b-872b-88058370fe21,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:11.654973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-05172747-1ef8-4af7-a1be-8136a0458391 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b823616aba2f4412b7041e3457766cfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3240943 Apr 05 20:54:11.655429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43592) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:11.764164 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b697b85-f8b0-4fb2-a00f-c3fd6d09652d admin admin] 10.222.0.10 "DELETE /v2.0/networks/789374dc-9dec-4c0b-872b-88058370fe21 HTTP/1.1" status: 204 len: 168 time: 3.0417919 Apr 05 20:54:11.797660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.852379 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2e0-027e-4406-a0e7-210c53a3cde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.916146 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2e0-027e-4406-a0e7-210c53a3cde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.935140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Port': ['ID=34903bde-1306-4d2c-b91e-5fc664185399,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:11.957620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No DVR routers for this DVR port 34903bde-1306-4d2c-b91e-5fc664185399 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:12.066459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2e0-027e-4406-a0e7-210c53a3cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.102098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa2e0-027e-4406-a0e7-210c53a3cde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f953165c-c834-4714-9b0b-9d6e24e3219a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:12.104423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43608) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:12.120942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa2e0-027e-4406-a0e7-210c53a3cde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.138190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3ecfa2e0-027e-4406-a0e7-210c53a3cde7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f953165c-c834-4714-9b0b-9d6e24e3219a HTTP/1.1" status: 204 len: 168 time: 0.4783392 Apr 05 20:54:12.177488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.203679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6e64be-7467-4c19-bc55-99e02e2f2b5e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:12.219224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:12.219579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5eb0ac6-db0e-43bd-b9dc-472db6f80298') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:12.223997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43616) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:12.262923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.302697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.310111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:12.310522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.321469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-645e2c20-6a87-45f8-a7d2-bdf9b8a1b070 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed9681fb251d4bef877130d9685640e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0972502 Apr 05 20:54:12.323684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43620) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:12.332861 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:12.430131 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2d15ebe-0025-4397-83e0-d9127f19f82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.459766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2d15ebe-0025-4397-83e0-d9127f19f82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.569394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.576937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.586952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2d15ebe-0025-4397-83e0-d9127f19f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.635576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d15ebe-0025-4397-83e0-d9127f19f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f243dff-c9e5-4adf-af78-3199f20d06e6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:12.644664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2d15ebe-0025-4397-83e0-d9127f19f82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.645589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=6e6e64be-7467-4c19-bc55-99e02e2f2b5e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:12.653504 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a44e72ba-3187-488d-9b59-9b1a060cc915 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/6e6e64be-7467-4c19-bc55-99e02e2f2b5e HTTP/1.1" status: 204 len: 168 time: 6.1204112 Apr 05 20:54:12.658486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e2d15ebe-0025-4397-83e0-d9127f19f82a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f243dff-c9e5-4adf-af78-3199f20d06e6 HTTP/1.1" status: 204 len: 168 time: 0.3297133 Apr 05 20:54:12.658486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43628) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:12.750811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 56dd6827-a9a7-4983-a4e5-15b513b3bcef no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:12.774626 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d9477d-35af-4f40-897b-b67c074844b8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:12.778555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d9477d-35af-4f40-897b-b67c074844b8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:12.780539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-34d9477d-35af-4f40-897b-b67c074844b8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/6e6e64be-7467-4c19-bc55-99e02e2f2b5e HTTP/1.1" status: 404 len: 339 time: 0.1228397 Apr 05 20:54:12.785028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:12.802275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-449373475', 'description': 'd1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:12.809626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:12.823719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Usage tracker for resource:network and tenant:a770bf5ce9a14378b8590d3347869953 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:12.828234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:12.838385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:12.872355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 56dd6827-a9a7-4983-a4e5-15b513b3bcef {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:12.881711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 56dd6827-a9a7-4983-a4e5-15b513b3bcef not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:12.923708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:12.927262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.970127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:12.980329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.980676 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment bd93c3a9-dea8-4cf6-973f-7523d6bebde7 of type vlan for network fd0eb731-d768-4b4f-95ff-8813a0af428e Apr 05 20:54:13.043028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.111783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43644) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:13.180243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.185149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:13.185749 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.299212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=fd0eb731-d768-4b4f-95ff-8813a0af428e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:13.309202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fd0eb731-d768-4b4f-95ff-8813a0af428e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:13.371856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-93367903-47c7-4678-b7f9-c132a8157ddd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5830595 Apr 05 20:54:13.372072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43654) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:13.530668 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.583076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.644296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2bf4ef-86a0-4308-9dd6-fc450ab5fadb tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:13.645044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5c2bf4ef-86a0-4308-9dd6-fc450ab5fadb tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Synchronizing usage tracker for tenant:a770bf5ce9a14378b8590d3347869953 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:13.667041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:13.686344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Usage tracker for resource:security_group_rule and tenant:22d51c59862141d999e92d663729183d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:13.695008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:13.706260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:13.817880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5c2bf4ef-86a0-4308-9dd6-fc450ab5fadb tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Unset dirty status for tenant:a770bf5ce9a14378b8590d3347869953 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:13.819066 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5c2bf4ef-86a0-4308-9dd6-fc450ab5fadb tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/networks?id=fd0eb731-d768-4b4f-95ff-8813a0af428e HTTP/1.1" status: 200 len: 764 time: 0.4458859 Apr 05 20:54:13.822503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43668) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:13.826717 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.831522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'description': 'd2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:13.911776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.992575 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22d51c59862141d999e92d663729183d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8743699 Apr 05 20:54:13.993992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43678) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:14.011698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d507c42-b636-4ca2-9f18-e022f3acd447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54588ed0-39aa-46d9-b20a-1121c5e090ce,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:14.114021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0a34dbf-6498-4578-acae-33c5cd3d9242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.214830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0a34dbf-6498-4578-acae-33c5cd3d9242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.457015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0a34dbf-6498-4578-acae-33c5cd3d9242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.505723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a34dbf-6498-4578-acae-33c5cd3d9242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54588ed0-39aa-46d9-b20a-1121c5e090ce,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:14.520094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e0a34dbf-6498-4578-acae-33c5cd3d9242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.526312 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e0a34dbf-6498-4578-acae-33c5cd3d9242 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54588ed0-39aa-46d9-b20a-1121c5e090ce HTTP/1.1" status: 204 len: 168 time: 0.5311263 Apr 05 20:54:14.579783 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.748637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.766376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network fd0eb731-d768-4b4f-95ff-8813a0af428e is not hosted by any dhcp agent {{(pid=84581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 20:54:14.771555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:14.772148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.773511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "PUT /v2.0/networks/fd0eb731-d768-4b4f-95ff-8813a0af428e HTTP/1.1" status: 200 len: 761 time: 0.9486196 Apr 05 20:54:14.777079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43726) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:14.989536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50553b-cbd5-4b57-a956-3c51dbb68d05 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=fd0eb731-d768-4b4f-95ff-8813a0af428e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:14.996399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df33d6d-63cc-4303-9c61-94fbc80bcac8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:14.998615 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1df33d6d-63cc-4303-9c61-94fbc80bcac8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/networks?id=fd0eb731-d768-4b4f-95ff-8813a0af428e HTTP/1.1" status: 200 len: 764 time: 0.2130394 Apr 05 20:54:15.003288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43738) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.009746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network fd0eb731-d768-4b4f-95ff-8813a0af428e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:15.034807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43742) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.260501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2612b-477a-4b08-8691-81edc836d282 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.261291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-90a2612b-477a-4b08-8691-81edc836d282 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Synchronizing usage tracker for tenant:a770bf5ce9a14378b8590d3347869953 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:15.423663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-90a2612b-477a-4b08-8691-81edc836d282 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Unset dirty status for tenant:a770bf5ce9a14378b8590d3347869953 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:15.424889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-90a2612b-477a-4b08-8691-81edc836d282 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4204319 Apr 05 20:54:15.427723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43766) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.432971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Deleting port 2afef617-1ac4-489c-98fb-de72073adab6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:15.433472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.509215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-87cec3e2-0dde-4b5c-a313-238856f22be8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Synchronizing usage tracker for tenant:a770bf5ce9a14378b8590d3347869953 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:15.529965 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:54:15.609110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-87cec3e2-0dde-4b5c-a313-238856f22be8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Unset dirty status for tenant:a770bf5ce9a14378b8590d3347869953 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:15.610679 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-87cec3e2-0dde-4b5c-a313-238856f22be8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 207 time: 0.1819887 Apr 05 20:54:15.614505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43774) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.758228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-db3db52a-1ea9-4053-9a85-e504eed75777 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:15.759125 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-db3db52a-1ea9-4053-9a85-e504eed75777 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:54:15.763960 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db3db52a-1ea9-4053-9a85-e504eed75777 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7281024 Apr 05 20:54:15.764535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.778503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610277028'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:15.794973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:15.803084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:15.808328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:15.817456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:15.834659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] For port 2afef617-1ac4-489c-98fb-de72073adab6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2afef617-1ac4-489c-98fb-de72073adab6,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:15.835470 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.903423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871431d-1f0e-4667-8068-6de0ca4d2aa7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.919995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871431d-1f0e-4667-8068-6de0ca4d2aa7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.927094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871431d-1f0e-4667-8068-6de0ca4d2aa7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.938504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871431d-1f0e-4667-8068-6de0ca4d2aa7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.954099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871431d-1f0e-4667-8068-6de0ca4d2aa7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.958384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871431d-1f0e-4667-8068-6de0ca4d2aa7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.960188 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c871431d-1f0e-4667-8068-6de0ca4d2aa7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3446550 Apr 05 20:54:15.967838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43790) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.971954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.997779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Calling delete_port for 2afef617-1ac4-489c-98fb-de72073adab6 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:16.153257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.288353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:16.307561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:16.313352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:16.324268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:16.329033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.367646 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f7a3d44f-dd2e-48e5-87a4-d8c56aace0fd tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3948545 Apr 05 20:54:16.368558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43798) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:16.437883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afef617-1ac4-489c-98fb-de72073adab6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:16.476370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6241f-5c18-4fc5-b81d-2ed6666de979 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.478065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6241f-5c18-4fc5-b81d-2ed6666de979 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.479547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6241f-5c18-4fc5-b81d-2ed6666de979 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.481040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6241f-5c18-4fc5-b81d-2ed6666de979 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.482930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6241f-5c18-4fc5-b81d-2ed6666de979 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.485464 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-60b6241f-5c18-4fc5-b81d-2ed6666de979 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1158988 Apr 05 20:54:16.489798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43806) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:16.648576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b6c42-aef3-42c3-821f-a77bfab692fc tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.650140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b6c42-aef3-42c3-821f-a77bfab692fc tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.651489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b6c42-aef3-42c3-821f-a77bfab692fc tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.653068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b6c42-aef3-42c3-821f-a77bfab692fc tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.655125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b6c42-aef3-42c3-821f-a77bfab692fc tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.661683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a41b6c42-aef3-42c3-821f-a77bfab692fc tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1668453 Apr 05 20:54:16.663371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43814) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:16.922606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.995395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.054580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.071855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68297a52-2d61-4759-b5a6-16fc8a1712cc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:17.079041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b877177b-0ce1-425a-91d5-1a08532aeaf3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:17.081231 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b877177b-0ce1-425a-91d5-1a08532aeaf3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/networks/edc4903a-e173-452b-89c0-8e844e7cf62d HTTP/1.1" status: 200 len: 804 time: 0.4167249 Apr 05 20:54:17.084766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43828) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:17.085865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:17.129754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:17.178234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:17.318795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:17.456199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.473736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bb2ee04c-b85b-470b-b5b3-760069a19423 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/networks/edc4903a-e173-452b-89c0-8e844e7cf62d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3818266 Apr 05 20:54:17.474415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43840) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:17.546010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.626902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a6dd9-5407-46ab-86d7-fed2b6f98e69,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:17.651855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fd61e-58f3-4456-b4fd-0cd33ee11434 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:17.656681 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-306fd61e-58f3-4456-b4fd-0cd33ee11434 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/subnets/af70a599-d112-452d-b694-d03adfde98cc HTTP/1.1" status: 200 len: 843 time: 0.1778541 Apr 05 20:54:17.660164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43850) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:17.731789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d901b0dc-a315-4f61-b454-fcce055af50d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:17.736428 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d901b0dc-a315-4f61-b454-fcce055af50d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "GET /v2.0/subnets/af70a599-d112-452d-b694-d03adfde98cc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0750864 Apr 05 20:54:17.736787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43856) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:17.740566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.741766 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ae1eff8-8178-435c-8d89-bd150ec00563 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9702146 Apr 05 20:54:17.745951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43860) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:17.746151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376985944'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:17.756353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '1d4a6dd9-5407-46ab-86d7-fed2b6f98e69', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:17.765817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:17.777174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:17.777380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:17.789960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:17.798980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:17.811615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:17.860468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:17.863606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.914866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:17.936364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.936974 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Added segment 770878ff-7b72-4f86-8833-c4f054043ab9 of type vlan for network 11928660-c8e7-4d5f-8511-ea0c7e44a932 Apr 05 20:54:17.975284 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.017337 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.055052 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.060259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:18.060259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.127218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e27ae274-72dc-49a0-beef-730b7fbeaeb4 req-0f5c890c-5a1c-4d6e-9e44-7f5fc3961a3a tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1168225 Apr 05 20:54:18.173415 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4328196 Apr 05 20:54:18.177671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43878) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:18.197443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'network_id': '11928660-c8e7-4d5f-8511-ea0c7e44a932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:18.344156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5624c-80f4-448d-8115-631c91cd4ffa tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Network': ['ID=11928660-c8e7-4d5f-8511-ea0c7e44a932,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:18.354682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 11928660-c8e7-4d5f-8511-ea0c7e44a932 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:18.398786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.426102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:18.437362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:18.462440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Router df39a17f-0a66-4157-9ce9-79c120aa3a55 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:54:18.531099 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.535073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Made reservation on behalf of a770bf5ce9a14378b8590d3347869953 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:18.633232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c7a434-8b5c-4fc5-b469-8a387326b857,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:18.653692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.719638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:54:18.724475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c71646db-552b-4fdd-a377-b0b5d6a5c816 admin admin] 10.222.0.10 "PUT /v2.0/routers/df39a17f-0a66-4157-9ce9-79c120aa3a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6191044 Apr 05 20:54:18.727610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43890) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:18.730453 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] Sync routers for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:54:18.742874 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:54:18.743804 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:54:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:18.754093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Performing IP validity checks on allocation pools {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 20:54:18.754620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 20:54:18.858271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.861965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3e751529-5143-4dd9-8fcd-c3fb2c74287c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1086187 Apr 05 20:54:18.865430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43898) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:18.873947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '1d4a6dd9-5407-46ab-86d7-fed2b6f98e69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:18.882730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:18.888968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:18.908887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:18.917713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:18.970730 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:54:18.986263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.043886 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.109915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.187242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=b7d2de4d-9000-4217-9648-c1ddf85707b4,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:19.214920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Checking segment: {'id': '770878ff-7b72-4f86-8833-c4f054043ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11928660-c8e7-4d5f-8511-ea0c7e44a932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:19.215284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network hostable DHCP agents. Network: 11928660-c8e7-4d5f-8511-ea0c7e44a932, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:19.323062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Network 11928660-c8e7-4d5f-8511-ea0c7e44a932 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:19.339386 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:54:19.341070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c2178421-b93d-4666-8eb5-afad6cfeb7ee tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4745321 Apr 05 20:54:19.343852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43908) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:19.362632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc0db606-5c55-4c68-a1d0-07908446e094 req-2020f87c-1c6e-409e-a77e-dec7e2f4b13a tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0602183 Apr 05 20:54:19.395850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.422770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 11928660-c8e7-4d5f-8511-ea0c7e44a932) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:19.431378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54718977-f942-44f4-9709-082f19fe4451 None None] Network 11928660-c8e7-4d5f-8511-ea0c7e44a932 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:19.435209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:19.435809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.472372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Deleting port 9e523d32-3f92-4776-ba67-d69d57b4ffa9 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:19.473365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.492592 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d3e576c-4ff6-460e-b94f-fa5093c1a3e6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.533100 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:54:16Z', 'revision_number': 5, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port': {'id': '9e523d32-3f92-4776-ba67-d69d57b4ffa9', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:36Z', 'updated_at': '2022-04-05T20:47:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:19.556570 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] Checking router: df39a17f-0a66-4157-9ce9-79c120aa3a55 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:54:19.580787 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d3e576c-4ff6-460e-b94f-fa5093c1a3e6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.582224 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] Routers {'df39a17f-0a66-4157-9ce9-79c120aa3a55'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:54:19.583019 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:54:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df39a17f-0a66-4157-9ce9-79c120aa3a55'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:19.772888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-11928660-c8e7-4d5f-8511-ea0c7e44a932', 'network_id': '11928660-c8e7-4d5f-8511-ea0c7e44a932', 'tenant_id': 'a770bf5ce9a14378b8590d3347869953', 'fixed_ips': [{'subnet_id': 'b7d2de4d-9000-4217-9648-c1ddf85707b4'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:54:19.773830 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.775852 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7237b9f2-08a0-45af-94bc-556e99f688ec tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5974679 Apr 05 20:54:19.777946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43918) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:19.793674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-544a9eec-bca8-4a0b-aae9-5e065529be92 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:19.897752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] For port 9e523d32-3f92-4776-ba67-d69d57b4ffa9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9e523d32-3f92-4776-ba67-d69d57b4ffa9,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:19.898638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.928952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d3e576c-4ff6-460e-b94f-fa5093c1a3e6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.939554 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] Set router df39a17f-0a66-4157-9ce9-79c120aa3a55 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:54:19.980154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d3e576c-4ff6-460e-b94f-fa5093c1a3e6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.981702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9d3e576c-4ff6-460e-b94f-fa5093c1a3e6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/1d4a6dd9-5407-46ab-86d7-fed2b6f98e69 HTTP/1.1" status: 204 len: 168 time: 0.6368515 Apr 05 20:54:19.983114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e576c-4ff6-460e-b94f-fa5093c1a3e6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a6dd9-5407-46ab-86d7-fed2b6f98e69,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:19.985099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:20.050702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-703ca661-8489-454c-ae3c-f8e0de982591 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:20.114440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Calling delete_port for 9e523d32-3f92-4776-ba67-d69d57b4ffa9 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:20.143908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-703ca661-8489-454c-ae3c-f8e0de982591 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:20.145768 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-703ca661-8489-454c-ae3c-f8e0de982591 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1594384 Apr 05 20:54:20.151975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43930) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:20.171922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--54529493'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:20.176001 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:54:19Z', 'revision_number': 6, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:20.180302 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0794cb67-dbda-4bdf-a035-3bbbebe7adc2 None None] The sync data for ids ['df39a17f-0a66-4157-9ce9-79c120aa3a55'] in n-d-836605-1 is: [{'id': 'df39a17f-0a66-4157-9ce9-79c120aa3a55', 'name': 'tempest-ServerRescueNegativeTestJSON-2044052084-router', 'tenant_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:35Z', 'updated_at': '2022-04-05T20:54:19Z', 'revision_number': 6, 'project_id': '9f00fc0022fb454abd5d224fc9af2fcb', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:54:20.198198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Allocated IP 2001:db8::3 (11928660-c8e7-4d5f-8511-ea0c7e44a932/b7d2de4d-9000-4217-9648-c1ddf85707b4/3242d646-ed4f-4665-9cb7-418d59224f9c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:20.205033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:20.220378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.221972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:20.324071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.440266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-544a9eec-bca8-4a0b-aae9-5e065529be92 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2287634'] for subnet, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.494986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:20.521494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:20.543148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:20.573901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:20.754630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.777575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.790641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.795356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Transition to ACTIVE for port object 3242d646-ed4f-4665-9cb7-418d59224f9c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:20.843759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.849120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Transition to ACTIVE for port object 3242d646-ed4f-4665-9cb7-418d59224f9c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:20.946376 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.023495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b03cc-5336-44da-932a-7222ce6c4cf2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:21.089765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Network 11928660-c8e7-4d5f-8511-ea0c7e44a932 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:21.093114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:21.097471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:54:21.099673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Pushing event updated for resources: {'Port': ['ID=3242d646-ed4f-4665-9cb7-418d59224f9c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:21.111892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.115993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a0b3971d-814d-4e3f-a214-920bfe386df5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9617317 Apr 05 20:54:21.116584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43956) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:21.122590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-32d6397d-05fe-479d-ba21-d263a110372a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': 'e93b03cc-5336-44da-932a-7222ce6c4cf2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:21.122816 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-32d6397d-05fe-479d-ba21-d263a110372a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:21.131699 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-32d6397d-05fe-479d-ba21-d263a110372a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119624 Apr 05 20:54:21.131699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43960) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:21.254637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Attempting to bind port 3242d646-ed4f-4665-9cb7-418d59224f9c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:21.255189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Attempting to bind port 3242d646-ed4f-4665-9cb7-418d59224f9c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '770878ff-7b72-4f86-8833-c4f054043ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11928660-c8e7-4d5f-8511-ea0c7e44a932'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:21.255693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Attempting to bind port 3242d646-ed4f-4665-9cb7-418d59224f9c on network 11928660-c8e7-4d5f-8511-ea0c7e44a932 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:21.268364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:54:21.269470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Checking segment: {'id': '770878ff-7b72-4f86-8833-c4f054043ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11928660-c8e7-4d5f-8511-ea0c7e44a932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:21.270175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.270708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Bound using segment: {'id': '770878ff-7b72-4f86-8833-c4f054043ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11928660-c8e7-4d5f-8511-ea0c7e44a932'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:54:21.271437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Bound port: 3242d646-ed4f-4665-9cb7-418d59224f9c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770878ff-7b72-4f86-8833-c4f054043ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11928660-c8e7-4d5f-8511-ea0c7e44a932'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:21.271915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.315764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c831645c-a402-4edf-9c58-291a0735dc43 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.328882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68b80490-e56d-47eb-a3ba-a0f39226caa7 req-b30b0e2d-47ed-401d-b8d2-034302e397a2 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.5966060 Apr 05 20:54:21.445993 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c831645c-a402-4edf-9c58-291a0735dc43 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.493110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] For port 3242d646-ed4f-4665-9cb7-418d59224f9c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:54:21.497884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] For port 3242d646-ed4f-4665-9cb7-418d59224f9c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3242d646-ed4f-4665-9cb7-418d59224f9c,segment=NetworkSegment(770878ff-7b72-4f86-8833-c4f054043ab9),segment_id=770878ff-7b72-4f86-8833-c4f054043ab9)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:54:21.541700 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.602569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e523d32-3f92-4776-ba67-d69d57b4ffa9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:21.603059 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c831645c-a402-4edf-9c58-291a0735dc43 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.636687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c831645c-a402-4edf-9c58-291a0735dc43 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.638242 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c831645c-a402-4edf-9c58-291a0735dc43 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/e93b03cc-5336-44da-932a-7222ce6c4cf2 HTTP/1.1" status: 204 len: 168 time: 0.5071738 Apr 05 20:54:21.642956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831645c-a402-4edf-9c58-291a0735dc43 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b03cc-5336-44da-932a-7222ce6c4cf2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:21.644797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43972) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:21.707402 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-544a9eec-bca8-4a0b-aae9-5e065529be92 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757425296020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1408840'] for subnet, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.772838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1135-0458-4a3e-8f34-cc2c7fb03dfa None None] Pushing event updated for resources: {'Port': ['ID=3242d646-ed4f-4665-9cb7-418d59224f9c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:21.830713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0d5b461f-dced-41dd-a343-bc6a60235700 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:21.854598 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2afef617-1ac4-489c-98fb-de72073adab6 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:21.900932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 2afef617-1ac4-489c-98fb-de72073adab6 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:21.901786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2afef617-1ac4-489c-98fb-de72073adab6 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:21.902264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9e523d32-3f92-4776-ba67-d69d57b4ffa9 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:21.923220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0d5b461f-dced-41dd-a343-bc6a60235700 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:21.925395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d5b461f-dced-41dd-a343-bc6a60235700 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2749531 Apr 05 20:54:21.929163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43978) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:21.935976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966132169'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:21.961272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:21.983561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9e523d32-3f92-4776-ba67-d69d57b4ffa9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:21.983922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9e523d32-3f92-4776-ba67-d69d57b4ffa9 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:21.986478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:22.030693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a9eec-bca8-4a0b-aae9-5e065529be92 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:22.031292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-544a9eec-bca8-4a0b-aae9-5e065529be92 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.035289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-544a9eec-bca8-4a0b-aae9-5e065529be92 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "PUT /v2.0/subnets/b7d2de4d-9000-4217-9648-c1ddf85707b4 HTTP/1.1" status: 200 len: 900 time: 2.2539384 Apr 05 20:54:22.035757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:22.051317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.257306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a9eec-bca8-4a0b-aae9-5e065529be92 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event updated for resources: {'Subnet': ['ID=b7d2de4d-9000-4217-9648-c1ddf85707b4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:22.307289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.423553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:22.432184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:22.439892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.442715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:22.451194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:22.474814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting port 3242d646-ed4f-4665-9cb7-418d59224f9c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:22.475349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.489666 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.498114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.620136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.620136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Fanout notify agent at l3_agent the message router_deleted on router df39a17f-0a66-4157-9ce9-79c120aa3a55 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:54:22.647265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-002c7af9-7ec6-4c53-ad7b-a48c2a5b3aec req-7b015dc3-45a9-4952-b451-4bcba13920fa tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0761564 Apr 05 20:54:22.668149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.671932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fa0708ae-da77-4a31-83bd-887510ac538a admin admin] 10.222.0.10 "DELETE /v2.0/routers/df39a17f-0a66-4157-9ce9-79c120aa3a55 HTTP/1.1" status: 204 len: 168 time: 3.9405923 Apr 05 20:54:22.677952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43994) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:22.843135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] Deleting subnet 343c99e0-3e4a-4fb0-9a77-679b43a446da {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:22.847494 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.933213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.035305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.054064 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.101970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.178745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75559b95-8bff-4ebe-8f17-4a89fc5bfbbb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:23.198045 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.265827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] For port 3242d646-ed4f-4665-9cb7-418d59224f9c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3242d646-ed4f-4665-9cb7-418d59224f9c,segment=NetworkSegment(770878ff-7b72-4f86-8833-c4f054043ab9),segment_id=770878ff-7b72-4f86-8833-c4f054043ab9)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:23.266199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.276702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343c99e0-3e4a-4fb0-9a77-679b43a446da,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:23.297030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.310521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb4eb83-3766-4cf6-bdde-b0a397ae1883 None None] Network 0d57210c-d16d-4309-994d-0206c31fb5dc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:23.311070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.312283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a0fb1efe-edc6-499d-bec9-d9820845efd9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/343c99e0-3e4a-4fb0-9a77-679b43a446da HTTP/1.1" status: 204 len: 168 time: 0.6330066 Apr 05 20:54:23.318240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44002) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:23.321263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44004) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:23.323369 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-249dd2a5-14a0-4b90-8aaf-c671cc4dfb01 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3928034 Apr 05 20:54:23.366021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d006abb0-3635-4416-babe-067cb3740649 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '75559b95-8bff-4ebe-8f17-4a89fc5bfbbb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:23.367552 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-d006abb0-3635-4416-babe-067cb3740649 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:23.370181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d006abb0-3635-4416-babe-067cb3740649 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0465374 Apr 05 20:54:23.470248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44012) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:23.607632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.645392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Deleting port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:23.645948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.663255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25bc107-a02b-4bcc-ae64-92f359ae36dd None None] Network 11928660-c8e7-4d5f-8511-ea0c7e44a932 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:23.683109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Calling delete_port for 3242d646-ed4f-4665-9cb7-418d59224f9c owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:23.888504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-30a658fe-2232-443e-bcc2-54f002acb0e2 None None] Provisioning for port 3242d646-ed4f-4665-9cb7-418d59224f9c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:23.990161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3242d646-ed4f-4665-9cb7-418d59224f9c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:24.037281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] DHCP port deletion for 0d57210c-d16d-4309-994d-0206c31fb5dc request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:54:24.054770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] Deleting port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:24.055102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.094249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.141743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Port': ['ID=3242d646-ed4f-4665-9cb7-418d59224f9c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:24.215896 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafbd823-de32-44fb-97b7-1c37e4180fa5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.229515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-444a4e2d-beed-4ceb-9573-9299e62d5fc8 req-0033bc83-a8c8-411a-88f8-15251ed90acc tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0638070 Apr 05 20:54:24.343913 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dc3cddf-3f32-426e-a23c-82ddfd21fb3f req-7b39a977-c1f2-4e3b-9c90-202349019cca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1663766 Apr 05 20:54:24.348627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No DVR routers for this DVR port 3242d646-ed4f-4665-9cb7-418d59224f9c on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:24.429286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafbd823-de32-44fb-97b7-1c37e4180fa5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.450426 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.476998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] For port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:24.477807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.493344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No active binding found for port 3242d646-ed4f-4665-9cb7-418d59224f9c {{(pid=84582) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 20:54:24.493770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3242d646-ed4f-4665-9cb7-418d59224f9c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 20:54:24.539775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] For port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,segment=NetworkSegment(0e886fba-6b2b-4b62-a18c-eac39b07b635),segment_id=0e886fba-6b2b-4b62-a18c-eac39b07b635)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:24.540427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.604273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port 3242d646-ed4f-4665-9cb7-418d59224f9c not found, will not notify nova. {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 20:54:24.604551 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.633661 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafbd823-de32-44fb-97b7-1c37e4180fa5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.665131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d2de4d-9000-4217-9648-c1ddf85707b4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:24.702446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] Calling delete_port for e1eecafa-40f3-4596-ba42-4bc50bc7cdaf owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:24.752177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383c908-f40a-40f3-8863-ef2141f1d97c None None] Network 11928660-c8e7-4d5f-8511-ea0c7e44a932 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:24.755660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Calling delete_port for e1eecafa-40f3-4596-ba42-4bc50bc7cdaf owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:24.824916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.832788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafbd823-de32-44fb-97b7-1c37e4180fa5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.833946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dafbd823-de32-44fb-97b7-1c37e4180fa5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/75559b95-8bff-4ebe-8f17-4a89fc5bfbbb HTTP/1.1" status: 204 len: 168 time: 1.3624973 Apr 05 20:54:24.834877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbd823-de32-44fb-97b7-1c37e4180fa5 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75559b95-8bff-4ebe-8f17-4a89fc5bfbbb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:24.837398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44030) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:24.896020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11928660-c8e7-4d5f-8511-ea0c7e44a932']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:24.930409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770878ff-7b72-4f86-8833-c4f054043ab9') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:24.932083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770878ff-7b72-4f86-8833-c4f054043ab9') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:24.959486 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.982343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e835edba-7607-4282-8d2b-67c178539349 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:24.996074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.996294 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:24.996294 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:25.006343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.014421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:25.015055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.039906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] Pushing event deleted for resources: {'Port': ['ID=e1eecafa-40f3-4596-ba42-4bc50bc7cdaf,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:25.046213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73ee1e-5691-4487-b296-57e50e6fd62f None None] No DVR routers for this DVR port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:25.082051 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:25.129754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d21cf7-5040-4f51-ac6d-c85df473f791 None None] DHCP port deletion for 11928660-c8e7-4d5f-8511-ea0c7e44a932 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:54:25.291278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e835edba-7607-4282-8d2b-67c178539349 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:25.298969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44048) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:25.306623 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e835edba-7607-4282-8d2b-67c178539349 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4630129 Apr 05 20:54:25.306828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--182810296'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:25.324756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:25.360663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:25.437538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.463438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.474840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=11928660-c8e7-4d5f-8511-ea0c7e44a932,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:25.477024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.493153 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cea5a27e-a378-4207-8702-874d68748ec6 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/11928660-c8e7-4d5f-8511-ea0c7e44a932 HTTP/1.1" status: 204 len: 168 time: 3.4557374 Apr 05 20:54:25.497531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Deleting port e1eecafa-40f3-4596-ba42-4bc50bc7cdaf {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:25.498922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44056) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:25.509594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.560618 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd3e0b5-7b79-420f-b7fc-dba3f1f4204a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:25.563071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd3e0b5-7b79-420f-b7fc-dba3f1f4204a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:25.563400 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9cd3e0b5-7b79-420f-b7fc-dba3f1f4204a tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/b7d2de4d-9000-4217-9648-c1ddf85707b4 HTTP/1.1" status: 404 len: 337 time: 0.0632639 Apr 05 20:54:25.565918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44060) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:25.621228 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a77d0b5-9719-4510-9f2a-429d71ad561d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:25.621680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a77d0b5-9719-4510-9f2a-429d71ad561d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:25.625886 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a77d0b5-9719-4510-9f2a-429d71ad561d tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/11928660-c8e7-4d5f-8511-ea0c7e44a932 HTTP/1.1" status: 404 len: 339 time: 0.0398839 Apr 05 20:54:25.629513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44064) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:25.653956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] The port 'e1eecafa-40f3-4596-ba42-4bc50bc7cdaf' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:54:25.656880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41549d93-8651-48ce-9b64-51e665f793f2 req-949b8a67-5e49-46f3-a397-23a8c1564d9c tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1011012 Apr 05 20:54:25.824489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.830417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3242d646-ed4f-4665-9cb7-418d59224f9c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:25.867296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:25.902983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3242d646-ed4f-4665-9cb7-418d59224f9c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:25.902983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3242d646-ed4f-4665-9cb7-418d59224f9c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:25.903445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1eecafa-40f3-4596-ba42-4bc50bc7cdaf no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:25.906870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:25.914082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:25.946198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:25.946406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e1eecafa-40f3-4596-ba42-4bc50bc7cdaf {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:25.946762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1eecafa-40f3-4596-ba42-4bc50bc7cdaf not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:25.958576 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.006497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d57210c-d16d-4309-994d-0206c31fb5dc']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:26.028285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.035468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e886fba-6b2b-4b62-a18c-eac39b07b635') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:26.035769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e886fba-6b2b-4b62-a18c-eac39b07b635') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:26.059582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0eb731-d768-4b4f-95ff-8813a0af428e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:26.072626 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.081160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd93c3a9-dea8-4cf6-973f-7523d6bebde7') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:26.081160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd93c3a9-dea8-4cf6-973f-7523d6bebde7') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:26.095080 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.114208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.116366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.121187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.123992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:26.124601 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.130976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:26.131720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:26.141457 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:26.158817 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:26.228289 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.307558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e13eedd-c2d4-4b31-aee3-128da4965c17,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:26.385878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.402822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.408039 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.411416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] 10.222.0.10 "DELETE /v2.0/networks/0d57210c-d16d-4309-994d-0206c31fb5dc HTTP/1.1" status: 204 len: 168 time: 3.0859730 Apr 05 20:54:26.418778 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.420330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f7ee631e-04cd-4434-8046-65b57c77c25c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1194630 Apr 05 20:54:26.423947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44080) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.424892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014130e9-ce8a-43e6-90a9-d26b7a5a081a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d57210c-d16d-4309-994d-0206c31fb5dc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:26.436338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.440784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2fdb269f-7e29-40f5-8b3a-77e9a5b32b7a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '1e13eedd-c2d4-4b31-aee3-128da4965c17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:26.440784 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-2fdb269f-7e29-40f5-8b3a-77e9a5b32b7a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:26.441636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2fdb269f-7e29-40f5-8b3a-77e9a5b32b7a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093555 Apr 05 20:54:26.443490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44084) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.449120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=fd0eb731-d768-4b4f-95ff-8813a0af428e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:26.451645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b4eb4e7-84b1-4d9c-880e-2a2ace37e12e tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/fd0eb731-d768-4b4f-95ff-8813a0af428e HTTP/1.1" status: 204 len: 168 time: 0.8210976 Apr 05 20:54:26.454725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44088) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.456153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c7d0fd95-3c61-47fd-a590-2bf99af173ab tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '1e13eedd-c2d4-4b31-aee3-128da4965c17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:26.457789 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-c7d0fd95-3c61-47fd-a590-2bf99af173ab tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:26.458141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c7d0fd95-3c61-47fd-a590-2bf99af173ab tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0131676 Apr 05 20:54:26.460695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44090) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.467955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b8af0273-08fc-4bcf-9333-b275b833f69a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '1e13eedd-c2d4-4b31-aee3-128da4965c17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:26.468673 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-b8af0273-08fc-4bcf-9333-b275b833f69a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:26.469939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b8af0273-08fc-4bcf-9333-b275b833f69a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082412 Apr 05 20:54:26.472595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44096) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.479202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-68add810-a751-4771-8eb4-13d689b89a7f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '1e13eedd-c2d4-4b31-aee3-128da4965c17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:26.480614 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-68add810-a751-4771-8eb4-13d689b89a7f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:26.481358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-68add810-a751-4771-8eb4-13d689b89a7f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073555 Apr 05 20:54:26.483597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44100) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.509810 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8868f4bf-1cc8-42b0-b5c2-6c3cba4b1df9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:26.510395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8868f4bf-1cc8-42b0-b5c2-6c3cba4b1df9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:26.512342 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8868f4bf-1cc8-42b0-b5c2-6c3cba4b1df9 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/c119f75d-f714-449c-a0b7-166610fb87c9 HTTP/1.1" status: 404 len: 337 time: 0.0564947 Apr 05 20:54:26.517171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44104) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.547610 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-400b59fe-69d1-4209-8171-79dd2e57c425 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:26.552596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400b59fe-69d1-4209-8171-79dd2e57c425 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:26.554523 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-400b59fe-69d1-4209-8171-79dd2e57c425 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/6e6e64be-7467-4c19-bc55-99e02e2f2b5e HTTP/1.1" status: 404 len: 339 time: 0.0362718 Apr 05 20:54:26.558837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44112) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.635997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4b06f44-b56c-4034-8df4-61852619634f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.687649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4b06f44-b56c-4034-8df4-61852619634f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.883043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4b06f44-b56c-4034-8df4-61852619634f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.913751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting subnet 54098f0d-3111-4a98-bffc-ab4c0e3f17da {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:26.917411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.981923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e266cf46-56ec-41fd-b470-be001439023a req-349385b7-609c-44e6-bf66-03e7ffaf284b tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0733178 Apr 05 20:54:26.988483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b06f44-b56c-4034-8df4-61852619634f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e13eedd-c2d4-4b31-aee3-128da4965c17,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:26.993433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4b06f44-b56c-4034-8df4-61852619634f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.996891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e4b06f44-b56c-4034-8df4-61852619634f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/1e13eedd-c2d4-4b31-aee3-128da4965c17 HTTP/1.1" status: 204 len: 168 time: 0.5123885 Apr 05 20:54:27.003938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44124) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:27.005011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44126) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:27.022233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.105638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-58f25be6-885d-47aa-acf2-8453580c8469 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:27.113527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44134) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:27.113709 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-220b4251-e4c3-403e-b166-271c6bb8ddd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f00fc0022fb454abd5d224fc9af2fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1082647 Apr 05 20:54:27.196837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.257525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-58f25be6-885d-47aa-acf2-8453580c8469 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:27.262186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-58f25be6-885d-47aa-acf2-8453580c8469 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2552073 Apr 05 20:54:27.265397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44140) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:27.279140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--60399212'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:27.297321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:27.317260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:27.331676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89d2ca9c-01ee-4916-9345-4b29c31d7241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.389144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89d2ca9c-01ee-4916-9345-4b29c31d7241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.413504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.438505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.477398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=54098f0d-3111-4a98-bffc-ab4c0e3f17da,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:27.483368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:27.487957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.493543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:27.497109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:27.501100 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d75a13bf-a942-4a33-9583-2bb48db00aac tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/54098f0d-3111-4a98-bffc-ab4c0e3f17da HTTP/1.1" status: 204 len: 168 time: 0.9401102 Apr 05 20:54:27.503501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:27.513325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb818e4-9d69-404d-a280-11e8c9bc5169 None None] Network d8d3e4b8-8353-4538-a32e-d618b4076576 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:27.517549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:27.590406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting subnet 89286cdb-f7d7-4666-a4de-69e8423a1a19 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:27.593962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.613206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89d2ca9c-01ee-4916-9345-4b29c31d7241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.648823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2ca9c-01ee-4916-9345-4b29c31d7241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02c7d9-1b24-422b-a84b-6a391fcb431d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:27.755676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.788402 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.816708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89d2ca9c-01ee-4916-9345-4b29c31d7241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.820091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-89d2ca9c-01ee-4916-9345-4b29c31d7241 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c02c7d9-1b24-422b-a84b-6a391fcb431d HTTP/1.1" status: 204 len: 168 time: 0.7034514 Apr 05 20:54:27.883024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.911377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.936128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44164) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.030097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337bc7c5-0c01-4b05-8523-9a746b80e4f6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:28.038720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.039844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-424d2617-fcda-4ec0-963c-03962cc3a64f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7722037 Apr 05 20:54:28.043341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44170) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.055677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5096a820-eee0-4a88-80cc-a8b848059294 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:28.056947 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-5096a820-eee0-4a88-80cc-a8b848059294 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:28.063398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44174) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.064343 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5096a820-eee0-4a88-80cc-a8b848059294 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0197864 Apr 05 20:54:28.070132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-609a98ed-50d2-403a-89db-85d4a5f4a260 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:28.084532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-609a98ed-50d2-403a-89db-85d4a5f4a260 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:28.096906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-609a98ed-50d2-403a-89db-85d4a5f4a260 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:28.108886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-609a98ed-50d2-403a-89db-85d4a5f4a260 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:28.120582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-609a98ed-50d2-403a-89db-85d4a5f4a260 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:28.130035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.181062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=89286cdb-f7d7-4666-a4de-69e8423a1a19,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:28.184756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.194652 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c90af7e6-cded-4acf-9728-bd20f4877a5b tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/89286cdb-f7d7-4666-a4de-69e8423a1a19 HTTP/1.1" status: 204 len: 168 time: 0.6898193 Apr 05 20:54:28.197311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44178) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.242482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.313643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:28.334490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Usage tracker for resource:security_group_rule and tenant:615f931f77e24112918ce0e816bd3bf5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:28.345965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:28.375358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:28.399190 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-609a98ed-50d2-403a-89db-85d4a5f4a260 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:28.404399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-609a98ed-50d2-403a-89db-85d4a5f4a260 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3393505 Apr 05 20:54:28.416601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44184) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.440873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-dc3c5dc1-20c1-402a-a3ea-75a3f6900a21 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:28.442177 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-dc3c5dc1-20c1-402a-a3ea-75a3f6900a21 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:28.446632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dc3c5dc1-20c1-402a-a3ea-75a3f6900a21 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240953 Apr 05 20:54:28.461667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44188) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.466485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-78fa8029-dd7e-4ada-ac52-da75677c5ced tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:28.486868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-78fa8029-dd7e-4ada-ac52-da75677c5ced tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:28.501513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-78fa8029-dd7e-4ada-ac52-da75677c5ced tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:28.508693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-78fa8029-dd7e-4ada-ac52-da75677c5ced tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:28.521564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-78fa8029-dd7e-4ada-ac52-da75677c5ced tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:28.582448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.593455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting port cc0ece33-b341-4fc3-920e-f615291d07af {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:28.594177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.652117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.735381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.814407 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-78fa8029-dd7e-4ada-ac52-da75677c5ced tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:28.818046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-78fa8029-dd7e-4ada-ac52-da75677c5ced tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3583398 Apr 05 20:54:28.825456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44198) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.891099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8ca3caf-67ee-4f55-9b6e-b9168c1ffdc9 req-971d1e22-1aa1-4764-ad81-6f7c8cc8b0fb tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0668404 Apr 05 20:54:28.925799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af679a3a-cfe6-49b8-959c-205f54e9d00e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:28.942146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-81c90667-d877-4146-b97a-9683b2fa1107 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=615f931f77e24112918ce0e816bd3bf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9882228 Apr 05 20:54:28.950606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44206) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:28.971224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9eb65444-8d59-4370-8bb7-5bd162ab700f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:28.971873 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-9eb65444-8d59-4370-8bb7-5bd162ab700f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:28.978699 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9eb65444-8d59-4370-8bb7-5bd162ab700f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1505589 Apr 05 20:54:28.994888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44212) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:29.016855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c81b85-a4d3-49ce-a570-02bf02914671 None None] Network d8d3e4b8-8353-4538-a32e-d618b4076576 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:29.067610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:29.099462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:29.130806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:29.144098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:29.155265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:29.158403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] For port cc0ece33-b341-4fc3-920e-f615291d07af, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cc0ece33-b341-4fc3-920e-f615291d07af,segment=NetworkSegment(519bc382-1d47-4692-9a65-7860c74e981d),segment_id=519bc382-1d47-4692-9a65-7860c74e981d)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:29.158926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.246544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c2358f4a-b97e-4b13-8548-8031e064284b None None] Provisioning complete for port cc0ece33-b341-4fc3-920e-f615291d07af triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:29.250380 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c2358f4a-b97e-4b13-8548-8031e064284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.312981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.375193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.408150 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Project 0519fd88236a468380862fe8c5fc51ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:54:29.419503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Calling delete_port for cc0ece33-b341-4fc3-920e-f615291d07af owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:29.551740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.552927 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:29.555312 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-159c8afd-c503-43d7-a221-fffd5153213a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5471051 Apr 05 20:54:29.566169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:29.571390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-aee021db-f92a-4fd0-96d8-8c945a1452b9 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:29.572021 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-aee021db-f92a-4fd0-96d8-8c945a1452b9 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:29.576300 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aee021db-f92a-4fd0-96d8-8c945a1452b9 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083005 Apr 05 20:54:29.576510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44230) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:29.583674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:29.592046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:29.598003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:29.602972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:29.613353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:29.613557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af679a3a-cfe6-49b8-959c-205f54e9d00e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:29.616755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.631861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.641953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a84b56-d9bc-40c4-9864-cc8eb0e5356d None None] DHCP port deletion for d8d3e4b8-8353-4538-a32e-d618b4076576 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:54:29.642718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af679a3a-cfe6-49b8-959c-205f54e9d00e HTTP/1.1" status: 204 len: 168 time: 0.6885579 Apr 05 20:54:29.650237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.653985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.653985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.656023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.656526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.657024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.657536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.658041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.659267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.661413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.663461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783107b6-405a-4414-8d38-9780a7a16ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.697304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44236) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:29.715751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Port': ['ID=cc0ece33-b341-4fc3-920e-f615291d07af,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:29.736611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No DVR routers for this DVR port cc0ece33-b341-4fc3-920e-f615291d07af on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:29.805281 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Project 0519fd88236a468380862fe8c5fc51ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:54:29.816124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cc0ece33-b341-4fc3-920e-f615291d07af no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:29.853766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: cc0ece33-b341-4fc3-920e-f615291d07af {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:29.854187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cc0ece33-b341-4fc3-920e-f615291d07af not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:29.923478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.955185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d3e4b8-8353-4538-a32e-d618b4076576']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:29.973773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519bc382-1d47-4692-9a65-7860c74e981d') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:29.975100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519bc382-1d47-4692-9a65-7860c74e981d') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:29.984607 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:29.988768 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8ec36d34-a641-428f-a73f-5eccd45dd8c8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4083009 Apr 05 20:54:29.991940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44244) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:29.996778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '337bc7c5-0c01-4b05-8523-9a746b80e4f6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:30.005886 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.014848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:30.023516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:30.028392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:30.034986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:30.037381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.047144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:30.049343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:30.062403 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:30.146114 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Project 0519fd88236a468380862fe8c5fc51ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:54:30.237628 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:30.238684 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8ff0edc4-f098-429c-b53e-c315c4b2b0ac tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2488458 Apr 05 20:54:30.241594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44256) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.248850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49312eab-1ab8-4ba2-9af1-8257ebd93f73 req-146521c5-d0c1-45c9-8ad9-aa788cbc9319 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0748479 Apr 05 20:54:30.260199 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.286725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.324413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.341334 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/d8d3e4b8-8353-4538-a32e-d618b4076576 HTTP/1.1" status: 204 len: 168 time: 2.1430395 Apr 05 20:54:30.344886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44260) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.356008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b83e6-e79a-410d-b7b1-704c4e85f6ce tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=d8d3e4b8-8353-4538-a32e-d618b4076576,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:30.396395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:30.399181 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf1345c-85d0-4c46-b10e-9bf8548f82e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:30.399611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf1345c-85d0-4c46-b10e-9bf8548f82e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:30.409669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bbf1345c-85d0-4c46-b10e-9bf8548f82e7 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/be8d167d-1403-4f16-bf46-a14ce0383a84 HTTP/1.1" status: 404 len: 337 time: 0.0636079 Apr 05 20:54:30.410268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44270) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.411201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Usage tracker for resource:security_group_rule and tenant:0ce0112bf359402e8d63649e81d87b39 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:30.415969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:30.444246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:30.446776 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-119a796d-e3ce-4be4-8107-33e46fd949f8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:30.447256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119a796d-e3ce-4be4-8107-33e46fd949f8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:30.451569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-119a796d-e3ce-4be4-8107-33e46fd949f8 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/3a4ed6e6-f9f8-49e3-9664-c37f96dfcfa6 HTTP/1.1" status: 404 len: 339 time: 0.0373940 Apr 05 20:54:30.452163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44274) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.469660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2322dc0a-4383-4397-9b8f-3f00e985f781 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.501509 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-92928dc3-15f5-4dca-8b16-3115c6e282d5 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:30.501950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92928dc3-15f5-4dca-8b16-3115c6e282d5 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:30.507119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-92928dc3-15f5-4dca-8b16-3115c6e282d5 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/1128b88c-ca6e-4f9f-897a-4cf71571745e HTTP/1.1" status: 404 len: 337 time: 0.0529180 Apr 05 20:54:30.507720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44282) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.524504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2322dc0a-4383-4397-9b8f-3f00e985f781 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.537037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44286) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.548301 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-a073deab-b920-489c-bd91-47b0dad00ebf tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:30.550479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a073deab-b920-489c-bd91-47b0dad00ebf tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:30.563425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a073deab-b920-489c-bd91-47b0dad00ebf tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/f505a218-a1cc-41fe-87d7-aa033ad559a9 HTTP/1.1" status: 404 len: 339 time: 0.0532382 Apr 05 20:54:30.564029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44292) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.603295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44298) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.632687 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1913bbab-1da8-4ed8-b13d-ce62f16d08b4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:30.636829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1913bbab-1da8-4ed8-b13d-ce62f16d08b4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:30.646264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44302) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.646749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1913bbab-1da8-4ed8-b13d-ce62f16d08b4 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/a250f9ed-cc10-4177-8f01-d52461802b33 HTTP/1.1" status: 404 len: 337 time: 0.0795724 Apr 05 20:54:30.651094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.678265 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdcfd7b-9b31-4e1e-b430-212edf3f59af tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:30.678707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdcfd7b-9b31-4e1e-b430-212edf3f59af tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:30.686437 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2322dc0a-4383-4397-9b8f-3f00e985f781 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.703593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2322dc0a-4383-4397-9b8f-3f00e985f781 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.705172 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2322dc0a-4383-4397-9b8f-3f00e985f781 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/337bc7c5-0c01-4b05-8523-9a746b80e4f6 HTTP/1.1" status: 204 len: 168 time: 0.4623849 Apr 05 20:54:30.711214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44306) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.728584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9fdcfd7b-9b31-4e1e-b430-212edf3f59af tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/fa38b795-28e1-4f09-9cda-ea4ba9296192 HTTP/1.1" status: 404 len: 339 time: 0.0812416 Apr 05 20:54:30.729904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322dc0a-4383-4397-9b8f-3f00e985f781 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337bc7c5-0c01-4b05-8523-9a746b80e4f6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:30.732020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44310) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.748210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:30.752233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Usage tracker for resource:security_group_rule and tenant:0baf22db5f8a440ea647ac26154a445a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:30.755247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:30.770788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:30.800392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.851668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-133681917-network', 'tenant_id': '629a2237bbb044bfbb3f0ab248cd5db3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:30.851668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:30.855083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Usage tracker for resource:network and tenant:629a2237bbb044bfbb3f0ab248cd5db3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:30.861315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:30.869588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:30.898756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-45358220-41a2-4e3d-8a34-382f1c69f8f7 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:30.911791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.006835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-45358220-41a2-4e3d-8a34-382f1c69f8f7 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:31.007674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ce0112bf359402e8d63649e81d87b39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3087337 Apr 05 20:54:31.012514 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-45358220-41a2-4e3d-8a34-382f1c69f8f7 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2956476 Apr 05 20:54:31.012514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44314) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.012514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44316) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.019831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b47c0-db0f-4672-9cd0-7472ef67175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b43693f-c6da-4f39-ad38-c0353c151064,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.024854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--611249663'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:31.033297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:31.045067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:31.050507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Made reservation on behalf of 629a2237bbb044bfbb3f0ab248cd5db3 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:31.053184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.073538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.118537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.127129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:31.131029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Usage tracker for resource:security_group_rule and tenant:629a2237bbb044bfbb3f0ab248cd5db3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:31.134320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:31.140782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting subnet 2eebadef-531d-4862-9b82-0cd526b15462 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:31.146143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:31.146331 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.194214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.244026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44324) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.245161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1188d8a-58f7-4488-8424-6d7f49b1f282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.280075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.303645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.341376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1188d8a-58f7-4488-8424-6d7f49b1f282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.348863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723fea72-4102-4ce1-922f-7f529a06e937,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.379555 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.380109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:31.387164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5eb59a2c-3b2b-497f-9154-f7b09fc97161 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0baf22db5f8a440ea647ac26154a445a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7800252 Apr 05 20:54:31.391062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44332) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.395844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:31.400504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:31.427438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.431249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:31.470742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.513139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.522958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82444256-0eee-4629-8ac8-991d412161d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.593209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:31.624340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82444256-0eee-4629-8ac8-991d412161d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.636423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60664c27-4f2b-4bb6-a391-4b3920d0af53 req-ba1056c2-a60c-4fd3-a11a-17505b5da56b tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0979898 Apr 05 20:54:31.642436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.670410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.670769 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Added segment 81fcf914-c1d9-4c27-b842-db8beec38cfb of type vlan for network f57831df-e17c-4ce9-87c4-f8376689a919 Apr 05 20:54:31.676762 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1188d8a-58f7-4488-8424-6d7f49b1f282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.684478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.715596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1188d8a-58f7-4488-8424-6d7f49b1f282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b43693f-c6da-4f39-ad38-c0353c151064,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.721507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:31.728110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.731780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6d02a3db724255963503d9101fd25d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:31.736581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:31.742148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:31.768724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.810233 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c1188d8a-58f7-4488-8424-6d7f49b1f282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.811396 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c1188d8a-58f7-4488-8424-6d7f49b1f282 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b43693f-c6da-4f39-ad38-c0353c151064 HTTP/1.1" status: 204 len: 168 time: 0.7976220 Apr 05 20:54:31.812189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2ca05b-ac6b-439c-a879-222939ec07f3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.854603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.904099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=2eebadef-531d-4862-9b82-0cd526b15462,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.905449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.907522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.908415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:31.909206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.913726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.921586 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-446e819b-cf77-4bfa-bf5b-e38df11285db tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/2eebadef-531d-4862-9b82-0cd526b15462 HTTP/1.1" status: 204 len: 168 time: 1.1829889 Apr 05 20:54:31.921586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44338) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.923805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ddf3f-2343-4b64-a8a1-663e8706e2cb None None] Network f9b3dc11-7ef1-46e9-a69f-41caace11229 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:31.927738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82444256-0eee-4629-8ac8-991d412161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.949837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.953832 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ecbd8316-ba11-437f-b08a-cdeb939b3488 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9347510 Apr 05 20:54:31.956950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:32.016529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82444256-0eee-4629-8ac8-991d412161d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723fea72-4102-4ce1-922f-7f529a06e937,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:32.029939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.038397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d72447a3-f17f-402c-9e6d-b4c219dd73df tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '3c2ca05b-ac6b-439c-a879-222939ec07f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:32.070421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d72447a3-f17f-402c-9e6d-b4c219dd73df tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:32.079365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d72447a3-f17f-402c-9e6d-b4c219dd73df tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:32.085024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d72447a3-f17f-402c-9e6d-b4c219dd73df tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:32.102093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d72447a3-f17f-402c-9e6d-b4c219dd73df tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:32.111929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb720467-299a-4158-bf58-039e768297fc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:32.114112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.119325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] Pushing event updated for resources: {'Network': ['ID=f57831df-e17c-4ce9-87c4-f8376689a919,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:32.124656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82444256-0eee-4629-8ac8-991d412161d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.130265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-82444256-0eee-4629-8ac8-991d412161d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/723fea72-4102-4ce1-922f-7f529a06e937 HTTP/1.1" status: 204 len: 168 time: 0.7380128 Apr 05 20:54:32.140822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting port e11653fa-fd78-43e9-8297-dbb86c5b3654 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:32.144056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.147962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d4ef12bf-9091-49e4-8027-30b4d3b7f89f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6097023 Apr 05 20:54:32.165595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-478aeb60-acce-4a3d-bb17-4cb827f062d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f6d02a3db724255963503d9101fd25d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9176798 Apr 05 20:54:32.166794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44348) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:32.167498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44350) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:32.170244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f57831df-e17c-4ce9-87c4-f8376689a919 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:32.297405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Request body: {'subnet': {'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-133681917-subnet', 'tenant_id': '629a2237bbb044bfbb3f0ab248cd5db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:32.311688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:32.320326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Usage tracker for resource:subnet and tenant:629a2237bbb044bfbb3f0ab248cd5db3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:32.324234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:32.332496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:32.361404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-31314e15-f0f3-4d0d-a77c-c3b90d06b38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.433544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-31314e15-f0f3-4d0d-a77c-c3b90d06b38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.450355 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-d72447a3-f17f-402c-9e6d-b4c219dd73df tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The resource could not be found. Apr 05 20:54:32.454154 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d72447a3-f17f-402c-9e6d-b4c219dd73df tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4934952 Apr 05 20:54:32.454904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44362) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:32.464652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c8b67266-1527-4cd5-96f4-ece2f288936d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '3c2ca05b-ac6b-439c-a879-222939ec07f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '16f857ff-3415-4bf8-9255-853a493e33f1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:32.479327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8b67266-1527-4cd5-96f4-ece2f288936d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:32.489285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8b67266-1527-4cd5-96f4-ece2f288936d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:32.492917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8b67266-1527-4cd5-96f4-ece2f288936d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:32.498583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8b67266-1527-4cd5-96f4-ece2f288936d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:32.504253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] For port e11653fa-fd78-43e9-8297-dbb86c5b3654, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e11653fa-fd78-43e9-8297-dbb86c5b3654,segment=NetworkSegment(a496d359-e756-4f6c-a0d4-b254ce65f704),segment_id=a496d359-e756-4f6c-a0d4-b254ce65f704)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:32.504673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.519547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] DHCP port deletion for f9b3dc11-7ef1-46e9-a69f-41caace11229 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:54:32.520006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Made reservation on behalf of 629a2237bbb044bfbb3f0ab248cd5db3 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:32.523826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Deleting port e11653fa-fd78-43e9-8297-dbb86c5b3654 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:32.524203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.525472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.656725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-31314e15-f0f3-4d0d-a77c-c3b90d06b38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.666878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Calling delete_port for e11653fa-fd78-43e9-8297-dbb86c5b3654 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:32.677198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31314e15-f0f3-4d0d-a77c-c3b90d06b38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb720467-299a-4158-bf58-039e768297fc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:32.692380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-31314e15-f0f3-4d0d-a77c-c3b90d06b38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.712205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-31314e15-f0f3-4d0d-a77c-c3b90d06b38b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb720467-299a-4158-bf58-039e768297fc HTTP/1.1" status: 204 len: 168 time: 0.5227547 Apr 05 20:54:32.719671 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-c8b67266-1527-4cd5-96f4-ece2f288936d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The resource could not be found. Apr 05 20:54:32.724681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c8b67266-1527-4cd5-96f4-ece2f288936d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2659185 Apr 05 20:54:32.725463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:32.764277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] For port e11653fa-fd78-43e9-8297-dbb86c5b3654, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e11653fa-fd78-43e9-8297-dbb86c5b3654,segment=NetworkSegment(a496d359-e756-4f6c-a0d4-b254ce65f704),segment_id=a496d359-e756-4f6c-a0d4-b254ce65f704)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:32.764670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.910079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3411ffe-515f-4981-8ba9-738b3727981c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.931882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.939235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Calling delete_port for e11653fa-fd78-43e9-8297-dbb86c5b3654 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:32.945922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b51e6f8c-c95c-4519-a2d9-54c0b30fd45f req-f82467e3-99e0-4fdc-b65c-c82bc2662027 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0507956 Apr 05 20:54:33.004724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.005736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Port': ['ID=e11653fa-fd78-43e9-8297-dbb86c5b3654,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:33.021722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3411ffe-515f-4981-8ba9-738b3727981c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.025409 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:33.026155 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:33.043552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No DVR routers for this DVR port e11653fa-fd78-43e9-8297-dbb86c5b3654 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:33.092642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Pushing event updated for resources: {'Subnet': ['ID=757b56f6-f3a6-4d4c-b1cc-f000529487b6,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:33.102315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Checking segment: {'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:33.102679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Network hostable DHCP agents. Network: f57831df-e17c-4ce9-87c4-f8376689a919, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:33.196463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.197705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Network f57831df-e17c-4ce9-87c4-f8376689a919 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:33.222767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b3dc11-7ef1-46e9-a69f-41caace11229']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:33.234625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a496d359-e756-4f6c-a0d4-b254ce65f704') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:33.234926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a496d359-e756-4f6c-a0d4-b254ce65f704') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:33.247089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.263356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.269845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:33.270232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.277289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f57831df-e17c-4ce9-87c4-f8376689a919) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:33.285349 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:33.294184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:33.294184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.295009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47884ef-2538-41a6-ac78-0915e8f0eb03 None None] Network f57831df-e17c-4ce9-87c4-f8376689a919 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:33.295105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3411ffe-515f-4981-8ba9-738b3727981c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.372249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3411ffe-515f-4981-8ba9-738b3727981c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2ca05b-ac6b-439c-a879-222939ec07f3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:33.404985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3411ffe-515f-4981-8ba9-738b3727981c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.406119 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b3411ffe-515f-4981-8ba9-738b3727981c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/3c2ca05b-ac6b-439c-a879-222939ec07f3 HTTP/1.1" status: 204 len: 168 time: 0.6796532 Apr 05 20:54:33.409542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44386) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.417796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fb02bb19-4b71-46eb-a4ae-837194bb008a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2491908 Apr 05 20:54:33.475637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-569d697b-728a-428e-98cf-db8cb4d7f42a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:33.486221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.486453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44396) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.509883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.522310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.528297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Deleting port e11653fa-fd78-43e9-8297-dbb86c5b3654 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:33.528719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.529511 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/f9b3dc11-7ef1-46e9-a69f-41caace11229 HTTP/1.1" status: 204 len: 168 time: 1.6070490 Apr 05 20:54:33.530639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44400) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.565609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:33.570021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:5e503e03631a4dbfbc5635c4dc0a4f26 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:33.573942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:33.581044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:33.586618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fb1f0-0234-4f20-95d2-502583cdf6a3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=f9b3dc11-7ef1-46e9-a69f-41caace11229,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:33.593580 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-49234940-4797-4532-a16e-5eb403fdf333 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:33.594116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49234940-4797-4532-a16e-5eb403fdf333 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:33.599188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44404) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.599460 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-49234940-4797-4532-a16e-5eb403fdf333 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/0485b6fa-c7c3-437c-88f4-5e7d46ffca7e HTTP/1.1" status: 404 len: 337 time: 0.0627818 Apr 05 20:54:33.608609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-569d697b-728a-428e-98cf-db8cb4d7f42a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:33.609694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-669621bc-b9ce-4f23-9cde-3afe757fd408 None None] The port 'e11653fa-fd78-43e9-8297-dbb86c5b3654' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:54:33.614563 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-569d697b-728a-428e-98cf-db8cb4d7f42a tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2036300 Apr 05 20:54:33.615490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44410) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.621420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f5a7247f-7de3-4914-8168-326dc6fa2e6d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '23e7254e-731b-4fc9-bbe2-0901a0af5dd4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:33.628721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f5a7247f-7de3-4914-8168-326dc6fa2e6d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:33.633494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f5a7247f-7de3-4914-8168-326dc6fa2e6d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:33.645115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f5a7247f-7de3-4914-8168-326dc6fa2e6d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:33.653944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f5a7247f-7de3-4914-8168-326dc6fa2e6d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:33.658610 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a612443-bc13-4f0f-8874-bdb5b961b7be tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:33.659361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a612443-bc13-4f0f-8874-bdb5b961b7be tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:33.673900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4a612443-bc13-4f0f-8874-bdb5b961b7be tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/81cc9afe-23ad-4b65-baee-6a635f0685af HTTP/1.1" status: 404 len: 339 time: 0.0715852 Apr 05 20:54:33.677076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44414) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.738633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a31744-d302-4ab3-a982-b95cbb043587 None None] Network f57831df-e17c-4ce9-87c4-f8376689a919 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:33.750214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.782814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44420) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.791220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.848431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee531c-a9ff-4a7c-bae2-cff90382b80d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:33.850486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e11653fa-fd78-43e9-8297-dbb86c5b3654 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:33.853085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7b8e898d-9e78-4892-94ce-044de7400bb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e503e03631a4dbfbc5635c4dc0a4f26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3654976 Apr 05 20:54:33.855812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44428) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.921207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9049b8cb-4cc2-4ebb-bc89-5902112a2a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.952865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9049b8cb-4cc2-4ebb-bc89-5902112a2a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.980642 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-f5a7247f-7de3-4914-8168-326dc6fa2e6d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The resource could not be found. Apr 05 20:54:33.981728 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5a7247f-7de3-4914-8168-326dc6fa2e6d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3652191 Apr 05 20:54:33.985962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e11653fa-fd78-43e9-8297-dbb86c5b3654 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:33.987383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e11653fa-fd78-43e9-8297-dbb86c5b3654 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:33.990441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44436) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:34.001212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--840474465'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:34.021855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting subnet af70a599-d112-452d-b694-d03adfde98cc {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:54:34.030676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.126634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:34.140493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.168325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-821692838-network', 'tenant_id': 'e573557b84094f20878deabd3a79f97c'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:34.179434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:34.188770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Usage tracker for resource:network and tenant:e573557b84094f20878deabd3a79f97c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:34.194716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:34.214644 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.235848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:34.246694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:34.250106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9049b8cb-4cc2-4ebb-bc89-5902112a2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.278172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049b8cb-4cc2-4ebb-bc89-5902112a2a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee531c-a9ff-4a7c-bae2-cff90382b80d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:34.294299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-096531f9-f1a3-4523-9dfd-8987bf033003 req-46e69e18-12bb-40cf-a759-6184a615af97 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1014032 Apr 05 20:54:34.313950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9049b8cb-4cc2-4ebb-bc89-5902112a2a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.315684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9049b8cb-4cc2-4ebb-bc89-5902112a2a69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2ee531c-a9ff-4a7c-bae2-cff90382b80d HTTP/1.1" status: 204 len: 168 time: 0.4582503 Apr 05 20:54:34.363119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Made reservation on behalf of e573557b84094f20878deabd3a79f97c for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:34.365952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.366643 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.383431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.402544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.454622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:34.461193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Usage tracker for resource:security_group_rule and tenant:e573557b84094f20878deabd3a79f97c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:34.464139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:34.466277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:34.473179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:34.475858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:34.477983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:34.485499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:34.523207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.580822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.584718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.593577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d0683-74f7-431c-933c-eae65192e51a None None] Network edc4903a-e173-452b-89c0-8e844e7cf62d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:34.597838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Subnet': ['ID=af70a599-d112-452d-b694-d03adfde98cc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:34.604653 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b0d75e4c-c0e0-44c2-9c11-cf53881b9ae3 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/subnets/af70a599-d112-452d-b694-d03adfde98cc HTTP/1.1" status: 204 len: 168 time: 0.9254215 Apr 05 20:54:34.607178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:34.699724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.735260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.746696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Deleting port 41a5680a-9f8c-4c57-969e-48768c085e45 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:34.746964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.754798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:34.792705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.793039 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Added segment 85313eb1-35f2-4038-9dcf-0bead59ce587 of type vlan for network 306398fa-4d9f-4421-88fd-617e1f4b7f31 Apr 05 20:54:34.795551 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.796570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b70d951-77cf-4b5a-9319-09e22545d566,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:34.831738 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b174d09-5fff-4868-9026-cb83d94ec414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.866683 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.910270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.924635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082977cb-eda9-434a-93ac-4037971a92bc req-9f179302-7ea0-444d-b338-42eb5c412315 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:34.925392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-082977cb-eda9-434a-93ac-4037971a92bc req-9f179302-7ea0-444d-b338-42eb5c412315 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Synchronizing usage tracker for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:34.930295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71089d05-f4d7-4ec5-9b97-cf57e37c10cc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:34.948971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] DHCP port deletion for edc4903a-e173-452b-89c0-8e844e7cf62d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:54:34.954305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Deleting port 41a5680a-9f8c-4c57-969e-48768c085e45 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:34.956166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.037422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-082977cb-eda9-434a-93ac-4037971a92bc req-9f179302-7ea0-444d-b338-42eb5c412315 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Unset dirty status for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:35.038938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-9f179302-7ea0-444d-b338-42eb5c412315 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 813 time: 0.4395301 Apr 05 20:54:35.060016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-3cfd8216-cbdb-44d6-8965-35625887ee25 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/quotas/629a2237bbb044bfbb3f0ab248cd5db3 HTTP/1.1" status: 200 len: 375 time: 0.0153959 Apr 05 20:54:35.061448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.062419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:35.063004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.066835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.068046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-54febbf4-742f-44e6-9048-b6128e108624 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0766704 Apr 05 20:54:35.076356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] For port 41a5680a-9f8c-4c57-969e-48768c085e45, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=41a5680a-9f8c-4c57-969e-48768c085e45,segment=NetworkSegment(835a7625-4d04-46a9-868f-42f0240ca931),segment_id=835a7625-4d04-46a9-868f-42f0240ca931)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:35.076356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.084038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44466) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:35.094219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582477068'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:35.104007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:35.112840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:35.116101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:35.122452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:35.196725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.201555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-451f6fd0-ab39-454e-84c7-ad7f51601be0 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305232 Apr 05 20:54:35.229515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4498289 Apr 05 20:54:35.230164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44476) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:35.257886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Request body: {'subnet': {'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-821692838-subnet', 'tenant_id': 'e573557b84094f20878deabd3a79f97c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:35.265279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39c1ce-c629-4fbc-9bcf-03129858f5aa admin admin] Pushing event updated for resources: {'Network': ['ID=306398fa-4d9f-4421-88fd-617e1f4b7f31,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:35.268934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:35.281121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Usage tracker for resource:subnet and tenant:e573557b84094f20878deabd3a79f97c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:35.282702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 306398fa-4d9f-4421-88fd-617e1f4b7f31 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:35.285582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Calling delete_port for 41a5680a-9f8c-4c57-969e-48768c085e45 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:35.286033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:35.293064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:35.358791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:35.367631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:35.371968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:35.389199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:35.392705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Made reservation on behalf of e573557b84094f20878deabd3a79f97c for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:35.396670 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.453219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.497559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] For port 41a5680a-9f8c-4c57-969e-48768c085e45, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=41a5680a-9f8c-4c57-969e-48768c085e45,segment=NetworkSegment(835a7625-4d04-46a9-868f-42f0240ca931),segment_id=835a7625-4d04-46a9-868f-42f0240ca931)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:35.497953 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.506316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.603655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Port': ['ID=41a5680a-9f8c-4c57-969e-48768c085e45,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:35.612990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.621284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59d8ad6b-813e-42ac-854d-70e4aa3fe7c1 req-ce026b51-c19b-40ec-b338-c8abad52ffd1 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0569987 Apr 05 20:54:35.661211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] No DVR routers for this DVR port 41a5680a-9f8c-4c57-969e-48768c085e45 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:35.699188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Calling delete_port for 41a5680a-9f8c-4c57-969e-48768c085e45 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:35.717773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0faff6fd-2e0e-4f19-b8cf-a72e09d294f0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:35.853095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.863295 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b2779278-fa1f-40fd-896b-9b68244535d6 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7774987 Apr 05 20:54:35.874464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:35.878478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 41a5680a-9f8c-4c57-969e-48768c085e45 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:35.900091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3154761a-2326-4601-bdee-06e89725ef92 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '71089d05-f4d7-4ec5-9b97-cf57e37c10cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0faff6fd-2e0e-4f19-b8cf-a72e09d294f0'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:35.913092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-0624317e-6a6c-4106-a8c7-1f1c8c29b143 service neutron] 10.222.0.10 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944695 Apr 05 20:54:35.916149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.929609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 41a5680a-9f8c-4c57-969e-48768c085e45 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:54:35.929953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 41a5680a-9f8c-4c57-969e-48768c085e45 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:35.937639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3154761a-2326-4601-bdee-06e89725ef92 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:35.939284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:35.939827 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:35.953001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.958379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3154761a-2326-4601-bdee-06e89725ef92 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:35.969225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3154761a-2326-4601-bdee-06e89725ef92 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:35.980588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3154761a-2326-4601-bdee-06e89725ef92 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:35.983350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc4903a-e173-452b-89c0-8e844e7cf62d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:36.001464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835a7625-4d04-46a9-868f-42f0240ca931') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:36.001760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835a7625-4d04-46a9-868f-42f0240ca931') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:36.013960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.031024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.038746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:36.042336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:36.060014 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:36.118064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:36.143719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Checking segment: {'id': '85313eb1-35f2-4038-9dcf-0bead59ce587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:36.144147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Network hostable DHCP agents. Network: 306398fa-4d9f-4421-88fd-617e1f4b7f31, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:36.153926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-976ff6eb-4113-49ea-a25c-fd241caeb57e service neutron] 10.222.0.10 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349238 Apr 05 20:54:36.203346 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-3154761a-2326-4601-bdee-06e89725ef92 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:36.205690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3154761a-2326-4601-bdee-06e89725ef92 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3300483 Apr 05 20:54:36.207645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44504) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:36.284635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.296264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Network 306398fa-4d9f-4421-88fd-617e1f4b7f31 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:36.314693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.321364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] Pushing event deleted for resources: {'Network': ['ID=edc4903a-e173-452b-89c0-8e844e7cf62d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:36.335007 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ef215d4-6a40-4bf7-8b70-7581c4281a89 tempest-NetworksIpV6Test-332897239 tempest-NetworksIpV6Test-332897239-project] 10.222.0.10 "DELETE /v2.0/networks/edc4903a-e173-452b-89c0-8e844e7cf62d HTTP/1.1" status: 204 len: 168 time: 1.7266006 Apr 05 20:54:36.386424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 306398fa-4d9f-4421-88fd-617e1f4b7f31) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:36.394169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:36.394809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.396690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2cc0d6-ea51-481b-9482-edafbcc4cc79 None None] Network 306398fa-4d9f-4421-88fd-617e1f4b7f31 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:36.411739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d80d3dd-e3a0-43c7-8be6-c8251d75657f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.483288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d80d3dd-e3a0-43c7-8be6-c8251d75657f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.483551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0e2e873e-f481-4d7f-986f-984f9702da38 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2398205 Apr 05 20:54:36.568772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f00bacc0-a4d4-43b5-92a5-1e0e17e5b2af req-f17a391c-056f-42a2-8bea-606e90f9baa2 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 210 time: 0.0748639 Apr 05 20:54:36.576088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Deleting port 41a5680a-9f8c-4c57-969e-48768c085e45 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:36.576088 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.603405 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d80d3dd-e3a0-43c7-8be6-c8251d75657f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.627957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80d3dd-e3a0-43c7-8be6-c8251d75657f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faff6fd-2e0e-4f19-b8cf-a72e09d294f0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:36.632367 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5d80d3dd-e3a0-43c7-8be6-c8251d75657f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.633570 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5d80d3dd-e3a0-43c7-8be6-c8251d75657f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/0faff6fd-2e0e-4f19-b8cf-a72e09d294f0 HTTP/1.1" status: 204 len: 168 time: 0.4249816 Apr 05 20:54:36.637307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44524) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:36.707373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bf97030f-ea86-419f-94ca-007c424d9f59 None None] The port '41a5680a-9f8c-4c57-969e-48768c085e45' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:54:36.739317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bf17ad2f-f8b2-4bee-be60-77a8159d71ab tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:36.793879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbbb91-bbf2-4967-8f9a-1b703d39b5bf None None] Network 306398fa-4d9f-4421-88fd-617e1f4b7f31 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:36.848604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bf17ad2f-f8b2-4bee-be60-77a8159d71ab tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:36.853482 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bf17ad2f-f8b2-4bee-be60-77a8159d71ab tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2115183 Apr 05 20:54:36.853482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:36.883138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c26b099-4d15-4b97-8293-d95ceb8ed876 req-4c9108d7-44fb-44b5-b461-815228d95b6f tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0639319 Apr 05 20:54:36.905564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54cbc511-94a8-490e-b328-d83d33e1411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.944820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-948ff083-39e8-4a7e-9146-ffccac6924ff tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.979270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-948ff083-39e8-4a7e-9146-ffccac6924ff tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.083637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44542) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.122804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44550) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.125249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-948ff083-39e8-4a7e-9146-ffccac6924ff tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.153226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ff083-39e8-4a7e-9146-ffccac6924ff tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71089d05-f4d7-4ec5-9b97-cf57e37c10cc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.219792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-948ff083-39e8-4a7e-9146-ffccac6924ff tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.221025 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-948ff083-39e8-4a7e-9146-ffccac6924ff tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/71089d05-f4d7-4ec5-9b97-cf57e37c10cc HTTP/1.1" status: 204 len: 168 time: 0.3672369 Apr 05 20:54:37.223708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44558) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.292578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.299876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2ef10fc9-7d9d-4059-9ae7-df8fdad1c578 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:37.327156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:37.331096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Usage tracker for resource:security_group_rule and tenant:87b92232bff64700a62bbd15a6dad9f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:37.336800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:37.344430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:37.428978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2ef10fc9-7d9d-4059-9ae7-df8fdad1c578 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:37.436524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44566) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.436859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2ef10fc9-7d9d-4059-9ae7-df8fdad1c578 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2117844 Apr 05 20:54:37.448921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--159162147'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:37.457068 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3cb13927-a1ca-4bd5-a2b4-d4074c15dffe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a770bf5ce9a14378b8590d3347869953&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3322823 Apr 05 20:54:37.457419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:37.462125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.465751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44572) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.470093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:37.528247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f0f7-2a0c-45d5-80e0-a24c080a5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.536148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.554691 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f0f7-2a0c-45d5-80e0-a24c080a5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.582609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e105610-8459-4cb4-b438-a5cd6cd96432,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.589278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33a8c64b-786b-4e2c-ad01-98bc3c3ad7fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87b92232bff64700a62bbd15a6dad9f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5030873 Apr 05 20:54:37.590604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44576) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.610832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.657839 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-917f7ae6-b432-41da-8565-124b4ed36f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.691436 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-917f7ae6-b432-41da-8565-124b4ed36f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.712814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f0f7-2a0c-45d5-80e0-a24c080a5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.724244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:37.739072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fa929b4-050b-48ef-9371-acf9fa2fa9e7 req-31a93e86-d582-454a-ba2d-c1eff078232f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 210 time: 0.0626643 Apr 05 20:54:37.740259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:37.743419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:37.751200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:37.769074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5d1f0f7-2a0c-45d5-80e0-a24c080a5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.769074 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b5d1f0f7-2a0c-45d5-80e0-a24c080a5e24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b140cc04-026d-4ede-9e2f-4b2fbb0fea46 HTTP/1.1" status: 204 len: 168 time: 0.2965877 Apr 05 20:54:37.784319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1f0f7-2a0c-45d5-80e0-a24c080a5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b140cc04-026d-4ede-9e2f-4b2fbb0fea46,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.843708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.077515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-917f7ae6-b432-41da-8565-124b4ed36f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.083049 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.092669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f7ae6-b432-41da-8565-124b4ed36f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e105610-8459-4cb4-b438-a5cd6cd96432,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.099393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-917f7ae6-b432-41da-8565-124b4ed36f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.100772 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-917f7ae6-b432-41da-8565-124b4ed36f0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e105610-8459-4cb4-b438-a5cd6cd96432 HTTP/1.1" status: 204 len: 168 time: 0.5084484 Apr 05 20:54:38.113477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c170f75c-55fd-4c37-bfe2-561a1261e402 req-9425c825-cd19-45d4-97cf-04a9d6c34abb tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0643773 Apr 05 20:54:38.264087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfccfea-d12d-45b1-ac3d-106fa72d1b9c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.349304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.391591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.393460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-17af7ff8-936d-42c6-8d0a-91c925be6d8f tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9549801 Apr 05 20:54:38.396477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44600) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.402084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-dfb384fa-153a-492b-b6cc-beeef6a7a069 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '2dfccfea-d12d-45b1-ac3d-106fa72d1b9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:38.408842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dfb384fa-153a-492b-b6cc-beeef6a7a069 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:38.412914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dfb384fa-153a-492b-b6cc-beeef6a7a069 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:38.415873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dfb384fa-153a-492b-b6cc-beeef6a7a069 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:38.421953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dfb384fa-153a-492b-b6cc-beeef6a7a069 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:38.579997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.648893 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-dfb384fa-153a-492b-b6cc-beeef6a7a069 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:38.650067 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dfb384fa-153a-492b-b6cc-beeef6a7a069 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2525592 Apr 05 20:54:38.658474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44608) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.664096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6cdf6215-37af-4eb5-a361-d96f84f703f0 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group_rule': {'security_group_id': '2dfccfea-d12d-45b1-ac3d-106fa72d1b9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:38.671597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6cdf6215-37af-4eb5-a361-d96f84f703f0 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:38.676153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6cdf6215-37af-4eb5-a361-d96f84f703f0 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:38.679241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6cdf6215-37af-4eb5-a361-d96f84f703f0 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:38.686942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6cdf6215-37af-4eb5-a361-d96f84f703f0 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:38.843315 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-6cdf6215-37af-4eb5-a361-d96f84f703f0 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:38.851334 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6cdf6215-37af-4eb5-a361-d96f84f703f0 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1856291 Apr 05 20:54:38.851334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44620) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.922456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bcf-77c7-407a-822c-70675810030c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.931142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e7d7f5c-db17-4b6b-a94c-9011ba942cb3 req-66f239e4-b6e2-4160-bfb6-7d8705b4fd15 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 210 time: 0.0473390 Apr 05 20:54:38.958964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bcf-77c7-407a-822c-70675810030c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.089132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bcf-77c7-407a-822c-70675810030c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.170085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44640) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:39.176847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-903428000-network', 'tenant_id': 'bf7c5238b99f41dc8332e029e5600ac1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:39.183120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:39.188149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Usage tracker for resource:network and tenant:bf7c5238b99f41dc8332e029e5600ac1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:39.192255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:39.195711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d57bcf-77c7-407a-822c-70675810030c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfccfea-d12d-45b1-ac3d-106fa72d1b9c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:39.200280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:39.204189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2d57bcf-77c7-407a-822c-70675810030c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.206034 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f2d57bcf-77c7-407a-822c-70675810030c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/2dfccfea-d12d-45b1-ac3d-106fa72d1b9c HTTP/1.1" status: 204 len: 168 time: 0.3541276 Apr 05 20:54:39.208898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44644) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:39.270176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bdc7605e-50e1-4b84-bfa8-592d1f325990 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:39.356792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bdc7605e-50e1-4b84-bfa8-592d1f325990 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:39.364706 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bdc7605e-50e1-4b84-bfa8-592d1f325990 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1548560 Apr 05 20:54:39.365972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:39.372691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'tempest-secgroup--508237705'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:39.392123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:39.402630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:39.406983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Made reservation on behalf of bf7c5238b99f41dc8332e029e5600ac1 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:39.410060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.471784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.474170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.486607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5526bd42-849b-4f83-ae3a-5bafd23a494d req-a46f1b74-8b01-4703-b568-d689bb54a792 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0848141 Apr 05 20:54:39.526250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082977cb-eda9-434a-93ac-4037971a92bc req-d4ca7107-72fe-48b8-ad75-9242e82f36da tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:39.526250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-d4ca7107-72fe-48b8-ad75-9242e82f36da tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 813 time: 0.2915261 Apr 05 20:54:39.534720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:39.546103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Usage tracker for resource:security_group_rule and tenant:bf7c5238b99f41dc8332e029e5600ac1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:39.552400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:39.553696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:39.557103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Usage tracker for resource:security_group_rule and tenant:0519fd88236a468380862fe8c5fc51ed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:39.560356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:39.562042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:39.568541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Request body: {'port': {'device_id': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919', 'admin_state_up': True, 'tenant_id': '629a2237bbb044bfbb3f0ab248cd5db3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:39.597441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:39.639270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.717339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.750223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:39.761940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Usage tracker for resource:port and tenant:629a2237bbb044bfbb3f0ab248cd5db3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:39.767596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:39.777394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.778588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:39.788574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.808286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66af2c2a-97c8-439b-8c66-9aef332aefeb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:39.842804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.847583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44668) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:39.849678 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bb1bc44c-e516-4449-b85c-364647a274a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4822576 Apr 05 20:54:39.853365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cd5a4e5c-035b-41bf-91ba-984914df193d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:39.853989 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-cd5a4e5c-035b-41bf-91ba-984914df193d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 20:54:39.857571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd5a4e5c-035b-41bf-91ba-984914df193d tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "PUT /v2.0/security-groups/66af2c2a-97c8-439b-8c66-9aef332aefeb HTTP/1.1" status: 409 len: 330 time: 0.0089798 Apr 05 20:54:39.858238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:39.889365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.895184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Made reservation on behalf of 629a2237bbb044bfbb3f0ab248cd5db3 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:39.898786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.933732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-351edc3f-23de-4db2-b367-325295771726 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.963359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-351edc3f-23de-4db2-b367-325295771726 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.993941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:40.001579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58706a-477c-4c78-93cb-1054942ed7c9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:40.022135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.022583 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Added segment 9518bcbf-c7b5-4670-97e6-5e18ddecb343 of type vlan for network 0b9a7679-16d1-4a9f-a62f-78e15acc5d88 Apr 05 20:54:40.089818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.100213 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-351edc3f-23de-4db2-b367-325295771726 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.126901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351edc3f-23de-4db2-b367-325295771726 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66af2c2a-97c8-439b-8c66-9aef332aefeb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:40.131723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-351edc3f-23de-4db2-b367-325295771726 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.133000 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-351edc3f-23de-4db2-b367-325295771726 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/66af2c2a-97c8-439b-8c66-9aef332aefeb HTTP/1.1" status: 204 len: 168 time: 0.2737360 Apr 05 20:54:40.135910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44684) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.190727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb90c90b-f24a-4a02-8cbe-b63940c00782 req-0da4e3bb-8b5c-49c9-9b5a-f10a4c026388 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 210 time: 0.0939023 Apr 05 20:54:40.206769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-148fa187-fc89-4629-bbed-7df819156cd8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Synchronizing usage tracker for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:40.210812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.230036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Allocated IP 172.20.0.5 (f57831df-e17c-4ce9-87c4-f8376689a919/757b56f6-f3a6-4d4c-b1cc-f000529487b6/f7386ceb-d5d3-489a-8503-3189634ec38e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:40.318784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-148fa187-fc89-4629-bbed-7df819156cd8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] Unset dirty status for tenant:0519fd88236a468380862fe8c5fc51ed on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:40.319799 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-148fa187-fc89-4629-bbed-7df819156cd8 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1827996 Apr 05 20:54:40.325376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44696) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.349877 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-280ac615-1881-452f-9400-8445048395a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] delete failed (client error): The resource could not be found. Apr 05 20:54:40.363223 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-280ac615-1881-452f-9400-8445048395a1 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "DELETE /v2.0/security-groups/fbd9f868-ac78-4348-8cf5-66ea12ce58cf HTTP/1.1" status: 404 len: 347 time: 0.0247056 Apr 05 20:54:40.368120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44702) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.396419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460364041'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:40.403330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:40.409523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:40.412740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:40.422283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:40.431446 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-4dde8977-eecf-4ee9-a114-0db644dbda85 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] show failed (client error): The resource could not be found. Apr 05 20:54:40.433091 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4dde8977-eecf-4ee9-a114-0db644dbda85 tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-groups/976db341-a135-4945-b201-bfb0cadfca1d HTTP/1.1" status: 404 len: 347 time: 0.0637395 Apr 05 20:54:40.436688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44706) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.446306 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.447127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:40.447692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.459161 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-baf28240-a164-4c48-8717-00a199a70d5c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] show failed (client error): The resource could not be found. Apr 05 20:54:40.460886 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-baf28240-a164-4c48-8717-00a199a70d5c tempest-NegativeSecGroupIPv6Test-1284324901 tempest-NegativeSecGroupIPv6Test-1284324901-project] 10.222.0.10 "GET /v2.0/security-group-rules/92aea684-e6b1-4cc0-aab0-b50289d7e0ec HTTP/1.1" status: 404 len: 356 time: 0.0229180 Apr 05 20:54:40.477008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:40.479995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.492796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.528706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:40.532768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:security_group_rule and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:40.537249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:40.541958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:40.561328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.591433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] Pushing event updated for resources: {'Network': ['ID=0b9a7679-16d1-4a9f-a62f-78e15acc5d88,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:40.609778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 0b9a7679-16d1-4a9f-a62f-78e15acc5d88 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:40.666830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-315b4b3d-193f-44f7-ad0e-e8a5318bbc5a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4952714 Apr 05 20:54:40.672816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44718) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.681552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Request body: {'subnet': {'network_id': '0b9a7679-16d1-4a9f-a62f-78e15acc5d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-903428000-subnet', 'tenant_id': 'bf7c5238b99f41dc8332e029e5600ac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:40.688963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:40.695544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Usage tracker for resource:subnet and tenant:bf7c5238b99f41dc8332e029e5600ac1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:40.699349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:40.708298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:40.741215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.780508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b701851d-cc2c-427f-9842-a54b0ce7e726 req-c902dabe-4dc2-41a3-8714-a33a840b5bab tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1118038 Apr 05 20:54:40.807965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.824600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Network f57831df-e17c-4ce9-87c4-f8376689a919 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:40.827667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:40.831773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:54:40.843217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Made reservation on behalf of bf7c5238b99f41dc8332e029e5600ac1 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:40.846302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.862591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:40.897286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:40.900774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.913680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.963476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-1296c2eb-1326-41e1-bc7f-f2d335c9a9e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3988526 Apr 05 20:54:40.971153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:40.974531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Request body: {'port': {'device_id': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:40.991091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2d85d5-7599-40f7-a352-bef3a20ba29e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:40.995655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.995936 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 9e990776-710d-436f-bb22-656c33b2084b of type vlan for network 70612ebe-e755-4953-8682-0f14f62e7259 Apr 05 20:54:41.060983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.110787 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.174328 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.178116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:41.181664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.214634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.368672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44732) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:41.464269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=70612ebe-e755-4953-8682-0f14f62e7259,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:41.485002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5ba7bb-9407-42fc-ac22-b45b46ee2006,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:41.493691 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2816796 Apr 05 20:54:41.514179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.514531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.514873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.516978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.518510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.519517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.521021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.522344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.522686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.523024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.523359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e8761-cfc9-4550-bb5b-1988f1bd8aca tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.550645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.551778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.552132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.553151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 70612ebe-e755-4953-8682-0f14f62e7259 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:41.553638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.553987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.554326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.554658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.554991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.555320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.556924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.560233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:41.570450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Checking segment: {'id': '9518bcbf-c7b5-4670-97e6-5e18ddecb343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0b9a7679-16d1-4a9f-a62f-78e15acc5d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:41.570919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Network hostable DHCP agents. Network: 0b9a7679-16d1-4a9f-a62f-78e15acc5d88, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:41.650145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44744) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:41.650145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '70612ebe-e755-4953-8682-0f14f62e7259', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:41.658851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbc3f9-a99d-430b-90f1-7c2f2474819a req-6c3be163-b970-44e3-96fa-cb7a213f24b3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:41.662018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-61cbc3f9-a99d-430b-90f1-7c2f2474819a req-6c3be163-b970-44e3-96fa-cb7a213f24b3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Synchronizing usage tracker for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:41.742572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Network 0b9a7679-16d1-4a9f-a62f-78e15acc5d88 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:41.800340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7386ceb-d5d3-489a-8503-3189634ec38e {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:54:41.809089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.818358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:41.828332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:41.830388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Transition to ACTIVE for port object f7386ceb-d5d3-489a-8503-3189634ec38e will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:41.838963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:41.845481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 0b9a7679-16d1-4a9f-a62f-78e15acc5d88) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:41.860740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:41.866959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f3783-6794-4edb-bdef-e202854f333f None None] Network 0b9a7679-16d1-4a9f-a62f-78e15acc5d88 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:41.867113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:41.867227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-61cbc3f9-a99d-430b-90f1-7c2f2474819a req-6c3be163-b970-44e3-96fa-cb7a213f24b3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Unset dirty status for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:41.868916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.873577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61cbc3f9-a99d-430b-90f1-7c2f2474819a req-6c3be163-b970-44e3-96fa-cb7a213f24b3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 931 time: 0.4894793 Apr 05 20:54:41.928991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.026277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:42.085289 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6276fed5-9911-4bfd-9b4e-5b734f8bf323 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4060099 Apr 05 20:54:42.230889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13dd25d-32ba-459a-8e1e-fe4d8e95f09c None None] Network 0b9a7679-16d1-4a9f-a62f-78e15acc5d88 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:42.278321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.292499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1772e1e9-8595-4cdd-854a-073388d84dfc req-d6a86bee-f873-43aa-b525-8f8e2ea5d9f0 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1867485 Apr 05 20:54:42.298778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:42.330497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-61cbc3f9-a99d-430b-90f1-7c2f2474819a req-823139fb-67a4-463e-bd99-734648314988 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Synchronizing usage tracker for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:42.499686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3f0a10dd-cb1c-4ecf-8589-1c33c436e546 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0519fd88236a468380862fe8c5fc51ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1224182 Apr 05 20:54:42.500492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44784) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:42.541730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Attempting to bind port f7386ceb-d5d3-489a-8503-3189634ec38e on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:42.542417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Attempting to bind port f7386ceb-d5d3-489a-8503-3189634ec38e by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:42.542946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Attempting to bind port f7386ceb-d5d3-489a-8503-3189634ec38e on network f57831df-e17c-4ce9-87c4-f8376689a919 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:42.553392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Port f7386ceb-d5d3-489a-8503-3189634ec38e on network f57831df-e17c-4ce9-87c4-f8376689a919 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:54:42.554124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Attempting to bind port f7386ceb-d5d3-489a-8503-3189634ec38e on network f57831df-e17c-4ce9-87c4-f8376689a919 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:42.563654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:54:42.571392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Checking segment: {'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:42.571392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Bound using segment: {'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:54:42.571392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Bound port: f7386ceb-d5d3-489a-8503-3189634ec38e, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:42.571392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.594900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66f0e977-a3c6-407b-a1a0-38fcaeafda05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.621634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-61cbc3f9-a99d-430b-90f1-7c2f2474819a req-823139fb-67a4-463e-bd99-734648314988 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Unset dirty status for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:42.624827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61cbc3f9-a99d-430b-90f1-7c2f2474819a req-823139fb-67a4-463e-bd99-734648314988 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7454259 Apr 05 20:54:42.687678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:54:42.691020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:54:42.694442 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66f0e977-a3c6-407b-a1a0-38fcaeafda05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.837318 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.871295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.884888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.886373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] 10.222.0.23 "PUT /v2.0/ports/f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 200 len: 1091 time: 1.9158309 Apr 05 20:54:42.893495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:54:42.946163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0496639-ab18-4f21-bd76-10ff540e3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:42.990305 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11581a83-13cb-4606-ab64-7f7ad7e88cbf'] response: {'name': 'network-changed', 'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'status': 'completed', 'code': 200} Apr 05 20:54:43.003239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=bc1f05b0-41d0-43b7-83ef-c28e6faabba1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:43.046773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '9e990776-710d-436f-bb22-656c33b2084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '70612ebe-e755-4953-8682-0f14f62e7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:43.050439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 70612ebe-e755-4953-8682-0f14f62e7259, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:43.100202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66f0e977-a3c6-407b-a1a0-38fcaeafda05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.121243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0e977-a3c6-407b-a1a0-38fcaeafda05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68297a52-2d61-4759-b5a6-16fc8a1712cc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:43.152232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 70612ebe-e755-4953-8682-0f14f62e7259 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:43.182731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-66f0e977-a3c6-407b-a1a0-38fcaeafda05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.184053 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-66f0e977-a3c6-407b-a1a0-38fcaeafda05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68297a52-2d61-4759-b5a6-16fc8a1712cc HTTP/1.1" status: 204 len: 168 time: 0.6828854 Apr 05 20:54:43.214304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 70612ebe-e755-4953-8682-0f14f62e7259) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:43.222277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af7de537-1500-471f-8045-ce22ceb28443 req-bcf4b062-a9b6-4aa1-ae24-2d22a65686be service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1094 time: 0.2082446 Apr 05 20:54:43.226394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.231528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ceb8a-5d2d-438a-943e-3cecd27a9a25 None None] Network 70612ebe-e755-4953-8682-0f14f62e7259 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:43.232031 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.315158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-e2dc67e2-9ca5-4cbb-a29e-d64812b21b4d tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.315872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-e2dc67e2-9ca5-4cbb-a29e-d64812b21b4d tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Synchronizing usage tracker for tenant:e573557b84094f20878deabd3a79f97c on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:43.319694 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-36346e4c-9390-4648-bff0-f8b820efe0da tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6757643 Apr 05 20:54:43.323604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:43.341215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234169311'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:43.360024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:43.369756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:43.385882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:43.405795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:43.445925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-e2dc67e2-9ca5-4cbb-a29e-d64812b21b4d tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Unset dirty status for tenant:e573557b84094f20878deabd3a79f97c on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:43.454585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-e2dc67e2-9ca5-4cbb-a29e-d64812b21b4d tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/networks?id=306398fa-4d9f-4421-88fd-617e1f4b7f31 HTTP/1.1" status: 200 len: 811 time: 0.3987534 Apr 05 20:54:43.469984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7de537-1500-471f-8045-ce22ceb28443 req-771de155-1677-4c94-9093-f74166aba43a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.471703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af7de537-1500-471f-8045-ce22ceb28443 req-771de155-1677-4c94-9093-f74166aba43a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2346723 Apr 05 20:54:43.499756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:43.504573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.559690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-70612ebe-e755-4953-8682-0f14f62e7259', 'network_id': '70612ebe-e755-4953-8682-0f14f62e7259', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': 'bc1f05b0-41d0-43b7-83ef-c28e6faabba1'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:54:43.563002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.572309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:43.591611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.592125 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 9924bbee-f2aa-4a69-8e18-559015f08039 of type vlan for network 65628af5-a863-4eba-a6a6-f4341511f4a3 Apr 05 20:54:43.675204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.795681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0266aea2-b592-48d7-8b6a-534775a40161 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/quotas/e573557b84094f20878deabd3a79f97c HTTP/1.1" status: 200 len: 375 time: 0.3340509 Apr 05 20:54:43.812229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-545ebfe5-59ad-4b3e-a38c-1358b00f9ce1 req-c0cc2ea4-fce5-49b6-885a-4cf39abd06bd tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0702817 Apr 05 20:54:43.819499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.843222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.845009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.942779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-625fd7fc-c51e-4c55-ab73-f5c74c902e99 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e573557b84094f20878deabd3a79f97c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1287923 Apr 05 20:54:43.943033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7de537-1500-471f-8045-ce22ceb28443 req-1e789f79-aaed-4243-bd93-e9b6b6e73315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.950701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af7de537-1500-471f-8045-ce22ceb28443 req-1e789f79-aaed-4243-bd93-e9b6b6e73315 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4643793 Apr 05 20:54:44.101590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Allocated IP 172.20.255.242 (70612ebe-e755-4953-8682-0f14f62e7259/bc1f05b0-41d0-43b7-83ef-c28e6faabba1/da08704d-8e6e-4897-8b24-29077b1c332a) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:44.377471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=65628af5-a863-4eba-a6a6-f4341511f4a3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:44.398519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-f110a06d-58bf-4461-a684-9cdcda5e6acb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1094 time: 0.1883171 Apr 05 20:54:44.409926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-41e4d85c-1007-4a85-addc-f87884f03240 service neutron] 10.222.0.10 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513719 Apr 05 20:54:44.484226 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1c97e596-6fac-40b2-bc04-c1b933d97b70 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1594706 Apr 05 20:54:44.487585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44848) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:44.493884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '65628af5-a863-4eba-a6a6-f4341511f4a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:44.569715 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.583519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Transition to ACTIVE for port object da08704d-8e6e-4897-8b24-29077b1c332a will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:44.605163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Transition to ACTIVE for port object da08704d-8e6e-4897-8b24-29077b1c332a will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:44.609897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 65628af5-a863-4eba-a6a6-f4341511f4a3 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:44.628951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:44.636071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:44.637937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:44.646508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:44.722926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.792439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Pushing event updated for resources: {'Port': ['ID=da08704d-8e6e-4897-8b24-29077b1c332a,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:44.810566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Network 70612ebe-e755-4953-8682-0f14f62e7259 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:44.812043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:44.814436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:44.816021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:54:44.826155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-84eeb57a-ad96-4a6d-80fa-2657dca5bb5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 200 len: 217 time: 0.4152827 Apr 05 20:54:44.904160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467100-45d7-47b4-8e98-b1829e9a863b req-188b5d51-2d42-4faf-8b8c-318accc93f0d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:44.921974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df467100-45d7-47b4-8e98-b1829e9a863b req-188b5d51-2d42-4faf-8b8c-318accc93f0d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.7074690 Apr 05 20:54:44.930574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Attempting to bind port da08704d-8e6e-4897-8b24-29077b1c332a on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:44.931276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Attempting to bind port da08704d-8e6e-4897-8b24-29077b1c332a by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '9e990776-710d-436f-bb22-656c33b2084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '70612ebe-e755-4953-8682-0f14f62e7259'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:44.931866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Attempting to bind port da08704d-8e6e-4897-8b24-29077b1c332a on network 70612ebe-e755-4953-8682-0f14f62e7259 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:44.942094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:54:44.943107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Checking segment: {'id': '9e990776-710d-436f-bb22-656c33b2084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '70612ebe-e755-4953-8682-0f14f62e7259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:44.943772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.944387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Bound using segment: {'id': '9e990776-710d-436f-bb22-656c33b2084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '70612ebe-e755-4953-8682-0f14f62e7259'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:54:44.945161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Bound port: da08704d-8e6e-4897-8b24-29077b1c332a, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e990776-710d-436f-bb22-656c33b2084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '70612ebe-e755-4953-8682-0f14f62e7259'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:44.945973 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.018379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.029907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082977cb-eda9-434a-93ac-4037971a92bc req-0c54dbc0-5b85-4d2f-bedb-41ef3fd42246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:45.031681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-0c54dbc0-5b85-4d2f-bedb-41ef3fd42246 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.1950767 Apr 05 20:54:45.037342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-4299a3aa-11ac-4d56-a904-069586b3b2d5 service neutron] 10.222.0.10 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126504 Apr 05 20:54:45.079806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df467100-45d7-47b4-8e98-b1829e9a863b req-71247fe9-2f23-428f-b260-c115f65d1057 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544049 Apr 05 20:54:45.121646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] For port da08704d-8e6e-4897-8b24-29077b1c332a, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:54:45.135235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] For port da08704d-8e6e-4897-8b24-29077b1c332a, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=da08704d-8e6e-4897-8b24-29077b1c332a,segment=NetworkSegment(9e990776-710d-436f-bb22-656c33b2084b),segment_id=9e990776-710d-436f-bb22-656c33b2084b)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:54:45.187681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-e02b5043-500b-4302-8775-4382bb00b84c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216333 Apr 05 20:54:45.191740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.377828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f5d36-3b23-48cf-8bb9-d82ab8f54d0b None None] Pushing event updated for resources: {'Port': ['ID=da08704d-8e6e-4897-8b24-29077b1c332a,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:45.480351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef4d9678-822f-47a3-b1f5-42382c182b6f req-47b08de1-3231-436e-8645-ce3598713692 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0925074 Apr 05 20:54:45.506286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.623230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-37c06f18-d196-40af-8adb-44eeb31535a3 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237084 Apr 05 20:54:45.721226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5cadb86-8405-44f8-98fb-9bd3f2165669 req-a8664b4b-f586-4653-9e78-5ec466d05454 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 210 time: 0.1349149 Apr 05 20:54:45.727281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=09bc3417-81c5-4bc8-81c0-0db5f0fa0e54,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:45.732852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '9924bbee-f2aa-4a69-8e18-559015f08039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65628af5-a863-4eba-a6a6-f4341511f4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:45.733239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 65628af5-a863-4eba-a6a6-f4341511f4a3, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:45.744846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:45.871423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 65628af5-a863-4eba-a6a6-f4341511f4a3 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:45.917943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-082977cb-eda9-434a-93ac-4037971a92bc req-98199b72-2688-4be9-a037-09ab91d6bedb service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518163 Apr 05 20:54:45.987673 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-96391c8a-3351-4e4c-8ca7-cce2c0954b63 tempest-ServiceProvidersTest-1047876864 tempest-ServiceProvidersTest-1047876864-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2395778 Apr 05 20:54:46.036957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 65628af5-a863-4eba-a6a6-f4341511f4a3) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:46.040840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:46.041461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.047622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b02c362-d1cc-4bcf-8acb-3def2dd78000 None None] Network 65628af5-a863-4eba-a6a6-f4341511f4a3 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:46.146691 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f26d2333-212e-48ef-aaac-f877ac5f34ce tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6580200 Apr 05 20:54:46.149215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44896) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:46.389121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-65628af5-a863-4eba-a6a6-f4341511f4a3', 'network_id': '65628af5-a863-4eba-a6a6-f4341511f4a3', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': '09bc3417-81c5-4bc8-81c0-0db5f0fa0e54'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:54:46.389951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.446967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0e77e-238d-4565-8ddb-ca0cbfe70b0b req-139fdb7b-0f2e-4c20-9005-cff90a9a0449 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:46.455683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7e0e77e-238d-4565-8ddb-ca0cbfe70b0b req-139fdb7b-0f2e-4c20-9005-cff90a9a0449 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.1783094 Apr 05 20:54:46.479062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.518936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7e0e77e-238d-4565-8ddb-ca0cbfe70b0b req-1ceb3047-e4c8-4054-865b-7bcfe8bc11c1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615511 Apr 05 20:54:46.583970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.818003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Allocated IP 172.20.0.2 (65628af5-a863-4eba-a6a6-f4341511f4a3/09bc3417-81c5-4bc8-81c0-0db5f0fa0e54/5f390104-021d-4b80-b028-2a8a1fe82763) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:46.833339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44912) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:46.927699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d00d47f4-c1cb-4d99-b9ec-64404aba34d8 req-a92e8aa0-3c24-4c79-a8e2-621e11fcc1db tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1171949 Apr 05 20:54:46.970656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb19c484-1ae9-4116-88f2-cbb795026b5f req-af7a549c-be76-40b3-b657-340330c1e434 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 210 time: 0.1033001 Apr 05 20:54:47.047018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.091477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ec3f9-c0f5-4d19-97f8-aed452a99fde None None] Network 70612ebe-e755-4953-8682-0f14f62e7259 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:47.099808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:47.104643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Usage tracker for resource:security_group_rule and tenant:c8da17b11aa9400ab3c2730f8c7d4023 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:47.107718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:47.113768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:47.212675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.288536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.317625 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.367714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8da17b11aa9400ab3c2730f8c7d4023&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5330887 Apr 05 20:54:47.370247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44920) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:47.375882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92727a-b366-4068-83f0-bba66eb2f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1731329-1bf5-4596-9d29-a227194c5bbd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:47.452560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74750010-dd87-472a-9f4d-a98d72b041a6 None None] Provisioning for port da08704d-8e6e-4897-8b24-29077b1c332a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:47.466359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Transition to ACTIVE for port object 5f390104-021d-4b80-b028-2a8a1fe82763 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:47.507842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aef135c0-9eb9-47cd-81d7-7ed059ffbb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.516669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Transition to ACTIVE for port object 5f390104-021d-4b80-b028-2a8a1fe82763 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:47.561074 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aef135c0-9eb9-47cd-81d7-7ed059ffbb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.593403 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.684087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.710545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Network 65628af5-a863-4eba-a6a6-f4341511f4a3 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:47.713952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:47.723538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:54:47.758524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Pushing event updated for resources: {'Port': ['ID=5f390104-021d-4b80-b028-2a8a1fe82763,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:47.763440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=09bc3417-81c5-4bc8-81c0-0db5f0fa0e54,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:47.791131 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aef135c0-9eb9-47cd-81d7-7ed059ffbb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.828419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef135c0-9eb9-47cd-81d7-7ed059ffbb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1731329-1bf5-4596-9d29-a227194c5bbd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:47.883222 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aef135c0-9eb9-47cd-81d7-7ed059ffbb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.886321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Attempting to bind port 5f390104-021d-4b80-b028-2a8a1fe82763 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:47.886826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Attempting to bind port 5f390104-021d-4b80-b028-2a8a1fe82763 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '9924bbee-f2aa-4a69-8e18-559015f08039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65628af5-a863-4eba-a6a6-f4341511f4a3'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:47.887370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Attempting to bind port 5f390104-021d-4b80-b028-2a8a1fe82763 on network 65628af5-a863-4eba-a6a6-f4341511f4a3 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:47.889309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aef135c0-9eb9-47cd-81d7-7ed059ffbb5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1731329-1bf5-4596-9d29-a227194c5bbd HTTP/1.1" status: 204 len: 168 time: 0.5177832 Apr 05 20:54:47.899007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:54:47.899476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Checking segment: {'id': '9924bbee-f2aa-4a69-8e18-559015f08039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65628af5-a863-4eba-a6a6-f4341511f4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:47.899947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.900408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Bound using segment: {'id': '9924bbee-f2aa-4a69-8e18-559015f08039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65628af5-a863-4eba-a6a6-f4341511f4a3'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:54:47.900952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Bound port: 5f390104-021d-4b80-b028-2a8a1fe82763, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9924bbee-f2aa-4a69-8e18-559015f08039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '65628af5-a863-4eba-a6a6-f4341511f4a3'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:47.901643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.013860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc4162-a520-46c9-a7fb-82030eb6726e req-ebd680f8-9f8c-4749-9025-7a03bac93634 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:48.027574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07cc4162-a520-46c9-a7fb-82030eb6726e req-ebd680f8-9f8c-4749-9025-7a03bac93634 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.1907713 Apr 05 20:54:48.049320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da08704d-8e6e-4897-8b24-29077b1c332a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:48.084817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.147895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65628af5-a863-4eba-a6a6-f4341511f4a3']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:48.157662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07cc4162-a520-46c9-a7fb-82030eb6726e req-885d0252-deb3-4b70-8920-7fcf766b553b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262119 Apr 05 20:54:48.185226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9924bbee-f2aa-4a69-8e18-559015f08039') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:48.186051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9924bbee-f2aa-4a69-8e18-559015f08039') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:48.205018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] For port 5f390104-021d-4b80-b028-2a8a1fe82763, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:54:48.215416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.219374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] For port 5f390104-021d-4b80-b028-2a8a1fe82763, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5f390104-021d-4b80-b028-2a8a1fe82763,segment=NetworkSegment(9924bbee-f2aa-4a69-8e18-559015f08039),segment_id=9924bbee-f2aa-4a69-8e18-559015f08039)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:54:48.260049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acea7e60-3166-420b-8041-25ea461272cd req-4fd8488f-378c-4f68-8a41-387ae12c028d tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 210 time: 0.0731869 Apr 05 20:54:48.325149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.327976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.332831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port da08704d-8e6e-4897-8b24-29077b1c332a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:48.464657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b99aed3-e3f6-48d9-9154-7d0d545690f2 req-5c0a7784-bdc1-48a0-af71-230bc9674d94 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0520988 Apr 05 20:54:48.532402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf665a-08ab-4972-845f-5f8a8052ab03 None None] Pushing event updated for resources: {'Port': ['ID=5f390104-021d-4b80-b028-2a8a1fe82763,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:48.535282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port da08704d-8e6e-4897-8b24-29077b1c332a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:48.535914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.588526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-9cd17804-3f13-4963-b5ce-a334dc2146ba tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:48.590235 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-9cd17804-3f13-4963-b5ce-a334dc2146ba tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.39 "GET /v2.0/networks?id=306398fa-4d9f-4421-88fd-617e1f4b7f31 HTTP/1.1" status: 200 len: 811 time: 0.2596769 Apr 05 20:54:48.599855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:48.600278 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:48.619664 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:48.675122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Request body: {'port': {'device_id': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31', 'admin_state_up': True, 'tenant_id': 'e573557b84094f20878deabd3a79f97c'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:48.721564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.794328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port da08704d-8e6e-4897-8b24-29077b1c332a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=da08704d-8e6e-4897-8b24-29077b1c332a,segment=NetworkSegment(9e990776-710d-436f-bb22-656c33b2084b),segment_id=9e990776-710d-436f-bb22-656c33b2084b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:48.851314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb01653-ca6b-4bcf-8f0f-cbeff3bea163 None None] Network 65628af5-a863-4eba-a6a6-f4341511f4a3 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:48.867682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:54:48.867682 n-d-836605-1 neutron-server[84580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:54:48.867682 n-d-836605-1 neutron-server[84580]: [parameters: {'id': '65628af5-a863-4eba-a6a6-f4341511f4a3'}] Apr 05 20:54:48.867682 n-d-836605-1 neutron-server[84580]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:48.868082 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:48.905457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:48.910061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Usage tracker for resource:port and tenant:e573557b84094f20878deabd3a79f97c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:48.913421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:48.920062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:48.958071 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.997877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Made reservation on behalf of e573557b84094f20878deabd3a79f97c for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:49.002395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.007074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:54:49.211139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:49.227949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919', 'port_id': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'mac_address': 'fa:16:3e:bb:5d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b56f6-f3a6-4d4c-b1cc-f000529487b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:54:49.328771 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.411411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7386ceb-d5d3-489a-8503-3189634ec38e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:54:49.486085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a54652-0f99-424e-82eb-b233e74a5929 req-679642d1-e753-4116-b14b-2faf26690b40 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:49.493949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0a54652-0f99-424e-82eb-b233e74a5929 req-679642d1-e753-4116-b14b-2faf26690b40 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.1237617 Apr 05 20:54:49.494536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.502949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=da08704d-8e6e-4897-8b24-29077b1c332a,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:49.519868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:49.558317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cd761-a90f-4198-8d0e-9d3ad7336963 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:54:49.562509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port 5f390104-021d-4b80-b028-2a8a1fe82763 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:54:49.563422 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.601563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0725d055-61c6-4cec-94ff-ea7dfbe711b1 req-f07d5c7e-6023-4e8f-b761-3ece20068845 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 210 time: 0.0750468 Apr 05 20:54:49.615928 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.674715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0a54652-0f99-424e-82eb-b233e74a5929 req-6f13e87c-c8a9-4d3a-a3be-5e4410ef10bb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766117 Apr 05 20:54:49.798062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Allocated IP 172.20.0.2 (306398fa-4d9f-4421-88fd-617e1f4b7f31/eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c/947a08c5-15fa-418a-88a0-f31752cb6d8e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:49.872127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7386ceb-d5d3-489a-8503-3189634ec38e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:54:49.925386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da08704d-8e6e-4897-8b24-29077b1c332a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:49.953664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f1bcf89-7de0-44eb-bf43-981620c8c485 req-06ba5fe5-ff3f-4642-a485-72f4a51c04d5 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1275160 Apr 05 20:54:49.983188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:50.050840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] For port 5f390104-021d-4b80-b028-2a8a1fe82763, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5f390104-021d-4b80-b028-2a8a1fe82763,segment=NetworkSegment(9924bbee-f2aa-4a69-8e18-559015f08039),segment_id=9924bbee-f2aa-4a69-8e18-559015f08039)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:50.051662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.131922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cd761-a90f-4198-8d0e-9d3ad7336963 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:54:50.272949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Calling delete_port for 5f390104-021d-4b80-b028-2a8a1fe82763 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:54:50.535858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.549957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port da08704d-8e6e-4897-8b24-29077b1c332a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:50.550563 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.574568 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.594592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Port': ['ID=5f390104-021d-4b80-b028-2a8a1fe82763,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:50.614226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No DVR routers for this DVR port 5f390104-021d-4b80-b028-2a8a1fe82763 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:50.618507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.759768 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.827944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65628af5-a863-4eba-a6a6-f4341511f4a3']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:50.856942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9924bbee-f2aa-4a69-8e18-559015f08039') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:50.858547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9924bbee-f2aa-4a69-8e18-559015f08039') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:50.897851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.963223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4baf58d8-bd8c-4197-898d-737416ab1017 req-9e23b364-e509-4861-9750-46a911593f51 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 210 time: 0.0622909 Apr 05 20:54:50.971155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.995957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:50.996639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.183367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa800b-74b5-4e5f-8b21-d65b937f407e req-3054763e-f48d-4141-8412-3b62a89b082c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:51.185897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aaaa800b-74b5-4e5f-8b21-d65b937f407e req-3054763e-f48d-4141-8412-3b62a89b082c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 944 time: 0.1892908 Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:51.284742 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:51.369660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.372812 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.402471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.465450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=65628af5-a863-4eba-a6a6-f4341511f4a3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:51.474739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aaaa800b-74b5-4e5f-8b21-d65b937f407e req-f6909717-4fff-42ec-87c7-68ae143b8410 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786942 Apr 05 20:54:51.480376 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df9db707-e84a-438a-94e9-ec996e668dbb req-deb2ae36-b83a-49b4-bb32-b7422569c741 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.2592056 Apr 05 20:54:51.528850 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c8e05685-ea20-4a22-ad1c-8207f77c778a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/65628af5-a863-4eba-a6a6-f4341511f4a3 HTTP/1.1" status: 204 len: 168 time: 5.3750005 Apr 05 20:54:51.533450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45048) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:51.533895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Network 306398fa-4d9f-4421-88fd-617e1f4b7f31 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:51.537089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:51.537977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-893091735'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:51.544045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:54:51.545795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:51.553591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:51.555251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:51.568334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:51.620119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Pushing event updated for resources: {'Port': ['ID=947a08c5-15fa-418a-88a0-f31752cb6d8e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:51.637509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:51.641962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.652781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:51.653411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.693140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:51.694022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.694360 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 9485834e-9533-4775-9a9b-9b9192c996d4 of type vlan for network e2e37895-92e4-40f1-bd1f-c637e8737a87 Apr 05 20:54:51.726147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.740584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0024fc89-abec-42bf-bd0a-8bd820827e5c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1163697 Apr 05 20:54:51.758642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Request body: {'port': {'device_id': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:51.819848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.823655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:51.824271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.900573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.990165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4593887 Apr 05 20:54:51.993864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45070) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:52.003926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': 'e2e37895-92e4-40f1-bd1f-c637e8737a87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:52.027560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0524bfc-9716-4715-8c1c-e125a0d446fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=e2e37895-92e4-40f1-bd1f-c637e8737a87,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:52.055916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e2e37895-92e4-40f1-bd1f-c637e8737a87 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:52.267681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:52.279083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:52.288605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:52.305630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:52.464194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c6ea6-1b91-493e-9de3-5a7fa8c70b7f req-e84197d8-6f98-455e-8ca3-7b19e5e65ee1 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:52.464785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e96c6ea6-1b91-493e-9de3-5a7fa8c70b7f req-e84197d8-6f98-455e-8ca3-7b19e5e65ee1 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 931 time: 0.1729534 Apr 05 20:54:52.491373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:52.534776 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:54:52.649121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e96c6ea6-1b91-493e-9de3-5a7fa8c70b7f req-24b6f55e-a25d-4920-9527-ce99e2eaa863 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Synchronizing usage tracker for tenant:e573557b84094f20878deabd3a79f97c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:52.666659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:52.754035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947a08c5-15fa-418a-88a0-f31752cb6d8e {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:54:52.778548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:52.803876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Transition to ACTIVE for port object 947a08c5-15fa-418a-88a0-f31752cb6d8e will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:52.831250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.ipam_backend_mixin [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing IP validity checks on allocation pools {{(pid=84581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 20:54:52.831772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.ipam_backend_mixin [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 20:54:52.855764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e96c6ea6-1b91-493e-9de3-5a7fa8c70b7f req-24b6f55e-a25d-4920-9527-ce99e2eaa863 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Unset dirty status for tenant:e573557b84094f20878deabd3a79f97c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:52.863225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e96c6ea6-1b91-493e-9de3-5a7fa8c70b7f req-24b6f55e-a25d-4920-9527-ce99e2eaa863 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889410 Apr 05 20:54:52.884745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:52.919497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ccadf-dc92-4c96-8aaf-3727bba4f430 req-245d8861-d1d5-4729-8341-a6de24578a3d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:52.923588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d59ccadf-dc92-4c96-8aaf-3727bba4f430 req-245d8861-d1d5-4729-8341-a6de24578a3d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 944 time: 0.2395740 Apr 05 20:54:52.932731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:53.084889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d59ccadf-dc92-4c96-8aaf-3727bba4f430 req-f96843b6-492f-47e1-b436-437daa7bf185 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520848 Apr 05 20:54:53.176163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Pushing event updated for resources: {'Port': ['ID=947a08c5-15fa-418a-88a0-f31752cb6d8e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:53.191362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port f7386ceb-d5d3-489a-8503-3189634ec38e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:53.196575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f7386ceb-d5d3-489a-8503-3189634ec38e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:53.196947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.254369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.362586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Attempting to bind port 947a08c5-15fa-418a-88a0-f31752cb6d8e on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:53.363038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Attempting to bind port 947a08c5-15fa-418a-88a0-f31752cb6d8e by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '85313eb1-35f2-4038-9dcf-0bead59ce587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:53.363389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Attempting to bind port 947a08c5-15fa-418a-88a0-f31752cb6d8e on network 306398fa-4d9f-4421-88fd-617e1f4b7f31 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:53.392408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Port 947a08c5-15fa-418a-88a0-f31752cb6d8e on network 306398fa-4d9f-4421-88fd-617e1f4b7f31 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:54:53.394630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Attempting to bind port 947a08c5-15fa-418a-88a0-f31752cb6d8e on network 306398fa-4d9f-4421-88fd-617e1f4b7f31 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:54:53.411487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:54:53.411711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Checking segment: {'id': '85313eb1-35f2-4038-9dcf-0bead59ce587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:53.412103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Bound using segment: {'id': '85313eb1-35f2-4038-9dcf-0bead59ce587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:54:53.417666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Bound port: 947a08c5-15fa-418a-88a0-f31752cb6d8e, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85313eb1-35f2-4038-9dcf-0bead59ce587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:53.419849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.518377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.551346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=b1136b8f-1810-4903-bb4e-714b862b81f6,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:53.572277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] For port 947a08c5-15fa-418a-88a0-f31752cb6d8e, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:54:53.576551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] For port 947a08c5-15fa-418a-88a0-f31752cb6d8e, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e,segment=NetworkSegment(85313eb1-35f2-4038-9dcf-0bead59ce587),segment_id=85313eb1-35f2-4038-9dcf-0bead59ce587)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:54:53.595753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:54:53.604557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:53.627811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f86722b5-812e-492c-b94b-fb418d60a0a7 req-86db4f93-7be2-46e0-a8e5-d071fede91c1 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0655823 Apr 05 20:54:53.635730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '9485834e-9533-4775-9a9b-9b9192c996d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e2e37895-92e4-40f1-bd1f-c637e8737a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:53.636147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: e2e37895-92e4-40f1-bd1f-c637e8737a87, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:53.643694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.666033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.715091 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d90ef06-879d-45e3-9377-cbfc6bfab4a1'] response: {'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'code': 200} Apr 05 20:54:53.728273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network e2e37895-92e4-40f1-bd1f-c637e8737a87 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:53.743059 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.744464 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] 10.222.0.39 "PUT /v2.0/ports/947a08c5-15fa-418a-88a0-f31752cb6d8e HTTP/1.1" status: 200 len: 1091 time: 1.9906318 Apr 05 20:54:53.744901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'tag': '947a08c5-15fa-418a-88a0-f31752cb6d8e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:54:53.759631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:53.776245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31980500-f504-4bc5-ad75-0f9711f0f769 service neutron] Pushing event updated for resources: {'Port': ['ID=947a08c5-15fa-418a-88a0-f31752cb6d8e,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:53.821663 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc6109d-cc36-4bc5-b080-6178d0b5cdae'] response: {'name': 'network-changed', 'server_uuid': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'tag': '947a08c5-15fa-418a-88a0-f31752cb6d8e', 'status': 'completed', 'code': 200} Apr 05 20:54:53.827833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, e2e37895-92e4-40f1-bd1f-c637e8737a87) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:53.838882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:53.839464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.840461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499c2a5-88b8-472f-b085-67fe7a40b97a None None] Network e2e37895-92e4-40f1-bd1f-c637e8737a87 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:53.915284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec27b8-fc71-4869-a8f4-67aa14c6ab11 req-51b62d26-91eb-4bb3-9f80-622e81a0cef8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1096 time: 0.1293135 Apr 05 20:54:53.977135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec27b8-fc71-4869-a8f4-67aa14c6ab11 req-64b464da-b413-4cd4-88f3-fabd16f7c426 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515361 Apr 05 20:54:53.978630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2edfd36b-0dcd-4f0b-a89a-e70a63c0e9c5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9835362 Apr 05 20:54:53.981399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45144) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:54.008246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14b32ff1-d273-418f-83bb-6b47c630c7b7 req-801fa5bc-7cf3-4620-98e1-6fa1e1dfb7b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e573557b84094f20878deabd3a79f97c&device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 1094 time: 0.1424832 Apr 05 20:54:54.069961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45148) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:54.192075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:54.221220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac65fe49-38c3-461d-b818-28a9c8e1e7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-e2e37895-92e4-40f1-bd1f-c637e8737a87', 'network_id': 'e2e37895-92e4-40f1-bd1f-c637e8737a87', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': 'b1136b8f-1810-4903-bb4e-714b862b81f6'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:54:54.223753 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac65fe49-38c3-461d-b818-28a9c8e1e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:54.262335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32ff1-d273-418f-83bb-6b47c630c7b7 req-2fa1c4c5-0275-4a47-9be6-4cbeca40cbc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:54.272406 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14b32ff1-d273-418f-83bb-6b47c630c7b7 req-2fa1c4c5-0275-4a47-9be6-4cbeca40cbc8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e573557b84094f20878deabd3a79f97c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2511101 Apr 05 20:54:54.293766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68267a-ca9a-4f06-a754-a689f1908c4c req-b89d5464-3547-4089-b3f0-ba3df79f600b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:54.300881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd68267a-ca9a-4f06-a754-a689f1908c4c req-b89d5464-3547-4089-b3f0-ba3df79f600b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 943 time: 0.1775358 Apr 05 20:54:54.318258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:54.459776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd68267a-ca9a-4f06-a754-a689f1908c4c req-e86c9193-e2b0-46f8-9c0d-f8c282195afe tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576312 Apr 05 20:54:54.478850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:54.554747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32ff1-d273-418f-83bb-6b47c630c7b7 req-0ede3637-5dfb-4d0f-a3ff-adde5af00d32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:54.556236 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-14b32ff1-d273-418f-83bb-6b47c630c7b7 req-0ede3637-5dfb-4d0f-a3ff-adde5af00d32 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753334 Apr 05 20:54:54.582216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c81a8c-c265-4245-a62a-819227fedac6 req-20eedb3d-2b0e-473a-bc87-21211eae8521 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:54.584077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4c81a8c-c265-4245-a62a-819227fedac6 req-20eedb3d-2b0e-473a-bc87-21211eae8521 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1432285 Apr 05 20:54:54.629939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-ac65fe49-38c3-461d-b818-28a9c8e1e7c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1136b8f-1810-4903-bb4e-714b862b81f6: This subnet is being modified by another concurrent operation. Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:54:54.661485 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1136b8f-1810-4903-bb4e-714b862b81f6: This subnet is being modified by another concurrent operation. Apr 05 20:54:54.665506 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 20:54:54.692693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a2a512-2fc2-485b-97de-fb4ce5b3c1ad None None] Network e2e37895-92e4-40f1-bd1f-c637e8737a87 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:54.692798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=b1136b8f-1810-4903-bb4e-714b862b81f6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:54.692798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4c81a8c-c265-4245-a62a-819227fedac6 req-6d6ee905-b049-4302-a984-8792b93558ee tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987532 Apr 05 20:54:54.711461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:54.716284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Usage tracker for resource:security_group_rule and tenant:54504a858c8944a2bf7204fa8a54c43c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:54.729818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:54.740032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:54.790750 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-6887a5e8-11d6-419f-9d3a-47eaee88da8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e573557b84094f20878deabd3a79f97c&device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 1094 time: 0.1704738 Apr 05 20:54:54.908984 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-77bb99e3-6094-4778-93fe-1b7787778b4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e HTTP/1.1" status: 200 len: 217 time: 0.1003008 Apr 05 20:54:55.054551 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.055070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aeeb5359-ca08-410e-b939-e3d2c59e7403 req-34b091c4-83a9-4146-9e4d-d1d7362e923b tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0666206 Apr 05 20:54:55.059501 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.062071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ec680-346c-49c3-995b-3227363c0f47 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:54:55.077011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-ca2d5d5e-2dfb-484a-8a54-65d21b252046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:55.078884 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-ca2d5d5e-2dfb-484a-8a54-65d21b252046 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c HTTP/1.1" status: 200 len: 851 time: 0.1562223 Apr 05 20:54:55.092593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e37895-92e4-40f1-bd1f-c637e8737a87']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:55.107705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9485834e-9533-4775-9a9b-9b9192c996d4') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:55.108051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9485834e-9533-4775-9a9b-9b9192c996d4') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:55.129504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.132837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.154407 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-0cf44e78-7126-423c-91db-061410caf0af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=306398fa-4d9f-4421-88fd-617e1f4b7f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688684 Apr 05 20:54:55.155014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.166200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:55.167530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:55.193741 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:55.244746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ec680-346c-49c3-995b-3227363c0f47 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:54:55.267268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343733c6-3cc0-4c16-9eb9-e183f5f724ee,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:55.304194 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-423bbf32-e6be-42e7-9832-3ca5b7fe1afb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=54504a858c8944a2bf7204fa8a54c43c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2326171 Apr 05 20:54:55.308133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45166) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:55.372568 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-75a3388b-621e-4802-b28c-62cfa349a964 service neutron] 10.222.0.39 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093501 Apr 05 20:54:55.418489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-319df448-f4d6-4485-8d17-90c364dc1791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.463111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.489986 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.503314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-319df448-f4d6-4485-8d17-90c364dc1791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.526561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=e2e37895-92e4-40f1-bd1f-c637e8737a87,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:55.546302 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-17bbe1ab-520e-47cb-b03c-2cd4aac0f7dc req-ac57029b-2ec8-451d-88a0-32f31e435e0f service neutron] 10.222.0.39 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569793 Apr 05 20:54:55.546640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bdf98913-6ccf-46c0-bc38-92ec56d6b73d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/e2e37895-92e4-40f1-bd1f-c637e8737a87 HTTP/1.1" status: 204 len: 168 time: 1.5598135 Apr 05 20:54:55.546640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45172) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:55.573971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805038042'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:55.583639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:55.594685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:55.599075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:55.607165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:55.705182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d12a4-518b-41b3-b538-4e0c97d473c8 req-b1bde0b7-ffad-4689-9bfd-197e84890a0e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:55.706700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad5d12a4-518b-41b3-b538-4e0c97d473c8 req-b1bde0b7-ffad-4689-9bfd-197e84890a0e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 943 time: 0.0857317 Apr 05 20:54:55.728659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:55.731556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.779157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad5d12a4-518b-41b3-b538-4e0c97d473c8 req-86986b28-805c-4d09-a7ab-8c350ed9e928 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669959 Apr 05 20:54:55.808383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-319df448-f4d6-4485-8d17-90c364dc1791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.810986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:55.830245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319df448-f4d6-4485-8d17-90c364dc1791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343733c6-3cc0-4c16-9eb9-e183f5f724ee,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:55.844223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.844561 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 3e07d6c7-cf5f-43f0-bed2-2c7f1001377c of type vlan for network 21fc4354-7783-43c5-86c6-ece4fc9f7773 Apr 05 20:54:55.907051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-319df448-f4d6-4485-8d17-90c364dc1791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.908178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-319df448-f4d6-4485-8d17-90c364dc1791 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/343733c6-3cc0-4c16-9eb9-e183f5f724ee HTTP/1.1" status: 204 len: 168 time: 0.6005762 Apr 05 20:54:55.925734 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.977680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f8a69-bc35-4a9f-babe-5ad0a2080d87 req-d8f02da1-9660-4033-8701-1a00ff344f1c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:55.979214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b7f8a69-bc35-4a9f-babe-5ad0a2080d87 req-d8f02da1-9660-4033-8701-1a00ff344f1c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1384599 Apr 05 20:54:56.028236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.032141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:56.032842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.157683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b7f8a69-bc35-4a9f-babe-5ad0a2080d87 req-4db1ea40-5850-4dbd-93db-ae14ff8ca652 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720853 Apr 05 20:54:56.170178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=21fc4354-7783-43c5-86c6-ece4fc9f7773,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:56.182224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 21fc4354-7783-43c5-86c6-ece4fc9f7773 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:56.253012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4a9d84fe-f6c7-4794-8562-8e34376850b1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7053556 Apr 05 20:54:56.259889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45192) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:56.264907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '21fc4354-7783-43c5-86c6-ece4fc9f7773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:56.492175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17e6aaea-02d0-4eda-ae1d-9b65e899e97b req-4e0cbde4-8357-4516-9a81-5c7e780f57e3 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0820966 Apr 05 20:54:56.534197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:56.534197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:56.534197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:56.544164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:56.702768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-15a8c085-eaf6-4615-9086-dc7fe4da2b2d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:56.709839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-15a8c085-eaf6-4615-9086-dc7fe4da2b2d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 813 time: 0.1712599 Apr 05 20:54:56.719879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:56.745743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-24c0b1d9-2019-4137-a15b-a88ee40fa414 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/quotas/629a2237bbb044bfbb3f0ab248cd5db3 HTTP/1.1" status: 200 len: 375 time: 0.0346467 Apr 05 20:54:56.805760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45204) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:56.829531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.901720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.983389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:56.987860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Usage tracker for resource:security_group_rule and tenant:c30ca9539ff14a44ad9c27d7d0f6ec22 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:57.003619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:57.015130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:57.124752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-3e661a14-6314-4fbf-a173-50ffb66d4684 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3703454 Apr 05 20:54:57.154744 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.194118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16be5d1-c439-400e-88c7-9fbd3519b4a3 req-a629b431-d4c8-4c45-93b8-3aee89b24f00 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:57.195570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c16be5d1-c439-400e-88c7-9fbd3519b4a3 req-a629b431-d4c8-4c45-93b8-3aee89b24f00 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 943 time: 0.1964905 Apr 05 20:54:57.243049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.308422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed97163-1354-4275-b91a-6661f88ea3b4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:57.314721 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e7498430-c89f-458f-984c-df2febde53fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c30ca9539ff14a44ad9c27d7d0f6ec22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5076518 Apr 05 20:54:57.317443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45220) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:57.387798 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79b726bb-cb4f-4c44-8c39-5fdee18bd625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.419451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79b726bb-cb4f-4c44-8c39-5fdee18bd625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.487139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c16be5d1-c439-400e-88c7-9fbd3519b4a3 req-38108328-5b4c-4802-90fc-b4a09228431f tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809854 Apr 05 20:54:57.513466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-92f47dcb-7c23-4962-b091-d257a9126ff0 service neutron] 10.222.0.10 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766234 Apr 05 20:54:57.534986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79b726bb-cb4f-4c44-8c39-5fdee18bd625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.559821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b726bb-cb4f-4c44-8c39-5fdee18bd625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed97163-1354-4275-b91a-6661f88ea3b4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:57.582625 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.590900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-79b726bb-cb4f-4c44-8c39-5fdee18bd625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.601867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-79b726bb-cb4f-4c44-8c39-5fdee18bd625 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ed97163-1354-4275-b91a-6661f88ea3b4 HTTP/1.1" status: 204 len: 168 time: 0.2814682 Apr 05 20:54:57.765221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bacc00e1-534f-492b-ba95-5b3b6e168c44 req-2c05a8b4-fed7-4057-b684-bcef68ae443c tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0574017 Apr 05 20:54:57.797251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=1022bf47-ae11-4c4c-bc48-0ef9b3a19c91,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:57.860920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-03b7ee90-46aa-4ef9-8239-5c94018c65b3 service neutron] 10.222.0.10 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373735 Apr 05 20:54:57.865325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '3e07d6c7-cf5f-43f0-bed2-2c7f1001377c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '21fc4354-7783-43c5-86c6-ece4fc9f7773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:54:57.865325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 21fc4354-7783-43c5-86c6-ece4fc9f7773, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:57.962529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 21fc4354-7783-43c5-86c6-ece4fc9f7773 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:58.077007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 21fc4354-7783-43c5-86c6-ece4fc9f7773) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:58.082509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:58.085255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.089748 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa88cf1-e23d-4861-8798-526eb62b8eb4 None None] Network 21fc4354-7783-43c5-86c6-ece4fc9f7773 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:58.125756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 947a08c5-15fa-418a-88a0-f31752cb6d8e details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:54:58.197791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-25d6ebeb-4d60-4f59-a759-b821b95bfa24 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9411502 Apr 05 20:54:58.202628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45242) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:58.342547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fbad6a5-d156-4792-a3b9-8935813a71f1 req-a62b7ae2-097a-4ede-b989-e76341ebe8f2 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 210 time: 0.1217964 Apr 05 20:54:58.541131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.670887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca11161-1a5d-4694-9c45-95a599288ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-21fc4354-7783-43c5-86c6-ece4fc9f7773', 'network_id': '21fc4354-7783-43c5-86c6-ece4fc9f7773', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': '1022bf47-ae11-4c4c-bc48-0ef9b3a19c91'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:54:58.671633 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aca11161-1a5d-4694-9c45-95a599288ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.693140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.730992 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d64b0c03-bdab-42e7-ab4d-cb5a38dff4f3 req-82f32e3b-1ce2-4065-b730-256c3026552e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0867605 Apr 05 20:54:58.761640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea1310-ebed-49ce-a156-54327cea271e req-9bb7ccf5-afbe-414d-bae9-0fbf21058da5 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:58.769189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98ea1310-ebed-49ce-a156-54327cea271e req-9bb7ccf5-afbe-414d-bae9-0fbf21058da5 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 943 time: 0.1421387 Apr 05 20:54:58.830690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98ea1310-ebed-49ce-a156-54327cea271e req-d220a291-90c9-4295-ba8f-ede1405d6c7b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Apr 05 20:54:58.869291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 947a08c5-15fa-418a-88a0-f31752cb6d8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e,segment=NetworkSegment(85313eb1-35f2-4038-9dcf-0bead59ce587),segment_id=85313eb1-35f2-4038-9dcf-0bead59ce587)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:58.885511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '947a08c5-15fa-418a-88a0-f31752cb6d8e', 'network_id': '306398fa-4d9f-4421-88fd-617e1f4b7f31', 'port_id': '947a08c5-15fa-418a-88a0-f31752cb6d8e', 'mac_address': 'fa:16:3e:bd:86:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:54:58.918227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.989983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=1022bf47-ae11-4c4c-bc48-0ef9b3a19c91,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:58.996309 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.028266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947a08c5-15fa-418a-88a0-f31752cb6d8e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:54:59.028964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-895e365d-e3b5-4579-b114-e94965b53e71 req-cf98e690-68a9-40af-8241-4bb3d83bea57 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0648589 Apr 05 20:54:59.051620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 947a08c5-15fa-418a-88a0-f31752cb6d8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e,segment=NetworkSegment(85313eb1-35f2-4038-9dcf-0bead59ce587),segment_id=85313eb1-35f2-4038-9dcf-0bead59ce587)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-aca11161-1a5d-4694-9c45-95a599288ffb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1022bf47-ae11-4c4c-bc48-0ef9b3a19c91: This subnet is being modified by another concurrent operation. Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:54:59.065671 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1022bf47-ae11-4c4c-bc48-0ef9b3a19c91: This subnet is being modified by another concurrent operation. Apr 05 20:54:59.069925 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 20:54:59.100312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a70fbea-1063-4ba0-8a55-a57194acb8c6 None None] Network 21fc4354-7783-43c5-86c6-ece4fc9f7773 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:54:59.142299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.176667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fc4354-7783-43c5-86c6-ece4fc9f7773']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:59.191290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.193896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e07d6c7-cf5f-43f0-bed2-2c7f1001377c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:59.196224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e07d6c7-cf5f-43f0-bed2-2c7f1001377c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:59.211717 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.229376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.239982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:54:59.240810 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:59.293947 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:59.367479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b562844-9c1f-443b-8ba6-f28bfeebe588 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:54:59.426365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=947a08c5-15fa-418a-88a0-f31752cb6d8e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:59.450050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.450398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.450835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.451474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.451807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.452134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.452456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.452777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.453117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.453440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.454027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:59.488880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.530193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.542953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=21fc4354-7783-43c5-86c6-ece4fc9f7773,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:59.547811 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e9ae5e9c-d851-470f-abdb-146fc8bf9fd2 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/21fc4354-7783-43c5-86c6-ece4fc9f7773 HTTP/1.1" status: 204 len: 168 time: 1.3435979 Apr 05 20:54:59.549859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b562844-9c1f-443b-8ba6-f28bfeebe588 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:54:59.552140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45276) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:59.568765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066556984'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:54:59.582244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:59.592170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:59.598558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:59.601910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06a9ad9f-3e9f-440d-9578-03d8f1dbc79f req-1e558086-cc14-4ebe-b772-25ef0611bca5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 210 time: 0.0569706 Apr 05 20:54:59.611596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:59.696582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['947a08c5-15fa-418a-88a0-f31752cb6d8e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:54:59.717157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:59.723651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.754090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:59.785562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.786007 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 14a22226-927c-4346-895b-636bcfced293 of type vlan for network 9f5d4039-c854-43eb-82ad-9b579c34a106 Apr 05 20:54:59.870655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.003150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.003150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:00.003978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.281107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=9f5d4039-c854-43eb-82ad-9b579c34a106,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:00.295337 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d020a93f-7698-4fc0-930a-a7cbe85ae031 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7419045 Apr 05 20:55:00.297230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45304) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:00.303581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 9f5d4039-c854-43eb-82ad-9b579c34a106 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:00.337784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '9f5d4039-c854-43eb-82ad-9b579c34a106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:00.348237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c70a50-4366-47ff-8b91-90bfd1a65154 req-8e3b05c2-5628-47ea-86a1-de57ed0e37b2 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:00.358203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4c70a50-4366-47ff-8b91-90bfd1a65154 req-8e3b05c2-5628-47ea-86a1-de57ed0e37b2 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 944 time: 0.2244766 Apr 05 20:55:00.539269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:00.547454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:00.551676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:00.558323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:00.588039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e7a04f2-b63d-43fc-a169-35cc87499303 req-61895fee-0f3a-4d93-a628-b8fa6a7e5001 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1857252 Apr 05 20:55:00.626359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4c70a50-4366-47ff-8b91-90bfd1a65154 req-0e6d0db5-290d-47b9-9722-b553551ff9fc tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669394 Apr 05 20:55:00.694191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:00.811347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fb8cb5c-b0e0-4d23-bc35-7416cff3e997 req-017b4f06-2ae2-4d57-903d-443e2543feb1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 210 time: 0.0507920 Apr 05 20:55:00.846594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.180780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.269734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=df3de560-0876-4307-bfbe-fe135545873a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:01.286582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '14a22226-927c-4346-895b-636bcfced293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f5d4039-c854-43eb-82ad-9b579c34a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:01.288160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 9f5d4039-c854-43eb-82ad-9b579c34a106, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:01.386148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 9f5d4039-c854-43eb-82ad-9b579c34a106 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:01.448166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 9f5d4039-c854-43eb-82ad-9b579c34a106) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:01.453145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:01.454006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.458471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f894bbf8-6626-498d-88a1-378a4c0d9253 None None] Network 9f5d4039-c854-43eb-82ad-9b579c34a106 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:01.485531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-70cbfae1-7f66-498a-bbe0-48b8a1ef027e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:01.493602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-70cbfae1-7f66-498a-bbe0-48b8a1ef027e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 813 time: 0.2533739 Apr 05 20:55:01.505264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Request body: {'port': {'device_id': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919', 'admin_state_up': True, 'tenant_id': '629a2237bbb044bfbb3f0ab248cd5db3'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:01.599067 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-98755170-be8f-4f84-9eee-5bf10cef0edf tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2986956 Apr 05 20:55:01.601620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:01.764175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:01.793801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:01.931757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-9f5d4039-c854-43eb-82ad-9b579c34a106', 'network_id': '9f5d4039-c854-43eb-82ad-9b579c34a106', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': 'df3de560-0876-4307-bfbe-fe135545873a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:01.931757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.975148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Made reservation on behalf of 629a2237bbb044bfbb3f0ab248cd5db3 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:01.981457 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.032927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.136349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.161336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Allocated IP 172.20.0.2 (9f5d4039-c854-43eb-82ad-9b579c34a106/df3de560-0876-4307-bfbe-fe135545873a/c488fe41-734d-42c1-ae65-012c209ce480) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:02.290332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2002678-beb2-45bf-a50b-81af119049d0 req-63a4fc6d-e86f-47f8-ba41-89b98b1ad192 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.2609794 Apr 05 20:55:02.448240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de6fc0-bd1a-4382-947d-448981a8ded1 req-d08af9de-6226-40c8-899a-be564d5ad2b1 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:02.454876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12de6fc0-bd1a-4382-947d-448981a8ded1 req-d08af9de-6226-40c8-899a-be564d5ad2b1 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 944 time: 0.5934076 Apr 05 20:55:02.491728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Allocated IP 172.20.0.14 (f57831df-e17c-4ce9-87c4-f8376689a919/757b56f6-f3a6-4d4c-b1cc-f000529487b6/9e06c63a-156a-4e15-acb7-932b7b6cfbc9) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:02.499604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 947a08c5-15fa-418a-88a0-f31752cb6d8e up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:02.554767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12de6fc0-bd1a-4382-947d-448981a8ded1 req-0437904f-56a4-49a1-aaac-12ea54129859 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983377 Apr 05 20:55:02.578744 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.593005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Transition to ACTIVE for port object c488fe41-734d-42c1-ae65-012c209ce480 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:02.641653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d3e5176e-63e3-4dbd-ac1d-dc26d75005d1 req-34556600-76c8-46e4-b79c-12c5bd4afc9d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 210 time: 0.0809164 Apr 05 20:55:02.645877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Transition to ACTIVE for port object c488fe41-734d-42c1-ae65-012c209ce480 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:02.795672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 947a08c5-15fa-418a-88a0-f31752cb6d8e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:02.804784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.828180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 947a08c5-15fa-418a-88a0-f31752cb6d8e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:02.828641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.877499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.075051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Network 9f5d4039-c854-43eb-82ad-9b579c34a106 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:03.096227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=df3de560-0876-4307-bfbe-fe135545873a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:03.116383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.137929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:03.144208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:03.159759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Pushing event updated for resources: {'Port': ['ID=c488fe41-734d-42c1-ae65-012c209ce480,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:03.164088 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.191971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.225122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5d4039-c854-43eb-82ad-9b579c34a106']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:03.238964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a22226-927c-4346-895b-636bcfced293') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:03.239388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a22226-927c-4346-895b-636bcfced293') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:03.253300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.268421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a08c5-15fa-418a-88a0-f31752cb6d8e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:55:03.446656 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.446656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:03.446656 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.447003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 947a08c5-15fa-418a-88a0-f31752cb6d8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e,segment=NetworkSegment(85313eb1-35f2-4038-9dcf-0bead59ce587),segment_id=85313eb1-35f2-4038-9dcf-0bead59ce587)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:03.447003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Attempting to bind port c488fe41-734d-42c1-ae65-012c209ce480 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:03.447003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Attempting to bind port c488fe41-734d-42c1-ae65-012c209ce480 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '14a22226-927c-4346-895b-636bcfced293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f5d4039-c854-43eb-82ad-9b579c34a106'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:03.447003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Attempting to bind port c488fe41-734d-42c1-ae65-012c209ce480 on network 9f5d4039-c854-43eb-82ad-9b579c34a106 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:03.447387 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Checking segment: {'id': '14a22226-927c-4346-895b-636bcfced293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f5d4039-c854-43eb-82ad-9b579c34a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Bound using segment: {'id': '14a22226-927c-4346-895b-636bcfced293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f5d4039-c854-43eb-82ad-9b579c34a106'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Bound port: c488fe41-734d-42c1-ae65-012c209ce480, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a22226-927c-4346-895b-636bcfced293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9f5d4039-c854-43eb-82ad-9b579c34a106'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099a62fa-80b4-46b4-a4b9-839313e54ed5'] response: {'server_uuid': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947a08c5-15fa-418a-88a0-f31752cb6d8e', 'code': 200} Apr 05 20:55:03.450354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] For port c488fe41-734d-42c1-ae65-012c209ce480, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:03.456479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] For port c488fe41-734d-42c1-ae65-012c209ce480, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c488fe41-734d-42c1-ae65-012c209ce480,segment=NetworkSegment(14a22226-927c-4346-895b-636bcfced293),segment_id=14a22226-927c-4346-895b-636bcfced293)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:03.499996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b5031e3-78aa-4cb1-b61f-3223292cf261 req-6934b976-9e99-4ef0-8228-f147217797c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 1095 time: 0.0815182 Apr 05 20:55:03.543034 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8b5031e3-78aa-4cb1-b61f-3223292cf261 req-8e0dac7f-60e2-4189-ae33-aa4de02355d2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374122 Apr 05 20:55:03.614752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:55:03.614752 n-d-836605-1 neutron-server[84580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:55:03.614752 n-d-836605-1 neutron-server[84580]: [parameters: {'id': '9f5d4039-c854-43eb-82ad-9b579c34a106'}] Apr 05 20:55:03.614752 n-d-836605-1 neutron-server[84580]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:03.639137 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:03.753443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70cac2d-e356-4912-8a79-5aa101faa8c6 req-fdf15b63-96b9-4fcc-ad15-f361e3740e99 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:03.754899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a70cac2d-e356-4912-8a79-5aa101faa8c6 req-fdf15b63-96b9-4fcc-ad15-f361e3740e99 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 944 time: 0.0768285 Apr 05 20:55:03.801930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a70cac2d-e356-4912-8a79-5aa101faa8c6 req-2d355611-0e3d-4056-afcc-bba016e8ee1f tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Apr 05 20:55:03.864869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.897248 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.897248 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.942685 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7386ceb-d5d3-489a-8503-3189634ec38e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:55:03.998176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Network f57831df-e17c-4ce9-87c4-f8376689a919 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:04.003133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:04.010767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:04.040553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Pushing event updated for resources: {'Port': ['ID=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:04.065765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=947a08c5-15fa-418a-88a0-f31752cb6d8e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:04.098159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:04.098159 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.116661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.128135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abac24-49ff-4422-b0d1-4d7fea2d8629 req-d275ce24-48f1-436d-b315-417012874fa8 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:04.133078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port c488fe41-734d-42c1-ae65-012c209ce480 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:04.133659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.138461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67abac24-49ff-4422-b0d1-4d7fea2d8629 req-d275ce24-48f1-436d-b315-417012874fa8 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 932 time: 0.1928160 Apr 05 20:55:04.161245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b9fc6-3822-4949-a539-fc3d58511432 None None] Pushing event updated for resources: {'Port': ['ID=c488fe41-734d-42c1-ae65-012c209ce480,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:04.176824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.223051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67abac24-49ff-4422-b0d1-4d7fea2d8629 req-31684857-a03b-4fa8-8621-17a7d9c382b6 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779703 Apr 05 20:55:04.277588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-e3b1a1a3-51cb-4267-808a-21167f4d3001 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7784519 Apr 05 20:55:04.295542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Request body: {'port': {'device_id': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:04.369291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801b36ad-c05b-4f4e-8eca-dee6d6b02ad7 None None] Network 9f5d4039-c854-43eb-82ad-9b579c34a106 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:04.528865 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4860870d-d73a-4c62-914e-aebfedf10b0f req-e2e5288b-f0be-4235-820d-c7dc0056038d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ae836f0b9a44e529fc4042169a0ff10&device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1255274 Apr 05 20:55:04.582007 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4860870d-d73a-4c62-914e-aebfedf10b0f req-688af2f7-10d6-4e56-af58-96a5006e2a20 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3ae836f0b9a44e529fc4042169a0ff10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373533 Apr 05 20:55:04.642612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e9cf2-22dc-45e4-b938-cfe60c4f6c17 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:55:04.754331 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.780154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a252996c-a955-4a90-897b-d13a91ed3530 req-4f3d3340-6279-44b9-bab8-5b2941eec0e2 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.2073724 Apr 05 20:55:04.825916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] For port c488fe41-734d-42c1-ae65-012c209ce480, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c488fe41-734d-42c1-ae65-012c209ce480,segment=NetworkSegment(14a22226-927c-4346-895b-636bcfced293),segment_id=14a22226-927c-4346-895b-636bcfced293)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:04.835177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.837607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d52a99a8-214e-466f-bec0-0f1c49d55d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.857800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e9cf2-22dc-45e4-b938-cfe60c4f6c17 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:55:05.035207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Calling delete_port for c488fe41-734d-42c1-ae65-012c209ce480 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:05.089918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860870d-d73a-4c62-914e-aebfedf10b0f req-50156d57-5cbf-45b2-8d01-4bab9258826d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:05.093471 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4860870d-d73a-4c62-914e-aebfedf10b0f req-50156d57-5cbf-45b2-8d01-4bab9258826d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4911332 Apr 05 20:55:05.203016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.311850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Port': ['ID=c488fe41-734d-42c1-ae65-012c209ce480,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:05.341510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No DVR routers for this DVR port c488fe41-734d-42c1-ae65-012c209ce480 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:05.407418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08a323-5d32-4e0e-b50b-371e974f7e62 req-5b722398-9752-4de5-b62b-4d2d9aa84daf tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:05.411577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc08a323-5d32-4e0e-b50b-371e974f7e62 req-5b722398-9752-4de5-b62b-4d2d9aa84daf tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.3372149 Apr 05 20:55:05.573027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc08a323-5d32-4e0e-b50b-371e974f7e62 req-5fb7db9e-5984-428f-931a-92f6ec50eb6e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355069 Apr 05 20:55:05.576322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:55:05.580742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.589867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.633165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Transition to ACTIVE for port object 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:05.648852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a44a0-3dea-4f04-a507-460263307c35 req-6cb27161-10c1-4ef8-9fa4-e2bd70450f9a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:05.651477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2b7a44a0-3dea-4f04-a507-460263307c35 req-6cb27161-10c1-4ef8-9fa4-e2bd70450f9a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Synchronizing usage tracker for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:05.711600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.723459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5d4039-c854-43eb-82ad-9b579c34a106']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:05.739575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a22226-927c-4346-895b-636bcfced293') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:05.740118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a22226-927c-4346-895b-636bcfced293') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:05.752740 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.773780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.776971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2b7a44a0-3dea-4f04-a507-460263307c35 req-6cb27161-10c1-4ef8-9fa4-e2bd70450f9a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Unset dirty status for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:05.784052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:05.784563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.785590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b7a44a0-3dea-4f04-a507-460263307c35 req-6cb27161-10c1-4ef8-9fa4-e2bd70450f9a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 932 time: 0.2858548 Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:05.801647 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:05.955683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:05.997303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.044824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.047819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=9f5d4039-c854-43eb-82ad-9b579c34a106,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:06.063510 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-148ddb6f-fc0b-41bd-b1ef-9cacd3ff1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/9f5d4039-c854-43eb-82ad-9b579c34a106 HTTP/1.1" status: 204 len: 168 time: 4.4608016 Apr 05 20:55:06.067402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45430) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:06.076865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-175027490'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:06.084078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:06.088467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:06.092152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:06.099666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:06.186139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45436) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:06.194461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b7a44a0-3dea-4f04-a507-460263307c35 req-79fa2528-a9f0-4524-adea-c24474fd169c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077675 Apr 05 20:55:06.202956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:06.206819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.207839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Attempting to bind port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:06.211605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Attempting to bind port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:06.211605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Attempting to bind port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 on network f57831df-e17c-4ce9-87c4-f8376689a919 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:06.221311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab6a48dc-f785-40ba-ba10-99b11dff77f6 req-15b7959e-455b-4f0d-a197-df93a727dfb4 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.1264884 Apr 05 20:55:06.227047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 on network f57831df-e17c-4ce9-87c4-f8376689a919 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:55:06.227480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Attempting to bind port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 on network f57831df-e17c-4ce9-87c4-f8376689a919 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:06.235419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:06.235925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Checking segment: {'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:06.236954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Bound using segment: {'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:06.237521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Bound port: 9e06c63a-156a-4e15-acb7-932b7b6cfbc9, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fcf914-c1d9-4c27-b842-db8beec38cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:06.240235 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.288653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:06.324241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.324859 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 034eca6b-f2c8-4f4d-b231-aa69106c5063 of type vlan for network 63280945-e637-4472-8fc2-95d9f504b898 Apr 05 20:55:06.367716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] For port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:06.371741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] For port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:06.375339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.437744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.513676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.515051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e06c63a-156a-4e15-acb7-932b7b6cfbc9 HTTP/1.1" status: 200 len: 1092 time: 2.2304025 Apr 05 20:55:06.515487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'tag': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:55:06.547201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.558211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714610fa-8a36-4275-a865-b165472ce2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:06.577634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.583127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:06.583768 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.617680 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecf9c70-0f43-40f0-8dda-da3d47e95e8d'] response: {'name': 'network-changed', 'server_uuid': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'tag': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9', 'status': 'completed', 'code': 200} Apr 05 20:55:06.738700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-078d9606-63f4-4626-8fe3-e527f0788553 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 1095 time: 0.1154218 Apr 05 20:55:06.812664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4860870d-d73a-4c62-914e-aebfedf10b0f req-8ebc840e-5e49-4cd3-8d25-e7198cf133c2 tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0695302 Apr 05 20:55:06.821494 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7505672 Apr 05 20:55:06.824889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45448) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:06.829209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a9986-679c-41bc-9c50-5c605f702bf4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=63280945-e637-4472-8fc2-95d9f504b898,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:06.837684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '63280945-e637-4472-8fc2-95d9f504b898', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:06.848711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 63280945-e637-4472-8fc2-95d9f504b898 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:06.864624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:06.875736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Usage tracker for resource:security_group_rule and tenant:aac5cf5dcd934b9caea7f173149ef395 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:06.901433 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fa8183c-be32-4f42-af6b-15c9608ad55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.950167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:06.972192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:07.027240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:07.032296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:07.036056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:07.043625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:07.058686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-bbde0c58-c722-4673-8ad5-262677cb08fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e06c63a-156a-4e15-acb7-932b7b6cfbc9 HTTP/1.1" status: 200 len: 217 time: 0.3124878 Apr 05 20:55:07.115545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.145843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:07.160930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-c41c5c72-04b1-4a94-977f-d97346e12711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:07.162914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-c41c5c72-04b1-4a94-977f-d97346e12711 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.0938382 Apr 05 20:55:07.175847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a93eac-0226-400b-bb24-aee0adad1c47 req-d11be46a-54be-4c92-a091-9375951b9b4e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:07.177262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5a93eac-0226-400b-bb24-aee0adad1c47 req-d11be46a-54be-4c92-a091-9375951b9b4e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.1687124 Apr 05 20:55:07.220323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.311548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-995d6c32-9c5f-4e4e-9f09-f4574f81a49c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412585 Apr 05 20:55:07.320648 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.337682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5b1245-37d7-4dd0-959f-19a17335f14e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:07.346600 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-564caaa3-4e50-464a-adc7-a78997f5aa3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aac5cf5dcd934b9caea7f173149ef395&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1623292 Apr 05 20:55:07.422267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45466) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:07.527689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing IP validity checks on allocation pools {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 20:55:07.528215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 20:55:07.559279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5a93eac-0226-400b-bb24-aee0adad1c47 req-1fc09de9-8b6c-42f3-be32-a40612b8ae33 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046927 Apr 05 20:55:07.629834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74729dce-170c-4d50-bd1d-f77b89a44224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.786754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74729dce-170c-4d50-bd1d-f77b89a44224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.842379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-2c850184-acd9-4283-996b-51dbd37b5edd service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218558 Apr 05 20:55:07.848856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd9c2c87-e3cc-4524-95c0-4528bee62104 req-c8177538-4f14-4340-843e-d9de7da1c81e tempest-ServerShowV254Test-1520161192 tempest-ServerShowV254Test-1520161192-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fc98238-bcd4-4a1a-8e0c-711d6db6abd6 HTTP/1.1" status: 200 len: 210 time: 0.0827737 Apr 05 20:55:08.023818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c67f0743-dc1c-44d6-9450-0a5539f68a2d req-b88ad271-7fd7-4fa6-a0fc-7aa1dd42b34e service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733656 Apr 05 20:55:08.039297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff91848-88f0-4ddc-83ca-4942c1b4d93e req-6ae4b972-82c9-4620-bc0f-524910639780 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:08.040944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fff91848-88f0-4ddc-83ca-4942c1b4d93e req-6ae4b972-82c9-4620-bc0f-524910639780 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 944 time: 0.5024250 Apr 05 20:55:08.042748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74729dce-170c-4d50-bd1d-f77b89a44224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.046311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.111289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74729dce-170c-4d50-bd1d-f77b89a44224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5b1245-37d7-4dd0-959f-19a17335f14e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:08.158684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fff91848-88f0-4ddc-83ca-4942c1b4d93e req-5f12f1b3-4087-4de2-9d10-1fe1b93ebde1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095023 Apr 05 20:55:08.203431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74729dce-170c-4d50-bd1d-f77b89a44224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.204563 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-74729dce-170c-4d50-bd1d-f77b89a44224 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb5b1245-37d7-4dd0-959f-19a17335f14e HTTP/1.1" status: 204 len: 168 time: 0.7814257 Apr 05 20:55:08.224584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=083a2ddf-ef82-46ee-97c2-7d432c626154,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:08.236984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '034eca6b-f2c8-4f4d-b231-aa69106c5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63280945-e637-4472-8fc2-95d9f504b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:08.237396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 63280945-e637-4472-8fc2-95d9f504b898, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:08.262767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da0d71-dd94-44d3-b9ad-133e8e09242f req-b327d108-f626-4a34-aff2-db55dfb33231 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:08.264228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93da0d71-dd94-44d3-b9ad-133e8e09242f req-b327d108-f626-4a34-aff2-db55dfb33231 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.1939063 Apr 05 20:55:08.293354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-4e6c579a-236d-4ceb-ad3f-008bb6ac462a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 1095 time: 0.1384482 Apr 05 20:55:08.317788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93da0d71-dd94-44d3-b9ad-133e8e09242f req-de695e66-c209-4554-915c-02d210367ea2 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466239 Apr 05 20:55:08.328842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 63280945-e637-4472-8fc2-95d9f504b898 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:08.357438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.437425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 63280945-e637-4472-8fc2-95d9f504b898) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:08.446504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:08.448851 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.450862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123a3f3-1ef2-4568-9c93-02c0fd649af9 None None] Network 63280945-e637-4472-8fc2-95d9f504b898 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:08.502858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-cb418573-d0a2-4747-a52c-ca2bdcb7f971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:08.505089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-cb418573-d0a2-4747-a52c-ca2bdcb7f971 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 914 time: 0.1901281 Apr 05 20:55:08.557562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-086a9035-f43a-44d1-9559-040ec4d9e937 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7314348 Apr 05 20:55:08.558565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:08.637511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-4d12d891-d5c6-4a37-b296-20cd49e4391f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e06c63a-156a-4e15-acb7-932b7b6cfbc9 HTTP/1.1" status: 200 len: 217 time: 0.1252244 Apr 05 20:55:08.716633 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.738047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-f5ddcb87-b550-4f24-bc72-f67aa9632fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:08.739733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-f5ddcb87-b550-4f24-bc72-f67aa9632fef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.0934470 Apr 05 20:55:08.832256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-63280945-e637-4472-8fc2-95d9f504b898', 'network_id': '63280945-e637-4472-8fc2-95d9f504b898', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': '083a2ddf-ef82-46ee-97c2-7d432c626154'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:08.833477 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.860569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-9906647e-5805-4d69-8ee4-3be067990734 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131959 Apr 05 20:55:08.885668 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.053407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-3ba6db9e-fdab-448e-bd45-a170a800b5d1 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840715 Apr 05 20:55:09.057258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:55:09.065992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.200333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Allocated IP 172.20.0.3 (63280945-e637-4472-8fc2-95d9f504b898/083a2ddf-ef82-46ee-97c2-7d432c626154/abd46a67-e22d-4729-8971-72bf8209d6a3) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:09.201987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83f75a82-c1c0-44c6-89f6-0a9b7850a40a req-bcc46af0-ad92-4921-9c1d-29dac6260bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415060 Apr 05 20:55:09.245980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45510) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:09.279914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.337791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:09.343450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Usage tracker for resource:security_group_rule and tenant:f91b5263b8cc4bb2a713504f13a02277 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:09.347383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:09.357975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:09.456839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e6ca9-5b74-40a2-9b81-eb29845eb15c req-1ccc4762-b018-4481-b24d-4eca5649592c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:09.458329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e5e6ca9-5b74-40a2-9b81-eb29845eb15c req-1ccc4762-b018-4481-b24d-4eca5649592c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.2127500 Apr 05 20:55:09.458749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.468669 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.471696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Transition to ACTIVE for port object abd46a67-e22d-4729-8971-72bf8209d6a3 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:09.490443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Transition to ACTIVE for port object abd46a67-e22d-4729-8971-72bf8209d6a3 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:09.537283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:09.546064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.559379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9', 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919', 'port_id': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9', 'mac_address': 'fa:16:3e:8f:81:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b56f6-f3a6-4d4c-b1cc-f000529487b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:55:09.645846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.654146 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f91b5263b8cc4bb2a713504f13a02277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3990300 Apr 05 20:55:09.654146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2d106-9d3a-46e4-9132-16bd32377a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f9f0f3-2481-4329-9861-95103121f52e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:09.657220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45516) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:09.659621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.728254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f634c64-635f-4c2e-9247-9e6389552396 req-1485973a-65ce-43d1-a50e-68930518e69b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:09.730391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f634c64-635f-4c2e-9247-9e6389552396 req-1485973a-65ce-43d1-a50e-68930518e69b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 944 time: 0.3273845 Apr 05 20:55:09.746173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.787550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e5e6ca9-5b74-40a2-9b81-eb29845eb15c req-9a0c172c-b8ae-4c6e-8d4e-9a696588df35 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197961 Apr 05 20:55:09.789575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:55:09.794797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=083a2ddf-ef82-46ee-97c2-7d432c626154,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:09.808865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Network 63280945-e637-4472-8fc2-95d9f504b898 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:09.810275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Pushing event updated for resources: {'Port': ['ID=abd46a67-e22d-4729-8971-72bf8209d6a3,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:09.842222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:09.848611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:09.881624 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.900139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:09.936845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45524) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:09.985837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f634c64-635f-4c2e-9247-9e6389552396 req-8d458da2-cc1b-4c24-9f8e-274292c7e0a4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205892 Apr 05 20:55:10.007471 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.023296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-760c6912-a3ed-4d3f-8ec1-f2299c27ff8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.097518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.098454 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-760c6912-a3ed-4d3f-8ec1-f2299c27ff8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.118817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Attempting to bind port abd46a67-e22d-4729-8971-72bf8209d6a3 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:10.119350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Attempting to bind port abd46a67-e22d-4729-8971-72bf8209d6a3 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '034eca6b-f2c8-4f4d-b231-aa69106c5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63280945-e637-4472-8fc2-95d9f504b898'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:10.119689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Attempting to bind port abd46a67-e22d-4729-8971-72bf8209d6a3 on network 63280945-e637-4472-8fc2-95d9f504b898 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:10.127773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:10.128038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Checking segment: {'id': '034eca6b-f2c8-4f4d-b231-aa69106c5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63280945-e637-4472-8fc2-95d9f504b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:10.128445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.128841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Bound using segment: {'id': '034eca6b-f2c8-4f4d-b231-aa69106c5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63280945-e637-4472-8fc2-95d9f504b898'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:10.129369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Bound port: abd46a67-e22d-4729-8971-72bf8209d6a3, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034eca6b-f2c8-4f4d-b231-aa69106c5063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '63280945-e637-4472-8fc2-95d9f504b898'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:10.129746 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.166077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.202032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63280945-e637-4472-8fc2-95d9f504b898']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:10.216515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.220406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034eca6b-f2c8-4f4d-b231-aa69106c5063') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:10.221354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034eca6b-f2c8-4f4d-b231-aa69106c5063') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:10.235055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.259319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.268257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:10.268659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.278835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] For port abd46a67-e22d-4729-8971-72bf8209d6a3, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:10.285586 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-760c6912-a3ed-4d3f-8ec1-f2299c27ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:10.289768 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:10.304696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c6912-a3ed-4d3f-8ec1-f2299c27ff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f9f0f3-2481-4329-9861-95103121f52e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.309450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['9e06c63a-156a-4e15-acb7-932b7b6cfbc9'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:55:10.322884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:10.329380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Usage tracker for resource:security_group_rule and tenant:3ae836f0b9a44e529fc4042169a0ff10 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:10.334128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:10.337371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-760c6912-a3ed-4d3f-8ec1-f2299c27ff8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.338745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-760c6912-a3ed-4d3f-8ec1-f2299c27ff8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34f9f0f3-2481-4329-9861-95103121f52e HTTP/1.1" status: 204 len: 168 time: 0.6722348 Apr 05 20:55:10.343598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:10.425289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] For port abd46a67-e22d-4729-8971-72bf8209d6a3, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=abd46a67-e22d-4729-8971-72bf8209d6a3,segment=NetworkSegment(034eca6b-f2c8-4f4d-b231-aa69106c5063),segment_id=034eca6b-f2c8-4f4d-b231-aa69106c5063)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:10.449362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.465614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:55:10.465614 n-d-836605-1 neutron-server[84580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:55:10.465614 n-d-836605-1 neutron-server[84580]: [parameters: {'id': '63280945-e637-4472-8fc2-95d9f504b898'}] Apr 05 20:55:10.465614 n-d-836605-1 neutron-server[84580]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:10.466168 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:10.528651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.539231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.574613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f47a308-2f51-4162-b19b-6564572b4bab,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.583319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:10.583448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fbb8944a-bea1-46f2-a324-ae384ae62b2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ae836f0b9a44e529fc4042169a0ff10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6453695 Apr 05 20:55:10.686625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43881012-0130-4306-ba53-0dba10db3194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.717801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a26af-fa4d-4691-a544-91347a05dba8 None None] Pushing event updated for resources: {'Port': ['ID=abd46a67-e22d-4729-8971-72bf8209d6a3,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.732441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43881012-0130-4306-ba53-0dba10db3194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.734561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d4c24-843c-4973-ae1b-b1c76f941664 None None] Network 63280945-e637-4472-8fc2-95d9f504b898 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:10.902841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43881012-0130-4306-ba53-0dba10db3194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.924992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43881012-0130-4306-ba53-0dba10db3194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f47a308-2f51-4162-b19b-6564572b4bab,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.940211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43881012-0130-4306-ba53-0dba10db3194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.943645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-43881012-0130-4306-ba53-0dba10db3194 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f47a308-2f51-4162-b19b-6564572b4bab HTTP/1.1" status: 204 len: 168 time: 0.3548772 Apr 05 20:55:10.967823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.988541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b07e9c-6626-4352-bb06-6bf6f90c3297 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:55:10.991881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port abd46a67-e22d-4729-8971-72bf8209d6a3 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:10.992375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.129959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b07e9c-6626-4352-bb06-6bf6f90c3297 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:55:11.148848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905bf8b-6e7b-4707-bbff-bae39dc1aa03 req-4db90601-76df-403d-a7aa-8e0fa64fdb73 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:11.150342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0905bf8b-6e7b-4707-bbff-bae39dc1aa03 req-4db90601-76df-403d-a7aa-8e0fa64fdb73 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.1531982 Apr 05 20:55:11.436309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] For port abd46a67-e22d-4729-8971-72bf8209d6a3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=abd46a67-e22d-4729-8971-72bf8209d6a3,segment=NetworkSegment(034eca6b-f2c8-4f4d-b231-aa69106c5063),segment_id=034eca6b-f2c8-4f4d-b231-aa69106c5063)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:11.436961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.492618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0905bf8b-6e7b-4707-bbff-bae39dc1aa03 req-7b348c2e-45e7-4e2b-a1ea-a457495a2159 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349800 Apr 05 20:55:11.601592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f4123-2167-4028-86ab-ba1fdcf8d555 req-f0cfe381-c73c-4cd1-b27a-4485ba6af404 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:11.608629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-629f4123-2167-4028-86ab-ba1fdcf8d555 req-f0cfe381-c73c-4cd1-b27a-4485ba6af404 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 945 time: 0.3255434 Apr 05 20:55:11.615657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Calling delete_port for abd46a67-e22d-4729-8971-72bf8209d6a3 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:11.698759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-629f4123-2167-4028-86ab-ba1fdcf8d555 req-091ae5e0-e7c4-4da9-9fe3-a60004abacf4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831296 Apr 05 20:55:11.837602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.928563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Port': ['ID=abd46a67-e22d-4729-8971-72bf8209d6a3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:11.932473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No DVR routers for this DVR port abd46a67-e22d-4729-8971-72bf8209d6a3 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:12.092342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.145618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63280945-e637-4472-8fc2-95d9f504b898']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:12.180853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034eca6b-f2c8-4f4d-b231-aa69106c5063') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:12.181281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034eca6b-f2c8-4f4d-b231-aa69106c5063') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:12.201540 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.232525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.248702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:12.249482 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:12.269696 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:12.358848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151da2f-478d-4114-ae8a-2200c81f8e18 req-a9c706c2-757a-47e8-8a23-70f3b219a265 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:12.360793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9151da2f-478d-4114-ae8a-2200c81f8e18 req-a9c706c2-757a-47e8-8a23-70f3b219a265 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.1543839 Apr 05 20:55:12.440813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9151da2f-478d-4114-ae8a-2200c81f8e18 req-09a94aa5-1ba5-4268-ac14-fb06b4add089 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737312 Apr 05 20:55:12.511371 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-756dba1b-6393-4702-92d7-8da1297c5892 req-0e492170-d8a1-4600-9867-45bf0de52971 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e573557b84094f20878deabd3a79f97c&device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 1096 time: 0.0835054 Apr 05 20:55:12.584910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.614381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.632210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=63280945-e637-4472-8fc2-95d9f504b898,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:12.639924 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-50fff948-47a9-4900-bce3-fc380ed4d0a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/63280945-e637-4472-8fc2-95d9f504b898 HTTP/1.1" status: 204 len: 168 time: 4.0802703 Apr 05 20:55:12.644012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45600) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.651302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1893108190'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:12.659125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:12.663150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:12.665985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:12.671922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:12.739400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45606) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.757649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dba1b-6393-4702-92d7-8da1297c5892 req-93acfeed-9ae2-4444-a88f-5193226332f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:12.759584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-756dba1b-6393-4702-92d7-8da1297c5892 req-93acfeed-9ae2-4444-a88f-5193226332f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=306398fa-4d9f-4421-88fd-617e1f4b7f31 HTTP/1.1" status: 200 len: 912 time: 0.2422950 Apr 05 20:55:12.760581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:12.764451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.848052 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-756dba1b-6393-4702-92d7-8da1297c5892 req-56990e9d-727b-4ef1-ab67-697b7c13970a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e HTTP/1.1" status: 200 len: 217 time: 0.0717764 Apr 05 20:55:12.894452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-835670803-network', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:12.898653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:12.903433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:12.909707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Usage tracker for resource:network and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:12.913019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:12.919307 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.919681 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 0a2a3191-35cb-48d3-bc96-362b34bd5350 of type vlan for network bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68 Apr 05 20:55:12.927378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:12.929229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dba1b-6393-4702-92d7-8da1297c5892 req-5d1a5ef0-c40d-49d8-9b37-51044e3120ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:12.930834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-756dba1b-6393-4702-92d7-8da1297c5892 req-5d1a5ef0-c40d-49d8-9b37-51044e3120ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c HTTP/1.1" status: 200 len: 851 time: 0.0771010 Apr 05 20:55:12.953613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cd109-d70c-4304-be8e-6b2e9cc9fbac req-827e2169-d230-4b77-9991-8b421b6720b3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:12.956064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-440cd109-d70c-4304-be8e-6b2e9cc9fbac req-827e2169-d230-4b77-9991-8b421b6720b3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 945 time: 0.1137116 Apr 05 20:55:13.012275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-440cd109-d70c-4304-be8e-6b2e9cc9fbac req-52335644-87cf-4c3b-855a-ee88da38df43 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Apr 05 20:55:13.014642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Made reservation on behalf of 8338932d8c164d4eb3133c416c29d90c for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:13.015957 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.030555 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.038929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:13.069445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:13.076946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:13.076946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:13.083050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:13.090750 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-756dba1b-6393-4702-92d7-8da1297c5892 req-f5e22de3-7733-4326-8467-cc76fa91b47f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=306398fa-4d9f-4421-88fd-617e1f4b7f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528318 Apr 05 20:55:13.092532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.175142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.231101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:13.236419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:13.241997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.250672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-756dba1b-6393-4702-92d7-8da1297c5892 req-b5e4e7b3-5cb6-4e1b-ba7f-06822cc2ede8 service neutron] 10.222.0.39 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528201 Apr 05 20:55:13.265645 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.286742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:13.344894 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.349796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:13.350508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.350953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.351504 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Added segment 6e527d6e-2855-4a13-9175-9cde5a457b66 of type vlan for network 6683db5f-6ba0-4b2d-840e-041ba53f4cba Apr 05 20:55:13.407197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.422872 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.462050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:55:13.479150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bef844-a6d0-4bfc-accd-b42045644bc8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:13.512338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:13.526991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:13.534276 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.535477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:13.536540 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.540929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:13.592597 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-756dba1b-6393-4702-92d7-8da1297c5892 req-bf82829b-8ea7-4edd-b092-3bf9d27e7430 service neutron] 10.222.0.39 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357763 Apr 05 20:55:13.606497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-32a3a73e-f02d-488d-b3d2-292d259e2d84 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9583702 Apr 05 20:55:13.606872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45632) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:13.619688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': 'bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:13.668643 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdf8bb1-3934-4b41-be69-f26f94473346'] response: {'server_uuid': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9', 'code': 200} Apr 05 20:55:13.673769 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.770936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:13.830002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:13.834303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:13.837652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:13.844114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:13.870809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] Pushing event updated for resources: {'Network': ['ID=6683db5f-6ba0-4b2d-840e-041ba53f4cba,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:13.886428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:13.924626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0639a4f-432a-45d3-a7cb-d854efce4ddc req-da431bff-f12a-4c65-a212-094c03fbcb9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 1097 time: 0.1285093 Apr 05 20:55:13.929160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:13.931576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aece0-863e-41a6-8449-677e1308bfc7 req-06390269-21dd-4f60-8796-fa1d327d4e43 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:13.938491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c05aece0-863e-41a6-8449-677e1308bfc7 req-06390269-21dd-4f60-8796-fa1d327d4e43 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.2253079 Apr 05 20:55:14.011882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0639a4f-432a-45d3-a7cb-d854efce4ddc req-a1faa3a7-fb88-4cf0-ade4-2fa8d24879b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707846 Apr 05 20:55:14.025607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c05aece0-863e-41a6-8449-677e1308bfc7 req-fd692361-592e-40c4-b620-c240c371705e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861828 Apr 05 20:55:14.027514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6321addc-c106-4fec-8241-64074209fdaa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2864034 Apr 05 20:55:14.030425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45642) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:14.049591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Request body: {'subnet': {'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-835670803-subnet', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:14.049591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:14.050012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Usage tracker for resource:subnet and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:14.053100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:14.060708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:14.068032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.216365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Made reservation on behalf of 8338932d8c164d4eb3133c416c29d90c for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:14.219530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.372104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101cc2f-edcc-4d93-bfe1-7046c9a779e1 req-84a2ad11-c9bf-46d3-82c9-cb8aecaff399 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:14.379245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9101cc2f-edcc-4d93-bfe1-7046c9a779e1 req-84a2ad11-c9bf-46d3-82c9-cb8aecaff399 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 946 time: 0.2002237 Apr 05 20:55:14.464622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9101cc2f-edcc-4d93-bfe1-7046c9a779e1 req-d9a681f3-fecf-45fa-99bd-5ea978002841 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Apr 05 20:55:14.472405 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.572134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=8ba18276-3016-4dfb-ab4a-b997e346ec99,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:14.584408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '0a2a3191-35cb-48d3-bc96-362b34bd5350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:14.584782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:14.671477 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.745498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:14.760739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e615c30-2e27-40c8-8edf-b1fb8b4eef38,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:14.771757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Checking segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:14.773079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Network hostable DHCP agents. Network: 6683db5f-6ba0-4b2d-840e-041ba53f4cba, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:14.843867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:14.851447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:14.852051 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.852321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8de3f-08d8-4d42-b144-40240ce69ef8 None None] Network bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:14.947117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:14.956789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6683db5f-6ba0-4b2d-840e-041ba53f4cba) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:14.960930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:14.963487 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1bfe9825-261d-42ba-b2ca-9ef1eaec6e22 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3553338 Apr 05 20:55:14.966174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45670) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:14.969706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105f2a0-7e71-4638-b4c2-e22072bab0bc None None] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:14.972340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.092351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f8fc0328-6df0-46eb-b4ca-380e2c7b79fb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0581458 Apr 05 20:55:15.092499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45678) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:15.097574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:15.103289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:15.109579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Usage tracker for resource:router and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:15.113780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:15.128180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:15.265811 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.266672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.277374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.385825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.435228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.463339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d1fca-f5dd-4ec7-b35d-15a516d47e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68', 'network_id': 'bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': '8ba18276-3016-4dfb-ab4a-b997e346ec99'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:15.464327 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f21d1fca-f5dd-4ec7-b35d-15a516d47e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.480937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b550c9-be86-4045-8234-8bdca6c658c1 req-cd253803-259d-41f4-92ba-b799123c45b9 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:15.485112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83b550c9-be86-4045-8234-8bdca6c658c1 req-cd253803-259d-41f4-92ba-b799123c45b9 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.1850286 Apr 05 20:55:15.564873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83b550c9-be86-4045-8234-8bdca6c658c1 req-eb801a94-0ad1-4fbb-a1ce-1058b48bface tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712523 Apr 05 20:55:15.651361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:15.652481 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.718160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.871170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba18276-3016-4dfb-ab4a-b997e346ec99,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-f21d1fca-f5dd-4ec7-b35d-15a516d47e23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ba18276-3016-4dfb-ab4a-b997e346ec99: This subnet is being modified by another concurrent operation. Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:55:15.952803 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ba18276-3016-4dfb-ab4a-b997e346ec99: This subnet is being modified by another concurrent operation. Apr 05 20:55:15.957021 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 20:55:15.992298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683323b1-270b-4108-9cf1-82bcd3010f8c None None] Network bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:15.994072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.073254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:16.099516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2a3191-35cb-48d3-bc96-362b34bd5350') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:16.100136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2a3191-35cb-48d3-bc96-362b34bd5350') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:16.114059 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.132998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.142063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:16.144266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.201616 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.310822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bf52c-688f-459c-a5d5-ea7680c8a771 req-dc4c211b-88b2-47e0-862f-612a4f8a7c38 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:16.324065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb0bf52c-688f-459c-a5d5-ea7680c8a771 req-dc4c211b-88b2-47e0-862f-612a4f8a7c38 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 946 time: 0.5780339 Apr 05 20:55:16.379734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Allocated IP 172.20.0.2 (6683db5f-6ba0-4b2d-840e-041ba53f4cba/8e615c30-2e27-40c8-8edf-b1fb8b4eef38/b3d0b6fe-72cc-4066-a82c-9708b7880b7c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:16.396734 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:16.442984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.473964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.480225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:16.490974 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b610fc7d-0d7b-4039-86be-92fb7ce5762c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68 HTTP/1.1" status: 204 len: 168 time: 1.5226920 Apr 05 20:55:16.491609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45710) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:16.502463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-472704880'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:16.507867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:16.512320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:16.516743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:16.522253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:16.539275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb0bf52c-688f-459c-a5d5-ea7680c8a771 req-342de7c4-7d4c-464a-ace8-edb2e789484d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038152 Apr 05 20:55:16.587651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c73f0d-d384-46f0-b166-26e65cf02837 req-54cdfbd8-125f-4e0e-b6fa-c02a0b38d69b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:16.594183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66c73f0d-d384-46f0-b166-26e65cf02837 req-54cdfbd8-125f-4e0e-b6fa-c02a0b38d69b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.1210992 Apr 05 20:55:16.620377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:16.624460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.663363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:16.676939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.677443 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 2b79aee2-e784-4db5-a0eb-7132d3b15112 of type vlan for network 599a412c-96cd-440e-b1ee-89e6bf94606e Apr 05 20:55:16.678252 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.688570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66c73f0d-d384-46f0-b166-26e65cf02837 req-69edde12-2fc1-46b3-b5be-859caffddd8a tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928998 Apr 05 20:55:16.689434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Transition to ACTIVE for port object b3d0b6fe-72cc-4066-a82c-9708b7880b7c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:16.709970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.718097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Transition to ACTIVE for port object b3d0b6fe-72cc-4066-a82c-9708b7880b7c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:16.785843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.803343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.816635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.831914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.835757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:16.836351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.897526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:16.909244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:16.921903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:16.928104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Pushing event updated for resources: {'Port': ['ID=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:16.959785 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4671175 Apr 05 20:55:16.962812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45726) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:16.973439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '599a412c-96cd-440e-b1ee-89e6bf94606e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:16.986906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910077c5-9db5-49e7-86fd-e4a6655accc4 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=599a412c-96cd-440e-b1ee-89e6bf94606e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:17.031137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Allocated IP 172.25.2.48 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/edc10747-73ef-4f97-a61b-c9b4d808fc37) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:17.078605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 599a412c-96cd-440e-b1ee-89e6bf94606e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:17.195491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Attempting to bind port b3d0b6fe-72cc-4066-a82c-9708b7880b7c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:17.196380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Attempting to bind port b3d0b6fe-72cc-4066-a82c-9708b7880b7c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:17.196380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Attempting to bind port b3d0b6fe-72cc-4066-a82c-9708b7880b7c on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:17.229014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:17.235696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:17.239983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:17.249469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:17.283027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:17.283707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Checking segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:17.284286 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.284883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Bound using segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:17.287545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Bound port: b3d0b6fe-72cc-4066-a82c-9708b7880b7c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:17.288111 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.358539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:17.387143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.444518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] For port b3d0b6fe-72cc-4066-a82c-9708b7880b7c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:17.453374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dfa41-3c67-4f49-a315-f4a5fc462418 req-c5486c7a-db4f-4d1d-bd66-eb3cbbf86668 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:17.453551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] For port b3d0b6fe-72cc-4066-a82c-9708b7880b7c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:17.459935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac2dfa41-3c67-4f49-a315-f4a5fc462418 req-c5486c7a-db4f-4d1d-bd66-eb3cbbf86668 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 946 time: 0.1170962 Apr 05 20:55:17.510157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac2dfa41-3c67-4f49-a315-f4a5fc462418 req-da2781a3-761b-43a0-b75e-d129e0f13201 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Apr 05 20:55:17.535001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.538545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.538762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.616930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:17.619888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:17.624622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:17.652387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Pushing event updated for resources: {'Port': ['ID=edc10747-73ef-4f97-a61b-c9b4d808fc37,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:17.695619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce447c61-c44d-4646-bc8a-5b4148161c5f None None] Pushing event updated for resources: {'Port': ['ID=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:17.871904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.942795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd4160-07c5-4738-a546-03fa9729e074 req-0a1226d0-3893-46b0-8c3c-2c0c757fffd0 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:17.948564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3acd4160-07c5-4738-a546-03fa9729e074 req-0a1226d0-3893-46b0-8c3c-2c0c757fffd0 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.1050050 Apr 05 20:55:18.016145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=d8ae6dd9-01b8-475c-b3bf-3c346eba77e1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:18.033237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '2b79aee2-e784-4db5-a0eb-7132d3b15112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '599a412c-96cd-440e-b1ee-89e6bf94606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:18.033780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 599a412c-96cd-440e-b1ee-89e6bf94606e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:18.052844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.053638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.061107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3acd4160-07c5-4738-a546-03fa9729e074 req-e1235bfe-3873-47b6-b709-2b09bf072a36 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804980 Apr 05 20:55:18.148634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 599a412c-96cd-440e-b1ee-89e6bf94606e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:18.237291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 599a412c-96cd-440e-b1ee-89e6bf94606e) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:18.243256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:18.246913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5a569-ca49-49a7-8739-775f93e4ed07 None None] Network 599a412c-96cd-440e-b1ee-89e6bf94606e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:18.253388 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.393164 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f225b648-0cf0-4c27-b12e-125acc3ef78f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4278631 Apr 05 20:55:18.398907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45764) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:18.480930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Router 5ac7adad-f359-48a9-a958-1cd48611b47f is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:55:18.619093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-599a412c-96cd-440e-b1ee-89e6bf94606e', 'network_id': '599a412c-96cd-440e-b1ee-89e6bf94606e', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': 'd8ae6dd9-01b8-475c-b3bf-3c346eba77e1'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:18.635982 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.642290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45778) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:18.969877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.011934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-509392e6-39dc-4861-8d65-eedf43aea3ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e573557b84094f20878deabd3a79f97c&device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 1096 time: 0.1776173 Apr 05 20:55:19.018028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:19.034082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Allocated IP 172.20.0.1 (599a412c-96cd-440e-b1ee-89e6bf94606e/d8ae6dd9-01b8-475c-b3bf-3c346eba77e1/9079842a-4278-4aad-acdc-d4558f618865) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:19.044268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Usage tracker for resource:security_group_rule and tenant:63f052239d9e47f19c8015c4cbcc25ff is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:19.051339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:19.116188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:19.198245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-2088ac31-c46e-4ab6-88ba-906facd30126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:19.199753 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-2088ac31-c46e-4ab6-88ba-906facd30126 service neutron] 10.222.0.39 "GET /v2.0/networks?id=306398fa-4d9f-4421-88fd-617e1f4b7f31 HTTP/1.1" status: 200 len: 912 time: 0.1788266 Apr 05 20:55:19.289753 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-cc721e0e-0d9c-4ee0-91e9-5b62725aff7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e HTTP/1.1" status: 200 len: 217 time: 0.0823257 Apr 05 20:55:19.362296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-38efe74a-48bd-41bc-a0d5-073786f15d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:19.363662 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-38efe74a-48bd-41bc-a0d5-073786f15d78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c HTTP/1.1" status: 200 len: 851 time: 0.0687375 Apr 05 20:55:19.398219 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.410818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.411176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Transition to ACTIVE for port object 9079842a-4278-4aad-acdc-d4558f618865 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:19.413722 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-3c178cfb-e430-4faf-9534-076ed90e2660 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=306398fa-4d9f-4421-88fd-617e1f4b7f31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439100 Apr 05 20:55:19.432949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Transition to ACTIVE for port object 9079842a-4278-4aad-acdc-d4558f618865 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:19.437815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb2f429-8b89-4039-aa2b-02c73e046e73 None None] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:19.499265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.527013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.556328 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.611949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-857838c0-c51b-4a34-b84b-9256f990b2a5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:19.613760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-857838c0-c51b-4a34-b84b-9256f990b2a5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 946 time: 0.9933474 Apr 05 20:55:19.650989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1f14bc2f-f380-432f-b965-6b6813316b72 None None] Provisioning for port b3d0b6fe-72cc-4066-a82c-9708b7880b7c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:19.665159 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63f052239d9e47f19c8015c4cbcc25ff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0208857 Apr 05 20:55:19.670930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45792) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:19.675294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02cee4-7e0e-412c-80a2-438e0f888415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1924e-dd92-47ee-b566-98b7719c2bc2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:19.679826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-8dd6d517-d031-4477-9e08-4fe00c3e023b service neutron] 10.222.0.39 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603517 Apr 05 20:55:19.698253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.742315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2257e7-077c-4970-be91-1aa619546744 req-bacff569-41bf-4ea6-a6d6-56449701d1bc tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:19.743880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb2257e7-077c-4970-be91-1aa619546744 req-bacff569-41bf-4ea6-a6d6-56449701d1bc tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.7200584 Apr 05 20:55:19.749427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd42720-6168-49e2-a3a1-854f97a75725 req-ff3ec306-0306-4a06-b511-3ed05cdfca6d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:19.756075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fd42720-6168-49e2-a3a1-854f97a75725 req-ff3ec306-0306-4a06-b511-3ed05cdfca6d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 946 time: 0.7348485 Apr 05 20:55:19.764390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Network 599a412c-96cd-440e-b1ee-89e6bf94606e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:19.765315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Pushing event updated for resources: {'Port': ['ID=9079842a-4278-4aad-acdc-d4558f618865,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:19.773898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:19.780084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:19.822479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Deleting port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:19.822945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.967923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Attempting to bind port 9079842a-4278-4aad-acdc-d4558f618865 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:19.968291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Attempting to bind port 9079842a-4278-4aad-acdc-d4558f618865 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2b79aee2-e784-4db5-a0eb-7132d3b15112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '599a412c-96cd-440e-b1ee-89e6bf94606e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:19.968669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Attempting to bind port 9079842a-4278-4aad-acdc-d4558f618865 on network 599a412c-96cd-440e-b1ee-89e6bf94606e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:19.979883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:19.980246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Checking segment: {'id': '2b79aee2-e784-4db5-a0eb-7132d3b15112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '599a412c-96cd-440e-b1ee-89e6bf94606e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:19.980929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.981447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Bound using segment: {'id': '2b79aee2-e784-4db5-a0eb-7132d3b15112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '599a412c-96cd-440e-b1ee-89e6bf94606e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:19.981935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Bound port: 9079842a-4278-4aad-acdc-d4558f618865, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b79aee2-e784-4db5-a0eb-7132d3b15112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '599a412c-96cd-440e-b1ee-89e6bf94606e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:19.982315 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.024761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3d0b6fe-72cc-4066-a82c-9708b7880b7c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:20.083524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb2257e7-077c-4970-be91-1aa619546744 req-351492c3-1480-41ba-95ea-3ecac32366d5 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156486 Apr 05 20:55:20.098636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fd42720-6168-49e2-a3a1-854f97a75725 req-0d46d479-f9bd-4047-af76-3fdbb333b7df tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395371 Apr 05 20:55:20.131392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8407dc66-75b6-4846-a2f0-c0b5f0fe39ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.213520 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8407dc66-75b6-4846-a2f0-c0b5f0fe39ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.219713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.229398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] For port 9079842a-4278-4aad-acdc-d4558f618865, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:20.233947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] For port 9079842a-4278-4aad-acdc-d4558f618865, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9079842a-4278-4aad-acdc-d4558f618865,segment=NetworkSegment(2b79aee2-e784-4db5-a0eb-7132d3b15112),segment_id=2b79aee2-e784-4db5-a0eb-7132d3b15112)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:20.263073 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4eae7fff-be14-4b68-a2e6-6947060f0231 req-b45753c5-4f73-4927-9122-68e5aaa7fa22 service neutron] 10.222.0.39 "GET /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706570 Apr 05 20:55:20.301033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.328868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b3d0b6fe-72cc-4066-a82c-9708b7880b7c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:20.332727 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.375521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b3d0b6fe-72cc-4066-a82c-9708b7880b7c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:20.376025 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.376296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:55:20.378004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ae6dd9-01b8-475c-b3bf-3c346eba77e1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:20.417519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:55:20.431500 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8407dc66-75b6-4846-a2f0-c0b5f0fe39ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.450867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407dc66-75b6-4846-a2f0-c0b5f0fe39ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb1924e-dd92-47ee-b566-98b7719c2bc2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:20.452529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8407dc66-75b6-4846-a2f0-c0b5f0fe39ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.453787 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8407dc66-75b6-4846-a2f0-c0b5f0fe39ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fb1924e-dd92-47ee-b566-98b7719c2bc2 HTTP/1.1" status: 204 len: 168 time: 0.7812538 Apr 05 20:55:20.505344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace2b59-62cd-480b-b892-46f67354d415 None None] Pushing event updated for resources: {'Port': ['ID=9079842a-4278-4aad-acdc-d4558f618865,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:20.539626 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.576406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] For port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:20.576764 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.590671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599a412c-96cd-440e-b1ee-89e6bf94606e']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.736522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:55:20.740542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:55:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.862854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Calling delete_port for 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:20.890937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.894711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45816) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:20.913638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b43ee741-bc4c-4110-9c4e-eb808e675141 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8200421 Apr 05 20:55:20.923352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b79aee2-e784-4db5-a0eb-7132d3b15112') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.923352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b79aee2-e784-4db5-a0eb-7132d3b15112') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.964587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.053128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.177335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.193902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:21.194388 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:21.240022 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:21.323231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b3d0b6fe-72cc-4066-a82c-9708b7880b7c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:21.352002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:55:21.441389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.495461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7386ceb-d5d3-489a-8503-3189634ec38e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:55:21.544824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.672191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:21.896621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45832) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:21.974843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.028502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:22.028502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Usage tracker for resource:security_group_rule and tenant:cf15bff21b614f039dad55af9646726f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:22.029716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:22.036498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:22.120328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3d0b6fe-72cc-4066-a82c-9708b7880b7c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:22.122892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.159804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Pushing event deleted for resources: {'Port': ['ID=9e06c63a-156a-4e15-acb7-932b7b6cfbc9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:22.202283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.206171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ea3d37a-5ffe-4af0-81c0-ad1bb8dcbd9e req-f8a7c615-4e91-4d69-83a1-bd6e4ed10b49 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 210 time: 0.6765776 Apr 05 20:55:22.261888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] No DVR routers for this DVR port 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:22.280453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:55:22.280453 n-d-836605-1 neutron-server[84581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:55:22.280453 n-d-836605-1 neutron-server[84581]: [parameters: {'id': '599a412c-96cd-440e-b1ee-89e6bf94606e'}] Apr 05 20:55:22.280453 n-d-836605-1 neutron-server[84581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:22.280453 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:22.280453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.290485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'name': 'network-vif-deleted', 'tag': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:55:22.329539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1622b7-c4e6-474b-9176-65c98ec9c00b req-dbbb730c-4fde-4e8b-b4a5-6a1fda2e4bb6 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:22.334742 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf15bff21b614f039dad55af9646726f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3836608 Apr 05 20:55:22.337321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d1622b7-c4e6-474b-9176-65c98ec9c00b req-dbbb730c-4fde-4e8b-b4a5-6a1fda2e4bb6 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.8077643 Apr 05 20:55:22.338246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61485fcf-f2a6-4714-a2b6-d936f73a1426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e839e-b705-4cb7-bcfa-2c69d1d6fb10,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:22.339914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45840) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:22.371076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff3d8ab1-ae2f-450d-98cf-2e8655c381b8 req-937b2771-7f1e-4f31-b23c-2a246676b4a3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "DELETE /v2.0/ports/9e06c63a-156a-4e15-acb7-932b7b6cfbc9 HTTP/1.1" status: 204 len: 173 time: 2.7470424 Apr 05 20:55:22.441945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a3bbe2-963e-416b-9af5-ecc4b7b4f4a1 None None] Network 599a412c-96cd-440e-b1ee-89e6bf94606e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:22.452191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d1622b7-c4e6-474b-9176-65c98ec9c00b req-c8fce543-f642-4426-a009-e799f9e05f44 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137345 Apr 05 20:55:22.499253 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cc548b-4503-403b-a6bc-cb00a878ad6f'] response: {'server_uuid': 'e56f4e01-c61a-4046-bf00-f2124ee38c70', 'name': 'network-vif-deleted', 'tag': '9e06c63a-156a-4e15-acb7-932b7b6cfbc9', 'status': 'completed', 'code': 200} Apr 05 20:55:22.579336 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-baa38bfa-0b81-4425-a664-f38cd7be37c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.597537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.643888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-baa38bfa-0b81-4425-a664-f38cd7be37c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.744173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2b50940d-95e3-4af5-bcf6-486616bc0604 None None] Provisioning for port 9079842a-4278-4aad-acdc-d4558f618865 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:22.779743 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.804729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-baa38bfa-0b81-4425-a664-f38cd7be37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.811304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port 9079842a-4278-4aad-acdc-d4558f618865 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:22.812047 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.813877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b3d0b6fe-72cc-4066-a82c-9708b7880b7c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:22.821547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.950276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Allocated IP 172.20.0.1 (6683db5f-6ba0-4b2d-840e-041ba53f4cba/8e615c30-2e27-40c8-8edf-b1fb8b4eef38/703fec9a-7eaa-4182-b606-d07593837bbf) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:22.967947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:17Z', 'revision_number': 3, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:22.978141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:55:22.979264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Updating router 5ac7adad-f359-48a9-a958-1cd48611b47f port edc10747-73ef-4f97-a61b-c9b4d808fc37 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:55:23.008363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa38bfa-0b81-4425-a664-f38cd7be37c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e839e-b705-4cb7-bcfa-2c69d1d6fb10,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:23.023089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-baa38bfa-0b81-4425-a664-f38cd7be37c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.026270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-baa38bfa-0b81-4425-a664-f38cd7be37c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c4e839e-b705-4cb7-bcfa-2c69d1d6fb10 HTTP/1.1" status: 204 len: 168 time: 0.6853418 Apr 05 20:55:23.109968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9079842a-4278-4aad-acdc-d4558f618865 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:23.153126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:23.209721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:55:23.210080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9e06c63a-156a-4e15-acb7-932b7b6cfbc9 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:23.227796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.255423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.300509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] For port 9079842a-4278-4aad-acdc-d4558f618865, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9079842a-4278-4aad-acdc-d4558f618865,segment=NetworkSegment(2b79aee2-e784-4db5-a0eb-7132d3b15112),segment_id=2b79aee2-e784-4db5-a0eb-7132d3b15112)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:23.301374 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.304490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Transition to ACTIVE for port object 703fec9a-7eaa-4182-b606-d07593837bbf will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:23.433723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.593841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:23.604043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:23.608891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Pushing event updated for resources: {'Port': ['ID=703fec9a-7eaa-4182-b606-d07593837bbf,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:23.614134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:23.691108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] DHCP port deletion for 599a412c-96cd-440e-b1ee-89e6bf94606e request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:55:23.697308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Calling delete_port for 9079842a-4278-4aad-acdc-d4558f618865 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:23.722939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Deleting port 9079842a-4278-4aad-acdc-d4558f618865 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:23.726490 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.780560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.926117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9079842a-4278-4aad-acdc-d4558f618865 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:23.942121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9079842a-4278-4aad-acdc-d4558f618865 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:23.942761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.956054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2adc15f3-1b30-4aa8-80c1-96a8e268a7c0 req-27d8815f-0292-4fcb-bc44-25e72b6a4bac tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Synchronizing usage tracker for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:24.060961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.110256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:55:24.117792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31675ae-3753-44ff-a111-7b4eff1d4e31 req-57ef8f98-3c52-4ef8-b027-73a5bd1e522e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:24.135306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a31675ae-3753-44ff-a111-7b4eff1d4e31 req-57ef8f98-3c52-4ef8-b027-73a5bd1e522e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.3124518 Apr 05 20:55:24.182260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2adc15f3-1b30-4aa8-80c1-96a8e268a7c0 req-27d8815f-0292-4fcb-bc44-25e72b6a4bac tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Unset dirty status for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:24.183584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2adc15f3-1b30-4aa8-80c1-96a8e268a7c0 req-27d8815f-0292-4fcb-bc44-25e72b6a4bac tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56f4e01-c61a-4046-bf00-f2124ee38c70 HTTP/1.1" status: 200 len: 210 time: 0.5105200 Apr 05 20:55:24.189301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a31675ae-3753-44ff-a111-7b4eff1d4e31 req-745c95d4-1a3e-4533-adc2-60154316da71 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547130 Apr 05 20:55:24.271226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.372430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No DVR routers for this DVR port 9079842a-4278-4aad-acdc-d4558f618865 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:24.441859 n-d-836605-1 neutron-server[84582]: INFO neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No ports have port_id starting with 9079842a-4278-4aad-acdc-d4558f618865 Apr 05 20:55:24.476075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Port': ['ID=9079842a-4278-4aad-acdc-d4558f618865,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:24.551839 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.590385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] For port 9079842a-4278-4aad-acdc-d4558f618865, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9079842a-4278-4aad-acdc-d4558f618865,segment=NetworkSegment(2b79aee2-e784-4db5-a0eb-7132d3b15112),segment_id=2b79aee2-e784-4db5-a0eb-7132d3b15112)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:24.590785 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.609036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Transition to ACTIVE for port object edc10747-73ef-4f97-a61b-c9b4d808fc37 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:24.629759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f874e0ef-765c-45ed-8177-dabc21adc8a9 None None] Provisioning for port 703fec9a-7eaa-4182-b606-d07593837bbf completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:24.714881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.772665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9079842a-4278-4aad-acdc-d4558f618865 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:24.814620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599a412c-96cd-440e-b1ee-89e6bf94606e']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:24.849305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b79aee2-e784-4db5-a0eb-7132d3b15112') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:24.849614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b79aee2-e784-4db5-a0eb-7132d3b15112') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:24.889566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.896792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.921198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.931717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:24.932000 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.957504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f874e0ef-765c-45ed-8177-dabc21adc8a9 None None] Provisioning complete for port 703fec9a-7eaa-4182-b606-d07593837bbf triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:24.958070 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f874e0ef-765c-45ed-8177-dabc21adc8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.983074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.998526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Calling delete_port for 9079842a-4278-4aad-acdc-d4558f618865 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:25.019829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.090552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9079842a-4278-4aad-acdc-d4558f618865 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:55:25.091013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9079842a-4278-4aad-acdc-d4558f618865 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:25.128722 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:25.212019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.282393 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.290400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=599a412c-96cd-440e-b1ee-89e6bf94606e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:25.310530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.315076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0890d632-aa56-4fae-ab09-be7afedb701d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/599a412c-96cd-440e-b1ee-89e6bf94606e HTTP/1.1" status: 204 len: 168 time: 6.9143858 Apr 05 20:55:25.324486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45888) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:25.329501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Pushing event updated for resources: {'Port': ['ID=703fec9a-7eaa-4182-b606-d07593837bbf,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:25.334262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f874e0ef-765c-45ed-8177-dabc21adc8a9 None None] Port 703fec9a-7eaa-4182-b606-d07593837bbf cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:55:25.342205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-964621770'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:25.359912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:25.364762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2589a-07c4-4484-931b-34501b07e78a None None] Pushing event updated for resources: {'Port': ['ID=edc10747-73ef-4f97-a61b-c9b4d808fc37,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:25.369809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:25.373910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:25.381148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Attempting to bind port edc10747-73ef-4f97-a61b-c9b4d808fc37 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:25.381917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Attempting to bind port edc10747-73ef-4f97-a61b-c9b4d808fc37 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:25.381917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Attempting to bind port edc10747-73ef-4f97-a61b-c9b4d808fc37 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:25.399319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:25.399695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:25.400097 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.400491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:25.400959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Bound port: edc10747-73ef-4f97-a61b-c9b4d808fc37, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:25.401366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.417271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:25.439439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef9a18-43ef-48e5-832b-220241a29a09 req-4b28c89c-7a8c-4b26-8ceb-664ece257765 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:25.448422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddef9a18-43ef-48e5-832b-220241a29a09 req-4b28c89c-7a8c-4b26-8ceb-664ece257765 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.2986341 Apr 05 20:55:25.571173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:25.574452 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.606799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:25.610250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:25.622945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] For port edc10747-73ef-4f97-a61b-c9b4d808fc37, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:25.626877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] For port edc10747-73ef-4f97-a61b-c9b4d808fc37, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=edc10747-73ef-4f97-a61b-c9b4d808fc37,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:25.634777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:25.635588 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:25.697203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddef9a18-43ef-48e5-832b-220241a29a09 req-e709ba41-97de-4061-a4ab-06a309dbdd26 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341521 Apr 05 20:55:25.713925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:25.736915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.737347 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 459353cc-b949-4888-820e-6ff8ec40cb3d of type vlan for network 7db11900-f8b8-4636-bd01-b03596f1936c Apr 05 20:55:25.747658 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.824638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.868479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2589a-07c4-4484-931b-34501b07e78a None None] Pushing event updated for resources: {'Port': ['ID=edc10747-73ef-4f97-a61b-c9b4d808fc37,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:25.895656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9487ac-168d-4515-9ef1-e4f81eb938a8 req-53346ad8-ad1f-44c5-aef7-21a0cfa10f94 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:25.895805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:55:25.895805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:55:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:25.899787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a9487ac-168d-4515-9ef1-e4f81eb938a8 req-53346ad8-ad1f-44c5-aef7-21a0cfa10f94 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1469989 Apr 05 20:55:25.960873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a9487ac-168d-4515-9ef1-e4f81eb938a8 req-4a788418-8a9e-45c7-971c-8c730cbd86e1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601652 Apr 05 20:55:25.963991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.969134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:25.969134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:26.133749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=7db11900-f8b8-4636-bd01-b03596f1936c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:26.226660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-74b3af46-545f-49a1-949d-d7055a59dcb5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8910954 Apr 05 20:55:26.232918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45906) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:26.234177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:55:26.240684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:26.365681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:55:26.473889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Deleting port 9079842a-4278-4aad-acdc-d4558f618865 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:26.474404 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:26.515391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7db11900-f8b8-4636-bd01-b03596f1936c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:26.658339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:55:26.696482 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-450ce373-dd51-473f-8a05-1ddcfc8c7c95 admin admin] 10.222.0.10 "PUT /v2.0/routers/5ac7adad-f359-48a9-a958-1cd48611b47f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8003552 Apr 05 20:55:26.722680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f9e823c1-93fa-41ac-9868-3fe8c1b5d8fd None None] The port '9079842a-4278-4aad-acdc-d4558f618865' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:55:26.771285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0895440b-85d7-445d-a609-dda683e6202f None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:55:26.843104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5c1b4ad9-7c28-441e-b58f-373dd3c3c7d5 None None] Provisioning complete for port 703fec9a-7eaa-4182-b606-d07593837bbf triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:26.843503 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4ad9-7c28-441e-b58f-373dd3c3c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:26.978905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0895440b-85d7-445d-a609-dda683e6202f None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:55:26.985010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:27.104440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:27.202559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b4ad9-7c28-441e-b58f-373dd3c3c7d5 None None] Port 703fec9a-7eaa-4182-b606-d07593837bbf cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:55:27.242889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 7db11900-f8b8-4636-bd01-b03596f1936c is not hosted by any dhcp agent {{(pid=84581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 20:55:27.246685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:27.247371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:27.248714 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "PUT /v2.0/networks/7db11900-f8b8-4636-bd01-b03596f1936c HTTP/1.1" status: 200 len: 723 time: 1.0148075 Apr 05 20:55:27.255104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45932) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:27.270463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d173d-6c1c-4919-8f55-e6a112ba84e5 req-63f11775-d52a-4a90-98f2-1c1fb5a56207 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:27.273881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '7db11900-f8b8-4636-bd01-b03596f1936c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:27.278703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-917d173d-6c1c-4919-8f55-e6a112ba84e5 req-63f11775-d52a-4a90-98f2-1c1fb5a56207 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.7475085 Apr 05 20:55:27.325161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644a149-a888-4236-97f8-e9573253ae91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=7db11900-f8b8-4636-bd01-b03596f1936c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:27.365331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-917d173d-6c1c-4919-8f55-e6a112ba84e5 req-bc8dce3a-4505-46ca-9bb2-4893abd26519 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830054 Apr 05 20:55:27.392705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006cf7-de6e-4261-aee1-0aa4a2738d00 req-03288951-f172-4402-8574-a298395b1996 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:27.400311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12006cf7-de6e-4261-aee1-0aa4a2738d00 req-03288951-f172-4402-8574-a298395b1996 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.3713427 Apr 05 20:55:27.468873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:27.479501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-0762f826-688f-464e-ab88-c33f8e61088b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:27.481875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-0762f826-688f-464e-ab88-c33f8e61088b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Synchronizing usage tracker for tenant:e573557b84094f20878deabd3a79f97c on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:27.491084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:27.504491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12006cf7-de6e-4261-aee1-0aa4a2738d00 req-fe507de5-7c51-4e8b-9da0-0b55ea789127 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967782 Apr 05 20:55:27.504857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7db11900-f8b8-4636-bd01-b03596f1936c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:27.507977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:27.517340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:27.603004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:27.784978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-0762f826-688f-464e-ab88-c33f8e61088b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Unset dirty status for tenant:e573557b84094f20878deabd3a79f97c on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:27.790001 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-0762f826-688f-464e-ab88-c33f8e61088b tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.39 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.6903729 Apr 05 20:55:27.868153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6425436-8344-4a6f-93e7-5c56f6a37b73 req-5be88612-8a98-403b-bbdf-d558af627d1d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:27.884022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6425436-8344-4a6f-93e7-5c56f6a37b73 req-5be88612-8a98-403b-bbdf-d558af627d1d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1594150 Apr 05 20:55:27.954013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:27.981882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6425436-8344-4a6f-93e7-5c56f6a37b73 req-029ed905-41b1-41d1-908a-3f191428e43a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968242 Apr 05 20:55:28.086063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:24Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:28.106019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdef135-fd22-46b6-a646-989ff2db24bb None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:24Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:55:28.364309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Deleting port 947a08c5-15fa-418a-88a0-f31752cb6d8e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:28.365508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.841071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] For port 947a08c5-15fa-418a-88a0-f31752cb6d8e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=947a08c5-15fa-418a-88a0-f31752cb6d8e,segment=NetworkSegment(85313eb1-35f2-4038-9dcf-0bead59ce587),segment_id=85313eb1-35f2-4038-9dcf-0bead59ce587)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:28.841759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.922762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45964) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:28.936566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.942598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640321622', 'description': 'tempest-description--1651310695'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:28.952834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:28.988868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:29.013844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e11a3-ffa2-46b1-becb-844fde73214c req-7fa5cbab-0596-4091-a362-3221c6e2767e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:29.019723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad8e11a3-ffa2-46b1-becb-844fde73214c req-7fa5cbab-0596-4091-a362-3221c6e2767e tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 945 time: 0.3332868 Apr 05 20:55:29.021434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:29.052297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Calling delete_port for 947a08c5-15fa-418a-88a0-f31752cb6d8e owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:29.098791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:29.166029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad8e11a3-ffa2-46b1-becb-844fde73214c req-79e77337-b303-4df7-a8a9-ca5ec719cd18 tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b70d951-77cf-4b5a-9319-09e22545d566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352997 Apr 05 20:55:29.168769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=91465093-599a-4388-9fae-d46acc3b5282,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:29.208732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '459353cc-b949-4888-820e-6ff8ec40cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7db11900-f8b8-4636-bd01-b03596f1936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:29.209135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 7db11900-f8b8-4636-bd01-b03596f1936c, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:29.248556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.377013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:29.398423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 7db11900-f8b8-4636-bd01-b03596f1936c is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:29.400566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:29.415763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:29.444245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:29.467106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.546084 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:55:29.571965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7db11900-f8b8-4636-bd01-b03596f1936c) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:29.591643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d11437-5599-462a-a0b8-5b37b18f81f1 None None] Network 7db11900-f8b8-4636-bd01-b03596f1936c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:29.597856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Pushing event deleted for resources: {'Port': ['ID=947a08c5-15fa-418a-88a0-f31752cb6d8e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:29.608767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:29.608767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.644790 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.778493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] No DVR routers for this DVR port 947a08c5-15fa-418a-88a0-f31752cb6d8e on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:29.781136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.784043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'name': 'network-vif-deleted', 'tag': '947a08c5-15fa-418a-88a0-f31752cb6d8e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:55:29.785882 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.926804 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e4f6a94b-d6f0-462e-9859-de7381305f44 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6672063 Apr 05 20:55:29.927522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45990) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:29.934894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e2c39695-1f24-4c89-911b-6181d0ad3329 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:29.965008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5816df8b-2f90-4bfc-9a8d-8b47becdc300,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:29.987276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.987889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.988398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.988901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.989446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.990052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.990697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.991200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.991829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.992328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:29.992824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:30.038718 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.045322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-be8a67d9-3627-45c9-a405-dd61a946870e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1193814 Apr 05 20:55:30.053274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45994) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:30.053739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-7db11900-f8b8-4636-bd01-b03596f1936c', 'network_id': '7db11900-f8b8-4636-bd01-b03596f1936c', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': '91465093-599a-4388-9fae-d46acc3b5282'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:30.053739 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.053953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': '5816df8b-2f90-4bfc-9a8d-8b47becdc300', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:30.056853 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c61fa6a-3318-4ad6-b106-abfc6bec363d'] response: {'server_uuid': '09be1aa6-485e-4fa1-9121-55ac35f119fc', 'name': 'network-vif-deleted', 'tag': '947a08c5-15fa-418a-88a0-f31752cb6d8e', 'status': 'completed', 'code': 200} Apr 05 20:55:30.063739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:30.068917 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fad51ea0-7c49-4019-b4c8-337bf85185dc req-f0b4939f-8c51-4b10-8737-c203d82e5c0c tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.39 "DELETE /v2.0/ports/947a08c5-15fa-418a-88a0-f31752cb6d8e HTTP/1.1" status: 204 len: 173 time: 2.2481353 Apr 05 20:55:30.089464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:30.089464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:30.099588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:30.204216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46002) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:30.291762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.404998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Allocated IP 172.20.0.2 (7db11900-f8b8-4636-bd01-b03596f1936c/91465093-599a-4388-9fae-d46acc3b5282/ca956b33-d833-45c7-bff0-189c861704e0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:30.441637 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2c39695-1f24-4c89-911b-6181d0ad3329 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2401675'] for subnet, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.482666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 947a08c5-15fa-418a-88a0-f31752cb6d8e no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:30.668140 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.763374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 947a08c5-15fa-418a-88a0-f31752cb6d8e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:55:30.764244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 947a08c5-15fa-418a-88a0-f31752cb6d8e not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:30.800157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device edc10747-73ef-4f97-a61b-c9b4d808fc37 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:30.842203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fc91dc9-9631-41cf-9f37-8486cbbccf78 req-ddf993bc-92e3-4e4e-b405-953c969798ef tempest-TestServerAdvancedOps-294273255 tempest-TestServerAdvancedOps-294273255-project] 10.222.0.10 "GET /v2.0/ports?device_id=09be1aa6-485e-4fa1-9121-55ac35f119fc HTTP/1.1" status: 200 len: 210 time: 0.0934715 Apr 05 20:55:30.844810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:30.853842 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.855702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Usage tracker for resource:security_group_rule and tenant:1a0c155a83a24614a2b3a4be19ace64f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:30.859033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:30.867674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:30.993077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.995795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.040190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port edc10747-73ef-4f97-a61b-c9b4d808fc37 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:31.049854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port edc10747-73ef-4f97-a61b-c9b4d808fc37 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:31.050351 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.066026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.091501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c27bc3-1fb6-4cd5-9d0d-e44627ce411b,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:31.107611 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.124273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Transition to ACTIVE for port object ca956b33-d833-45c7-bff0-189c861704e0 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:31.134566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b25b31-218f-4846-a038-925f1fcb163b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:31.150157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0752514e-6d0e-48c9-b626-95762c7a5bcb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a0c155a83a24614a2b3a4be19ace64f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9400649 Apr 05 20:55:31.150503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46020) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:31.155237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Transition to ACTIVE for port object ca956b33-d833-45c7-bff0-189c861704e0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:31.196125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.197862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1daee6cd-7d13-4293-bab8-9306e2ca00e2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1507342 Apr 05 20:55:31.205777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46024) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:31.213041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': '5816df8b-2f90-4bfc-9a8d-8b47becdc300', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:31.227400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:31.233992 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.234260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:31.235883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:31.243674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:31.284967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84677d87-77f9-47e3-869a-98c22be926f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.286882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port edc10747-73ef-4f97-a61b-c9b4d808fc37, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=edc10747-73ef-4f97-a61b-c9b4d808fc37,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:31.331207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84677d87-77f9-47e3-869a-98c22be926f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.351259 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.478453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.481489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.539758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Network 7db11900-f8b8-4636-bd01-b03596f1936c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:31.541255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:31.545267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:31.615239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Pushing event updated for resources: {'Port': ['ID=ca956b33-d833-45c7-bff0-189c861704e0,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:31.660727 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84677d87-77f9-47e3-869a-98c22be926f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.703067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677d87-77f9-47e3-869a-98c22be926f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b25b31-218f-4846-a038-925f1fcb163b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:31.714442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84677d87-77f9-47e3-869a-98c22be926f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.718899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-84677d87-77f9-47e3-869a-98c22be926f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03b25b31-218f-4846-a038-925f1fcb163b HTTP/1.1" status: 204 len: 168 time: 0.5667260 Apr 05 20:55:31.733356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46036) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:31.748300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.849841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Attempting to bind port ca956b33-d833-45c7-bff0-189c861704e0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:31.850328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Attempting to bind port ca956b33-d833-45c7-bff0-189c861704e0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '459353cc-b949-4888-820e-6ff8ec40cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7db11900-f8b8-4636-bd01-b03596f1936c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:31.850706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Attempting to bind port ca956b33-d833-45c7-bff0-189c861704e0 on network 7db11900-f8b8-4636-bd01-b03596f1936c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:31.878016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2c39695-1f24-4c89-911b-6181d0ad3329 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757425296020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2424146'] for subnet, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.880651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:31.881038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Checking segment: {'id': '459353cc-b949-4888-820e-6ff8ec40cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7db11900-f8b8-4636-bd01-b03596f1936c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:31.881476 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.881876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Bound using segment: {'id': '459353cc-b949-4888-820e-6ff8ec40cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7db11900-f8b8-4636-bd01-b03596f1936c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:31.882351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Bound port: ca956b33-d833-45c7-bff0-189c861704e0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459353cc-b949-4888-820e-6ff8ec40cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7db11900-f8b8-4636-bd01-b03596f1936c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:31.882739 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.898915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=edc10747-73ef-4f97-a61b-c9b4d808fc37,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:31.952799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.963936 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.972564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c39695-1f24-4c89-911b-6181d0ad3329 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:31.973201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2c39695-1f24-4c89-911b-6181d0ad3329 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.974495 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e2c39695-1f24-4c89-911b-6181d0ad3329 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "PUT /v2.0/subnets/91465093-599a-4388-9fae-d46acc3b5282 HTTP/1.1" status: 200 len: 806 time: 2.0461183 Apr 05 20:55:31.992170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46044) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:32.059565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb63b476-9432-4023-9906-dd4ed312bb50,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:32.074531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46048) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:32.114708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] For port ca956b33-d833-45c7-bff0-189c861704e0, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:32.118357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] For port ca956b33-d833-45c7-bff0-189c861704e0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ca956b33-d833-45c7-bff0-189c861704e0,segment=NetworkSegment(459353cc-b949-4888-820e-6ff8ec40cb3d),segment_id=459353cc-b949-4888-820e-6ff8ec40cb3d)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:32.166214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c39695-1f24-4c89-911b-6181d0ad3329 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=91465093-599a-4388-9fae-d46acc3b5282,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:32.177215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] Deleting subnet eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:55:32.179921 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.194919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:32.213149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Usage tracker for resource:security_group_rule and tenant:2ccd07e0127343528d2e89cb686a5d06 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:32.218511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:32.225331 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.229460 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ecd354f5-100a-44d8-86cb-b9a50d7cc44d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0199516 Apr 05 20:55:32.229642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:32.229904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46052) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:32.230272 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.239882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:32.246219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:32.250544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:floatingip and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:32.254711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:32.261198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:32.273010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.273449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.304899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port ca956b33-d833-45c7-bff0-189c861704e0 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:32.305413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.343703 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.392763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.405970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5a4ab-cce2-4f15-b5b6-229a2bc21623 None None] Pushing event updated for resources: {'Port': ['ID=ca956b33-d833-45c7-bff0-189c861704e0,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:32.653173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.747280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device edc10747-73ef-4f97-a61b-c9b4d808fc37 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:32.793249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] For port ca956b33-d833-45c7-bff0-189c861704e0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ca956b33-d833-45c7-bff0-189c861704e0,segment=NetworkSegment(459353cc-b949-4888-820e-6ff8ec40cb3d),segment_id=459353cc-b949-4888-820e-6ff8ec40cb3d)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:32.793612 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.815165 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.838818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port edc10747-73ef-4f97-a61b-c9b4d808fc37 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:32.839347 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.882594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:32.890258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.899854 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d3bf24a9-8353-4d65-882a-324faf1a2e1f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eb5b3bd8-9713-45ad-adbd-d1f3348f9a8c HTTP/1.1" status: 204 len: 168 time: 0.8193069 Apr 05 20:55:32.906373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46062) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:32.910155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.919029 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.022900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46066) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:33.035097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ccd07e0127343528d2e89cb686a5d06&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2969925 Apr 05 20:55:33.040721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Calling delete_port for ca956b33-d833-45c7-bff0-189c861704e0 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:33.055247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46072) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:33.112822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.127156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98f8f1-ec8a-44ca-aa6f-b476c0f03c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a28a50-1f3f-4ef7-84ab-39370b5c76e0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:33.153179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:33.162361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Usage tracker for resource:security_group_rule and tenant:6225eac7210448639654210109e9d7ea is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:33.166681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:33.182994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.184501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:33.223023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6208e4b9-83b7-4b06-a3fe-adf9bb68ea15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.512280 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.513107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6208e4b9-83b7-4b06-a3fe-adf9bb68ea15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.546089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.546495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.25.2.92 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/59ffe852-d269-4754-92bb-ef0983f75e59) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:33.592408 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.624738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5697d8a5-3d48-4028-ba00-dda1ee24363a None None] Network 7db11900-f8b8-4636-bd01-b03596f1936c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:33.629867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Port': ['ID=ca956b33-d833-45c7-bff0-189c861704e0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:33.630933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-066804de-4c87-4380-8820-07cc472ce78f req-50cfcd55-532b-465b-8c32-899a63d3a62c tempest-ServerRescueTestJSON-663660068 tempest-ServerRescueTestJSON-663660068-project] (84580) timed out ('10.222.0.39', 50787) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:55:33.654661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.759652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-44a5fbdb-4b17-4bd4-aebf-c03ee41485ef None None] Could not find standard attr ID for object ca956b33-d833-45c7-bff0-189c861704e0. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:55:33.802110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306398fa-4d9f-4421-88fd-617e1f4b7f31']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:33.804213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No DVR routers for this DVR port ca956b33-d833-45c7-bff0-189c861704e0 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:33.806044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6e8363-29dc-408a-8b86-e509ea5a9a35,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:33.828133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85313eb1-35f2-4038-9dcf-0bead59ce587') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:33.828524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85313eb1-35f2-4038-9dcf-0bead59ce587') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:33.849562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.873293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3e168ae0-a9a3-4156-8ea4-4db594dd91da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6225eac7210448639654210109e9d7ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8396425 Apr 05 20:55:33.874237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46088) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:33.898674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.919952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:33.925747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:33.940437 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:33.945912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6208e4b9-83b7-4b06-a3fe-adf9bb68ea15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.956187 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.983430 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.056744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208e4b9-83b7-4b06-a3fe-adf9bb68ea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a28a50-1f3f-4ef7-84ab-39370b5c76e0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:34.079157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.089033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6208e4b9-83b7-4b06-a3fe-adf9bb68ea15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.098140 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6208e4b9-83b7-4b06-a3fe-adf9bb68ea15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21a28a50-1f3f-4ef7-84ab-39370b5c76e0 HTTP/1.1" status: 204 len: 168 time: 1.0342741 Apr 05 20:55:34.120938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa5ddc-b80e-4557-9ee5-badad2b49972 req-49234156-321f-4ff2-a370-38e8a75e3981 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:34.122468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7baa5ddc-b80e-4557-9ee5-badad2b49972 req-49234156-321f-4ff2-a370-38e8a75e3981 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2021987 Apr 05 20:55:34.128097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-baa260e3-6086-42ad-98f2-dcfb2d0a2912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.170293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-baa260e3-6086-42ad-98f2-dcfb2d0a2912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.195160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7baa5ddc-b80e-4557-9ee5-badad2b49972 req-44309bd4-9d77-4584-96d3-1a5f6969b849 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626407 Apr 05 20:55:34.196243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.200849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.242394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.256503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=306398fa-4d9f-4421-88fd-617e1f4b7f31,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:34.277692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.333142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fd81d8-ff35-4939-b95b-38b89814712f None None] Network 7db11900-f8b8-4636-bd01-b03596f1936c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:34.378371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=91465093-599a-4388-9fae-d46acc3b5282,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:34.413721 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ade67bf-f7e3-4b12-acbe-8c0eecd21b0c admin admin] 10.222.0.10 "DELETE /v2.0/networks/306398fa-4d9f-4421-88fd-617e1f4b7f31 HTTP/1.1" status: 204 len: 168 time: 1.5002978 Apr 05 20:55:34.422354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:34.424009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:34.426964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46096) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:34.438660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:34.519888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-baa260e3-6086-42ad-98f2-dcfb2d0a2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.534673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.556712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=59ffe852-d269-4754-92bb-ef0983f75e59,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:34.587887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db11900-f8b8-4636-bd01-b03596f1936c']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:34.597347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa260e3-6086-42ad-98f2-dcfb2d0a2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6e8363-29dc-408a-8b86-e509ea5a9a35,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:34.614624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459353cc-b949-4888-820e-6ff8ec40cb3d') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:34.614624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459353cc-b949-4888-820e-6ff8ec40cb3d') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:34.617513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-baa260e3-6086-42ad-98f2-dcfb2d0a2912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.618618 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-baa260e3-6086-42ad-98f2-dcfb2d0a2912 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db6e8363-29dc-408a-8b86-e509ea5a9a35 HTTP/1.1" status: 204 len: 168 time: 0.7418325 Apr 05 20:55:34.625257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] Deleting subnet 8a5ba7bb-9407-42fc-ac22-b45b46ee2006 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:55:34.629194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.638374 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.674914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ef8af-5fb5-4555-b62c-148c13eef277 req-b91e5864-34bd-476e-855a-20acb82f8d8c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:34.677188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d2ef8af-5fb5-4555-b62c-148c13eef277 req-b91e5864-34bd-476e-855a-20acb82f8d8c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2065301 Apr 05 20:55:34.681992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.694338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2236a1d9-0c85-46bc-ba98-82ede41ac958 None None] DHCP port deletion for 7db11900-f8b8-4636-bd01-b03596f1936c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:55:34.703304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.725679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:34.726086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:34.745489 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:34.785218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.846947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d2ef8af-5fb5-4555-b62c-148c13eef277 req-c52fe721-7b35-4d52-bdc9-d6d0bf615ab5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613786 Apr 05 20:55:34.848291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-688f70af-1feb-4015-84da-e761b8b4ca38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.967668 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.993608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.004113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.011531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=7db11900-f8b8-4636-bd01-b03596f1936c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:35.042082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cebf9eca-c130-4d15-99bb-6587ee3bff47 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/7db11900-f8b8-4636-bd01-b03596f1936c HTTP/1.1" status: 204 len: 168 time: 3.0426440 Apr 05 20:55:35.042280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46108) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:35.067971 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc5bfe8-e924-4172-a55f-01f013b501fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:35.068389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc5bfe8-e924-4172-a55f-01f013b501fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:35.070315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0bc5bfe8-e924-4172-a55f-01f013b501fc tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/7db11900-f8b8-4636-bd01-b03596f1936c HTTP/1.1" status: 404 len: 339 time: 0.0268745 Apr 05 20:55:35.074016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46112) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:35.080487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627720727', 'description': 'd1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:35.080871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.083577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5ba7bb-9407-42fc-ac22-b45b46ee2006,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:35.091129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:35.096307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:network and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:35.099645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-15c912d0-50cf-4a90-903b-f54713a87894 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8a5ba7bb-9407-42fc-ac22-b45b46ee2006 HTTP/1.1" status: 204 len: 168 time: 0.6676130 Apr 05 20:55:35.102091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46116) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:35.102873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:35.111339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:35.288950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:35.292721 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.326157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:35.335307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46122) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:35.371264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.381328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.398043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.398043 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment a4471bdd-3040-459d-9828-8d9d62c8c214 of type vlan for network dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 Apr 05 20:55:35.398266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.436297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.450469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:35.462970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Usage tracker for resource:security_group_rule and tenant:ab165e4fcd8b49a4b13ffa55bfb12f24 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:35.468316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:35.480925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:35.561579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.580631 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.584157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.590440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:35.590440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.604038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.692569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9a7679-16d1-4a9f-a62f-78e15acc5d88']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:35.709832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.723062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9518bcbf-c7b5-4670-97e6-5e18ddecb343') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:35.728054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9518bcbf-c7b5-4670-97e6-5e18ddecb343') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:35.747470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6721749 Apr 05 20:55:35.768554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46136) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:35.769173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.811818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385576b-958f-4461-86a2-a3b0171f41ef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=dd3d6653-ce73-44d9-8fa9-04d8ef6d2426,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:35.820677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b94f6-bfbe-4b40-a4ef-31f15a376b55,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:35.826032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:35.877376 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e01be78f-d507-4fd0-8160-19cd1ed65523 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab165e4fcd8b49a4b13ffa55bfb12f24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5408878 Apr 05 20:55:35.880275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46142) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:35.947246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf506c23-6460-4c3f-8bb6-3a1f2c8d11d5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:35.947974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cf506c23-6460-4c3f-8bb6-3a1f2c8d11d5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Synchronizing usage tracker for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:35.954075 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.985355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:35.986329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:36.000731 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:36.042759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cf506c23-6460-4c3f-8bb6-3a1f2c8d11d5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Unset dirty status for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:36.043960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cf506c23-6460-4c3f-8bb6-3a1f2c8d11d5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/networks?id=dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 HTTP/1.1" status: 200 len: 761 time: 0.2799830 Apr 05 20:55:36.046846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46148) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:36.053316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'description': 'd2'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:36.150295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f27f-7aa5-452e-8a53-2f80d70046da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.199423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f27f-7aa5-452e-8a53-2f80d70046da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.217477 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.244467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.324883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.357960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9a7679-16d1-4a9f-a62f-78e15acc5d88,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:36.365895 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2e928727-62e8-493b-940c-d26ff686f658 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0b9a7679-16d1-4a9f-a62f-78e15acc5d88 HTTP/1.1" status: 204 len: 168 time: 1.2605126 Apr 05 20:55:36.369923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.426596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.426858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f27f-7aa5-452e-8a53-2f80d70046da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.429608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cf1f27f-7aa5-452e-8a53-2f80d70046da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.430821 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1cf1f27f-7aa5-452e-8a53-2f80d70046da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b11b94f6-bfbe-4b40-a4ef-31f15a376b55 HTTP/1.1" status: 204 len: 168 time: 0.5493677 Apr 05 20:55:36.465281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1f27f-7aa5-452e-8a53-2f80d70046da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b94f6-bfbe-4b40-a4ef-31f15a376b55,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:36.525683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=59ffe852-d269-4754-92bb-ef0983f75e59,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:36.539794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.552359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.594436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ca956b33-d833-45c7-bff0-189c861704e0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:36.649003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ca956b33-d833-45c7-bff0-189c861704e0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:55:36.649269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.650174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ca956b33-d833-45c7-bff0-189c861704e0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:36.651442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c221f486-bed8-4e0b-9835-c98e1e4bb355 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4204023 Apr 05 20:55:36.672740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 is not hosted by any dhcp agent {{(pid=84581) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 20:55:36.676687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:36.677471 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.681359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "PUT /v2.0/networks/dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 HTTP/1.1" status: 200 len: 758 time: 0.6310661 Apr 05 20:55:36.683209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46170) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:36.713693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c51fff-0a31-4cf5-a6dd-b2628369f740 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=dd3d6653-ce73-44d9-8fa9-04d8ef6d2426,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:36.725003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:36.822248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7700d-13fa-446c-b7c5-254632b1af8a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:36.822780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54e7700d-13fa-446c-b7c5-254632b1af8a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Synchronizing usage tracker for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:36.836600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54e7700d-13fa-446c-b7c5-254632b1af8a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Unset dirty status for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:36.838084 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-54e7700d-13fa-446c-b7c5-254632b1af8a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/networks?id=dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 HTTP/1.1" status: 200 len: 761 time: 0.1528676 Apr 05 20:55:36.842646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46176) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:36.855361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28805343'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:36.862424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:36.875722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:36.922980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e8e2abfb-c9fb-4434-8805-9e83e0833763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.957699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:36.962985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.999992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:37.012061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.012726 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 3ee7a406-15a5-40d0-9a5f-2cd682760d7c of type vlan for network 397adf96-9a59-4637-af9d-f0bf01857ef6 Apr 05 20:55:37.045379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.164913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46184) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:37.176373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.180283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:37.180872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.222427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4ba913cf-e630-4768-900b-5dfdbac5f2b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e573557b84094f20878deabd3a79f97c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0561910 Apr 05 20:55:37.225109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46188) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:37.297151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e8538f7-85d7-46f5-80f1-ba0e1a2e7bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.327702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e8538f7-85d7-46f5-80f1-ba0e1a2e7bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.360410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=397adf96-9a59-4637-af9d-f0bf01857ef6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:37.376149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 397adf96-9a59-4637-af9d-f0bf01857ef6 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:37.443664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4a9887ce-5df0-443d-ac93-96ea201b9101 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5990551 Apr 05 20:55:37.446428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46198) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:37.459890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '397adf96-9a59-4637-af9d-f0bf01857ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:37.541752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-dcd5877e-1eb8-47d8-914b-5836247cf4ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:37.544568 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e8538f7-85d7-46f5-80f1-ba0e1a2e7bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.568051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8538f7-85d7-46f5-80f1-ba0e1a2e7bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b70d951-77cf-4b5a-9319-09e22545d566,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:37.632132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:37.636510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Usage tracker for resource:subnet and tenant:e143bcbbb8ec467288efcfcd22f21202 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:37.641141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:37.648286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:37.703705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e8538f7-85d7-46f5-80f1-ba0e1a2e7bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.705590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9e8538f7-85d7-46f5-80f1-ba0e1a2e7bf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b70d951-77cf-4b5a-9319-09e22545d566 HTTP/1.1" status: 204 len: 168 time: 0.4797919 Apr 05 20:55:37.741629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-dcd5877e-1eb8-47d8-914b-5836247cf4ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:37.742986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-dcd5877e-1eb8-47d8-914b-5836247cf4ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--640321622&fields=id&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 267 time: 0.2537374 Apr 05 20:55:37.797510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:37.959846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:38.033354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-c3f18cc0-a844-4063-a4c1-f6c999ae24e8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.034039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-c3f18cc0-a844-4063-a4c1-f6c999ae24e8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:38.145841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-c3f18cc0-a844-4063-a4c1-f6c999ae24e8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:38.147698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-c3f18cc0-a844-4063-a4c1-f6c999ae24e8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.3972921 Apr 05 20:55:38.176622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-dfa919fa-2e27-417b-b5b3-099d11ca759a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/quotas/8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 375 time: 0.0235291 Apr 05 20:55:38.331907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-2f088fc1-b821-41c3-a155-ca02ec39da4f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1446943 Apr 05 20:55:38.379519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:38.413548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:38.570699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-20c125a5-43d4-44ce-9efe-99e445af734d service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374735 Apr 05 20:55:38.610375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=82fa53d3-243a-4676-b091-78adfa102ebf,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:38.613600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:38.619301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '3ee7a406-15a5-40d0-9a5f-2cd682760d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '397adf96-9a59-4637-af9d-f0bf01857ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:38.619673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 397adf96-9a59-4637-af9d-f0bf01857ef6, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:38.706969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa603cef-980f-4db3-a605-7c71b77d534e req-2524e0b3-c936-4f0f-ba34-4ceafaebee6c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.708635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa603cef-980f-4db3-a605-7c71b77d534e req-2524e0b3-c936-4f0f-ba34-4ceafaebee6c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2403762 Apr 05 20:55:38.717110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 397adf96-9a59-4637-af9d-f0bf01857ef6 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:38.785218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-ac4354db-e07f-48a6-b5ed-99916a1a3d50 service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030210 Apr 05 20:55:38.792809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa603cef-980f-4db3-a605-7c71b77d534e req-37b07173-c9da-4566-b2e5-0b8382f17e1d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774441 Apr 05 20:55:38.828755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 397adf96-9a59-4637-af9d-f0bf01857ef6) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:38.833418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.844974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:38.846481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d7776-7d29-404a-ae72-c0272352e8ec None None] Network 397adf96-9a59-4637-af9d-f0bf01857ef6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:38.897165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46240) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:38.963896 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1182ecb-80c1-430d-a4fa-9360815bd87c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5160263 Apr 05 20:55:38.966533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46246) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:39.129778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-98eed9da-6154-4dd1-86ee-625c6154c7ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf7c5238b99f41dc8332e029e5600ac1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2272089 Apr 05 20:55:39.130096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46254) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:39.276757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9281f401-a762-49d4-82a5-10be05aa8cc8 req-25dfcfab-e828-44e4-8daf-dbe188bdb532 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 210 time: 0.1131248 Apr 05 20:55:39.293167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.312108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1612a-3e41-432c-8643-7ca317a75c31 req-829c5085-190f-4c3a-9a64-ff0066968491 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:39.323575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4f1612a-3e41-432c-8643-7ca317a75c31 req-829c5085-190f-4c3a-9a64-ff0066968491 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3164191 Apr 05 20:55:39.347810 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a9effa1-8078-41ee-9723-06b9b29c5c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.351048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-397adf96-9a59-4637-af9d-f0bf01857ef6', 'network_id': '397adf96-9a59-4637-af9d-f0bf01857ef6', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': '82fa53d3-243a-4676-b091-78adfa102ebf'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:39.351904 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.435397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4f1612a-3e41-432c-8643-7ca317a75c31 req-6544e978-6864-4117-9171-a6345935cf92 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973871 Apr 05 20:55:39.451825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a9effa1-8078-41ee-9723-06b9b29c5c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.507395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.615312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Allocated IP 172.20.0.2 (397adf96-9a59-4637-af9d-f0bf01857ef6/82fa53d3-243a-4676-b091-78adfa102ebf/98efc98b-af6b-4fb0-a71d-35d7772a64f1) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:39.739177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a9effa1-8078-41ee-9723-06b9b29c5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.760111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9effa1-8078-41ee-9723-06b9b29c5c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58706a-477c-4c78-93cb-1054942ed7c9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:39.764732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a9effa1-8078-41ee-9723-06b9b29c5c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.768519 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a9effa1-8078-41ee-9723-06b9b29c5c6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db58706a-477c-4c78-93cb-1054942ed7c9 HTTP/1.1" status: 204 len: 168 time: 0.6374643 Apr 05 20:55:39.892454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.935367 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.946984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Transition to ACTIVE for port object 98efc98b-af6b-4fb0-a71d-35d7772a64f1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:39.969702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Transition to ACTIVE for port object 98efc98b-af6b-4fb0-a71d-35d7772a64f1 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:40.033810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95b5e9-0680-4fbd-969e-cfb83c34acce req-83a37a91-f30f-48e5-8e99-a3e388b509f3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:40.035332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a95b5e9-0680-4fbd-969e-cfb83c34acce req-83a37a91-f30f-48e5-8e99-a3e388b509f3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1138964 Apr 05 20:55:40.066876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.117501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a95b5e9-0680-4fbd-969e-cfb83c34acce req-d069682a-7e19-42d5-a385-67d5892ba31f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719953 Apr 05 20:55:40.137889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Network 397adf96-9a59-4637-af9d-f0bf01857ef6 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:40.141024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:40.143983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:40.187043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.208806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Pushing event updated for resources: {'Port': ['ID=98efc98b-af6b-4fb0-a71d-35d7772a64f1,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:40.281088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=82fa53d3-243a-4676-b091-78adfa102ebf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:40.346657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Attempting to bind port 98efc98b-af6b-4fb0-a71d-35d7772a64f1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:40.347180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Attempting to bind port 98efc98b-af6b-4fb0-a71d-35d7772a64f1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '3ee7a406-15a5-40d0-9a5f-2cd682760d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '397adf96-9a59-4637-af9d-f0bf01857ef6'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:40.347638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Attempting to bind port 98efc98b-af6b-4fb0-a71d-35d7772a64f1 on network 397adf96-9a59-4637-af9d-f0bf01857ef6 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:40.357471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:40.358007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Checking segment: {'id': '3ee7a406-15a5-40d0-9a5f-2cd682760d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '397adf96-9a59-4637-af9d-f0bf01857ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:40.358957 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.360080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Bound using segment: {'id': '3ee7a406-15a5-40d0-9a5f-2cd682760d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '397adf96-9a59-4637-af9d-f0bf01857ef6'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:40.366967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Bound port: 98efc98b-af6b-4fb0-a71d-35d7772a64f1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7a406-15a5-40d0-9a5f-2cd682760d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '397adf96-9a59-4637-af9d-f0bf01857ef6'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:40.367701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.455314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.507374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397adf96-9a59-4637-af9d-f0bf01857ef6']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:40.520555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] For port 98efc98b-af6b-4fb0-a71d-35d7772a64f1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:40.525145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] For port 98efc98b-af6b-4fb0-a71d-35d7772a64f1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=98efc98b-af6b-4fb0-a71d-35d7772a64f1,segment=NetworkSegment(3ee7a406-15a5-40d0-9a5f-2cd682760d7c),segment_id=3ee7a406-15a5-40d0-9a5f-2cd682760d7c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:40.532945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff23b2da-575e-4239-9578-184c1e81063a req-688d2cce-875f-40b6-9aa9-5d812a7063b9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 210 time: 0.1248140 Apr 05 20:55:40.573485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee7a406-15a5-40d0-9a5f-2cd682760d7c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:40.576128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21df99a-e458-415c-9602-30a26cf42a52 req-96f44d3d-df43-4b34-9ed9-ec61d130bd75 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:40.576814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee7a406-15a5-40d0-9a5f-2cd682760d7c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:40.589681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a21df99a-e458-415c-9602-30a26cf42a52 req-96f44d3d-df43-4b34-9ed9-ec61d130bd75 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3003609 Apr 05 20:55:40.615129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.633147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.673752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a21df99a-e458-415c-9602-30a26cf42a52 req-17c295ad-c433-4a20-99cb-be6775833298 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842645 Apr 05 20:55:40.713613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.738854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:40.739653 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:40.797525 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:40.944756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2250ec4-e77b-449a-9c86-e2fea8e75da9 None None] Pushing event updated for resources: {'Port': ['ID=98efc98b-af6b-4fb0-a71d-35d7772a64f1,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:40.968705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba054215-4bbf-4536-aef0-1d2eb077a517 None None] Network 397adf96-9a59-4637-af9d-f0bf01857ef6 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:40.974906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:55:40.974906 n-d-836605-1 neutron-server[84580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:55:40.974906 n-d-836605-1 neutron-server[84580]: [parameters: {'id': '397adf96-9a59-4637-af9d-f0bf01857ef6'}] Apr 05 20:55:40.974906 n-d-836605-1 neutron-server[84580]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:40.975421 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:41.282133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f87848-eda7-49cb-b411-d2ddefac80bb None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:55:41.365281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e8857-b26e-4003-8537-3e2e17608d90 req-9b3b714a-ad2f-4631-8431-4fb2e7ff9da3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:41.367611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-912e8857-b26e-4003-8537-3e2e17608d90 req-9b3b714a-ad2f-4631-8431-4fb2e7ff9da3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1015332 Apr 05 20:55:41.446529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-912e8857-b26e-4003-8537-3e2e17608d90 req-2121ae14-1dfd-42db-ae94-3d8b6b0a954e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727539 Apr 05 20:55:41.458213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f87848-eda7-49cb-b411-d2ddefac80bb None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:55:41.489746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.516334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port 98efc98b-af6b-4fb0-a71d-35d7772a64f1 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:41.517447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.940630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] For port 98efc98b-af6b-4fb0-a71d-35d7772a64f1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=98efc98b-af6b-4fb0-a71d-35d7772a64f1,segment=NetworkSegment(3ee7a406-15a5-40d0-9a5f-2cd682760d7c),segment_id=3ee7a406-15a5-40d0-9a5f-2cd682760d7c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:41.941167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.996944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3383103d-4359-4bae-979a-301c00c29def req-d3ab0e77-1b4d-4d8a-bad2-b43aac245f73 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 210 time: 0.0887082 Apr 05 20:55:42.035088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c49d8-fa2f-4807-a37e-702642e296fd req-b90b285b-f77e-4e08-a531-69c4c44bab09 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:42.037428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b67c49d8-fa2f-4807-a37e-702642e296fd req-b90b285b-f77e-4e08-a531-69c4c44bab09 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2039695 Apr 05 20:55:42.120998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b67c49d8-fa2f-4807-a37e-702642e296fd req-ef1c9a94-a583-475c-8e8d-25fc8df95258 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Apr 05 20:55:42.150527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Calling delete_port for 98efc98b-af6b-4fb0-a71d-35d7772a64f1 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:42.400323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.472820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Port': ['ID=98efc98b-af6b-4fb0-a71d-35d7772a64f1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:42.484301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-d9fd55e7-dd71-46a6-9920-2bdd40d7b766 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:42.485806 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-d9fd55e7-dd71-46a6-9920-2bdd40d7b766 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.39 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.2621942 Apr 05 20:55:42.496224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No DVR routers for this DVR port 98efc98b-af6b-4fb0-a71d-35d7772a64f1 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:42.571322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.572137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.572678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.573257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.574475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.575242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.575778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.576319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.576873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.577805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.578373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:42.584833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0ce2-a14b-41f6-846c-2270ae13a26e req-77de9ef5-eb67-41c1-9413-dd05d95621e6 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:42.586995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-387a0ce2-a14b-41f6-846c-2270ae13a26e req-77de9ef5-eb67-41c1-9413-dd05d95621e6 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1078999 Apr 05 20:55:42.644304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-387a0ce2-a14b-41f6-846c-2270ae13a26e req-a7c18948-5e53-4aa5-bc77-cfbbcd90846f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512369 Apr 05 20:55:42.787451 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-ec19c5ac-732d-4803-ab9d-f22b7d985228 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 379 time: 0.2493227 Apr 05 20:55:42.797124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'port': {'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'admin_state_up': True, 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'security_groups': ['5816df8b-2f90-4bfc-9a8d-8b47becdc300']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:42.815975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.872613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b222b-1b19-4470-8f50-9612223c7c49 req-074c4ddc-5d41-444f-9399-0602d20b0169 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:42.874095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea0b222b-1b19-4470-8f50-9612223c7c49 req-074c4ddc-5d41-444f-9399-0602d20b0169 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0879898 Apr 05 20:55:42.916851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397adf96-9a59-4637-af9d-f0bf01857ef6']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:42.938173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee7a406-15a5-40d0-9a5f-2cd682760d7c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:42.938424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee7a406-15a5-40d0-9a5f-2cd682760d7c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:42.971671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.981971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea0b222b-1b19-4470-8f50-9612223c7c49 req-22abcc62-3cd9-47f4-89ee-857b05dc5686 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957224 Apr 05 20:55:43.005411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.019054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:43.019054 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:43.039870 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:43.081968 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:55:43.104658 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:55:43.111529 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:55:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:43.173851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:43.177806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:port and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:43.180764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:43.186842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:43.299674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Made reservation on behalf of 8338932d8c164d4eb3133c416c29d90c for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:43.303051 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.367686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.372654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12b44fe0-130e-45e8-864b-ec64ba551aca req-5a7c96b3-2ad7-4eaf-af9f-3772780c530d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 210 time: 0.1054857 Apr 05 20:55:43.393620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.415549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=397adf96-9a59-4637-af9d-f0bf01857ef6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:43.426437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b941d1-8bb6-4662-8211-cde7240ac977 req-1618de31-fa19-499d-9d17-e0f96688effd tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:43.437970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29b941d1-8bb6-4662-8211-cde7240ac977 req-1618de31-fa19-499d-9d17-e0f96688effd tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1134441 Apr 05 20:55:43.451672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f67e4433-930f-4e3a-ace4-2d26db19fbef tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/397adf96-9a59-4637-af9d-f0bf01857ef6 HTTP/1.1" status: 204 len: 168 time: 4.4837289 Apr 05 20:55:43.452359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46364) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:43.504472 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:55:43.526407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29b941d1-8bb6-4662-8211-cde7240ac977 req-25bee80b-6e6d-4535-90b0-9462b9a9597a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874777 Apr 05 20:55:43.532899 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d54987e-3384-4f6d-8817-9b56f4fb2d18 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] GET failed (client error): The resource could not be found. Apr 05 20:55:43.533612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d54987e-3384-4f6d-8817-9b56f4fb2d18 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Synchronizing usage tracker for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:43.583935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.20.0.9 (6683db5f-6ba0-4b2d-840e-041ba53f4cba/8e615c30-2e27-40c8-8edf-b1fb8b4eef38/26547f06-b189-4353-b435-7925ebc0d285) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:43.670562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d54987e-3384-4f6d-8817-9b56f4fb2d18 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Unset dirty status for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:43.674788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46372) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:43.675329 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d54987e-3384-4f6d-8817-9b56f4fb2d18 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/subnets/82fa53d3-243a-4676-b091-78adfa102ebf HTTP/1.1" status: 404 len: 337 time: 0.2179186 Apr 05 20:55:43.739580 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-28371754-cf04-4558-a977-d60830738e88 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:43.740005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28371754-cf04-4558-a977-d60830738e88 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:43.742903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-28371754-cf04-4558-a977-d60830738e88 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/397adf96-9a59-4637-af9d-f0bf01857ef6 HTTP/1.1" status: 404 len: 339 time: 0.0664210 Apr 05 20:55:43.749862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46376) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:43.853901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.882862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Transition to ACTIVE for port object 26547f06-b189-4353-b435-7925ebc0d285 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:44.036666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.070610 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:24Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:44.082945 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:55:44.084002 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Updating router 5ac7adad-f359-48a9-a958-1cd48611b47f port 703fec9a-7eaa-4182-b606-d07593837bbf binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:55:44.133781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b540c-860a-4fde-b6d3-b40f494a71fb tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.135042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-617b540c-860a-4fde-b6d3-b40f494a71fb tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3841681 Apr 05 20:55:44.137974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46386) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:44.147015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:44.148229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:44.154742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:55:44.173167 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.253125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4ab3b6fd-ff98-4395-bb17-fe6c5f2e3c0e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Synchronizing usage tracker for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:44.281732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.282368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.309544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2695b9-554b-4d0c-a948-5df97b046b3a req-10ee7cf8-5650-4e44-9c6e-265c7bdc4d52 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.327306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=26547f06-b189-4353-b435-7925ebc0d285,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:44.337679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f2695b9-554b-4d0c-a948-5df97b046b3a req-10ee7cf8-5650-4e44-9c6e-265c7bdc4d52 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.4285543 Apr 05 20:55:44.406524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4ab3b6fd-ff98-4395-bb17-fe6c5f2e3c0e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Unset dirty status for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:44.408214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4ab3b6fd-ff98-4395-bb17-fe6c5f2e3c0e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 207 time: 0.2686791 Apr 05 20:55:44.412607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46394) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:44.543347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f2695b9-554b-4d0c-a948-5df97b046b3a req-a6037613-e966-471f-88a5-1decfe58e07f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046914 Apr 05 20:55:44.597003 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-5f70a839-f5b7-4fbd-a186-a64008c131c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8037546 Apr 05 20:55:44.623750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Request body: {'port': {'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:44.815380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965bca6-a4a8-4522-b84b-776c8180f45e req-db7fab5b-489f-4d89-a9dc-aafbc55b814b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.816858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6965bca6-a4a8-4522-b84b-776c8180f45e req-db7fab5b-489f-4d89-a9dc-aafbc55b814b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 931 time: 0.1241858 Apr 05 20:55:44.820859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a3df5ac-744b-4bfe-b904-dc45234aa4e0 None None] Provisioning for port 26547f06-b189-4353-b435-7925ebc0d285 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:44.835702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a3df5ac-744b-4bfe-b904-dc45234aa4e0 None None] Provisioning complete for port 26547f06-b189-4353-b435-7925ebc0d285 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:44.836746 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a3df5ac-744b-4bfe-b904-dc45234aa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.838868 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.866539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027615c-a9f9-4703-9eba-f73a4d8a387e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.870563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027615c-a9f9-4703-9eba-f73a4d8a387e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.874552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027615c-a9f9-4703-9eba-f73a4d8a387e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.878659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027615c-a9f9-4703-9eba-f73a4d8a387e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:44.879524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f027615c-a9f9-4703-9eba-f73a4d8a387e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Synchronizing usage tracker for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:44.931098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2a3df5ac-744b-4bfe-b904-dc45234aa4e0 None None] Port 26547f06-b189-4353-b435-7925ebc0d285 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:55:44.935009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6965bca6-a4a8-4522-b84b-776c8180f45e req-95141d9b-a772-439d-9721-18cfd331c432 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081052 Apr 05 20:55:45.065499 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.065789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f027615c-a9f9-4703-9eba-f73a4d8a387e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Unset dirty status for tenant:e143bcbbb8ec467288efcfcd22f21202 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:45.067259 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f027615c-a9f9-4703-9eba-f73a4d8a387e tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.6542459 Apr 05 20:55:45.071049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46410) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:45.083965 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Transition to ACTIVE for port object 703fec9a-7eaa-4182-b606-d07593837bbf will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:45.154632 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.253945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14722a7e-3c6b-404e-9fce-879393e4dce6 req-71ec72c7-993d-4924-992d-392c1c85495d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:45.255426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14722a7e-3c6b-404e-9fce-879393e4dce6 req-71ec72c7-993d-4924-992d-392c1c85495d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2203155 Apr 05 20:55:45.366831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9afdc38a-a430-40cf-a384-970fa2cb318b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2943478 Apr 05 20:55:45.377647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46424) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:45.390312 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Pushing event updated for resources: {'Port': ['ID=703fec9a-7eaa-4182-b606-d07593837bbf,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:45.448488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.448818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.449211 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.449505 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.449870 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.450180 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.450491 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.450815 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.451131 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.451442 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.451978 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:45.494759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d8dd9-7daf-44d3-95f2-f6e2d972f680 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:45.496233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d8dd9-7daf-44d3-95f2-f6e2d972f680 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:45.498128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-834d8dd9-7daf-44d3-95f2-f6e2d972f680 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1194751 Apr 05 20:55:45.506473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46432) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:45.605778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26547f06-b189-4353-b435-7925ebc0d285 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:55:45.613502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14722a7e-3c6b-404e-9fce-879393e4dce6 req-5a529df7-85af-4e4b-996f-0ed8cc7e08a1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350666 Apr 05 20:55:45.615432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.616698 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Attempting to bind port 703fec9a-7eaa-4182-b606-d07593837bbf on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:45.616698 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Attempting to bind port 703fec9a-7eaa-4182-b606-d07593837bbf by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:45.616698 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Attempting to bind port 703fec9a-7eaa-4182-b606-d07593837bbf on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:45.636067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Transition to ACTIVE for port object 26547f06-b189-4353-b435-7925ebc0d285 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:45.637437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e4864-fc72-4ae5-a579-3a3836b33a1d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:45.639065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e4864-fc72-4ae5-a579-3a3836b33a1d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:45.640713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e85e4864-fc72-4ae5-a579-3a3836b33a1d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1331148 Apr 05 20:55:45.641825 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:45.642195 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Checking segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:45.642588 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.643052 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Bound using segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:45.643553 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Bound port: 703fec9a-7eaa-4182-b606-d07593837bbf, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:45.643793 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.644378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46440) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:45.722841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.826840 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] For port 703fec9a-7eaa-4182-b606-d07593837bbf, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:45.830625 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] For port 703fec9a-7eaa-4182-b606-d07593837bbf, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=703fec9a-7eaa-4182-b606-d07593837bbf,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:45.912966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Pushing event updated for resources: {'Port': ['ID=26547f06-b189-4353-b435-7925ebc0d285,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:45.952491 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.998646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8e712-13dd-4154-9539-496946d296ab req-4d680e32-e0c0-469c-8288-efff67083a39 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:46.000666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24f8e712-13dd-4154-9539-496946d296ab req-4d680e32-e0c0-469c-8288-efff67083a39 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1842887 Apr 05 20:55:46.116903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ce777-43e4-4017-a129-fbf08ebd9b1a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:46.127794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a48ce777-43e4-4017-a129-fbf08ebd9b1a tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/networks/70612ebe-e755-4953-8682-0f14f62e7259 HTTP/1.1" status: 200 len: 799 time: 0.4772236 Apr 05 20:55:46.130941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46450) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:46.154570 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e8805-93bb-4980-b423-3fb8e106069e None None] Pushing event updated for resources: {'Port': ['ID=703fec9a-7eaa-4182-b606-d07593837bbf,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:46.176371 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:55:46.177234 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:55:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:46.193733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24f8e712-13dd-4154-9539-496946d296ab req-485db8f2-2eeb-419c-a0da-74d1a1198ab9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769266 Apr 05 20:55:46.325769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Attempting to bind port 26547f06-b189-4353-b435-7925ebc0d285 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:46.327435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Attempting to bind port 26547f06-b189-4353-b435-7925ebc0d285 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:46.327929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Attempting to bind port 26547f06-b189-4353-b435-7925ebc0d285 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:46.335306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Port 26547f06-b189-4353-b435-7925ebc0d285 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:55:46.336449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Attempting to bind port 26547f06-b189-4353-b435-7925ebc0d285 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:55:46.344050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:55:46.344655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Checking segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:46.345930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Bound using segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:55:46.346852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Bound port: 26547f06-b189-4353-b435-7925ebc0d285, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:46.347613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.530679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] For port 26547f06-b189-4353-b435-7925ebc0d285, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:55:46.544451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] For port 26547f06-b189-4353-b435-7925ebc0d285, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=26547f06-b189-4353-b435-7925ebc0d285,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:55:46.592977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afc14-6c9b-4ec0-85ec-3e561041c072 req-172df5e0-adc0-449e-9e94-7952af0a8d4e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:46.592977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d96afc14-6c9b-4ec0-85ec-3e561041c072 req-172df5e0-adc0-449e-9e94-7952af0a8d4e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 943 time: 0.3848913 Apr 05 20:55:46.667381 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:55:46.690571 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.697427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 703fec9a-7eaa-4182-b606-d07593837bbf up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:46.806866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ef7c4906-d441-4b79-8adb-65bbe78210f9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/networks/70612ebe-e755-4953-8682-0f14f62e7259?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6747594 Apr 05 20:55:46.811665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46472) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:46.812575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Pushing event updated for resources: {'Port': ['ID=26547f06-b189-4353-b435-7925ebc0d285,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:46.927937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d96afc14-6c9b-4ec0-85ec-3e561041c072 req-7575ffa2-be12-4c1e-ae87-109cc723b15f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060603 Apr 05 20:55:46.958201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486ac51-06d5-45cf-b6c4-d1d6e63e5032 req-86ba5e30-d13c-46f4-bffc-6517f06fe046 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:46.975826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2c856-8983-42d2-b0d2-37e9cd15b48f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:46.975826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-29c2c856-8983-42d2-b0d2-37e9cd15b48f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/subnets/bc1f05b0-41d0-43b7-83ef-c28e6faabba1 HTTP/1.1" status: 200 len: 811 time: 0.1476655 Apr 05 20:55:46.976050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d486ac51-06d5-45cf-b6c4-d1d6e63e5032 req-86ba5e30-d13c-46f4-bffc-6517f06fe046 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 813 time: 0.4152863 Apr 05 20:55:46.976155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.976155 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e712ea33-d8a4-40c8-98c8-f346de19614a service neutron] 10.222.0.39 "PUT /v2.0/ports/26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 200 len: 1091 time: 2.3594019 Apr 05 20:55:46.976155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'tag': '26547f06-b189-4353-b435-7925ebc0d285'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:55:46.980800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:46.991387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 703fec9a-7eaa-4182-b606-d07593837bbf completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:46.998327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 703fec9a-7eaa-4182-b606-d07593837bbf triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:46.999236 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.007455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d486ac51-06d5-45cf-b6c4-d1d6e63e5032 req-cfc1f93b-a8bf-4735-bcaf-415ca2023622 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/quotas/629a2237bbb044bfbb3f0ab248cd5db3 HTTP/1.1" status: 200 len: 375 time: 0.0205541 Apr 05 20:55:47.114021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6129e9f-9bb4-4935-920d-89aad9d0ea8c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:47.116691 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c6129e9f-9bb4-4935-920d-89aad9d0ea8c tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "GET /v2.0/subnets/bc1f05b0-41d0-43b7-83ef-c28e6faabba1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1345637 Apr 05 20:55:47.120848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46486) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:47.132753 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11af52bd-13a6-40ab-a8fb-7f8d20d382ca'] response: {'name': 'network-changed', 'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'tag': '26547f06-b189-4353-b435-7925ebc0d285', 'status': 'completed', 'code': 200} Apr 05 20:55:47.146153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1235579182'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:47.166783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:47.184232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:47.208804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d486ac51-06d5-45cf-b6c4-d1d6e63e5032 req-1889e966-4992-4a2e-bab2-cc6446e46867 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1969879 Apr 05 20:55:47.228485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.277534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:47.280435 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.301685 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-48eaec53-6800-434f-bb31-ff372078382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:45Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:47.310330 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eaec53-6800-434f-bb31-ff372078382a None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:45Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:55:47.332945 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-3edb560c-2e31-45aa-817b-31cf78af07f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 1094 time: 0.1958227 Apr 05 20:55:47.333513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 703fec9a-7eaa-4182-b606-d07593837bbf, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=703fec9a-7eaa-4182-b606-d07593837bbf,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:47.381149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:47.398325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.398552 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Added segment 1dc9f12c-1db7-4d2c-83af-419f22388d3c of type vlan for network 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 Apr 05 20:55:47.403221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.456486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.502679 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-0282b817-f41c-4049-b11a-26e31a7dc8cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 200 len: 217 time: 0.1544099 Apr 05 20:55:47.550400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=703fec9a-7eaa-4182-b606-d07593837bbf,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:47.622344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67fc28-5233-4e89-9c23-04b8d5c8f8a9 req-ffa011bb-af52-422c-8ecf-41ad5a6b4c42 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:47.624289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f67fc28-5233-4e89-9c23-04b8d5c8f8a9 req-ffa011bb-af52-422c-8ecf-41ad5a6b4c42 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1324084 Apr 05 20:55:47.628045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-c4d53912-5cbf-4e76-adf5-f3e31bfc7897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:47.629746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-c4d53912-5cbf-4e76-adf5-f3e31bfc7897 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.1205659 Apr 05 20:55:47.658060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.658060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:47.658060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.714396 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-3282c9a2-9f2d-4de9-8075-710f1182e727 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774951 Apr 05 20:55:47.834486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Network': ['ID=4b0b8f44-b2fb-4ed2-b92a-e76160cb5471,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:47.853613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f67fc28-5233-4e89-9c23-04b8d5c8f8a9 req-7ca5cc62-7dd2-40c4-a3b2-014cee58d201 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213738 Apr 05 20:55:47.855352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:47.915273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1cf88df1-1177-4690-ae11-0a949d4e17ea tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7865996 Apr 05 20:55:47.915617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46506) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:47.925394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'network_id': '4b0b8f44-b2fb-4ed2-b92a-e76160cb5471', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:48.016255 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-2d196968-01e6-4c4a-9cba-6349413f609c service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910409 Apr 05 20:55:48.327632 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb09b557-ed74-4f1f-b681-b35ad976e199 req-e2074a8c-7f86-43ac-a356-5b73edf64e95 service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059180 Apr 05 20:55:48.511298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:48.530398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:48.549907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4922d5-de0b-46d5-ac4e-96b544c136f1 req-7b11454f-969f-4e31-a4ad-615c9fdfc8a3 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:48.551340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf4922d5-de0b-46d5-ac4e-96b544c136f1 req-7b11454f-969f-4e31-a4ad-615c9fdfc8a3 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 943 time: 0.2756615 Apr 05 20:55:48.563040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc6a70-75c0-4433-b1ff-6a85575425e2 req-c4c875aa-6cfd-4739-8a61-99138b0975bc tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:48.565273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56dc6a70-75c0-4433-b1ff-6a85575425e2 req-c4c875aa-6cfd-4739-8a61-99138b0975bc tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2811337 Apr 05 20:55:48.577129 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-a24059b4-8848-4b56-a1c5-11748dd91764 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 1094 time: 0.0811148 Apr 05 20:55:48.656355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 703fec9a-7eaa-4182-b606-d07593837bbf up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:48.665418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56dc6a70-75c0-4433-b1ff-6a85575425e2 req-ef98523c-5ea6-4ebd-bc5b-1c3d52e0cc52 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945692 Apr 05 20:55:48.682313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf4922d5-de0b-46d5-ac4e-96b544c136f1 req-6d60bf39-babf-4f87-b86d-ab3581233129 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960224 Apr 05 20:55:48.685736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Made reservation on behalf of e143bcbbb8ec467288efcfcd22f21202 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:48.855044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-26447e86-3510-4a15-bfcc-d34de7306925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:48.857153 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-26447e86-3510-4a15-bfcc-d34de7306925 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.2743049 Apr 05 20:55:48.907058 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.936668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 703fec9a-7eaa-4182-b606-d07593837bbf triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:48.937835 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.100353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.ipam_backend_mixin [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing IP validity checks on allocation pools {{(pid=84581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 20:55:49.102940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.ipam_backend_mixin [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84581) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 20:55:49.103497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-59b68f0d-6057-4793-a971-b4884036c2c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 200 len: 217 time: 0.2401397 Apr 05 20:55:49.173995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afb89650-eef1-49f5-9d97-dfe3d86797d8 req-9b8f8de1-f6a6-45e7-aa8e-15795f4b4748 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=629a2237bbb044bfbb3f0ab248cd5db3 HTTP/1.1" status: 200 len: 221 time: 0.1079290 Apr 05 20:55:49.183918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-67cb1cd2-f4da-45bc-a185-4c3fcc22f412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:49.185639 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-67cb1cd2-f4da-45bc-a185-4c3fcc22f412 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0737774 Apr 05 20:55:49.273843 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-46ffc1a3-3000-4754-852a-bf97e900d961 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805931 Apr 05 20:55:49.469168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.495912 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-f3e77bc7-8381-4be8-a604-a9cfe8d130af service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124097 Apr 05 20:55:49.590671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a6a96-b961-41e3-bac9-10a36fa99745 req-4dadedf9-acb4-4159-8f44-47ebcd1b2108 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:49.599307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a9a6a96-b961-41e3-bac9-10a36fa99745 req-4dadedf9-acb4-4159-8f44-47ebcd1b2108 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2002387 Apr 05 20:55:49.623454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=80b89f6f-df27-4ff7-bbca-3c8828367bad,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:49.689955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Checking segment: {'id': '1dc9f12c-1db7-4d2c-83af-419f22388d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4b0b8f44-b2fb-4ed2-b92a-e76160cb5471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:55:49.690247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network hostable DHCP agents. Network: 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:49.696541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a9a6a96-b961-41e3-bac9-10a36fa99745 req-01e97969-9af2-4840-b1f2-8914db301792 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963802 Apr 05 20:55:49.814354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Network 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:49.887396 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-05d9b440-0c9b-425d-bb9a-2685a3b3c8de req-dd9d7673-c093-431c-a3d5-ce5ce5063520 service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843086 Apr 05 20:55:49.914213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:49.924277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968450d1-0a24-4875-8112-011480220e39 None None] Network 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:49.934101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:49.934747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.984441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4eeb8-b2d3-4002-9617-4d498ed024ca req-70798f68-b258-48ba-ae75-febf34375b66 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:49.986142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cad4eeb8-b2d3-4002-9617-4d498ed024ca req-70798f68-b258-48ba-ae75-febf34375b66 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 943 time: 0.1386921 Apr 05 20:55:50.041451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46572) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:50.041751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d58918fe-256d-46bb-b637-bef746f0872b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1249473 Apr 05 20:55:50.059157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-74512fbe-b296-43bd-8a94-927c100c43d1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:50.069382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cad4eeb8-b2d3-4002-9617-4d498ed024ca req-2e829b8f-335a-4f04-9978-25649c591b0f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750408 Apr 05 20:55:50.267031 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.372080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad6c05-6de9-4d4f-8cfe-b92e581ec07b req-96ef221f-99c1-4594-be11-2e82accbb612 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:50.375032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fad6c05-6de9-4d4f-8cfe-b92e581ec07b req-96ef221f-99c1-4594-be11-2e82accbb612 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1603804 Apr 05 20:55:50.425699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb2bb1-7d27-4ceb-a612-dab6d97e6556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-4b0b8f44-b2fb-4ed2-b92a-e76160cb5471', 'network_id': '4b0b8f44-b2fb-4ed2-b92a-e76160cb5471', 'tenant_id': 'e143bcbbb8ec467288efcfcd22f21202', 'fixed_ips': [{'subnet_id': '80b89f6f-df27-4ff7-bbca-3c8828367bad'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:55:50.426872 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90cb2bb1-7d27-4ceb-a612-dab6d97e6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.432975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fad6c05-6de9-4d4f-8cfe-b92e581ec07b req-3f619542-f4be-4057-9cfa-c27c85882122 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499327 Apr 05 20:55:50.547433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74512fbe-b296-43bd-8a94-927c100c43d1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2401675'] for subnet, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.720756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46590) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:50.724711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-90cb2bb1-7d27-4ceb-a612-dab6d97e6556 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 20:55:50.724711 n-d-836605-1 neutron-server[84582]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 05 20:55:50.724711 n-d-836605-1 neutron-server[84582]: [parameters: {'in_use': 1, 'id_1': '80b89f6f-df27-4ff7-bbca-3c8828367bad'}] Apr 05 20:55:50.724711 n-d-836605-1 neutron-server[84582]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:50.725998 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-90cb2bb1-7d27-4ceb-a612-dab6d97e6556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:50.764967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bf129-99fd-4517-92d9-d3c1767170b1 req-21fd7deb-efda-49fe-8a48-72d2a24b42f5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:50.766403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-214bf129-99fd-4517-92d9-d3c1767170b1 req-21fd7deb-efda-49fe-8a48-72d2a24b42f5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0917141 Apr 05 20:55:50.839483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-214bf129-99fd-4517-92d9-d3c1767170b1 req-48031787-6f20-4a44-b7c9-e68c6bc9e038 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Apr 05 20:55:50.854016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74512fbe-b296-43bd-8a94-927c100c43d1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757425296020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2424146'] for subnet, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.913851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.919160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74512fbe-b296-43bd-8a94-927c100c43d1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:50.919756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74512fbe-b296-43bd-8a94-927c100c43d1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.924326 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-74512fbe-b296-43bd-8a94-927c100c43d1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "PUT /v2.0/subnets/80b89f6f-df27-4ff7-bbca-3c8828367bad HTTP/1.1" status: 200 len: 877 time: 0.8780036 Apr 05 20:55:50.924646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46600) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:50.960567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:50.965334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Usage tracker for resource:security_group_rule and tenant:93b6f3d477874211bf1cf67f5d064df7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:50.969416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:51.006587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:51.006873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512fbe-b296-43bd-8a94-927c100c43d1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event updated for resources: {'Subnet': ['ID=80b89f6f-df27-4ff7-bbca-3c8828367bad,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:51.080136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.094538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a218e9-dfed-4b17-8cbc-f8404686e3f6 req-bfadcd76-017a-4959-987f-36e21d2c7f01 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:51.096542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95a218e9-dfed-4b17-8cbc-f8404686e3f6 req-bfadcd76-017a-4959-987f-36e21d2c7f01 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1231821 Apr 05 20:55:51.147994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.156818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.193605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95a218e9-dfed-4b17-8cbc-f8404686e3f6 req-6c57a0ed-db06-4bfa-bb5f-54b28a3e82c9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Apr 05 20:55:51.199577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.228545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90cb2bb1-7d27-4ceb-a612-dab6d97e6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.347241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.393450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93b6f3d477874211bf1cf67f5d064df7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6661034 Apr 05 20:55:51.395717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46622) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:51.401651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18121e5-61e5-4193-ae1a-9640b0b7d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61071b8-1c56-4916-a1f1-401c21cd2069,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:51.455944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=80b89f6f-df27-4ff7-bbca-3c8828367bad,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-90cb2bb1-7d27-4ceb-a612-dab6d97e6556 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b89f6f-df27-4ff7-bbca-3c8828367bad: This subnet is being modified by another concurrent operation. Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:55:51.492683 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b89f6f-df27-4ff7-bbca-3c8828367bad: This subnet is being modified by another concurrent operation. Apr 05 20:55:51.497804 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 20:55:51.539855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfccf7-ff4e-47b7-9268-d51b5a4f8411 None None] Network 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:51.549286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4706c-2c90-4483-b7ac-d953ca55aed3 req-6494b6e4-cf88-4707-8cfb-fc9e5529b5f8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:51.550873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ff4706c-2c90-4483-b7ac-d953ca55aed3 req-6494b6e4-cf88-4707-8cfb-fc9e5529b5f8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 943 time: 0.3541505 Apr 05 20:55:51.551717 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.580054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0b8f44-b2fb-4ed2-b92a-e76160cb5471']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:51.595976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc9f12c-1db7-4d2c-83af-419f22388d3c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:51.596286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc9f12c-1db7-4d2c-83af-419f22388d3c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:51.609711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.633669 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.641630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:51.642924 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.643559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ff4706c-2c90-4483-b7ac-d953ca55aed3 req-3ea9a446-f9d5-4640-bf73-71c30b389fd6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779245 Apr 05 20:55:51.645868 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22a27d58-3422-4c01-82e6-c5108cee539d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:51.662378 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:51.669149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d9a0d-a4f1-496b-84eb-9c0826692cc7 req-a50b488a-c036-43b3-b4bb-06b11eda058f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:51.670860 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-442d9a0d-a4f1-496b-84eb-9c0826692cc7 req-a50b488a-c036-43b3-b4bb-06b11eda058f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2717249 Apr 05 20:55:51.685642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22a27d58-3422-4c01-82e6-c5108cee539d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.849066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.859124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c81dd-7a7d-440d-8b0d-6c14d85715e1 None None] Network 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:51.868860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.881152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c81dd-7a7d-440d-8b0d-6c14d85715e1 None None] Network 4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 could not be found, it might have been deleted concurrently. {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 20:55:51.882825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=4b0b8f44-b2fb-4ed2-b92a-e76160cb5471,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:51.889646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-442d9a0d-a4f1-496b-84eb-9c0826692cc7 req-9173e419-9c07-4abb-a75f-330fb8cfd7ab tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952901 Apr 05 20:55:51.895622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0922a80-fd12-4a30-a5dd-de2a00a37bfd None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 20:55:51.900863 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f1abd156-7111-442a-be8b-5020b01e7039 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 HTTP/1.1" status: 204 len: 168 time: 0.9719474 Apr 05 20:55:51.905734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46630) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:51.953560 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93a6290-7d3b-401e-b103-bd13d553f36f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:51.954258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93a6290-7d3b-401e-b103-bd13d553f36f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:51.956743 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e93a6290-7d3b-401e-b103-bd13d553f36f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/80b89f6f-df27-4ff7-bbca-3c8828367bad HTTP/1.1" status: 404 len: 337 time: 0.0546801 Apr 05 20:55:51.963599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46638) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:51.996818 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8054163-52a6-4377-9382-d677e83cb706 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:51.997426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8054163-52a6-4377-9382-d677e83cb706 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:52.003472 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e8054163-52a6-4377-9382-d677e83cb706 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/4b0b8f44-b2fb-4ed2-b92a-e76160cb5471 HTTP/1.1" status: 404 len: 339 time: 0.0344853 Apr 05 20:55:52.003759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46642) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:52.061217 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f6444b-196f-4ed0-9b25-c970556ea7ff tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:52.061655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f6444b-196f-4ed0-9b25-c970556ea7ff tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:52.066129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22a27d58-3422-4c01-82e6-c5108cee539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.086148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0922a80-fd12-4a30-a5dd-de2a00a37bfd None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:55:52.123972 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22a27d58-3422-4c01-82e6-c5108cee539d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.125081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-22a27d58-3422-4c01-82e6-c5108cee539d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f61071b8-1c56-4916-a1f1-401c21cd2069 HTTP/1.1" status: 204 len: 168 time: 0.7275889 Apr 05 20:55:52.125948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a27d58-3422-4c01-82e6-c5108cee539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61071b8-1c56-4916-a1f1-401c21cd2069,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:52.130680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-07f6444b-196f-4ed0-9b25-c970556ea7ff tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/82fa53d3-243a-4676-b091-78adfa102ebf HTTP/1.1" status: 404 len: 337 time: 0.1235738 Apr 05 20:55:52.130963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46650) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:52.160540 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fa09f3-41ea-47d3-a8cd-806857b0e17b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:52.160975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fa09f3-41ea-47d3-a8cd-806857b0e17b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:52.164924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c3fa09f3-41ea-47d3-a8cd-806857b0e17b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/397adf96-9a59-4637-af9d-f0bf01857ef6 HTTP/1.1" status: 404 len: 339 time: 0.0309701 Apr 05 20:55:52.165506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46654) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:52.210688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5a415-f3df-4057-a5ca-a8f6fb3014ff req-d4713acd-b394-49c3-a601-e87b14fb5631 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:52.224965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64f5a415-f3df-4057-a5ca-a8f6fb3014ff req-d4713acd-b394-49c3-a601-e87b14fb5631 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1656132 Apr 05 20:55:52.330792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64f5a415-f3df-4057-a5ca-a8f6fb3014ff req-f428ec0d-5c2f-4e15-a8a8-7b8efdbedb59 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989063 Apr 05 20:55:52.426279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 26547f06-b189-4353-b435-7925ebc0d285 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:55:52.461862 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.613436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8179b5a-671e-4d41-9211-190f1d6b00e2 req-8ae37249-0678-4dd5-9640-d9f681852574 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:52.615626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8179b5a-671e-4d41-9211-190f1d6b00e2 req-8ae37249-0678-4dd5-9640-d9f681852574 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1199920 Apr 05 20:55:52.633396 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.664163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3d6653-ce73-44d9-8fa9-04d8ef6d2426']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:52.689662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4471bdd-3040-459d-9828-8d9d62c8c214') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:52.690384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4471bdd-3040-459d-9828-8d9d62c8c214') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:52.704265 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.713755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8179b5a-671e-4d41-9211-190f1d6b00e2 req-4e5a283a-bff3-4e7f-9de1-44613413423e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912793 Apr 05 20:55:52.724239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.731524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:52.731917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:52.750425 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:52.771021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 26547f06-b189-4353-b435-7925ebc0d285, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=26547f06-b189-4353-b435-7925ebc0d285,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:52.820124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '26547f06-b189-4353-b435-7925ebc0d285', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:55:52.959768 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.982406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26547f06-b189-4353-b435-7925ebc0d285 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:55:53.006779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 26547f06-b189-4353-b435-7925ebc0d285, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=26547f06-b189-4353-b435-7925ebc0d285,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:53.081955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.085684 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.159545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.163447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ee3c-6fe5-446c-86a8-afb43e110197 req-792aac07-8dd7-4c80-88db-e15eac7f3e6c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:53.165512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fb8ee3c-6fe5-446c-86a8-afb43e110197 req-792aac07-8dd7-4c80-88db-e15eac7f3e6c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 943 time: 0.2625363 Apr 05 20:55:53.171436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf686-48a7-467b-8b44-04f375d6898d req-33b53235-669c-4768-82f3-f68087f9b9a1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:53.173153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-053bf686-48a7-467b-8b44-04f375d6898d req-33b53235-669c-4768-82f3-f68087f9b9a1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1697860 Apr 05 20:55:53.191028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=26547f06-b189-4353-b435-7925ebc0d285,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:53.198005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=dd3d6653-ce73-44d9-8fa9-04d8ef6d2426,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:53.202868 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-735c4e20-81c0-4fed-95f8-379bc76d50c9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/dd3d6653-ce73-44d9-8fa9-04d8ef6d2426 HTTP/1.1" status: 204 len: 168 time: 1.0361264 Apr 05 20:55:53.206025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46684) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.253028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fb8ee3c-6fe5-446c-86a8-afb43e110197 req-e66f0938-b49f-4107-9be1-012418b2d069 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787427 Apr 05 20:55:53.267759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-053bf686-48a7-467b-8b44-04f375d6898d req-642917db-e1e9-4358-bafc-8944211bb00a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746984 Apr 05 20:55:53.276652 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2909dc0e-5abf-4f82-b8b7-2d3b79dace91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.277127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2909dc0e-5abf-4f82-b8b7-2d3b79dace91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.279191 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2909dc0e-5abf-4f82-b8b7-2d3b79dace91 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/91465093-599a-4388-9fae-d46acc3b5282 HTTP/1.1" status: 404 len: 337 time: 0.0713737 Apr 05 20:55:53.281514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46690) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.321184 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cd434c-1b89-487c-bd0b-9059128821f5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.321184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07cd434c-1b89-487c-bd0b-9059128821f5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.321184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-07cd434c-1b89-487c-bd0b-9059128821f5 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/7db11900-f8b8-4636-bd01-b03596f1936c HTTP/1.1" status: 404 len: 339 time: 0.0381587 Apr 05 20:55:53.323532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46696) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.368009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46702) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.370678 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fdfc98-2f17-4fd7-a8d4-c258eb176292 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.371120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fdfc98-2f17-4fd7-a8d4-c258eb176292 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.375867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-54fdfc98-2f17-4fd7-a8d4-c258eb176292 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/d8ae6dd9-01b8-475c-b3bf-3c346eba77e1 HTTP/1.1" status: 404 len: 337 time: 0.0482941 Apr 05 20:55:53.376791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46708) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.388344 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.406511 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1907f556-4d91-490d-8a6a-826d47364345 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.406947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1907f556-4d91-490d-8a6a-826d47364345 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.409103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1907f556-4d91-490d-8a6a-826d47364345 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/599a412c-96cd-440e-b1ee-89e6bf94606e HTTP/1.1" status: 404 len: 339 time: 0.0310087 Apr 05 20:55:53.411207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46712) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.425701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:53.429687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Usage tracker for resource:security_group_rule and tenant:5e70395d1e0d4e25999facb0730afaa0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:53.432619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:53.438418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:53.451529 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a10c3d-960b-4d75-951c-6695bfaa327f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.456700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a10c3d-960b-4d75-951c-6695bfaa327f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.456700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97a10c3d-960b-4d75-951c-6695bfaa327f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/8ba18276-3016-4dfb-ab4a-b997e346ec99 HTTP/1.1" status: 404 len: 337 time: 0.0413516 Apr 05 20:55:53.457632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46718) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.458241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['26547f06-b189-4353-b435-7925ebc0d285'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:55:53.502860 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a2ad05-4755-4b9f-adec-383b2a602c83 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.504120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a2ad05-4755-4b9f-adec-383b2a602c83 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.513807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-96a2ad05-4755-4b9f-adec-383b2a602c83 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/bea4f9dc-5daf-4e5f-9a18-4ba3dcfbad68 HTTP/1.1" status: 404 len: 339 time: 0.0547802 Apr 05 20:55:53.514677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46724) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.571774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.579351 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-422d5b3b-6a2c-48ef-9156-1ce0512ba7fa tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.580055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422d5b3b-6a2c-48ef-9156-1ce0512ba7fa tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.584853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-422d5b3b-6a2c-48ef-9156-1ce0512ba7fa tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/083a2ddf-ef82-46ee-97c2-7d432c626154 HTTP/1.1" status: 404 len: 337 time: 0.0690098 Apr 05 20:55:53.585806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46728) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.630802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.660517 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa262a46-754b-4eb8-97d6-6a4f1ec05f42 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.661038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa262a46-754b-4eb8-97d6-6a4f1ec05f42 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.666447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aa262a46-754b-4eb8-97d6-6a4f1ec05f42 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/63280945-e637-4472-8fc2-95d9f504b898 HTTP/1.1" status: 404 len: 339 time: 0.0777566 Apr 05 20:55:53.667219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46732) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.679330 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e70395d1e0d4e25999facb0730afaa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3101764 Apr 05 20:55:53.682432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46736) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.742429 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a046fb-e393-474b-978c-ce0253b05f52 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.742959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a046fb-e393-474b-978c-ce0253b05f52 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.743975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b8a6a-30f6-4cd5-80e7-489d6fe2d115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd81fcea-e0bd-4431-95e4-e8a7b7f72550,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:53.744833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-37a046fb-e393-474b-978c-ce0253b05f52 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/df3de560-0876-4307-bfbe-fe135545873a HTTP/1.1" status: 404 len: 337 time: 0.0709231 Apr 05 20:55:53.748985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46740) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.785945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d18bc83-3761-443c-9edf-3135c11776c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.787099 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd63cff4-bce0-4834-8e5c-a0c75b02b63b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.787545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd63cff4-bce0-4834-8e5c-a0c75b02b63b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.791479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dd63cff4-bce0-4834-8e5c-a0c75b02b63b tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/9f5d4039-c854-43eb-82ad-9b579c34a106 HTTP/1.1" status: 404 len: 339 time: 0.0392144 Apr 05 20:55:53.791817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46744) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.823245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d18bc83-3761-443c-9edf-3135c11776c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.838821 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce7d9d8-d660-49d5-8002-d902e51c67e1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.839250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce7d9d8-d660-49d5-8002-d902e51c67e1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.840883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6ce7d9d8-d660-49d5-8002-d902e51c67e1 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/1022bf47-ae11-4c4c-bc48-0ef9b3a19c91 HTTP/1.1" status: 404 len: 337 time: 0.0480602 Apr 05 20:55:53.844051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46750) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.882472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939afe9-10dd-4aa1-bc00-aa8e9feb3ce5 req-ab611dd3-1856-416f-b492-897daa417e2e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:53.883831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9939afe9-10dd-4aa1-bc00-aa8e9feb3ce5 req-ab611dd3-1856-416f-b492-897daa417e2e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3059433 Apr 05 20:55:53.885250 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5dd5e2-057d-4df1-9b81-558632c63a20 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.885937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5dd5e2-057d-4df1-9b81-558632c63a20 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.887464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-df5dd5e2-057d-4df1-9b81-558632c63a20 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/21fc4354-7783-43c5-86c6-ece4fc9f7773 HTTP/1.1" status: 404 len: 339 time: 0.0417626 Apr 05 20:55:53.890248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46754) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.928842 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ca557c-f872-4cc3-8392-ac2b42e9b69f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.929333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ca557c-f872-4cc3-8392-ac2b42e9b69f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.932282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9939afe9-10dd-4aa1-bc00-aa8e9feb3ce5 req-5b99d200-7b50-4842-bab1-66996f6ed9db tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Apr 05 20:55:53.937495 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68ca557c-f872-4cc3-8392-ac2b42e9b69f tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/b1136b8f-1810-4903-bb4e-714b862b81f6 HTTP/1.1" status: 404 len: 337 time: 0.0462704 Apr 05 20:55:53.939969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46758) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.962730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d18bc83-3761-443c-9edf-3135c11776c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.965072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2d18bc83-3761-443c-9edf-3135c11776c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.966197 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d18bc83-3761-443c-9edf-3135c11776c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd81fcea-e0bd-4431-95e4-e8a7b7f72550 HTTP/1.1" status: 204 len: 168 time: 0.2823675 Apr 05 20:55:53.978878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18bc83-3761-443c-9edf-3135c11776c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd81fcea-e0bd-4431-95e4-e8a7b7f72550,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:53.981256 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-538274d0-1523-45da-a712-47d08f00d6a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:53.981701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538274d0-1523-45da-a712-47d08f00d6a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:53.983357 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-538274d0-1523-45da-a712-47d08f00d6a9 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/e2e37895-92e4-40f1-bd1f-c637e8737a87 HTTP/1.1" status: 404 len: 339 time: 0.0425055 Apr 05 20:55:53.986614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46768) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:54.045018 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-d377480b-abfa-4819-be9b-11d327614c3d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:54.045879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d377480b-abfa-4819-be9b-11d327614c3d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:54.047756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d377480b-abfa-4819-be9b-11d327614c3d tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/09bc3417-81c5-4bc8-81c0-0db5f0fa0e54 HTTP/1.1" status: 404 len: 337 time: 0.0601852 Apr 05 20:55:54.050988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46772) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:54.076385 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb26cb03-71f0-4e7c-96b6-39034066f552 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:54.076833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb26cb03-71f0-4e7c-96b6-39034066f552 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:54.078538 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb26cb03-71f0-4e7c-96b6-39034066f552 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/65628af5-a863-4eba-a6a6-f4341511f4a3 HTTP/1.1" status: 404 len: 339 time: 0.0264847 Apr 05 20:55:54.081077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46776) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:54.171247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c93574-0a8a-4c15-9fc6-1fe4ae3e6bb3 req-21048504-ad7d-41b3-9032-ee7f969bfbb3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:54.173624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16c93574-0a8a-4c15-9fc6-1fe4ae3e6bb3 req-21048504-ad7d-41b3-9032-ee7f969bfbb3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0888908 Apr 05 20:55:54.224651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16c93574-0a8a-4c15-9fc6-1fe4ae3e6bb3 req-c7c77935-48e2-405a-996d-1d7c76a447cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454724 Apr 05 20:55:54.286015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting subnet bc1f05b0-41d0-43b7-83ef-c28e6faabba1 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:55:54.289155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.349779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 26547f06-b189-4353-b435-7925ebc0d285 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:54.355900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.470565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.518637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 26547f06-b189-4353-b435-7925ebc0d285 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:54.528055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 26547f06-b189-4353-b435-7925ebc0d285 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:54.528432 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.630314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278a3c1-88b5-40e9-86d4-75eb6e2b6ec6 req-c45758f2-714d-4d76-9722-6d14cfa9cbbc tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:54.637386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2278a3c1-88b5-40e9-86d4-75eb6e2b6ec6 req-c45758f2-714d-4d76-9722-6d14cfa9cbbc tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1551688 Apr 05 20:55:54.637719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.665598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec42d-6cb9-4cb1-bdb2-daa2ffc2dd4d req-0f273a2c-2793-49ef-931c-a8da4a3a1260 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:54.673021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe1ec42d-6cb9-4cb1-bdb2-daa2ffc2dd4d req-0f273a2c-2793-49ef-931c-a8da4a3a1260 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 944 time: 0.1479406 Apr 05 20:55:54.727582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1f05b0-41d0-43b7-83ef-c28e6faabba1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:54.743790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.749174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2278a3c1-88b5-40e9-86d4-75eb6e2b6ec6 req-81eaf1b5-3f21-4164-ae48-0d17590b6b09 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108072 Apr 05 20:55:54.751956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acdba8c-9af1-4e26-826a-b0ee429ec917 None None] Network 70612ebe-e755-4953-8682-0f14f62e7259 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:55:54.760026 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-abc814d3-e618-4da7-808d-e02571149e62 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/subnets/bc1f05b0-41d0-43b7-83ef-c28e6faabba1 HTTP/1.1" status: 204 len: 168 time: 0.6779490 Apr 05 20:55:54.763398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46800) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:54.774104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe1ec42d-6cb9-4cb1-bdb2-daa2ffc2dd4d req-c3deb039-01b5-46dd-95b3-5392e33358d9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002176 Apr 05 20:55:54.909180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.949721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.989086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26547f06-b189-4353-b435-7925ebc0d285'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:55:54.997397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port da08704d-8e6e-4897-8b24-29077b1c332a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:54.997747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.041237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 26547f06-b189-4353-b435-7925ebc0d285, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=26547f06-b189-4353-b435-7925ebc0d285,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:55.082121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3de5fc-b29d-49b0-aad8-e2c86b9649d4 req-15f8e395-9199-4d3a-82cf-1befc81c6b54 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:55.092962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc3de5fc-b29d-49b0-aad8-e2c86b9649d4 req-15f8e395-9199-4d3a-82cf-1befc81c6b54 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1909239 Apr 05 20:55:55.111703 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd5a152-2c87-4c3f-8ce7-398154c30e08'] response: {'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26547f06-b189-4353-b435-7925ebc0d285', 'code': 200} Apr 05 20:55:55.118147 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.156091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc3de5fc-b29d-49b0-aad8-e2c86b9649d4 req-99116bde-9839-44c2-83ae-3ca351880ce4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614831 Apr 05 20:55:55.226007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=26547f06-b189-4353-b435-7925ebc0d285,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:55.244940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] DHCP port deletion for 70612ebe-e755-4953-8682-0f14f62e7259 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:55:55.249731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] Deleting port da08704d-8e6e-4897-8b24-29077b1c332a {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:55.251829 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.520233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] For port da08704d-8e6e-4897-8b24-29077b1c332a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=da08704d-8e6e-4897-8b24-29077b1c332a,segment=NetworkSegment(9e990776-710d-436f-bb22-656c33b2084b),segment_id=9e990776-710d-436f-bb22-656c33b2084b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:55.521161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.532887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] For port da08704d-8e6e-4897-8b24-29077b1c332a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=da08704d-8e6e-4897-8b24-29077b1c332a,segment=NetworkSegment(9e990776-710d-436f-bb22-656c33b2084b),segment_id=9e990776-710d-436f-bb22-656c33b2084b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:55:55.533856 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.560377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d44d35-c22f-4ee1-9a3d-9ff201891844 req-87257403-122a-4e2c-8b7e-ea02fbecc504 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:55.561968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0d44d35-c22f-4ee1-9a3d-9ff201891844 req-87257403-122a-4e2c-8b7e-ea02fbecc504 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1300457 Apr 05 20:55:55.632309 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-663cf0ea-df35-4cac-9b2b-ec755ba6728f req-8fa925e6-1df9-41ff-b509-103af3761e07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 1096 time: 0.4078205 Apr 05 20:55:55.670030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] Calling delete_port for da08704d-8e6e-4897-8b24-29077b1c332a owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:55.676305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0d44d35-c22f-4ee1-9a3d-9ff201891844 req-e57d0fbd-2c7f-4edc-8f79-83f33bfd6d5d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076043 Apr 05 20:55:55.733609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Calling delete_port for da08704d-8e6e-4897-8b24-29077b1c332a owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:55:55.816353 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-663cf0ea-df35-4cac-9b2b-ec755ba6728f req-8b8dbfda-fa8b-458b-b806-b0eb424ce3af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063578 Apr 05 20:55:55.838656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.858351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:55.858678 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:55.889998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] Pushing event deleted for resources: {'Port': ['ID=da08704d-8e6e-4897-8b24-29077b1c332a,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:55.903367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a764732a-3cfb-43fb-a317-75916cefed81 None None] No DVR routers for this DVR port da08704d-8e6e-4897-8b24-29077b1c332a on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:55.951786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d4d0d-ec3e-4600-8214-95dbcff469f5 req-16d114b3-3bb5-4b76-8afd-8da662b5817b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:55.957850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-703d4d0d-ec3e-4600-8214-95dbcff469f5 req-16d114b3-3bb5-4b76-8afd-8da662b5817b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1511822 Apr 05 20:55:56.105168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-703d4d0d-ec3e-4600-8214-95dbcff469f5 req-1777d27e-cf84-4dd6-bd96-caa679b2445d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062400 Apr 05 20:55:56.121735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc095f7-35e0-4b12-b3c0-507aa824b3bb req-6bd137f6-84ab-4649-978c-49cf5a30826c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:56.129347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc095f7-35e0-4b12-b3c0-507aa824b3bb req-6bd137f6-84ab-4649-978c-49cf5a30826c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 945 time: 0.1703353 Apr 05 20:55:56.176069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc095f7-35e0-4b12-b3c0-507aa824b3bb req-115f334f-e80b-40dc-8d36-0510aa8e0aeb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415132 Apr 05 20:55:56.359746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Deleting port da08704d-8e6e-4897-8b24-29077b1c332a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:55:56.360324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.535062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] The port 'da08704d-8e6e-4897-8b24-29077b1c332a' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:55:56.562576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d867fbe-6913-4032-aa4b-e2ba3752b2e8 req-cde52501-0eb7-4a6f-aba2-9c5c11707d13 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:56.580672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d867fbe-6913-4032-aa4b-e2ba3752b2e8 req-cde52501-0eb7-4a6f-aba2-9c5c11707d13 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1586678 Apr 05 20:55:56.645765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da08704d-8e6e-4897-8b24-29077b1c332a no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:56.653901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d867fbe-6913-4032-aa4b-e2ba3752b2e8 req-6799efc8-8cfb-4947-87f0-54d2c0ebf285 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720994 Apr 05 20:55:56.669872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.702746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70612ebe-e755-4953-8682-0f14f62e7259']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.729564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e990776-710d-436f-bb22-656c33b2084b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.729883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e990776-710d-436f-bb22-656c33b2084b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.743000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.755412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: da08704d-8e6e-4897-8b24-29077b1c332a {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:55:56.755751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da08704d-8e6e-4897-8b24-29077b1c332a not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:56.772985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.788192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:55:56.788971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:56.901435 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:57.009320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.031886 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.044464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] Pushing event deleted for resources: {'Network': ['ID=70612ebe-e755-4953-8682-0f14f62e7259,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:57.055211 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-31cc93d7-c5b1-4534-82e2-734716ba1a06 tempest-NetworksTest-750354719 tempest-NetworksTest-750354719-project] 10.222.0.10 "DELETE /v2.0/networks/70612ebe-e755-4953-8682-0f14f62e7259 HTTP/1.1" status: 204 len: 168 time: 2.2886267 Apr 05 20:55:57.085514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa454c31-d354-405a-be50-ae67359bc8c2 req-e45cbbc5-beea-403d-a8d0-370ff7905096 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:57.093037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa454c31-d354-405a-be50-ae67359bc8c2 req-e45cbbc5-beea-403d-a8d0-370ff7905096 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2271931 Apr 05 20:55:57.175895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa454c31-d354-405a-be50-ae67359bc8c2 req-edcec2d8-f74f-4d95-80e9-c0cee03a49a4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818434 Apr 05 20:55:57.446247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcce65-ffd7-40f2-a7ad-87d782b9bec6 req-8fe43dd8-feff-4d6f-97fa-f233a706b629 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:57.447680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71bcce65-ffd7-40f2-a7ad-87d782b9bec6 req-8fe43dd8-feff-4d6f-97fa-f233a706b629 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 945 time: 0.0799057 Apr 05 20:55:57.513312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71bcce65-ffd7-40f2-a7ad-87d782b9bec6 req-6b05286c-78e8-4f1d-abe9-0de5a8676ae3 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436380 Apr 05 20:55:57.598639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-65ff7190-817c-4989-8cd7-e3516341089a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752838 Apr 05 20:55:57.867840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-0243ab0c-5f00-490d-a43c-ed98ac128b59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2&device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 1096 time: 0.1757724 Apr 05 20:55:58.023684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb532fa-d3ec-49b0-a69d-f9121774205c req-8d8c6705-0967-4356-857e-c488968c8525 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:58.025249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdb532fa-d3ec-49b0-a69d-f9121774205c req-8d8c6705-0967-4356-857e-c488968c8525 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2328942 Apr 05 20:55:58.069396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-04c4092e-4314-46ea-9a80-f4d562537c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:58.070871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-04c4092e-4314-46ea-9a80-f4d562537c5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc HTTP/1.1" status: 200 len: 909 time: 0.1761167 Apr 05 20:55:58.136424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:58.152395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdb532fa-d3ec-49b0-a69d-f9121774205c req-1c624108-ac85-496d-ad12-6ac50ed22084 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186762 Apr 05 20:55:58.229552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-7510e241-8a89-4117-bc28-72156d9e9d8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b HTTP/1.1" status: 200 len: 1001 time: 0.1359029 Apr 05 20:55:58.411010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-dfb0b7ea-3c44-4711-8792-f04242a7a3be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:58.412611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-dfb0b7ea-3c44-4711-8792-f04242a7a3be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d0f80bcd-758b-4c93-adc1-546e80536dcb HTTP/1.1" status: 200 len: 847 time: 0.1672988 Apr 05 20:55:58.469303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8bd6-6eb8-4a74-80f9-9324bd83db1a req-5024f9f0-8ca0-41ea-859d-bdad133b0c9e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:58.470774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff2a8bd6-6eb8-4a74-80f9-9324bd83db1a req-5024f9f0-8ca0-41ea-859d-bdad133b0c9e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1532588 Apr 05 20:55:58.549664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-29f31274-e08b-46ae-902c-ae03f1da41f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bb17b7ad-3f28-471c-b14a-8221fbf5aadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282539 Apr 05 20:55:58.552641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff2a8bd6-6eb8-4a74-80f9-9324bd83db1a req-eaeb0457-45b4-4f69-b615-d04265e7d8b5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734508 Apr 05 20:55:58.594611 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9ced996-5c32-4251-8cd5-b3bd83422964 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e143bcbbb8ec467288efcfcd22f21202&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4563882 Apr 05 20:55:58.604346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46902) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:58.738697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a447-72c3-4d40-bbd4-a0c09f7a7af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.779606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a447-72c3-4d40-bbd4-a0c09f7a7af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.922367 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a447-72c3-4d40-bbd4-a0c09f7a7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.952875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6a447-72c3-4d40-bbd4-a0c09f7a7af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2d85d5-7599-40f7-a352-bef3a20ba29e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:58.965441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-003809ad-13d3-40b5-adce-8ac3d4dcfa12 service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087570 Apr 05 20:55:58.974231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a447-72c3-4d40-bbd4-a0c09f7a7af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.976236 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e6c6a447-72c3-4d40-bbd4-a0c09f7a7af3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe2d85d5-7599-40f7-a352-bef3a20ba29e HTTP/1.1" status: 204 len: 168 time: 0.3708529 Apr 05 20:55:59.113435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea654f-efb0-4957-8366-c44f2a9c0c7a req-98777263-4b96-4fa8-8359-24541ec67f8d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:59.113435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eea654f-efb0-4957-8366-c44f2a9c0c7a req-98777263-4b96-4fa8-8359-24541ec67f8d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2737694 Apr 05 20:55:59.122041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f8874-4944-407a-8f25-d012b0afb43a req-bef279b5-5d0d-49de-8d3d-618eff7f513a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:59.128621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-955f8874-4944-407a-8f25-d012b0afb43a req-bef279b5-5d0d-49de-8d3d-618eff7f513a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 945 time: 0.3723190 Apr 05 20:55:59.213471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2d601c1-d55d-42fe-a9cd-5780e060fcf1 req-ed85c6af-4e0e-40b9-ada9-00c19cba170b service neutron] 10.222.0.23 "GET /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301631 Apr 05 20:55:59.241243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6eea654f-efb0-4957-8366-c44f2a9c0c7a req-5b1d6a58-14a8-433a-9c5e-24569977fe2b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106024 Apr 05 20:55:59.255963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-955f8874-4944-407a-8f25-d012b0afb43a req-793aa0eb-7a04-42b8-8afb-7a066babe97c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258321 Apr 05 20:55:59.598283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2c34d-5494-4457-926e-25cd21624840 req-b7358e80-b696-42cb-8ccd-3a0784652c61 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:59.600736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c2c34d-5494-4457-926e-25cd21624840 req-b7358e80-b696-42cb-8ccd-3a0784652c61 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 945 time: 0.1637132 Apr 05 20:55:59.610567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46934) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:59.619872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'port_id': '26547f06-b189-4353-b435-7925ebc0d285'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:55:59.714873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4386d3-3806-44a3-9da8-48895bab291d req-9b85c35e-5b01-47ec-9ba7-085f06680ebe tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:59.716312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a4386d3-3806-44a3-9da8-48895bab291d req-9b85c35e-5b01-47ec-9ba7-085f06680ebe tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2229190 Apr 05 20:55:59.728561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.032932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a4386d3-3806-44a3-9da8-48895bab291d req-bff5af97-abe1-4d40-9d5c-1341cabe47f2 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049564 Apr 05 20:56:00.638755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46968) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:00.789038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.810099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479adee-6510-4a21-9ae9-2c401af008e1 req-0ff4991a-8e80-4198-b489-c7ee15d2bb27 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:00.811546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8479adee-6510-4a21-9ae9-2c401af008e1 req-0ff4991a-8e80-4198-b489-c7ee15d2bb27 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1191711 Apr 05 20:56:00.866297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8479adee-6510-4a21-9ae9-2c401af008e1 req-fe1658b3-f3fe-4ec2-81cf-c5cf39752172 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Apr 05 20:56:00.867472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.916975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.921088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:00.931768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Usage tracker for resource:security_group_rule and tenant:33a5177ee8424ca7909fd669405a3fd0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:00.936093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:00.944155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:01.033138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.140501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.178417 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP 07df0de3-d033-4706-b2ce-06c6fb015617 associated. External IP: 172.25.2.92, port: 26547f06-b189-4353-b435-7925ebc0d285. Apr 05 20:56:01.209570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa13ede-0002-410f-b909-9b1ba4301eff,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:01.214955 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-500a719b-e4e7-4fcc-895b-2fc1d9f14576 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33a5177ee8424ca7909fd669405a3fd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5752537 Apr 05 20:56:01.217800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.307298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9445431b-0aac-4352-beb5-d2c55cb14b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.327636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46986) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.368917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9445431b-0aac-4352-beb5-d2c55cb14b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.539710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9445431b-0aac-4352-beb5-d2c55cb14b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.589971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9445431b-0aac-4352-beb5-d2c55cb14b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.592439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9445431b-0aac-4352-beb5-d2c55cb14b7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfa13ede-0002-410f-b909-9b1ba4301eff HTTP/1.1" status: 204 len: 168 time: 0.3730247 Apr 05 20:56:01.599847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445431b-0aac-4352-beb5-d2c55cb14b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa13ede-0002-410f-b909-9b1ba4301eff,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:01.669454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-be77a6a9-f576-4d2c-921f-a714e496333b tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] Request body: {'port': {'network_id': 'eb8c3472-580b-4c3a-aa18-2bb4ce0bbdf1', 'name': 'tempest-NetworksNegativeTestJSON-1220178213'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:01.695365 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-be77a6a9-f576-4d2c-921f-a714e496333b tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] POST failed (client error): The resource could not be found. Apr 05 20:56:01.696143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be77a6a9-f576-4d2c-921f-a714e496333b tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:01.701269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47000) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.701755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-be77a6a9-f576-4d2c-921f-a714e496333b tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3726923 Apr 05 20:56:01.715466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:56:01.728531 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1829e9-bc23-4105-9733-fa9de01663c6 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:01.729141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1829e9-bc23-4105-9733-fa9de01663c6 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:01.730916 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8f1829e9-bc23-4105-9733-fa9de01663c6 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "DELETE /v2.0/networks/993e48e6-1598-409e-bafb-bfb2c9e88c49 HTTP/1.1" status: 404 len: 339 time: 0.0279434 Apr 05 20:56:01.736812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.794157 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a848276a-195f-4e6f-bdf3-f584a4c6cb5b tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:01.794660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a848276a-195f-4e6f-bdf3-f584a4c6cb5b tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:01.800872 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a848276a-195f-4e6f-bdf3-f584a4c6cb5b tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "DELETE /v2.0/ports/17f3ffb8-332c-4585-95fb-b33fb125a3ce HTTP/1.1" status: 404 len: 333 time: 0.0628760 Apr 05 20:56:01.804633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47010) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.861885 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc30235-8e79-4aab-b991-926b08c44f4c tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:01.862876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc30235-8e79-4aab-b991-926b08c44f4c tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:01.864925 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6dc30235-8e79-4aab-b991-926b08c44f4c tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "DELETE /v2.0/subnets/944e0b19-45c9-4864-b1d0-1b1b22e8437b HTTP/1.1" status: 404 len: 337 time: 0.0589471 Apr 05 20:56:01.868570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47014) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.915288 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2490ce-6c24-4f00-a217-491101480f70 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] GET failed (client error): The resource could not be found. Apr 05 20:56:01.916911 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c2490ce-6c24-4f00-a217-491101480f70 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "GET /v2.0/networks/7a27d38e-359b-4127-8304-b4f3f06f7f1b HTTP/1.1" status: 404 len: 339 time: 0.0469255 Apr 05 20:56:01.930431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47020) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.978715 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfdf1d2-be73-41fe-b6ab-b2f5235591c4 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] GET failed (client error): The resource could not be found. Apr 05 20:56:01.983069 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5cfdf1d2-be73-41fe-b6ab-b2f5235591c4 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "GET /v2.0/ports/5a8ec2e3-3e39-40b6-a4b9-77531f8e8012 HTTP/1.1" status: 404 len: 333 time: 0.0514367 Apr 05 20:56:01.984320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47024) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:02.035003 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-805d523a-8c47-45e6-8d3b-d784b3e12a57 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] GET failed (client error): The resource could not be found. Apr 05 20:56:02.036273 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-805d523a-8c47-45e6-8d3b-d784b3e12a57 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "GET /v2.0/subnets/5c281c29-c488-4bcb-89ae-794fbe1a9fa7 HTTP/1.1" status: 404 len: 337 time: 0.0509923 Apr 05 20:56:02.040176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47028) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:02.046300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ea37815f-b8d7-4a63-8f86-3fcdd280d172 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:02.065685 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea37815f-b8d7-4a63-8f86-3fcdd280d172 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] PUT failed (client error): The resource could not be found. Apr 05 20:56:02.066125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea37815f-b8d7-4a63-8f86-3fcdd280d172 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:02.067196 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ea37815f-b8d7-4a63-8f86-3fcdd280d172 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "PUT /v2.0/networks/29f0db07-3adc-4729-aef3-105b792203dd HTTP/1.1" status: 404 len: 339 time: 0.0261252 Apr 05 20:56:02.071161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47034) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:02.076914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-51bf43f3-385f-4d5e-bf7c-d23a4ec7b9e5 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:02.113799 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bf43f3-385f-4d5e-bf7c-d23a4ec7b9e5 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] PUT failed (client error): The resource could not be found. Apr 05 20:56:02.113799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bf43f3-385f-4d5e-bf7c-d23a4ec7b9e5 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:02.114888 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-51bf43f3-385f-4d5e-bf7c-d23a4ec7b9e5 tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "PUT /v2.0/ports/7c27e62b-83b5-4090-b204-392c7dc6b726 HTTP/1.1" status: 404 len: 333 time: 0.0428433 Apr 05 20:56:02.120060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47038) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:02.135373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-46a9f04c-2046-4164-abd4-84b1ff8d9e5e tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:02.163360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:02.175952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:02.176732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.186487 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a9f04c-2046-4164-abd4-84b1ff8d9e5e tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] PUT failed (client error): The resource could not be found. Apr 05 20:56:02.187023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a9f04c-2046-4164-abd4-84b1ff8d9e5e tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:02.192116 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-46a9f04c-2046-4164-abd4-84b1ff8d9e5e tempest-NetworksNegativeTestJSON-6150997 tempest-NetworksNegativeTestJSON-6150997-project] 10.222.0.10 "PUT /v2.0/subnets/703f79d5-11e5-434f-99da-387a832c3834 HTTP/1.1" status: 404 len: 337 time: 0.0671401 Apr 05 20:56:02.200486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:02.201130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:55:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:02.238722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2badd440-91ae-431c-acdb-5692f5eda6e7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "PUT /v2.0/floatingips/07df0de3-d033-4706-b2ce-06c6fb015617 HTTP/1.1" status: 200 len: 990 time: 2.6270869 Apr 05 20:56:02.240940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'tag': '26547f06-b189-4353-b435-7925ebc0d285'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:56:02.274972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64552e1a-dc8c-4904-9f5c-1d684bcda319 req-8f97330d-bc30-4081-abfd-20e2617a24af tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:02.283439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64552e1a-dc8c-4904-9f5c-1d684bcda319 req-8f97330d-bc30-4081-abfd-20e2617a24af tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2280893 Apr 05 20:56:02.352037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64552e1a-dc8c-4904-9f5c-1d684bcda319 req-4423b204-b89a-4634-a315-b9408cb427a7 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678298 Apr 05 20:56:02.356013 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb3afd2-8dbc-4869-809e-f03a23645c4b'] response: {'name': 'network-changed', 'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'tag': '26547f06-b189-4353-b435-7925ebc0d285', 'status': 'completed', 'code': 200} Apr 05 20:56:02.535494 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-372e8ee5-b7be-4e2f-8e86-e025cc534e2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 1096 time: 0.1270478 Apr 05 20:56:02.543624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:02.690434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-9ca8a790-a150-427b-ade1-64519f484b12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:02.691904 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-9ca8a790-a150-427b-ade1-64519f484b12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.1508961 Apr 05 20:56:02.813315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-4d9ea18a-8533-45a6-a5de-ac345cb5bf28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 200 len: 998 time: 0.1157029 Apr 05 20:56:02.878930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-45d7a459-e9d3-467d-80ef-df286d0f6f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:02.880377 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-45d7a459-e9d3-467d-80ef-df286d0f6f16 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0614607 Apr 05 20:56:02.946844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:00Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:02.952733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:56:02.969088 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-e0ce38e7-ceef-4918-a311-e72e56e4cbe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821979 Apr 05 20:56:02.974371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:02.974371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:55:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:03.156557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:03.212330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47060) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:03.235002 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.272806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:03.276856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Usage tracker for resource:security_group_rule and tenant:620f466aa8954ed5ad23ee023ec2b55d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:03.279794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:03.285883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:03.305196 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-98aba2c7-4157-46cc-8b85-9b99c36c5fa9 service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255985 Apr 05 20:56:03.368111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5534c6-5628-40b5-9e11-da779cc784a5 req-1203efba-002a-4547-8ec4-6ae2940cd2d4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:03.374994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed5534c6-5628-40b5-9e11-da779cc784a5 req-1203efba-002a-4547-8ec4-6ae2940cd2d4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1993620 Apr 05 20:56:03.430979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed5534c6-5628-40b5-9e11-da779cc784a5 req-dbfde4d5-0edb-4568-b987-767486f60260 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Apr 05 20:56:03.511073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.587762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47066) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:03.606879 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.660094 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac7570a8-5a4b-4c52-8a06-399e6bfbb02c req-24402e3d-3073-4ba9-8670-83c1e1e14199 service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440361 Apr 05 20:56:03.667237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5801fe6-f331-405b-bb85-3ca44de369bb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:03.695257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-393b4b72-9382-4163-ba27-992547468095 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=620f466aa8954ed5ad23ee023ec2b55d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4813354 Apr 05 20:56:03.699420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47074) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:03.746857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:00Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:03.752443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95fbfe-3cb9-4bb6-9d35-f6fade805fc7 None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:00Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:03.777110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c681aab-b72a-426f-876f-6ee06ee1cc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.822294 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c681aab-b72a-426f-876f-6ee06ee1cc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.856572 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.899794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:03.908295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Usage tracker for resource:security_group_rule and tenant:f6de22728d46431ba0723510c3709210 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:03.911858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:03.918501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:04.001717 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.020118 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c9ee00-fb3f-49c9-ac0e-afcc372c3f5e None None] New status for floating IP 07df0de3-d033-4706-b2ce-06c6fb015617: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:56:04.081749 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c681aab-b72a-426f-876f-6ee06ee1cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.100155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c681aab-b72a-426f-876f-6ee06ee1cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5801fe6-f331-405b-bb85-3ca44de369bb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:04.105739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c681aab-b72a-426f-876f-6ee06ee1cc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.107566 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0c681aab-b72a-426f-876f-6ee06ee1cc3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5801fe6-f331-405b-bb85-3ca44de369bb HTTP/1.1" status: 204 len: 168 time: 0.4071372 Apr 05 20:56:04.169891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.264093 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.335420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6de22728d46431ba0723510c3709210&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7452374 Apr 05 20:56:04.350541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47090) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:04.354609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343d47c-b764-49ec-8b58-a1ec71414d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8c352-a243-4d10-afd7-43a15dd757dc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:04.421968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95800669-4d93-40b3-aa64-ec9d7a42c6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.447978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95800669-4d93-40b3-aa64-ec9d7a42c6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.611003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95800669-4d93-40b3-aa64-ec9d7a42c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.644007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-95800669-4d93-40b3-aa64-ec9d7a42c6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.645578 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-95800669-4d93-40b3-aa64-ec9d7a42c6f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77b8c352-a243-4d10-afd7-43a15dd757dc HTTP/1.1" status: 204 len: 168 time: 0.2939634 Apr 05 20:56:04.646810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95800669-4d93-40b3-aa64-ec9d7a42c6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8c352-a243-4d10-afd7-43a15dd757dc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:04.676410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7f0fa-e6a5-444f-8405-a04e9b208e67 req-3475612b-8740-4122-be53-c7787d2dfa6c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:04.678062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22f7f0fa-e6a5-444f-8405-a04e9b208e67 req-3475612b-8740-4122-be53-c7787d2dfa6c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1036923 Apr 05 20:56:04.732157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22f7f0fa-e6a5-444f-8405-a04e9b208e67 req-28a48ceb-780c-424d-9c03-4b1bdbd324a5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472937 Apr 05 20:56:04.820177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff8f24a5-7dc5-4878-b192-7867e1836b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.959311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8faf51-fd1e-4d70-9b81-ba73eb1f839e req-7954261f-cb83-4b75-88c0-93947253cb47 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:04.961792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f8faf51-fd1e-4d70-9b81-ba73eb1f839e req-7954261f-cb83-4b75-88c0-93947253cb47 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0949330 Apr 05 20:56:05.026493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f8faf51-fd1e-4d70-9b81-ba73eb1f839e req-9010399e-89e4-4768-bcd1-2581f10bd497 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583241 Apr 05 20:56:05.347724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a19c-7d5d-4d06-a50a-eef7ad770eba req-e165fbcb-a192-4850-94bb-63cc07abdc40 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:05.350670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce98a19c-7d5d-4d06-a50a-eef7ad770eba req-e165fbcb-a192-4850-94bb-63cc07abdc40 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0977349 Apr 05 20:56:05.399208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce98a19c-7d5d-4d06-a50a-eef7ad770eba req-7ab52fee-bf24-491c-a360-aaf808835c8a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Apr 05 20:56:05.603821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f17b6d-d233-4a1d-bf12-7aae71c25487 req-c9a42a67-b9ab-4314-81ad-e0d6cc7f2eac tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:05.605545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08f17b6d-d233-4a1d-bf12-7aae71c25487 req-c9a42a67-b9ab-4314-81ad-e0d6cc7f2eac tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0851038 Apr 05 20:56:05.661605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08f17b6d-d233-4a1d-bf12-7aae71c25487 req-087280f3-ee0f-45f5-a311-e8cca9598d32 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494494 Apr 05 20:56:05.916216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60cf7-6081-4b93-ad01-20a457d362fd req-13c120d1-1e13-4367-861c-96a7b8e4c4da tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:05.917917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53f60cf7-6081-4b93-ad01-20a457d362fd req-13c120d1-1e13-4367-861c-96a7b8e4c4da tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0876262 Apr 05 20:56:05.973193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53f60cf7-6081-4b93-ad01-20a457d362fd req-7fc9b582-1273-4fb2-ba4b-2ffc320968b3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488167 Apr 05 20:56:06.246216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64d3d9-e931-4847-a79d-8e678bfd8822 req-e0d2fdb4-88f2-4ad0-976c-e9ddfeedda08 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:06.248280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d64d3d9-e931-4847-a79d-8e678bfd8822 req-e0d2fdb4-88f2-4ad0-976c-e9ddfeedda08 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1273487 Apr 05 20:56:06.314564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d64d3d9-e931-4847-a79d-8e678bfd8822 req-64ea1d45-559b-4b16-a57a-020f58bf95d4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Apr 05 20:56:06.437172 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-a3b4d261-afd9-477a-abd7-b00118497180 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706267 Apr 05 20:56:06.537549 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:56:06.622827 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-eec7f08f-d200-444e-a159-606f62c30881 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 1096 time: 0.0828023 Apr 05 20:56:06.631424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3de9df-4bb9-450b-8946-91e8ed6d7a3c req-9df50cf2-396e-40c1-b17c-3b3a2d11a45c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:06.632930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f3de9df-4bb9-450b-8946-91e8ed6d7a3c req-9df50cf2-396e-40c1-b17c-3b3a2d11a45c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1089647 Apr 05 20:56:06.702695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f3de9df-4bb9-450b-8946-91e8ed6d7a3c req-7d1045d0-a94f-4e2f-b575-5c5cd5232ab4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628884 Apr 05 20:56:06.812269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-6b0272ad-4fe3-4453-b452-9cc7b9d9eac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:06.814724 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-6b0272ad-4fe3-4453-b452-9cc7b9d9eac0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.1647637 Apr 05 20:56:06.917702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a28df-6ab7-488c-a5e6-ce982f27a348 req-d99ad7f4-5ef8-402d-96f3-74f10a0458f3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:06.925657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be2a28df-6ab7-488c-a5e6-ce982f27a348 req-d99ad7f4-5ef8-402d-96f3-74f10a0458f3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0928349 Apr 05 20:56:06.927933 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-1fb3ee3b-4f84-4c97-9616-0c054b855e0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 200 len: 1000 time: 0.1079495 Apr 05 20:56:06.946258 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4f85f2bb-c42d-42c1-ad7d-7152038abac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.993477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be2a28df-6ab7-488c-a5e6-ce982f27a348 req-ee541520-7909-441f-99c1-4e1aece912ad tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663352 Apr 05 20:56:06.997834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-0ad648eb-0235-4b67-9cd4-9bc4aae7b39a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:07.002076 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-0ad648eb-0235-4b67-9cd4-9bc4aae7b39a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0690768 Apr 05 20:56:07.105824 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-22887099-c562-4ea6-a977-b1af879d4fd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977144 Apr 05 20:56:07.270527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7548-7c48-405f-a9d2-616b7616c4af req-50f42149-7faf-420a-ae56-d99dde37973d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:07.271358 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-8df311a1-1972-4560-a3ec-6b9831dec45a service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550715 Apr 05 20:56:07.272249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-269d7548-7c48-405f-a9d2-616b7616c4af req-50f42149-7faf-420a-ae56-d99dde37973d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0957017 Apr 05 20:56:07.381605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-269d7548-7c48-405f-a9d2-616b7616c4af req-5bfa939d-0e57-4291-b3ec-cec456531787 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037660 Apr 05 20:56:07.475839 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ac49092b-3a20-4b5f-9177-49345d343b12 req-9043bf4c-49a4-4c12-8ba7-b209569bf69d service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986399 Apr 05 20:56:07.631425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80185-922f-4279-aaa3-304b3388d950 req-c5d6f8d5-c1bd-4630-94ae-008d9ca2fb74 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:07.633595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25a80185-922f-4279-aaa3-304b3388d950 req-c5d6f8d5-c1bd-4630-94ae-008d9ca2fb74 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0839686 Apr 05 20:56:07.692313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:07.693229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25a80185-922f-4279-aaa3-304b3388d950 req-daec7ff8-fbad-4f3a-bd5d-b6695002374d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521431 Apr 05 20:56:07.935567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791f73d-2ed5-4e4f-842f-978fe75ebf70 req-fd8f790d-e286-499c-9349-939198a6270a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:07.937233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c791f73d-2ed5-4e4f-842f-978fe75ebf70 req-fd8f790d-e286-499c-9349-939198a6270a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0831494 Apr 05 20:56:07.985401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c791f73d-2ed5-4e4f-842f-978fe75ebf70 req-35d910da-c3c4-4330-bfd7-d2cdb8f22e78 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Apr 05 20:56:08.122836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-888337870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:08.131598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:08.137773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:router and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:08.145148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:08.159868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:08.222497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f2248-219c-40a7-8602-90878e99042d req-f5c3375a-bcbd-436a-bb6e-a73f49a75ceb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:08.223951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb6f2248-219c-40a7-8602-90878e99042d req-f5c3375a-bcbd-436a-bb6e-a73f49a75ceb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0946205 Apr 05 20:56:08.307171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.311932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.357416 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.365808 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.394269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb6f2248-219c-40a7-8602-90878e99042d req-edeb9602-120d-48f8-b701-8e1db97b9bf2 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643102 Apr 05 20:56:08.471932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.585093 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.619377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.620592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-607692b6-bac2-4fb4-9a4b-b634e4ea91f7 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9272511 Apr 05 20:56:08.628624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:08.635268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1691709523'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:08.641028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:08.645871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:network and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:08.648767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:08.655454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:08.744763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51c48-1d66-4962-a0d7-27cd92f4f5a6 req-8e1b27de-2298-4a13-80fe-0fcd7d726345 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:08.747109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47e51c48-1d66-4962-a0d7-27cd92f4f5a6 req-8e1b27de-2298-4a13-80fe-0fcd7d726345 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0806928 Apr 05 20:56:08.774155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:08.777199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.796305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.821460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47e51c48-1d66-4962-a0d7-27cd92f4f5a6 req-28f33d54-159b-4fb4-8b7f-0194074ccce7 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706341 Apr 05 20:56:08.831768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:08.835626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:security_group_rule and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:08.838590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:08.846857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:08.944548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.030800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.050233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e733c5e-7d26-4df0-9edd-e5623a3831a5 req-58e28bd6-bfcd-46d4-8e92-7c4e103f59b8 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:09.051933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e733c5e-7d26-4df0-9edd-e5623a3831a5 req-58e28bd6-bfcd-46d4-8e92-7c4e103f59b8 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.0824943 Apr 05 20:56:09.073445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:09.103659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.103659 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Added segment 7de52ab7-0fe0-4196-a10a-07748b06e94f of type vlan for network 2e952a83-dea3-409d-b917-ca880e43c227 Apr 05 20:56:09.103659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7570ec7a-1732-4418-9db6-32079f9cc1b5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:09.118648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e733c5e-7d26-4df0-9edd-e5623a3831a5 req-80adf5cc-dd5d-4793-90f3-d5e1e5014e23 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Apr 05 20:56:09.142674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.276751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.281304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:09.283096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.440837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Network': ['ID=2e952a83-dea3-409d-b917-ca880e43c227,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:09.451944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2e952a83-dea3-409d-b917-ca880e43c227 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:09.512207 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-beeb26bf-2635-4a70-9afd-a1969310eb8f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8823607 Apr 05 20:56:09.515351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47244) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:09.522258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'subnet': {'network_id': '2e952a83-dea3-409d-b917-ca880e43c227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:09.642275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:09.646434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:subnet and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:09.649520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:09.655870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:09.826138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:09.858413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.931805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67a404-f1be-4b70-9e56-564924ad49c0 req-58039ff1-2594-469d-9bf9-75341c95eafb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:09.935948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c67a404-f1be-4b70-9e56-564924ad49c0 req-58039ff1-2594-469d-9bf9-75341c95eafb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.6334674 Apr 05 20:56:09.942294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47256) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:10.015786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c67a404-f1be-4b70-9e56-564924ad49c0 req-a3f4b111-e609-4b31-8b50-839939f82c3b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672836 Apr 05 20:56:10.062504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.182935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.273180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:10.279406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Usage tracker for resource:security_group_rule and tenant:5c261f6472624fe884d87c3f6a68e57c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:10.283028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:10.290746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:10.316993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221af649-12c6-48ed-9edd-8c0f714c7264 req-f633cfa3-7b46-4be7-89e9-5f5b65b2ddae tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:10.318403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-221af649-12c6-48ed-9edd-8c0f714c7264 req-f633cfa3-7b46-4be7-89e9-5f5b65b2ddae tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1241758 Apr 05 20:56:10.400661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-221af649-12c6-48ed-9edd-8c0f714c7264 req-9dde605c-d549-448f-9e24-2704d4fce35e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761485 Apr 05 20:56:10.417354 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.433210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.522460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Subnet': ['ID=58179564-b6b2-4258-9919-a68eed608af4,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:10.536593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.545879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Checking segment: {'id': '7de52ab7-0fe0-4196-a10a-07748b06e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e952a83-dea3-409d-b917-ca880e43c227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:10.546347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network hostable DHCP agents. Network: 2e952a83-dea3-409d-b917-ca880e43c227, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:10.595481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36dbc4-4fdb-4377-9b4f-19442e24dc90,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:10.599693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f6752cca-bf42-4522-a19c-c955e40ba47f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c261f6472624fe884d87c3f6a68e57c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6563392 Apr 05 20:56:10.603828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47272) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:10.687932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network 2e952a83-dea3-409d-b917-ca880e43c227 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:10.714347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c4c06d8-57b2-4222-af45-89a8d44dfd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.768260 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c4c06d8-57b2-4222-af45-89a8d44dfd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.813479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74957f04-9169-4a89-87da-af2b2f9f07f5 req-c5caa0bd-053e-415f-9a13-465e78d7eb8e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:10.814188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 2e952a83-dea3-409d-b917-ca880e43c227) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:10.818292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74957f04-9169-4a89-87da-af2b2f9f07f5 req-c5caa0bd-053e-415f-9a13-465e78d7eb8e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1501639 Apr 05 20:56:10.819678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:10.821190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.821975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebabd3a-c2a0-4da7-89bc-8693bb9c246a None None] Network 2e952a83-dea3-409d-b917-ca880e43c227 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:10.876544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74957f04-9169-4a89-87da-af2b2f9f07f5 req-f3993d70-fd0c-48fc-b492-8b999f5c7a9a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Apr 05 20:56:10.929193 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-72c01626-5a86-403a-a9e2-39e162692b9e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4127424 Apr 05 20:56:10.932173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47282) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:10.941453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'network': {'name': 'tempest-router-network01--1823352353'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:10.946694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:10.954913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:network and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:10.958539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:10.961490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c4c06d8-57b2-4222-af45-89a8d44dfd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.981766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:10.999729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c06d8-57b2-4222-af45-89a8d44dfd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d36dbc4-4fdb-4377-9b4f-19442e24dc90,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:11.058002 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c4c06d8-57b2-4222-af45-89a8d44dfd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.061526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5c4c06d8-57b2-4222-af45-89a8d44dfd51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d36dbc4-4fdb-4377-9b4f-19442e24dc90 HTTP/1.1" status: 204 len: 168 time: 0.4543829 Apr 05 20:56:11.104121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-2e952a83-dea3-409d-b917-ca880e43c227', 'network_id': '2e952a83-dea3-409d-b917-ca880e43c227', 'tenant_id': 'ab8cc72494694cd6ab819ee224f8e240', 'fixed_ips': [{'subnet_id': '58179564-b6b2-4258-9919-a68eed608af4'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:56:11.105880 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.107842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:11.110952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.160142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee09ab7-6c90-41d7-86cb-f014cac89966 req-1b5b450c-b3b8-4c3d-9e36-709a4380a38f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:11.161693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ee09ab7-6c90-41d7-86cb-f014cac89966 req-1b5b450c-b3b8-4c3d-9e36-709a4380a38f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1455512 Apr 05 20:56:11.162592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:11.198464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.204619 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Added segment 8d01e2ef-4c91-47de-8ac3-babcabb1ae74 of type vlan for network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 Apr 05 20:56:11.261953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ee09ab7-6c90-41d7-86cb-f014cac89966 req-0cf741d2-b3a8-4fe7-9904-e33c93f49512 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851684 Apr 05 20:56:11.263580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.351023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Allocated IP 2001:db8::2 (2e952a83-dea3-409d-b917-ca880e43c227/58179564-b6b2-4258-9919-a68eed608af4/eae36baa-b868-445d-a8d9-b09255b49d66) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:11.368702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.373099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:11.378829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.480650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Network': ['ID=46c112fd-7eb2-4759-8c4e-6d8e2db5bac1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:11.496344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:11.600398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47296) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:11.600767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0c34a5e3-39aa-4443-a5b0-0c737d175617 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6672661 Apr 05 20:56:11.610766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'network': {'name': 'tempest-router-network02--901464885'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:11.619076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:11.630466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:network and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:11.634145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:11.640764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:11.672153 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.687269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Transition to ACTIVE for port object eae36baa-b868-445d-a8d9-b09255b49d66 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:11.718440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Transition to ACTIVE for port object eae36baa-b868-445d-a8d9-b09255b49d66 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:11.743676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:11.746726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.781511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:11.790483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.790825 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Added segment 6fd6d0eb-c887-4db1-8296-77c7af83e334 of type vlan for network 071d941a-276d-412d-b1b9-13679a3771b7 Apr 05 20:56:11.815814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.818522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.898862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a99d3-c12f-4e49-81b0-6cb6e80d7107 req-071bca0d-7525-43a1-a2d4-b9c3dc8321d0 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:11.900796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b4a99d3-c12f-4e49-81b0-6cb6e80d7107 req-071bca0d-7525-43a1-a2d4-b9c3dc8321d0 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1155164 Apr 05 20:56:11.927668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Network 2e952a83-dea3-409d-b917-ca880e43c227 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:11.930345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:11.933809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:56:11.941661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Pushing event updated for resources: {'Port': ['ID=eae36baa-b868-445d-a8d9-b09255b49d66,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:11.951329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.952471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.952815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.953175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.953513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.954073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.954718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.954718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.955573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.955573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.955573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.956539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.956897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:11.957418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.963222 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b4a99d3-c12f-4e49-81b0-6cb6e80d7107 req-6583dc95-da96-47e1-9843-ba0927097c56 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565209 Apr 05 20:56:12.058343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Attempting to bind port eae36baa-b868-445d-a8d9-b09255b49d66 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:12.058758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Attempting to bind port eae36baa-b868-445d-a8d9-b09255b49d66 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '7de52ab7-0fe0-4196-a10a-07748b06e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e952a83-dea3-409d-b917-ca880e43c227'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:12.059149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Attempting to bind port eae36baa-b868-445d-a8d9-b09255b49d66 on network 2e952a83-dea3-409d-b917-ca880e43c227 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:56:12.069831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:56:12.082224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Checking segment: {'id': '7de52ab7-0fe0-4196-a10a-07748b06e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e952a83-dea3-409d-b917-ca880e43c227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:12.082224 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.082224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Bound using segment: {'id': '7de52ab7-0fe0-4196-a10a-07748b06e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e952a83-dea3-409d-b917-ca880e43c227'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:56:12.082224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Bound port: eae36baa-b868-445d-a8d9-b09255b49d66, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7de52ab7-0fe0-4196-a10a-07748b06e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2e952a83-dea3-409d-b917-ca880e43c227'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:12.082224 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.097651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Network': ['ID=071d941a-276d-412d-b1b9-13679a3771b7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:12.122763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 071d941a-276d-412d-b1b9-13679a3771b7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:12.159673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47308) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:12.179844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.190092 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9c42b0c7-6554-4531-8209-d734e146a04d tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5878789 Apr 05 20:56:12.193564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47312) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:12.205401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'subnet': {'network_id': '46c112fd-7eb2-4759-8c4e-6d8e2db5bac1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:12.229783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:12.235977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Usage tracker for resource:security_group_rule and tenant:33e0a925933c4d6dad33bb1fe6892ac6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:12.237430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:12.243843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:12.318685 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] For port eae36baa-b868-445d-a8d9-b09255b49d66, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:56:12.327687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] For port eae36baa-b868-445d-a8d9-b09255b49d66, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eae36baa-b868-445d-a8d9-b09255b49d66,segment=NetworkSegment(7de52ab7-0fe0-4196-a10a-07748b06e94f),segment_id=7de52ab7-0fe0-4196-a10a-07748b06e94f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:56:12.335997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6459b-de5b-4e4c-9fed-4a55d8da0844 req-77bf7ea2-e907-493e-b197-d43f507a12fd tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:12.343049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-18b6459b-de5b-4e4c-9fed-4a55d8da0844 req-77bf7ea2-e907-493e-b197-d43f507a12fd tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2227190 Apr 05 20:56:12.369702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:12.382669 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.385433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:subnet and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:12.387277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:12.397019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:12.405460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-18b6459b-de5b-4e4c-9fed-4a55d8da0844 req-70465ecc-4ed8-4129-b750-9fdbd41fe2c1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616112 Apr 05 20:56:12.435636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47318) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:12.443415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.472211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.533820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7f5e4-9ff3-48fc-82e0-e321126b0167 None None] Pushing event updated for resources: {'Port': ['ID=eae36baa-b868-445d-a8d9-b09255b49d66,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:12.539577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:12.545649 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33e0a925933c4d6dad33bb1fe6892ac6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3848498 Apr 05 20:56:12.547463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47328) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:12.556171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51688561-b784-4b3f-bf27-8fd3349a3689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6410d46-e216-43d0-af18-6945c94cae9f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:12.629480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00095a56-f026-43f4-9bcd-7786a0099be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.667820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00095a56-f026-43f4-9bcd-7786a0099be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.751714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.771921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.842513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00095a56-f026-43f4-9bcd-7786a0099be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.858530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00095a56-f026-43f4-9bcd-7786a0099be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6410d46-e216-43d0-af18-6945c94cae9f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:12.865614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00095a56-f026-43f4-9bcd-7786a0099be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.869410 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-00095a56-f026-43f4-9bcd-7786a0099be1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6410d46-e216-43d0-af18-6945c94cae9f HTTP/1.1" status: 204 len: 168 time: 0.3181398 Apr 05 20:56:13.029071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:13.040263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Usage tracker for resource:security_group_rule and tenant:786d4cc31fe6474181ff0c186d3307d0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:13.046322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:13.061968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdad5d-0b6c-4a27-9952-2c75be372aee req-98a4aa08-a63e-4743-a669-0ebb32a12702 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:13.063986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9cdad5d-0b6c-4a27-9952-2c75be372aee req-98a4aa08-a63e-4743-a669-0ebb32a12702 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.4291675 Apr 05 20:56:13.064863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:13.185601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9cdad5d-0b6c-4a27-9952-2c75be372aee req-a4354548-46c9-4b25-a42f-2e1757c098e8 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083198 Apr 05 20:56:13.248192 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.368703 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.392690 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.474116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=786d4cc31fe6474181ff0c186d3307d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0372348 Apr 05 20:56:13.476896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47344) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:13.498905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f5732-aba8-4fcb-b032-72404ec05a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e086fed1-ca8a-4693-abbc-f817a7e4b950,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:13.515331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Subnet': ['ID=3cf65fdf-4da7-48d4-b06d-8f3c4211e3f3,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:13.563349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Checking segment: {'id': '8d01e2ef-4c91-47de-8ac3-babcabb1ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '46c112fd-7eb2-4759-8c4e-6d8e2db5bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:13.563349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network hostable DHCP agents. Network: 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:13.578216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6aed6-f3c2-4b84-8333-8f9f93987728 req-492e3b21-4de3-46f9-9c6e-b0e0ec210f09 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:13.585866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142b6108-4f83-4987-9f4d-ee09b1769b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.589415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-def6aed6-f3c2-4b84-8333-8f9f93987728 req-492e3b21-4de3-46f9-9c6e-b0e0ec210f09 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2630744 Apr 05 20:56:13.615674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142b6108-4f83-4987-9f4d-ee09b1769b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.651519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-def6aed6-f3c2-4b84-8333-8f9f93987728 req-f4da0fa2-0248-47af-8ee9-945ba4b1446d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611494 Apr 05 20:56:13.711951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:13.772647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff48cef-9951-4c77-b196-993fd3ff3c58 None None] Network 2e952a83-dea3-409d-b917-ca880e43c227 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:13.780118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142b6108-4f83-4987-9f4d-ee09b1769b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.808048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b6108-4f83-4987-9f4d-ee09b1769b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e086fed1-ca8a-4693-abbc-f817a7e4b950,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:13.824670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142b6108-4f83-4987-9f4d-ee09b1769b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.825928 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-142b6108-4f83-4987-9f4d-ee09b1769b33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e086fed1-ca8a-4693-abbc-f817a7e4b950 HTTP/1.1" status: 204 len: 168 time: 0.3472202 Apr 05 20:56:13.837224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:13.837224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:13.837224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.886474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5116ec17-0868-4947-8670-e041284199d7 None None] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:13.952525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4dc1f8b5-12b1-4491-8f60-30284f51b2bd tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7568467 Apr 05 20:56:13.957851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47356) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:13.970458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'subnet': {'network_id': '071d941a-276d-412d-b1b9-13679a3771b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:13.972161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f8fc9c38-ab86-4923-b2eb-ee8d1a9a7d19 None None] Provisioning for port eae36baa-b868-445d-a8d9-b09255b49d66 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:14.145478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:14.149582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:subnet and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:14.152576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:14.159896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:14.277115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:14.379337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-46c112fd-7eb2-4759-8c4e-6d8e2db5bac1', 'network_id': '46c112fd-7eb2-4759-8c4e-6d8e2db5bac1', 'tenant_id': 'ab8cc72494694cd6ab819ee224f8e240', 'fixed_ips': [{'subnet_id': '3cf65fdf-4da7-48d4-b06d-8f3c4211e3f3'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:56:14.380263 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.477818 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.576116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Allocated IP 2001:db8::2 (46c112fd-7eb2-4759-8c4e-6d8e2db5bac1/3cf65fdf-4da7-48d4-b06d-8f3c4211e3f3/d8bb8932-f549-4587-bc0e-d1b03f0583e9) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:14.820958 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.849584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eae36baa-b868-445d-a8d9-b09255b49d66 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:14.867111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47378) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:14.907085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.931652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Checking segment: {'id': '6fd6d0eb-c887-4db1-8296-77c7af83e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071d941a-276d-412d-b1b9-13679a3771b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:14.932013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network hostable DHCP agents. Network: 071d941a-276d-412d-b1b9-13679a3771b7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:14.945659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Subnet': ['ID=89d91ec5-07e2-4aa3-88d1-0ac75b3f3fc2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:14.964982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:14.969310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:e03a511648304d0b8b00d234b0b0f527 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:14.973079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:14.982119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:15.043708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network 071d941a-276d-412d-b1b9-13679a3771b7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:15.081197 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.091933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Transition to ACTIVE for port object d8bb8932-f549-4587-bc0e-d1b03f0583e9 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:15.110745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 071d941a-276d-412d-b1b9-13679a3771b7) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:15.113313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Transition to ACTIVE for port object d8bb8932-f549-4587-bc0e-d1b03f0583e9 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:15.115138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:15.116043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.129748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.130209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7b4afe-37df-4403-8a8e-ebc2329899a1 None None] Network 071d941a-276d-412d-b1b9-13679a3771b7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:15.138272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad7ecb-3fe9-4eb3-ab5b-ddedf2596fa5 req-ad12cb45-b16f-47d6-a54b-00584d3ebf9a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:15.139984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28ad7ecb-3fe9-4eb3-ab5b-ddedf2596fa5 req-ad12cb45-b16f-47d6-a54b-00584d3ebf9a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1347425 Apr 05 20:56:15.158296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port eae36baa-b868-445d-a8d9-b09255b49d66 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:15.211702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28ad7ecb-3fe9-4eb3-ab5b-ddedf2596fa5 req-f69c1831-714f-46c7-897c-f3723371eed1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637090 Apr 05 20:56:15.212348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port eae36baa-b868-445d-a8d9-b09255b49d66 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:15.212722 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.232086 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8bb9d6d6-8c1f-4b36-9513-aa9f8be786f9 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2713802 Apr 05 20:56:15.234767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47384) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:15.234917 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.238526 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.342368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e03a511648304d0b8b00d234b0b0f527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4735394 Apr 05 20:56:15.343166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228616f-9b1d-4eca-8c8c-ac95ffae9aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405bb07a-870c-4b80-8e99-e2842ae1b134,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:15.350736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47390) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:15.447839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Pushing event updated for resources: {'Port': ['ID=d8bb8932-f549-4587-bc0e-d1b03f0583e9,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:15.454287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:15.462735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a899be1-accc-4739-b3b2-65b554558a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.465492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:15.480681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:56:15.513669 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a899be1-accc-4739-b3b2-65b554558a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.746322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.808314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a899be1-accc-4739-b3b2-65b554558a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.818098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a899be1-accc-4739-b3b2-65b554558a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405bb07a-870c-4b80-8e99-e2842ae1b134,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:15.836139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a899be1-accc-4739-b3b2-65b554558a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.839580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0a899be1-accc-4739-b3b2-65b554558a9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/405bb07a-870c-4b80-8e99-e2842ae1b134 HTTP/1.1" status: 204 len: 168 time: 0.4856153 Apr 05 20:56:15.860058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port eae36baa-b868-445d-a8d9-b09255b49d66, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eae36baa-b868-445d-a8d9-b09255b49d66,segment=NetworkSegment(7de52ab7-0fe0-4196-a10a-07748b06e94f),segment_id=7de52ab7-0fe0-4196-a10a-07748b06e94f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:15.864911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Attempting to bind port d8bb8932-f549-4587-bc0e-d1b03f0583e9 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:15.865530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Attempting to bind port d8bb8932-f549-4587-bc0e-d1b03f0583e9 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8d01e2ef-4c91-47de-8ac3-babcabb1ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '46c112fd-7eb2-4759-8c4e-6d8e2db5bac1'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:15.866287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Attempting to bind port d8bb8932-f549-4587-bc0e-d1b03f0583e9 on network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:56:15.901478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-071d941a-276d-412d-b1b9-13679a3771b7', 'network_id': '071d941a-276d-412d-b1b9-13679a3771b7', 'tenant_id': 'ab8cc72494694cd6ab819ee224f8e240', 'fixed_ips': [{'subnet_id': '89d91ec5-07e2-4aa3-88d1-0ac75b3f3fc2'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:56:15.902862 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.949167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:56:15.949774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Checking segment: {'id': '8d01e2ef-4c91-47de-8ac3-babcabb1ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '46c112fd-7eb2-4759-8c4e-6d8e2db5bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:15.950632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.951504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Bound using segment: {'id': '8d01e2ef-4c91-47de-8ac3-babcabb1ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '46c112fd-7eb2-4759-8c4e-6d8e2db5bac1'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:56:15.952170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Bound port: d8bb8932-f549-4587-bc0e-d1b03f0583e9, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d01e2ef-4c91-47de-8ac3-babcabb1ae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '46c112fd-7eb2-4759-8c4e-6d8e2db5bac1'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:15.953078 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.967929 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.033252 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.203326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=eae36baa-b868-445d-a8d9-b09255b49d66,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:16.275786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] For port d8bb8932-f549-4587-bc0e-d1b03f0583e9, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:56:16.305009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] For port d8bb8932-f549-4587-bc0e-d1b03f0583e9, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d8bb8932-f549-4587-bc0e-d1b03f0583e9,segment=NetworkSegment(8d01e2ef-4c91-47de-8ac3-babcabb1ae74),segment_id=8d01e2ef-4c91-47de-8ac3-babcabb1ae74)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:56:16.330212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Allocated IP 2001:db8::2 (071d941a-276d-412d-b1b9-13679a3771b7/89d91ec5-07e2-4aa3-88d1-0ac75b3f3fc2/bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:16.488244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Allocated IP 2001:db8::1 (46c112fd-7eb2-4759-8c4e-6d8e2db5bac1/3cf65fdf-4da7-48d4-b06d-8f3c4211e3f3/147b096c-cd43-426f-a6b5-c514f42b2ede) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:16.540916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.711640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.723170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6baee9b-4db2-4fb5-a510-c571d5b148a3 None None] Pushing event updated for resources: {'Port': ['ID=d8bb8932-f549-4587-bc0e-d1b03f0583e9,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:16.751745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Transition to ACTIVE for port object 147b096c-cd43-426f-a6b5-c514f42b2ede will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:16.771278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eae36baa-b868-445d-a8d9-b09255b49d66 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:16.860577 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.873155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9388-bdd5-467a-bb3a-c2a6b08b8895 req-4bf5ada0-fc73-4724-bb7e-ffe6db66876b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:16.881884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47dd9388-bdd5-467a-bb3a-c2a6b08b8895 req-4bf5ada0-fc73-4724-bb7e-ffe6db66876b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2194245 Apr 05 20:56:16.947756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47dd9388-bdd5-467a-bb3a-c2a6b08b8895 req-e982319b-15c6-44b0-b337-22b03c133f02 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638831 Apr 05 20:56:16.983643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.993709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port eae36baa-b868-445d-a8d9-b09255b49d66 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:16.994321 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.031609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:17.047552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:17.053892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Transition to ACTIVE for port object bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:17.055321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:56:17.055861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.077847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Port': ['ID=147b096c-cd43-426f-a6b5-c514f42b2ede,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:17.114427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Transition to ACTIVE for port object bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:17.191679 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.309627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Network 071d941a-276d-412d-b1b9-13679a3771b7 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:17.314053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:17.328535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:56:17.397903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.474641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Pushing event updated for resources: {'Port': ['ID=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:17.487300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Attempting to bind port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:17.491486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Attempting to bind port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6fd6d0eb-c887-4db1-8296-77c7af83e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071d941a-276d-412d-b1b9-13679a3771b7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:17.491486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Attempting to bind port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 on network 071d941a-276d-412d-b1b9-13679a3771b7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:56:17.495881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:56:17.496330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Checking segment: {'id': '6fd6d0eb-c887-4db1-8296-77c7af83e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071d941a-276d-412d-b1b9-13679a3771b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:17.496819 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.497306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Bound using segment: {'id': '6fd6d0eb-c887-4db1-8296-77c7af83e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071d941a-276d-412d-b1b9-13679a3771b7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:56:17.497840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Bound port: bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd6d0eb-c887-4db1-8296-77c7af83e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '071d941a-276d-412d-b1b9-13679a3771b7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:17.498407 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.605942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] For port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:56:17.609060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] For port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,segment=NetworkSegment(6fd6d0eb-c887-4db1-8296-77c7af83e334),segment_id=6fd6d0eb-c887-4db1-8296-77c7af83e334)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:56:17.700400 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.855696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db513d7f-8e86-4574-b611-a20c203aa1f8 None None] Pushing event updated for resources: {'Port': ['ID=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:18.081161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.212727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.213594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.577822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537c239-c68a-4562-8dcb-be1e1f5ec38d req-4a697a3f-035b-4b8f-8812-80378f2d3d91 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:18.584802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3e883-6821-404e-97e5-3a8ac11dcfc6 None None] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:18.586412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c537c239-c68a-4562-8dcb-be1e1f5ec38d req-4a697a3f-035b-4b8f-8812-80378f2d3d91 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 945 time: 0.2218325 Apr 05 20:56:18.715623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Port': ['ID=147b096c-cd43-426f-a6b5-c514f42b2ede,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:18.748232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c537c239-c68a-4562-8dcb-be1e1f5ec38d req-959d3f8e-069a-45e5-94e5-dcf4bacae893 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609008 Apr 05 20:56:18.904171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:19.001659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bbc65-1d4c-4e6a-bfc3-b6c1b832774a req-782ff47c-b079-4047-9ee0-969d1df0bcab tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:19.012219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e3bbc65-1d4c-4e6a-bfc3-b6c1b832774a req-782ff47c-b079-4047-9ee0-969d1df0bcab tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.8302519 Apr 05 20:56:19.041797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:19.044057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:19.071401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-934e8eb4-91fe-48df-b514-cfe92d189ee9 None None] Provisioning for port d8bb8932-f549-4587-bc0e-d1b03f0583e9 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:19.091219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e3bbc65-1d4c-4e6a-bfc3-b6c1b832774a req-62161855-6fc8-4356-979c-6a7597788555 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 Apr 05 20:56:19.232478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:19.240000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d8bb8932-f549-4587-bc0e-d1b03f0583e9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:19.487872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d8bb8932-f549-4587-bc0e-d1b03f0583e9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:19.493222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d8bb8932-f549-4587-bc0e-d1b03f0583e9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:19.493600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.534346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-023fc523-e75a-419c-9fea-ca8c325d34d0 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:19.535794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-023fc523-e75a-419c-9fea-ca8c325d34d0 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.23 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 945 time: 0.1231194 Apr 05 20:56:19.612938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d5251-88b0-4f42-947b-74096b0b666d None None] Network 071d941a-276d-412d-b1b9-13679a3771b7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:19.661626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Deleting port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:19.662565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.768444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Provisioning complete for port d8bb8932-f549-4587-bc0e-d1b03f0583e9 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:19.768969 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.773641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Router 3c5f14d4-bdef-4829-8dfb-cb298ea3063f is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:56:20.228910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:20.273428 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b6377fb0-6b74-411b-85d0-0520d833132e tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0358965 Apr 05 20:56:20.274208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:20.341668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] Sync routers for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:20.344077 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.347219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] For port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:20.347586 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.439453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.480459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:20.481210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:20.577409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34cdc4-964e-4531-a782-e15f4103ab52 req-b11a90a3-f94a-4db2-9884-b4a4f0def811 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:20.579548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e34cdc4-964e-4531-a782-e15f4103ab52 req-b11a90a3-f94a-4db2-9884-b4a4f0def811 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 945 time: 0.4805970 Apr 05 20:56:20.595890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:20.604413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.619506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d8bb8932-f549-4587-bc0e-d1b03f0583e9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d8bb8932-f549-4587-bc0e-d1b03f0583e9,segment=NetworkSegment(8d01e2ef-4c91-47de-8ac3-babcabb1ae74),segment_id=8d01e2ef-4c91-47de-8ac3-babcabb1ae74)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:20.636413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:20.637223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:20.745095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.815006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:20.815547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3872c3cb-3edb-4990-a0a8-a72ec98300ce None None] The sync data for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:20.875278 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:20.876560 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:20.894451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d8bb8932-f549-4587-bc0e-d1b03f0583e9,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:20.988448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e34cdc4-964e-4531-a782-e15f4103ab52 req-239a319b-21c3-4f30-a155-770baa5981f9 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/security-groups?id=708997fc-1350-447d-922f-8f03fa4a50e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878183 Apr 05 20:56:21.014932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20886c85-ba1b-4b38-9663-2590a6c2ad2d req-4080ba5a-de52-4f28-be99-a4abdc4ed47f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:21.017628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20886c85-ba1b-4b38-9663-2590a6c2ad2d req-4080ba5a-de52-4f28-be99-a4abdc4ed47f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.6445470 Apr 05 20:56:21.048489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.049017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.049509 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Floating IP 386a7d5d-1637-4a5b-b759-df5b88715a29 disassociated. External IP: 172.25.2.128, port: b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b. Apr 05 20:56:21.049953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Calling delete_port for b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:21.199226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20886c85-ba1b-4b38-9663-2590a6c2ad2d req-2f134539-2a77-4ec1-a9a8-b4a8a5d1e6ef tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697538 Apr 05 20:56:21.365254 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-6ffcad65-8f52-43da-b2d9-1acacbc54f2b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:56:21.366289 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6ffcad65-8f52-43da-b2d9-1acacbc54f2b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0886269 Apr 05 20:56:21.369267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47510) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:21.428058 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.528711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Provisioning for port 147b096c-cd43-426f-a6b5-c514f42b2ede completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:21.535826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Provisioning complete for port 147b096c-cd43-426f-a6b5-c514f42b2ede triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:21.536496 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.548787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event deleted for resources: {'Port': ['ID=b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:21.608515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Port 147b096c-cd43-426f-a6b5-c514f42b2ede cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:56:21.688535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Provisioning for port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:21.696362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Provisioning complete for port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:21.697247 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.890260 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.933774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] For port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,segment=NetworkSegment(6fd6d0eb-c887-4db1-8296-77c7af83e334),segment_id=6fd6d0eb-c887-4db1-8296-77c7af83e334)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:22.037088 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.056724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.142840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5326e17-b4ea-4dcb-b72d-393f7038684c None None] Pushing event updated for resources: {'Port': ['ID=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:22.198171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-71f7feb9-7b69-49b9-bbd0-f555afb691aa None None] Provisioning complete for port 147b096c-cd43-426f-a6b5-c514f42b2ede triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:22.198788 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-71f7feb9-7b69-49b9-bbd0-f555afb691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.285789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-71f7feb9-7b69-49b9-bbd0-f555afb691aa None None] Port 147b096c-cd43-426f-a6b5-c514f42b2ede cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:56:22.322437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-71f7feb9-7b69-49b9-bbd0-f555afb691aa None None] Provisioning complete for port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:22.322869 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-71f7feb9-7b69-49b9-bbd0-f555afb691aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.399746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7d11eb1-59de-43ae-9bc6-5945ac3f15ef req-77163f7f-2b20-4908-97e3-92ac37db286b tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 210 time: 0.0895243 Apr 05 20:56:22.424076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:56:22.834137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:22.931946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:22.932226 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.968668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc4c7-8f3f-4ad4-9151-5561ef365ee5 req-75b76d15-940e-4c30-bf9b-c634fbae971b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:22.970158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9afc4c7-8f3f-4ad4-9151-5561ef365ee5 req-75b76d15-940e-4c30-bf9b-c634fbae971b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.5097978 Apr 05 20:56:23.118019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d8bb8932-f549-4587-bc0e-d1b03f0583e9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:23.146721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9afc4c7-8f3f-4ad4-9151-5561ef365ee5 req-4810a5c2-6aea-4f1a-a6dc-0b36c286355e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614392 Apr 05 20:56:23.199346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d8bb8932-f549-4587-bc0e-d1b03f0583e9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:23.199796 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.242646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:23.254537 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] Sync routers for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:23.274098 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:23.274715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:23.372180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:23.436620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:23.437238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:23.451094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] No DVR routers for this DVR port b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:23.454657 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.526353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'name': 'network-vif-deleted', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:56:23.688305 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c99c7b7-a7ae-47a7-b5b5-0f8288df45f0'] response: {'server_uuid': '95dcd255-cda8-49ca-9863-9f66a4153802', 'name': 'network-vif-deleted', 'tag': 'b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b', 'status': 'completed', 'code': 200} Apr 05 20:56:23.697202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80ab8128-8c4a-4549-b486-282e2e6488ee req-58da9a9d-f51b-47c9-bb67-e8eed972ea12 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.23 "DELETE /v2.0/ports/b1f5fc2b-d6f4-438d-8837-0e9cffef5b1b HTTP/1.1" status: 204 len: 173 time: 4.1555762 Apr 05 20:56:23.712530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eff0f378-4ee5-4b14-8a4a-decf2e121b88 req-4d69e871-ad03-42f7-8203-d21bbdccc056 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Synchronizing usage tracker for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:56:23.714459 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:23.828309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting port 147b096c-cd43-426f-a6b5-c514f42b2ede {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:23.828655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.869242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eff0f378-4ee5-4b14-8a4a-decf2e121b88 req-4d69e871-ad03-42f7-8203-d21bbdccc056 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Unset dirty status for tenant:8363a7f8a0414799bd3d0d89ca5e5fe2 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:56:23.892419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eff0f378-4ee5-4b14-8a4a-decf2e121b88 req-4d69e871-ad03-42f7-8203-d21bbdccc056 tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "GET /v2.0/ports?device_id=95dcd255-cda8-49ca-9863-9f66a4153802 HTTP/1.1" status: 200 len: 210 time: 0.2414711 Apr 05 20:56:24.220102 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:50Z', 'revision_number': 5, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:24.233827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.234304 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] Checking router: ca5af3e2-7a75-44b6-aadb-d38c94706bd1 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:56:24.240100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47578) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:24.259329 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:24.273269 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:24.536211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.572130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Calling delete_port for 147b096c-cd43-426f-a6b5-c514f42b2ede owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:24.621440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:24.623362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Usage tracker for resource:security_group_rule and tenant:ad67ca2af263480cb13bc95eb9736edb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:24.626380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:24.641110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:24.652017 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:24.751689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.866432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7970bc-5b3a-43f3-b86a-97430e03f57f req-def168e4-081e-4340-b11c-f7447d4bb969 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:24.869512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a7970bc-5b3a-43f3-b86a-97430e03f57f req-def168e4-081e-4340-b11c-f7447d4bb969 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3159142 Apr 05 20:56:24.880919 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.919046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b754439-41b1-45ce-8e1c-edb534f7703f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:24.989300 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-51988900-c44b-41b4-9d31-70471d636d8e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad67ca2af263480cb13bc95eb9736edb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7478583 Apr 05 20:56:24.990056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47592) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:25.096758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a7970bc-5b3a-43f3-b86a-97430e03f57f req-f68edb5d-f052-46c7-8e06-9b90f4711ea2 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421113 Apr 05 20:56:25.145360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:25.154547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47596) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:25.155981 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77583714-30df-401d-8fa3-c6046e20ce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:25.180496 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:50Z', 'revision_number': 5, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:25.185590 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48097c7-5505-45af-8a38-b5c6da2e4dcb None None] The sync data for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 is: [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:50:40Z', 'revision_number': 4, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6406633b-0076-496b-8637-060cb71ceb58', 'name': '', 'network_id': 'bb17b7ad-3f28-471c-b14a-8221fbf5aadc', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'mac_address': 'fa:16:3e:dd:ff:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:39Z', 'updated_at': '2022-04-05T20:50:50Z', 'revision_number': 5, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'subnets': [{'id': 'd0f80bcd-758b-4c93-adc1-546e80536dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:25.198160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77583714-30df-401d-8fa3-c6046e20ce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:25.372779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77583714-30df-401d-8fa3-c6046e20ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:25.394510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Port': ['ID=147b096c-cd43-426f-a6b5-c514f42b2ede,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:25.409485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77583714-30df-401d-8fa3-c6046e20ce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b754439-41b1-45ce-8e1c-edb534f7703f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:25.414660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77583714-30df-401d-8fa3-c6046e20ce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:25.420134 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-77583714-30df-401d-8fa3-c6046e20ce0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b754439-41b1-45ce-8e1c-edb534f7703f HTTP/1.1" status: 204 len: 168 time: 0.4288673 Apr 05 20:56:25.592493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810ca8d-ea3a-4caa-9fd4-6f20a26cdfba None None] New status for floating IP 386a7d5d-1637-4a5b-b759-df5b88715a29: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:56:25.874657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Deleting port 0b708935-73cd-4f7d-934b-9eb3af264398 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:25.876752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:25.954800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.199774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.200108 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.291773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47610) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:26.315339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.358795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:26.364020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Usage tracker for resource:security_group_rule and tenant:5a26b2b2470e474d859272a1b1f591e4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:26.367477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:26.374484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:26.444215 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.495835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Calling delete_port for 0b708935-73cd-4f7d-934b-9eb3af264398 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:26.510767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.562121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b84135-f699-4aa8-9c81-a9c3f1d06715,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:26.587911 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4f2b9660-7ae4-4ff3-ba82-fa736ec441eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a26b2b2470e474d859272a1b1f591e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2946489 Apr 05 20:56:26.590836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47614) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:26.673695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e3596ae-32fa-40ef-bfa8-f1ff6bd486f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.711017 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e3596ae-32fa-40ef-bfa8-f1ff6bd486f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.739625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Router 3c5f14d4-bdef-4829-8dfb-cb298ea3063f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:56:26.745489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb992a-40a9-4996-8187-192eb96922f7 req-759965bf-21fb-4b7b-90af-059e3b910f56 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:26.752266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0fb992a-40a9-4996-8187-192eb96922f7 req-759965bf-21fb-4b7b-90af-059e3b910f56 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.4085433 Apr 05 20:56:26.789451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:26.789853 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:26.882758 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e3596ae-32fa-40ef-bfa8-f1ff6bd486f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.892484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0fb992a-40a9-4996-8187-192eb96922f7 req-a3c52cac-f365-470c-9e5d-b7e0f4d1f994 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392593 Apr 05 20:56:26.919056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3596ae-32fa-40ef-bfa8-f1ff6bd486f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b84135-f699-4aa8-9c81-a9c3f1d06715,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:26.920962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2e3596ae-32fa-40ef-bfa8-f1ff6bd486f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.922210 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2e3596ae-32fa-40ef-bfa8-f1ff6bd486f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53b84135-f699-4aa8-9c81-a9c3f1d06715 HTTP/1.1" status: 204 len: 168 time: 0.3307211 Apr 05 20:56:26.987726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:26.998379 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] Sync routers for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:27.007193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-45d21344-024d-461a-83a5-3e8147b035a1 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6367064 Apr 05 20:56:27.010784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47624) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:27.025025 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:27.027484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:27.087622 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-0f4ba8fc-dcd3-4367-8a90-aa46c1316dd4 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] delete failed (client error): The resource could not be found. Apr 05 20:56:27.092413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0f4ba8fc-dcd3-4367-8a90-aa46c1316dd4 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-717419891 HTTP/1.1" status: 404 len: 334 time: 0.0766160 Apr 05 20:56:27.097126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47630) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:27.100782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-259e3442-360a-4d3e-a1e6-717b297731e4 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c5f14d4-bdef-4829-8dfb-cb298ea3063f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:27.150809 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:27.173404 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:27.174059 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:27.312669 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:27.313135 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70094fee-641a-4242-8edb-cbb4771b347b None None] The sync data for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:27.445924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Deleting port 0b708935-73cd-4f7d-934b-9eb3af264398 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:27.446175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:27.822440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:27.823139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:27.998032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Calling delete_port for 0b708935-73cd-4f7d-934b-9eb3af264398 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:28.207121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-259e3442-360a-4d3e-a1e6-717b297731e4 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.285289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f86a4a-3051-4688-a74a-2479b92a6a26 req-a014920f-ee80-4547-86f6-e9ecc91e2584 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:28.286839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6f86a4a-3051-4688-a74a-2479b92a6a26 req-a014920f-ee80-4547-86f6-e9ecc91e2584 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1910923 Apr 05 20:56:28.346346 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-259e3442-360a-4d3e-a1e6-717b297731e4 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] update failed (client error): The resource could not be found. Apr 05 20:56:28.351325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-259e3442-360a-4d3e-a1e6-717b297731e4 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f HTTP/1.1" status: 404 len: 339 time: 1.2538280 Apr 05 20:56:28.352010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47658) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:28.361223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-806913643'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:28.371861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:28.372408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:network and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:28.375029 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.375749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:28.380396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6f86a4a-3051-4688-a74a-2479b92a6a26 req-6b6f870e-ab3c-4c4c-aa21-4068aa986dd5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854905 Apr 05 20:56:28.383526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:28.425398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event deleted for resources: {'Port': ['ID=0b708935-73cd-4f7d-934b-9eb3af264398,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:28.459972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:28.463007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.522300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:28.536980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.538841 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Added segment 468b0b5a-7301-4805-9200-fa18746ea999 of type vlan for network f9b823a2-9347-4f25-9740-e974604e6852 Apr 05 20:56:28.557714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.578387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.603424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47666) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:28.645112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.646518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0df39dd3-9e76-4a2e-8578-ed11eac33e1a tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "DELETE /v2.0/floatingips/386a7d5d-1637-4a5b-b759-df5b88715a29 HTTP/1.1" status: 204 len: 168 time: 3.4529054 Apr 05 20:56:28.693912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.700684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:28.701939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.837753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47678) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:28.859579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Network': ['ID=f9b823a2-9347-4f25-9740-e974604e6852,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:28.878189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f9b823a2-9347-4f25-9740-e974604e6852 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:28.905252 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5325e9a5-490a-462c-b519-2aeecfffb0a8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5494967 Apr 05 20:56:28.909888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47684) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:28.915363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'subnet': {'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:28.920548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3ff50b1-213b-4c97-8ae0-7e7c5019853d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.959597 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.004389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3ff50b1-213b-4c97-8ae0-7e7c5019853d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.055646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:29.061380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2787927e744ea2b75eb9a8a492aee1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:29.067249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:29.070046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:29.076044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:29.080419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Usage tracker for resource:subnet and tenant:ab8cc72494694cd6ab819ee224f8e240 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:29.083247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:29.088971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:29.139112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.177631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Made reservation on behalf of ab8cc72494694cd6ab819ee224f8e240 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:29.200613 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.233755 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3ff50b1-213b-4c97-8ae0-7e7c5019853d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.256338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da85cc-db07-4647-9aa4-06aaa38c751d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:29.277836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff50b1-213b-4c97-8ae0-7e7c5019853d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708997fc-1350-447d-922f-8f03fa4a50e9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:29.282186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.291084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-583e9264-dba5-4318-963a-3bfb4bfcb2c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c2787927e744ea2b75eb9a8a492aee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6858010 Apr 05 20:56:29.293136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47692) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:29.384207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d3ff50b1-213b-4c97-8ae0-7e7c5019853d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.385487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d3ff50b1-213b-4c97-8ae0-7e7c5019853d tempest-TestServerBasicOps-1915199546 tempest-TestServerBasicOps-1915199546-project] 10.222.0.10 "DELETE /v2.0/security-groups/708997fc-1350-447d-922f-8f03fa4a50e9 HTTP/1.1" status: 204 len: 168 time: 0.5467608 Apr 05 20:56:29.394117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d0301f-e34d-446a-bcbd-355b09f8c799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.423207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d0301f-e34d-446a-bcbd-355b09f8c799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.520550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:29.568683 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d0301f-e34d-446a-bcbd-355b09f8c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.612533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76d0301f-e34d-446a-bcbd-355b09f8c799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.614148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-76d0301f-e34d-446a-bcbd-355b09f8c799 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2da85cc-db07-4647-9aa4-06aaa38c751d HTTP/1.1" status: 204 len: 168 time: 0.3198824 Apr 05 20:56:29.617269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0301f-e34d-446a-bcbd-355b09f8c799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da85cc-db07-4647-9aa4-06aaa38c751d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:29.739038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.902407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Subnet': ['ID=041982c5-b5f5-4647-8dad-1f836746f33e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:29.954613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Checking segment: {'id': '468b0b5a-7301-4805-9200-fa18746ea999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:29.955016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network hostable DHCP agents. Network: f9b823a2-9347-4f25-9740-e974604e6852, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:30.059728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network f9b823a2-9347-4f25-9740-e974604e6852 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:30.095653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149aa82-297c-47f0-a8be-a71372ec46a0 req-823dd42d-38d6-467a-b4aa-e265a369add1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:30.097856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5149aa82-297c-47f0-a8be-a71372ec46a0 req-823dd42d-38d6-467a-b4aa-e265a369add1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.4921401 Apr 05 20:56:30.151550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f9b823a2-9347-4f25-9740-e974604e6852) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:30.165891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9601e-52b2-43cc-847d-79f6588112d7 None None] Network f9b823a2-9347-4f25-9740-e974604e6852 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:30.166670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:30.168694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:30.201561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5149aa82-297c-47f0-a8be-a71372ec46a0 req-c33a06fb-e1ea-4724-94c5-2b96b342736b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924211 Apr 05 20:56:30.317603 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-771e4aac-8ed4-481e-a293-fb9396fd7c39 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4109371 Apr 05 20:56:30.320244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47726) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:30.325675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-689125c4-6db7-43ad-b766-061cf3ca29c8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:30.633983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f9b823a2-9347-4f25-9740-e974604e6852', 'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852', 'tenant_id': 'ab8cc72494694cd6ab819ee224f8e240', 'fixed_ips': [{'subnet_id': '041982c5-b5f5-4647-8dad-1f836746f33e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:56:30.635187 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:30.685431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:30.936610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Allocated IP 2001:db8:1::2 (f9b823a2-9347-4f25-9740-e974604e6852/041982c5-b5f5-4647-8dad-1f836746f33e/2cfb877e-8f29-4117-9f2e-0c5addd9da3a) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:30.963463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47736) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:31.033755 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.122183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:31.126246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Usage tracker for resource:security_group_rule and tenant:e621f33abe8f47ae9dcf2cbebf14d180 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:31.138145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:31.149379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:31.307608 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.318943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Transition to ACTIVE for port object 2cfb877e-8f29-4117-9f2e-0c5addd9da3a will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:31.319894 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-689125c4-6db7-43ad-b766-061cf3ca29c8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.366702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Transition to ACTIVE for port object 2cfb877e-8f29-4117-9f2e-0c5addd9da3a will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:31.404585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:56:31.582160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.658004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f79848-4450-4302-822d-681286959f3a req-bc28b4bd-2108-49c3-a401-7cdc103cb583 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:31.664485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:31.664693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99f79848-4450-4302-822d-681286959f3a req-bc28b4bd-2108-49c3-a401-7cdc103cb583 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2455308 Apr 05 20:56:31.688805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919', 'port_id': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'mac_address': 'fa:16:3e:bb:5d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b56f6-f3a6-4d4c-b1cc-f000529487b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:56:31.714874 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-689125c4-6db7-43ad-b766-061cf3ca29c8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:56:31.717170 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-689125c4-6db7-43ad-b766-061cf3ca29c8 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f HTTP/1.1" status: 400 len: 364 time: 1.3957207 Apr 05 20:56:31.726250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47750) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:31.731728 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.795621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.870288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Pushing event updated for resources: {'Port': ['ID=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:31.889526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99f79848-4450-4302-822d-681286959f3a req-a06c032e-8c4e-4f8f-9739-98ec3e998d86 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238338 Apr 05 20:56:31.903782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Network f9b823a2-9347-4f25-9740-e974604e6852 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:31.903782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:31.919348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:56:31.924738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e70fc15-d82f-4742-ad87-3c58a5916143,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:31.938186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e621f33abe8f47ae9dcf2cbebf14d180&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9665773 Apr 05 20:56:31.941420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47754) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:31.964101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.980901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.981272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.995065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.995612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.995959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.996298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.996631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.996948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.997302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.997625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:31.997945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da6af3-c8f8-44ae-bae4-dc782d8e9741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.111948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7386ceb-d5d3-489a-8503-3189634ec38e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:56:32.140247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19499b04-f6cf-43fc-bd0c-3191b358d28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.151926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:32.231922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19499b04-f6cf-43fc-bd0c-3191b358d28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.279037 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.396828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:32.403431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19499b04-f6cf-43fc-bd0c-3191b358d28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.411356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Attempting to bind port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:32.412311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Attempting to bind port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '468b0b5a-7301-4805-9200-fa18746ea999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:32.412768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Attempting to bind port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a on network f9b823a2-9347-4f25-9740-e974604e6852 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:56:32.422435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:56:32.423332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Checking segment: {'id': '468b0b5a-7301-4805-9200-fa18746ea999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:56:32.423473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19499b04-f6cf-43fc-bd0c-3191b358d28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e70fc15-d82f-4742-ad87-3c58a5916143,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:32.423933 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.424426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Bound using segment: {'id': '468b0b5a-7301-4805-9200-fa18746ea999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:56:32.431965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Bound port: 2cfb877e-8f29-4117-9f2e-0c5addd9da3a, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468b0b5a-7301-4805-9200-fa18746ea999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f9b823a2-9347-4f25-9740-e974604e6852'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:32.432473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.435310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-19499b04-f6cf-43fc-bd0c-3191b358d28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.436470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-19499b04-f6cf-43fc-bd0c-3191b358d28a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e70fc15-d82f-4742-ad87-3c58a5916143 HTTP/1.1" status: 204 len: 168 time: 0.4922247 Apr 05 20:56:32.460528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7386ceb-d5d3-489a-8503-3189634ec38e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:56:32.539063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Deleting port 6406633b-0076-496b-8637-060cb71ceb58 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:32.539664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.636666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.701970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] For port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:56:32.712900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] For port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,segment=NetworkSegment(468b0b5a-7301-4805-9200-fa18746ea999),segment_id=468b0b5a-7301-4805-9200-fa18746ea999)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:56:32.852243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.940773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] For port 6406633b-0076-496b-8637-060cb71ceb58, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6406633b-0076-496b-8637-060cb71ceb58,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:32.941508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.140003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Calling delete_port for 6406633b-0076-496b-8637-060cb71ceb58 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:33.187792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3ae79-6912-4cd1-9fa6-b49179e7127b None None] Pushing event updated for resources: {'Port': ['ID=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:33.275132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Allocated IP 2001:db8::1 (2e952a83-dea3-409d-b917-ca880e43c227/58179564-b6b2-4258-9919-a68eed608af4/314fdb39-f1ce-4131-a17d-4e5e72b78a2a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:33.417982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:33.535941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7125e0-3752-40b7-af87-5cbbcd1dcd29 req-6bd77e24-7c02-4f60-a86a-56d1e3ab06af tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:33.548943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c7125e0-3752-40b7-af87-5cbbcd1dcd29 req-6bd77e24-7c02-4f60-a86a-56d1e3ab06af tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 944 time: 0.3301470 Apr 05 20:56:33.562338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.597338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f7386ceb-d5d3-489a-8503-3189634ec38e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:33.598453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.602135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Transition to ACTIVE for port object 314fdb39-f1ce-4131-a17d-4e5e72b78a2a will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:33.691808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c7125e0-3752-40b7-af87-5cbbcd1dcd29 req-98e6bdfa-ff23-4324-a794-dc3b38d3cef0 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431506 Apr 05 20:56:33.800738 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.831592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:56:33.837304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.849180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:33.900804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.909030 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d024c4-019e-4c58-8a47-634a56e3b3d6'] response: {'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'code': 200} Apr 05 20:56:33.950914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.959651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Pushing event deleted for resources: {'Port': ['ID=6406633b-0076-496b-8637-060cb71ceb58,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:34.027244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:34.030129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network 2e952a83-dea3-409d-b917-ca880e43c227 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:34.033517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:34.039462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:56:34.039774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.046064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Port': ['ID=314fdb39-f1ce-4131-a17d-4e5e72b78a2a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:34.055258 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.281349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.430802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.477496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47800) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:34.629573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47808) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:34.833112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0128bc1-818c-4fd3-be7d-df542e5c04ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.835145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72efdc52-91a6-47d4-bbe2-28fde9bd2d7f None None] Provisioning for port 314fdb39-f1ce-4131-a17d-4e5e72b78a2a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:34.857014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-72efdc52-91a6-47d4-bbe2-28fde9bd2d7f None None] Provisioning complete for port 314fdb39-f1ce-4131-a17d-4e5e72b78a2a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:34.863385 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-72efdc52-91a6-47d4-bbe2-28fde9bd2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.058719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-72efdc52-91a6-47d4-bbe2-28fde9bd2d7f None None] Port 314fdb39-f1ce-4131-a17d-4e5e72b78a2a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:56:35.082258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.098990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec0bdd-48fd-4f82-a73f-c99facd8549c None None] Network f9b823a2-9347-4f25-9740-e974604e6852 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:35.168209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.169362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.186243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2cfb877e-8f29-4117-9f2e-0c5addd9da3a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:35.278492 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.350441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.437503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:35.447708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-267934f3-8287-4eb3-ab6f-cf7b5b067079 None None] Provisioning for port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:35.451405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Usage tracker for resource:security_group_rule and tenant:09d93051393447d9af8d325a167efaca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:35.462122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:35.476677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:35.477355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:35.483786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:35.485534 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.517451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5652-ad75-4ded-bcd3-e32b39b36053 req-f35ce443-07d2-4e9b-bcf4-e783cd8e759c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:35.519093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32fe5652-ad75-4ded-bcd3-e32b39b36053 req-f35ce443-07d2-4e9b-bcf4-e783cd8e759c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.4042130 Apr 05 20:56:35.527323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Network 2e952a83-dea3-409d-b917-ca880e43c227 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:35.532274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:35.633393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event updated for resources: {'Port': ['ID=314fdb39-f1ce-4131-a17d-4e5e72b78a2a,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:35.762844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.848758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,segment=NetworkSegment(468b0b5a-7301-4805-9200-fa18746ea999),segment_id=468b0b5a-7301-4805-9200-fa18746ea999)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:35.859748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:35.894620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Usage tracker for resource:security_group_rule and tenant:3b159b9763b541079a50aa470503426d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:35.903837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:35.919931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:35.951890 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.127929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5e04ecc7-b3ce-4042-b620-418b57ad69cf None None] Provisioning complete for port 314fdb39-f1ce-4131-a17d-4e5e72b78a2a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:36.128609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5e04ecc7-b3ce-4042-b620-418b57ad69cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.199500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5e04ecc7-b3ce-4042-b620-418b57ad69cf None None] Port 314fdb39-f1ce-4131-a17d-4e5e72b78a2a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:56:36.200362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.207903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:36.256284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Router 3c5f14d4-bdef-4829-8dfb-cb298ea3063f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:56:36.261591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32fe5652-ad75-4ded-bcd3-e32b39b36053 req-e62fc8f1-c8e8-498c-ae67-978c013efc42 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193134 Apr 05 20:56:36.270368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.332999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-487b67ab-a874-4d8f-a091-301397891ace None None] Provisioning complete for port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:36.333341 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-487b67ab-a874-4d8f-a091-301397891ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.340148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.400850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.477332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09d93051393447d9af8d325a167efaca&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8444488 Apr 05 20:56:36.479635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58a21-f3bf-4b0b-8c75-cb5d9058d893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2b2cb-ce7f-4573-b17d-573f0fad7e7e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:36.483731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47832) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:36.487068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:56:36.569596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b220051-7feb-46cb-b68a-6ec5ffaa4ca9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:36.587180 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8484d726-be0c-42c3-bd62-3f1a57c91176 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b159b9763b541079a50aa470503426d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1049037 Apr 05 20:56:36.589962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47836) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:36.700767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e08a6b25-5f0b-4e7e-87f3-3a35d5a020f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.764157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba8a-a485-487a-8410-9d054f14811c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.826649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba8a-a485-487a-8410-9d054f14811c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.867807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cce93bfe-e8d5-4d69-88f5-f5a665f87093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.884463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e08a6b25-5f0b-4e7e-87f3-3a35d5a020f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.900029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:36.911793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2cfb877e-8f29-4117-9f2e-0c5addd9da3a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:36.973107 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a55e1912-5e1a-41d7-8f93-287bead25919 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2454345 Apr 05 20:56:36.975511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47844) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:36.975659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] Sync routers for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:37.008367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:37.016821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:37.017564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.021887 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] Sync routers for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:37.037774 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:37.041175 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.057910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7b4d7940-2613-4b1e-baef-260f63a81abc admin admin] 10.222.0.10 "PUT /v2.0/routers/ca5af3e2-7a75-44b6-aadb-d38c94706bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5358336 Apr 05 20:56:37.069762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47848) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:37.090741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.128210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:37.128841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.165721 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba8a-a485-487a-8410-9d054f14811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.180157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eb36ba8a-a485-487a-8410-9d054f14811c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.181367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eb36ba8a-a485-487a-8410-9d054f14811c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3f2b2cb-ce7f-4573-b17d-573f0fad7e7e HTTP/1.1" status: 204 len: 168 time: 0.6931286 Apr 05 20:56:37.256772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:37.257163 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.333658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e08a6b25-5f0b-4e7e-87f3-3a35d5a020f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.355295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36ba8a-a485-487a-8410-9d054f14811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2b2cb-ce7f-4573-b17d-573f0fad7e7e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:37.396553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.397281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bce15-4237-454c-91b5-15b49a332c42 None None] The sync data for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:37.418791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a6b25-5f0b-4e7e-87f3-3a35d5a020f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b220051-7feb-46cb-b68a-6ec5ffaa4ca9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:37.471481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e08a6b25-5f0b-4e7e-87f3-3a35d5a020f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.475053 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e08a6b25-5f0b-4e7e-87f3-3a35d5a020f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b220051-7feb-46cb-b68a-6ec5ffaa4ca9 HTTP/1.1" status: 204 len: 168 time: 0.8797483 Apr 05 20:56:37.571617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-796fb123-1df3-41c1-b632-3bd54ada3d94 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.593719 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:37.656301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.875900 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-796fb123-1df3-41c1-b632-3bd54ada3d94 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:56:37.881353 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-796fb123-1df3-41c1-b632-3bd54ada3d94 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f HTTP/1.1" status: 409 len: 329 time: 0.9001260 Apr 05 20:56:37.881353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47866) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:37.948844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56304c-d706-44f4-b4fd-6d4e1ba0dbcb req-7c803e24-ca56-417f-8c65-144c6e16d2c7 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:37.950658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e56304c-d706-44f4-b4fd-6d4e1ba0dbcb req-7c803e24-ca56-417f-8c65-144c6e16d2c7 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3430130 Apr 05 20:56:38.037625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e56304c-d706-44f4-b4fd-6d4e1ba0dbcb req-922c6136-a13f-435b-9f8f-8fcf88aebedd tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770862 Apr 05 20:56:38.101683 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.105835 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:56:33Z', 'revision_number': 5, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port': {'id': '9f64a2d0-2934-451a-aa04-e4aa0658cd85', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:c7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:32Z', 'updated_at': '2022-04-05T20:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:38.116336 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] Checking router: ca5af3e2-7a75-44b6-aadb-d38c94706bd1 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:56:38.129411 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] Routers {'ca5af3e2-7a75-44b6-aadb-d38c94706bd1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:38.130021 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:38.237393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Deleting port 9f64a2d0-2934-451a-aa04-e4aa0658cd85 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:38.238078 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.361043 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.471775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.513595 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] Set router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:38.579976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.729283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-17775928-0175-486f-951f-770d33a27afe admin admin] For port 9f64a2d0-2934-451a-aa04-e4aa0658cd85, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9f64a2d0-2934-451a-aa04-e4aa0658cd85,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:38.732697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.794875 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 6, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:38.803179 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237964fc-a527-40b1-8efa-c1fc618d6f3d None None] The sync data for ids ['ca5af3e2-7a75-44b6-aadb-d38c94706bd1'] in n-d-836605-1 is: [{'id': 'ca5af3e2-7a75-44b6-aadb-d38c94706bd1', 'name': 'tempest-TestServerBasicOps-333991270-router', 'tenant_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:29Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 6, 'project_id': '8363a7f8a0414799bd3d0d89ca5e5fe2', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:38.962585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Calling delete_port for 9f64a2d0-2934-451a-aa04-e4aa0658cd85 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:39.282488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47892) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:39.322645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.345963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting port 314fdb39-f1ce-4131-a17d-4e5e72b78a2a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:39.346309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.560190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:39.583052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc97cf66a69498aa27d0512e4a3e5dd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:40.042255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:40.042255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:40.042255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.043351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37718c0-ebf6-4a15-bec9-b3e1542e9e56 req-e6011fdb-51a6-4de8-ab0b-d0a1b1690be8 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:40.043351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a37718c0-ebf6-4a15-bec9-b3e1542e9e56 req-e6011fdb-51a6-4de8-ab0b-d0a1b1690be8 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.6597171 Apr 05 20:56:40.043351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a37718c0-ebf6-4a15-bec9-b3e1542e9e56 req-6f98f65f-c1f0-46f5-8295-f7eb4f87601b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868838 Apr 05 20:56:40.045294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Calling delete_port for 314fdb39-f1ce-4131-a17d-4e5e72b78a2a owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:40.045733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.046205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.202506 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.250205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Pushing event deleted for resources: {'Port': ['ID=9f64a2d0-2934-451a-aa04-e4aa0658cd85,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:40.294561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.300089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.453523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f52e3-5af7-47fe-85ca-1ca9b3aba8fa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:40.461913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Port': ['ID=314fdb39-f1ce-4131-a17d-4e5e72b78a2a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:40.668218 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-54d19944-efad-4750-bf5b-bef0327515b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdc97cf66a69498aa27d0512e4a3e5dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3845344 Apr 05 20:56:40.671612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47920) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:40.749194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.759606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:40.783844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.895833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6406633b-0076-496b-8637-060cb71ceb58 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:41.006441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6406633b-0076-496b-8637-060cb71ceb58 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:41.007119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6406633b-0076-496b-8637-060cb71ceb58 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:41.007745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9f64a2d0-2934-451a-aa04-e4aa0658cd85 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:41.034214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.057250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9f64a2d0-2934-451a-aa04-e4aa0658cd85 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:41.057776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9f64a2d0-2934-451a-aa04-e4aa0658cd85 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:41.080073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d60218f3-a476-483b-a8e0-f66ec5ed0b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.259690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:41.265758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Usage tracker for resource:security_group_rule and tenant:09ba02be44e34fcc9dc540e15d634d73 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:41.270211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:41.394382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:41.422391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d60218f3-a476-483b-a8e0-f66ec5ed0b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.452372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Router 3c5f14d4-bdef-4829-8dfb-cb298ea3063f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:56:41.468417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.502872 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.521706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53cd6a-94d3-4d12-9e67-e8441ac29972 req-e2bf53dc-d79f-4c08-823d-30410f09df62 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:41.523464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab53cd6a-94d3-4d12-9e67-e8441ac29972 req-e2bf53dc-d79f-4c08-823d-30410f09df62 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3303599 Apr 05 20:56:41.618053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab53cd6a-94d3-4d12-9e67-e8441ac29972 req-48a42d35-afbb-4b26-8d4b-7c70be070283 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654018 Apr 05 20:56:41.620885 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.621367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5af3e2-7a75-44b6-aadb-d38c94706bd1 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:56:41.694679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17775928-0175-486f-951f-770d33a27afe admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.694679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-17775928-0175-486f-951f-770d33a27afe admin admin] 10.222.0.10 "DELETE /v2.0/routers/ca5af3e2-7a75-44b6-aadb-d38c94706bd1 HTTP/1.1" status: 204 len: 168 time: 4.6198356 Apr 05 20:56:41.695913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47932) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:41.728264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.740697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d60218f3-a476-483b-a8e0-f66ec5ed0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.743069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d60218f3-a476-483b-a8e0-f66ec5ed0b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.746718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d60218f3-a476-483b-a8e0-f66ec5ed0b36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce6f52e3-5af7-47fe-85ca-1ca9b3aba8fa HTTP/1.1" status: 204 len: 168 time: 1.0691600 Apr 05 20:56:41.783405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60218f3-a476-483b-a8e0-f66ec5ed0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6f52e3-5af7-47fe-85ca-1ca9b3aba8fa,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:41.808901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:41.810505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] Deleting subnet d0f80bcd-758b-4c93-adc1-546e80536dcb {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:56:41.815874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.829331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] Sync routers for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:41.855392 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eef29a4d-f5dc-4568-8d37-e0ed118f7cda tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9710031 Apr 05 20:56:41.856619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47938) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:41.857559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:41.858436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:41.936687 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-9d0da547-95f3-4888-b7f4-56a6ede9476f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] show failed (client error): The resource could not be found. Apr 05 20:56:41.937752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9d0da547-95f3-4888-b7f4-56a6ede9476f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1874178382 HTTP/1.1" status: 404 len: 335 time: 0.0799134 Apr 05 20:56:41.939770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:41.941901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47942) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:41.950516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e10893da-90ec-447a-a860-9ba920a0c099 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:56:41.951124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] Routers {'3c5f14d4-bdef-4829-8dfb-cb298ea3063f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:41.951769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:42.015855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:42.016604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb986bd8-9767-4564-85fe-1a7af0a321f3 None None] The sync data for ids ['3c5f14d4-bdef-4829-8dfb-cb298ea3063f'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:42.026633 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.067113 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-e10893da-90ec-447a-a860-9ba920a0c099 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] update failed (client error): The resource could not be found. Apr 05 20:56:42.068133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e10893da-90ec-447a-a860-9ba920a0c099 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1728708542 HTTP/1.1" status: 404 len: 335 time: 0.1250455 Apr 05 20:56:42.071756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:42.111921 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.117235 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.177681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f52bb35-6553-4ecf-af02-c4d396d7aaee,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:42.207755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-527ef845-337d-499d-a5d9-cdd7ecadbb5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09ba02be44e34fcc9dc540e15d634d73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4453793 Apr 05 20:56:42.210597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47950) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:42.287744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.450659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting subnet 041982c5-b5f5-4647-8dad-1f836746f33e {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:56:42.454803 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.501993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65ebe1d5-60fa-4c40-b232-44a199705b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.514542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.517397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f80bcd-758b-4c93-adc1-546e80536dcb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:42.536897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec22755-cb29-446a-b8f8-e622e7fe7b5f None None] Network bb17b7ad-3f28-471c-b14a-8221fbf5aadc requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:42.560738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.586049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7f29a922-bc09-4eec-b509-62dffa84b6a2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d0f80bcd-758b-4c93-adc1-546e80536dcb HTTP/1.1" status: 204 len: 168 time: 0.8864739 Apr 05 20:56:42.588398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65ebe1d5-60fa-4c40-b232-44a199705b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.605470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47966) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:42.631325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.831477 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.879183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Subnet': ['ID=041982c5-b5f5-4647-8dad-1f836746f33e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:42.890409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.897300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5f8303-da4b-4dd5-95cb-4c7751a7d8bd None None] Network f9b823a2-9347-4f25-9740-e974604e6852 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:42.906450 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/subnets/041982c5-b5f5-4647-8dad-1f836746f33e HTTP/1.1" status: 204 len: 168 time: 0.8320122 Apr 05 20:56:42.908368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.908960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.909410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.909811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.910282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.910682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.911107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.911499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.911893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.912439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.912840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac556824-7995-4dc6-943a-5e4bc70644dc tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:42.916694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47978) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:42.977064 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.039691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Deleting port 1f20454d-c671-48f3-82c6-6a0fb664eee4 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:43.040072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.147547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65ebe1d5-60fa-4c40-b232-44a199705b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.173215 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.189554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:43.189901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.200501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b3d5-0a1f-4727-92d7-f5c1417becd0 req-8762e907-490d-44cc-9ec8-a3f980a44604 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:43.202007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41a8b3d5-0a1f-4727-92d7-f5c1417becd0 req-8762e907-490d-44cc-9ec8-a3f980a44604 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3714216 Apr 05 20:56:43.290616 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65ebe1d5-60fa-4c40-b232-44a199705b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.294483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-65ebe1d5-60fa-4c40-b232-44a199705b1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f52bb35-6553-4ecf-af02-c4d396d7aaee HTTP/1.1" status: 204 len: 168 time: 1.0802968 Apr 05 20:56:43.306578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebe1d5-60fa-4c40-b232-44a199705b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f52bb35-6553-4ecf-af02-c4d396d7aaee,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:43.346949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] DHCP port deletion for bb17b7ad-3f28-471c-b14a-8221fbf5aadc request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:56:43.378948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Deleting port 1f20454d-c671-48f3-82c6-6a0fb664eee4 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:43.378948 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.503782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] DHCP port deletion for f9b823a2-9347-4f25-9740-e974604e6852 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:56:43.539207 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:56:43.553592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Deleting port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:43.554129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.794883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] For port 1f20454d-c671-48f3-82c6-6a0fb664eee4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1f20454d-c671-48f3-82c6-6a0fb664eee4,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:43.795248 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.830581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] For port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,segment=NetworkSegment(468b0b5a-7301-4805-9200-fa18746ea999),segment_id=468b0b5a-7301-4805-9200-fa18746ea999)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:43.831223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.033130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] For port 1f20454d-c671-48f3-82c6-6a0fb664eee4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1f20454d-c671-48f3-82c6-6a0fb664eee4,segment=NetworkSegment(69bff9a0-b9c8-4d2a-87b4-e8842e958d63),segment_id=69bff9a0-b9c8-4d2a-87b4-e8842e958d63)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:44.033807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.127137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Calling delete_port for 1f20454d-c671-48f3-82c6-6a0fb664eee4 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:44.166124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Calling delete_port for 1f20454d-c671-48f3-82c6-6a0fb664eee4 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:44.201529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Calling delete_port for 2cfb877e-8f29-4117-9f2e-0c5addd9da3a owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:44.202687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41a8b3d5-0a1f-4727-92d7-f5c1417becd0 req-6ed9d888-8c0a-4ada-82cd-0572bd733722 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9819055 Apr 05 20:56:44.289718 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.380689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] No DVR routers for this DVR port 1f20454d-c671-48f3-82c6-6a0fb664eee4 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:44.418912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f20454d-c671-48f3-82c6-6a0fb664eee4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:44.434822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.436846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:44.437251 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:44.468941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] For port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,segment=NetworkSegment(468b0b5a-7301-4805-9200-fa18746ea999),segment_id=468b0b5a-7301-4805-9200-fa18746ea999)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:44.470177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.526803 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.549970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Port': ['ID=2cfb877e-8f29-4117-9f2e-0c5addd9da3a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:44.555963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] No DVR routers for this DVR port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:44.573746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb17b7ad-3f28-471c-b14a-8221fbf5aadc']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:44.593317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69bff9a0-b9c8-4d2a-87b4-e8842e958d63') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:44.593717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69bff9a0-b9c8-4d2a-87b4-e8842e958d63') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:44.608019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.637877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.652610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:56:44.654085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.654549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.669816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Calling delete_port for 2cfb877e-8f29-4117-9f2e-0c5addd9da3a owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:44.798023 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:44.798591 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:44.852904 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:44.923043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.939449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Deleting port 1f20454d-c671-48f3-82c6-6a0fb664eee4 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:44.939839 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.985349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.994680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.006160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=bb17b7ad-3f28-471c-b14a-8221fbf5aadc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:45.043416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2cfb877e-8f29-4117-9f2e-0c5addd9da3a no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:45.065527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.115974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4b2cf865-d321-40d9-82b2-4ba5576d7d1d admin admin] 10.222.0.10 "DELETE /v2.0/networks/bb17b7ad-3f28-471c-b14a-8221fbf5aadc HTTP/1.1" status: 204 len: 168 time: 2.5081735 Apr 05 20:56:45.116361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48016) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.167200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b823a2-9347-4f25-9740-e974604e6852']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:45.183797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:45.189615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:dff38bd6aa274d049c85adca6d4fdef4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:45.194154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468b0b5a-7301-4805-9200-fa18746ea999') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:45.194698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468b0b5a-7301-4805-9200-fa18746ea999') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:45.202775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:45.215129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:45.219830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.233959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 2cfb877e-8f29-4117-9f2e-0c5addd9da3a {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:45.234306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2cfb877e-8f29-4117-9f2e-0c5addd9da3a not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:45.235403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1f20454d-c671-48f3-82c6-6a0fb664eee4 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:45.307179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.358972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c439-0436-4541-b40d-865f2182dee5 None None] The port '1f20454d-c671-48f3-82c6-6a0fb664eee4' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:56:45.363513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Deleting port 2cfb877e-8f29-4117-9f2e-0c5addd9da3a {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:45.363903 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.421766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 1f20454d-c671-48f3-82c6-6a0fb664eee4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:45.423061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1f20454d-c671-48f3-82c6-6a0fb664eee4 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:45.454003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.455208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:56:45.455933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:45.475064 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:45.540657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6c597d40-c6dc-4205-8c5f-3d8b88d04bdf None None] The port '2cfb877e-8f29-4117-9f2e-0c5addd9da3a' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:56:45.560741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.631449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e5714-c308-4940-b071-c96b66897a8f req-9c30a0b6-5d38-40e5-8b4d-ac1b5c1d6a44 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:45.634521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e8e5714-c308-4940-b071-c96b66897a8f req-9c30a0b6-5d38-40e5-8b4d-ac1b5c1d6a44 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1481450 Apr 05 20:56:45.812164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e8e5714-c308-4940-b071-c96b66897a8f req-59e6045f-923d-4f4c-a3d0-0f7e2e3d1ed9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503084 Apr 05 20:56:45.823161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.829836 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dff38bd6aa274d049c85adca6d4fdef4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1709428 Apr 05 20:56:45.852319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.864847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48036) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.866597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Network': ['ID=f9b823a2-9347-4f25-9740-e974604e6852,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:45.871902 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-17278a8c-b082-4582-8bfa-6a2ffaff8eba tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/networks/f9b823a2-9347-4f25-9740-e974604e6852 HTTP/1.1" status: 204 len: 168 time: 2.9538972 Apr 05 20:56:45.875768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48038) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.876489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a37e6-75f1-462a-9f4f-7d2433a7f3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bdaab4-7886-483c-8ef7-4c9cb6dcede1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:46.092875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62cb05-927b-4403-8e51-ae9a08018c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.121813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62cb05-927b-4403-8e51-ae9a08018c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.213176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting subnet 89d91ec5-07e2-4aa3-88d1-0ac75b3f3fc2 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:56:46.216337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.278042 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62cb05-927b-4403-8e51-ae9a08018c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.330441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.361711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db62cb05-927b-4403-8e51-ae9a08018c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.363654 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db62cb05-927b-4403-8e51-ae9a08018c7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51bdaab4-7886-483c-8ef7-4c9cb6dcede1 HTTP/1.1" status: 204 len: 168 time: 0.4902873 Apr 05 20:56:46.376430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62cb05-927b-4403-8e51-ae9a08018c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bdaab4-7886-483c-8ef7-4c9cb6dcede1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:46.400640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.525177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.730537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.749852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48056) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:46.876703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f0997-5839-4a33-b81d-ffaf417c039a None None] Network 071d941a-276d-412d-b1b9-13679a3771b7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:46.891824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.899003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Subnet': ['ID=89d91ec5-07e2-4aa3-88d1-0ac75b3f3fc2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:46.907803 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-177808e3-d08a-4aa5-980e-75a9d84e4751 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/subnets/89d91ec5-07e2-4aa3-88d1-0ac75b3f3fc2 HTTP/1.1" status: 204 len: 168 time: 1.0284896 Apr 05 20:56:46.910483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48066) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:47.365093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting subnet 3cf65fdf-4da7-48d4-b06d-8f3c4211e3f3 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:56:47.375358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.375991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4b634-54da-441e-88e9-7e56580957e7 req-ced7d3ca-1cba-47aa-acfb-221115ad0d23 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:47.387766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28a4b634-54da-441e-88e9-7e56580957e7 req-ced7d3ca-1cba-47aa-acfb-221115ad0d23 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2046785 Apr 05 20:56:47.481232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.502038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] DHCP port deletion for 071d941a-276d-412d-b1b9-13679a3771b7 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:56:47.506631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] Deleting port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:47.507091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.530009 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.584778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28a4b634-54da-441e-88e9-7e56580957e7 req-c3c2db37-f19b-4ae1-a8bd-37c0f6ed4d29 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931653 Apr 05 20:56:47.670840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.681554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:47.696568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Usage tracker for resource:security_group_rule and tenant:014e8abbf8b3457a948afb787db4e17d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:47.702262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:47.717209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:47.877995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] For port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,segment=NetworkSegment(6fd6d0eb-c887-4db1-8296-77c7af83e334),segment_id=6fd6d0eb-c887-4db1-8296-77c7af83e334)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:47.878517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.906486 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.919290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Deleting port 295eba3c-7966-44dc-beb8-ab4c96e87b02 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:47.922962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.997556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf65fdf-4da7-48d4-b06d-8f3c4211e3f3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:48.004623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.018534 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-834381b3-8cbe-4985-b555-b5be95a1cf5f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/subnets/3cf65fdf-4da7-48d4-b06d-8f3c4211e3f3 HTTP/1.1" status: 204 len: 168 time: 1.1068022 Apr 05 20:56:48.019201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48082) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:48.028137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbfa794-54c7-4752-a060-bf982a39db79 None None] Network 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:48.057307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] Calling delete_port for bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:48.204309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.208921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] For port 295eba3c-7966-44dc-beb8-ab4c96e87b02, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=295eba3c-7966-44dc-beb8-ab4c96e87b02,segment=NetworkSegment(d1cd76a0-bf8d-4858-8e2a-38e8dd93441d),segment_id=d1cd76a0-bf8d-4858-8e2a-38e8dd93441d)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:48.209348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.216228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:48.216575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.356350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Calling delete_port for 295eba3c-7966-44dc-beb8-ab4c96e87b02 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:48.495868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] For port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,segment=NetworkSegment(6fd6d0eb-c887-4db1-8296-77c7af83e334),segment_id=6fd6d0eb-c887-4db1-8296-77c7af83e334)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:48.496387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.557817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.628945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] Pushing event deleted for resources: {'Port': ['ID=bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:48.633886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371d569-7d49-484e-96c1-a3d65c76fae7 None None] No DVR routers for this DVR port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:48.653508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Calling delete_port for bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:48.655104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] DHCP port deletion for 46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:56:48.664223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] Deleting port d8bb8932-f549-4587-bc0e-d1b03f0583e9 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:48.664614 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.671946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.729145 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.769261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:48.770063 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:49.013961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] For port d8bb8932-f549-4587-bc0e-d1b03f0583e9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d8bb8932-f549-4587-bc0e-d1b03f0583e9,segment=NetworkSegment(8d01e2ef-4c91-47de-8ac3-babcabb1ae74),segment_id=8d01e2ef-4c91-47de-8ac3-babcabb1ae74)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:49.015368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.097731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Pushing event deleted for resources: {'Port': ['ID=295eba3c-7966-44dc-beb8-ab4c96e87b02,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:49.101008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.172901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] Calling delete_port for d8bb8932-f549-4587-bc0e-d1b03f0583e9 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:49.271498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting port bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:49.271870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.292445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa940dcd-61ac-40ff-ad00-dbf7bb264884,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:49.326365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:49.361579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b21a1f70-ff04-4ba3-90d9-facf38cb8729 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=014e8abbf8b3457a948afb787db4e17d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5748618 Apr 05 20:56:49.367582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48104) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:49.441565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:49.441771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:49.442188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d8bb8932-f549-4587-bc0e-d1b03f0583e9 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:49.544740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d8bb8932-f549-4587-bc0e-d1b03f0583e9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:49.545377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d8bb8932-f549-4587-bc0e-d1b03f0583e9 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:49.547001 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.660637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] Pushing event deleted for resources: {'Port': ['ID=d8bb8932-f549-4587-bc0e-d1b03f0583e9,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:49.664324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704363d-9798-4bf1-8511-b5cdc2803695 None None] No DVR routers for this DVR port d8bb8932-f549-4587-bc0e-d1b03f0583e9 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:49.693255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf16ce-9a20-4455-8f6c-113fcd56bb9d req-42861784-d1b2-4d1c-aad7-eee131976041 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:49.700188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4dcf16ce-9a20-4455-8f6c-113fcd56bb9d req-42861784-d1b2-4d1c-aad7-eee131976041 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.8707378 Apr 05 20:56:49.715567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] The port 'bbdde96c-f3a5-42f2-b2f7-aa6ff4a70a87' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:56:49.875121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3933c8a1-21cb-4306-87a4-0310e9c7a089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.903350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4dcf16ce-9a20-4455-8f6c-113fcd56bb9d req-05656736-8e7e-464c-ab82-be7d1c4e2984 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014062 Apr 05 20:56:49.951227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.988766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3933c8a1-21cb-4306-87a4-0310e9c7a089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.005428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071d941a-276d-412d-b1b9-13679a3771b7']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:50.028770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd6d0eb-c887-4db1-8296-77c7af83e334') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:50.029096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd6d0eb-c887-4db1-8296-77c7af83e334') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:50.046797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.064872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.072751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:56:50.073181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:50.094433 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:50.130576 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3933c8a1-21cb-4306-87a4-0310e9c7a089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.168924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933c8a1-21cb-4306-87a4-0310e9c7a089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa940dcd-61ac-40ff-ad00-dbf7bb264884,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:50.179570 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.209078 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3933c8a1-21cb-4306-87a4-0310e9c7a089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.212479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3933c8a1-21cb-4306-87a4-0310e9c7a089 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa940dcd-61ac-40ff-ad00-dbf7bb264884 HTTP/1.1" status: 204 len: 168 time: 0.8025448 Apr 05 20:56:50.246689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.419773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.507858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.515295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Network': ['ID=071d941a-276d-412d-b1b9-13679a3771b7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:50.532335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48116) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:50.532995 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b3c2ee0f-736f-4622-a3b8-33ee4a27154b tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/networks/071d941a-276d-412d-b1b9-13679a3771b7 HTTP/1.1" status: 204 len: 168 time: 2.5127475 Apr 05 20:56:50.661757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.819283 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.855475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c112fd-7eb2-4759-8c4e-6d8e2db5bac1']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:50.927822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d01e2ef-4c91-47de-8ac3-babcabb1ae74') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:50.928044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d01e2ef-4c91-47de-8ac3-babcabb1ae74') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:51.007200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.038699 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.052551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:56:51.052946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:51.067954 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:51.630933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.639842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:51.677751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.680472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.700950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Network': ['ID=46c112fd-7eb2-4759-8c4e-6d8e2db5bac1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:51.705311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8dd8a873-1d51-47bd-991f-b44767d7a634 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/networks/46c112fd-7eb2-4759-8c4e-6d8e2db5bac1 HTTP/1.1" status: 204 len: 168 time: 1.1714873 Apr 05 20:56:51.711073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48138) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:51.739391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:51.745428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Usage tracker for resource:security_group_rule and tenant:6dace9eed2404d928716dd7febf103d9 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:51.749300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:51.756996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:51.861969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.932505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12c0b1-32ff-4361-92f9-03e64b38e13a req-56136d50-39a6-4064-a24c-b41f583c67ca tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:51.934176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.937226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e12c0b1-32ff-4361-92f9-03e64b38e13a req-56136d50-39a6-4064-a24c-b41f583c67ca tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.6846681 Apr 05 20:56:52.055161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d4c25c-b5ec-43da-8ad8-3384d64934ff,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:52.099867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d886b7d-d23e-45f9-83dd-f7fc1b9f7a5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dace9eed2404d928716dd7febf103d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4591677 Apr 05 20:56:52.102519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:52.107880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting subnet 58179564-b6b2-4258-9919-a68eed608af4 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:56:52.121242 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.154703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e12c0b1-32ff-4361-92f9-03e64b38e13a req-ad35ae4f-68a4-41c2-aec4-fdc475236711 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846640 Apr 05 20:56:52.172739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-026f1a77-676d-408d-b17f-18b5b29cfde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.190462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.202960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-026f1a77-676d-408d-b17f-18b5b29cfde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.264937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Router 1295d7a8-2a59-4be8-9eb4-c358478a4477 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:56:52.396885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-026f1a77-676d-408d-b17f-18b5b29cfde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.421435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f1a77-676d-408d-b17f-18b5b29cfde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d4c25c-b5ec-43da-8ad8-3384d64934ff,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:52.461493 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.465970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-026f1a77-676d-408d-b17f-18b5b29cfde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.470231 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-026f1a77-676d-408d-b17f-18b5b29cfde1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47d4c25c-b5ec-43da-8ad8-3384d64934ff HTTP/1.1" status: 204 len: 168 time: 0.3662555 Apr 05 20:56:52.674307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:56:52.676642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.685437 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] Sync routers for ids ['1295d7a8-2a59-4be8-9eb4-c358478a4477'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:56:52.711776 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] Routers {'1295d7a8-2a59-4be8-9eb4-c358478a4477'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:52.712602 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1295d7a8-2a59-4be8-9eb4-c358478a4477'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:52.726393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Subnet': ['ID=58179564-b6b2-4258-9919-a68eed608af4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:52.733521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1f38169b-732c-4089-94de-c31f57df885d admin admin] 10.222.0.10 "PUT /v2.0/routers/1295d7a8-2a59-4be8-9eb4-c358478a4477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6148560 Apr 05 20:56:52.737615 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.740150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bf5ebd02-4457-4f49-b8ea-ff82a31c0ead tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/subnets/58179564-b6b2-4258-9919-a68eed608af4 HTTP/1.1" status: 204 len: 168 time: 1.0272274 Apr 05 20:56:52.745231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48156) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:52.745634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48158) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:52.761449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44960bd8-0dd5-42fd-a6e3-1a22725fe2e3 None None] Network 2e952a83-dea3-409d-b917-ca880e43c227 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:52.938132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.057082 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] Set router 1295d7a8-2a59-4be8-9eb4-c358478a4477 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:53.124134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Deleting port eae36baa-b868-445d-a8d9-b09255b49d66 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:53.124405 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.331258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] DHCP port deletion for 2e952a83-dea3-409d-b917-ca880e43c227 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:56:53.335568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Deleting port eae36baa-b868-445d-a8d9-b09255b49d66 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:53.336237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.746309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a59e33-0d16-4c4e-b8c3-2f4ad5fe6705 req-74a7d87a-381e-4284-be2d-df4a9693bdf1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:53.769436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36a59e33-0d16-4c4e-b8c3-2f4ad5fe6705 req-74a7d87a-381e-4284-be2d-df4a9693bdf1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3402548 Apr 05 20:56:53.851946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] For port eae36baa-b868-445d-a8d9-b09255b49d66, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eae36baa-b868-445d-a8d9-b09255b49d66,segment=NetworkSegment(7de52ab7-0fe0-4196-a10a-07748b06e94f),segment_id=7de52ab7-0fe0-4196-a10a-07748b06e94f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:53.852616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.867924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36a59e33-0d16-4c4e-b8c3-2f4ad5fe6705 req-d33478ad-b017-453c-9178-47c1f4623d96 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973754 Apr 05 20:56:53.923775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] For port eae36baa-b868-445d-a8d9-b09255b49d66, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eae36baa-b868-445d-a8d9-b09255b49d66,segment=NetworkSegment(7de52ab7-0fe0-4196-a10a-07748b06e94f),segment_id=7de52ab7-0fe0-4196-a10a-07748b06e94f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:53.924815 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.041164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Calling delete_port for eae36baa-b868-445d-a8d9-b09255b49d66 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:54.091338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Calling delete_port for eae36baa-b868-445d-a8d9-b09255b49d66 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:54.196958 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.256299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:54.259134 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:54.286225 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:56:48Z', 'revision_number': 5, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:54.297717 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] Checking router: 1295d7a8-2a59-4be8-9eb4-c358478a4477 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:56:54.302110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.323010 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] Routers {'1295d7a8-2a59-4be8-9eb4-c358478a4477'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:56:54.324903 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:56:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1295d7a8-2a59-4be8-9eb4-c358478a4477'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:54.648417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Port': ['ID=eae36baa-b868-445d-a8d9-b09255b49d66,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:54.657811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] No DVR routers for this DVR port eae36baa-b868-445d-a8d9-b09255b49d66 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:54.759841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Deleting port eae36baa-b868-445d-a8d9-b09255b49d66 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:54.760221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.815379 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] Set router 1295d7a8-2a59-4be8-9eb4-c358478a4477 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:56:54.924836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.019697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f55cc6fb-b0f2-4d1f-a66f-cf3beb922a8b None None] The port 'eae36baa-b868-445d-a8d9-b09255b49d66' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:56:55.023145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e952a83-dea3-409d-b917-ca880e43c227']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:55.044001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eae36baa-b868-445d-a8d9-b09255b49d66 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:55.051130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7de52ab7-0fe0-4196-a10a-07748b06e94f') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:55.051633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7de52ab7-0fe0-4196-a10a-07748b06e94f') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:55.073745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.105219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.118979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:56:55.119585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.199940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: eae36baa-b868-445d-a8d9-b09255b49d66 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:55.200289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eae36baa-b868-445d-a8d9-b09255b49d66 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:55.270639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c489f69-167e-4faa-8034-9cb0a683ce88 req-36a25894-8e85-4e95-ad5c-6005acebcc25 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:55.280124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c489f69-167e-4faa-8034-9cb0a683ce88 req-36a25894-8e85-4e95-ad5c-6005acebcc25 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1744816 Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:55.360362 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:55.388684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c489f69-167e-4faa-8034-9cb0a683ce88 req-67bff895-e2ef-499d-89e1-bc7004d83179 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076035 Apr 05 20:56:55.445675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.512430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.519335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.571179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Deleting port bb7ae061-36ec-4c91-bd70-a6497ebaee35 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:55.571699 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.604954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Pushing event deleted for resources: {'Network': ['ID=2e952a83-dea3-409d-b917-ca880e43c227,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:55.615152 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:56:48Z', 'revision_number': 5, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:55.621078 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-021b1bf5-1606-4972-883b-aad7255704f6 tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/networks/2e952a83-dea3-409d-b917-ca880e43c227 HTTP/1.1" status: 204 len: 168 time: 2.8725903 Apr 05 20:56:55.622036 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ab191-1187-4947-97c6-ad3cca889de3 None None] The sync data for ids ['1295d7a8-2a59-4be8-9eb4-c358478a4477'] in n-d-836605-1 is: [{'id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'name': 'tempest-TestServerBasicOps-859080230-router', 'tenant_id': '69ef8c0f3eea476182923469a4f78d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:50:48Z', 'updated_at': '2022-04-05T20:56:48Z', 'revision_number': 5, 'project_id': '69ef8c0f3eea476182923469a4f78d36', 'gw_port': {'id': 'bb7ae061-36ec-4c91-bd70-a6497ebaee35', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1295d7a8-2a59-4be8-9eb4-c358478a4477', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:50:50Z', 'updated_at': '2022-04-05T20:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:56:55.625945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48206) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:55.709494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-054f31dc-ad23-4973-8e75-2ddebef25e0f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Synchronizing usage tracker for tenant:ab8cc72494694cd6ab819ee224f8e240 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:56:55.823666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] For port bb7ae061-36ec-4c91-bd70-a6497ebaee35, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bb7ae061-36ec-4c91-bd70-a6497ebaee35,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:56:55.823666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.823915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-054f31dc-ad23-4973-8e75-2ddebef25e0f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Unset dirty status for tenant:ab8cc72494694cd6ab819ee224f8e240 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:56:55.823915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-054f31dc-ad23-4973-8e75-2ddebef25e0f tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c5f14d4-bdef-4829-8dfb-cb298ea3063f HTTP/1.1" status: 200 len: 205 time: 0.1953049 Apr 05 20:56:55.826851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48214) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:56.113292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Calling delete_port for bb7ae061-36ec-4c91-bd70-a6497ebaee35 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:56:56.323290 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80a02775-eb2b-4525-ae1c-8ba2d407b4bb tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.598351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.701012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7ae061-36ec-4c91-bd70-a6497ebaee35,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:56.920386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 295eba3c-7966-44dc-beb8-ab4c96e87b02 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:56.967175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 295eba3c-7966-44dc-beb8-ab4c96e87b02 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:56.967755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 295eba3c-7966-44dc-beb8-ab4c96e87b02 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:57.079473 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.129150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80a02775-eb2b-4525-ae1c-8ba2d407b4bb tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.164694 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80a02775-eb2b-4525-ae1c-8ba2d407b4bb tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.223833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9720c3-5352-4366-bc80-18d48b80e8e8 req-794f59a3-e3ce-496a-b190-a8c928f0497e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:57.225661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b9720c3-5352-4366-bc80-18d48b80e8e8 req-794f59a3-e3ce-496a-b190-a8c928f0497e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2846925 Apr 05 20:56:57.363055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b9720c3-5352-4366-bc80-18d48b80e8e8 req-f08bc8a3-55c6-4cc5-beb1-f77ac426f631 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202362 Apr 05 20:56:57.385639 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80a02775-eb2b-4525-ae1c-8ba2d407b4bb tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.386404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a02775-eb2b-4525-ae1c-8ba2d407b4bb tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Fanout notify agent at l3_agent the message router_deleted on router 3c5f14d4-bdef-4829-8dfb-cb298ea3063f {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:56:57.398484 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80a02775-eb2b-4525-ae1c-8ba2d407b4bb tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.401875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-80a02775-eb2b-4525-ae1c-8ba2d407b4bb tempest-RoutersNegativeIpV6Test-1934410444 tempest-RoutersNegativeIpV6Test-1934410444-project] 10.222.0.10 "DELETE /v2.0/routers/3c5f14d4-bdef-4829-8dfb-cb298ea3063f HTTP/1.1" status: 204 len: 168 time: 1.5710504 Apr 05 20:56:57.805067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.810166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.926796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.927265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1295d7a8-2a59-4be8-9eb4-c358478a4477 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:56:57.941965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.943938 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1464581f-d017-4879-b5a2-8701647b10b9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1295d7a8-2a59-4be8-9eb4-c358478a4477 HTTP/1.1" status: 204 len: 168 time: 5.1972380 Apr 05 20:56:57.946595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48248) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:58.075062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] Deleting subnet 80708076-245e-432e-9160-0cc43eb2bfd0 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:56:58.080233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.255136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.339715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48258) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:58.427881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-87868c4e-9335-4ca9-b131-d69839ec99ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1096 time: 0.6761220 Apr 05 20:56:58.805952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bb7ae061-36ec-4c91-bd70-a6497ebaee35 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:58.809332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.810404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57219736-eb04-4ac9-b30a-89b1e7907aee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab8cc72494694cd6ab819ee224f8e240&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4694607 Apr 05 20:56:58.813529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48276) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:58.875898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: bb7ae061-36ec-4c91-bd70-a6497ebaee35 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:56:58.877466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bb7ae061-36ec-4c91-bd70-a6497ebaee35 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:58.902844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a61b12d-b381-464e-a0b5-96ad19db20d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.918306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09be9c-576e-411b-9317-4b49994afbcf req-8abd2edb-14db-48f9-98ad-dacf70776b11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:58.919801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-8abd2edb-14db-48f9-98ad-dacf70776b11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 914 time: 0.4604475 Apr 05 20:56:58.935091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a61b12d-b381-464e-a0b5-96ad19db20d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.012594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-69b3e316-af7a-4531-bf3e-1f25b8ee7366 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 200 len: 217 time: 0.0861845 Apr 05 20:56:59.066864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a61b12d-b381-464e-a0b5-96ad19db20d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.100398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61b12d-b381-464e-a0b5-96ad19db20d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7570ec7a-1732-4418-9db6-32079f9cc1b5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:59.102134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11960a5-d15a-4961-b695-ecc0d24dab35 req-d1342109-4ce3-4fc4-81f6-1dd4504be95b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:59.105355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a61b12d-b381-464e-a0b5-96ad19db20d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.110391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b11960a5-d15a-4961-b695-ecc0d24dab35 req-d1342109-4ce3-4fc4-81f6-1dd4504be95b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.4167888 Apr 05 20:56:59.110536 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a61b12d-b381-464e-a0b5-96ad19db20d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7570ec7a-1732-4418-9db6-32079f9cc1b5 HTTP/1.1" status: 204 len: 168 time: 0.2919238 Apr 05 20:56:59.192698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b11960a5-d15a-4961-b695-ecc0d24dab35 req-7676c9aa-1ced-407a-8545-e49ee6805c29 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809498 Apr 05 20:56:59.194957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09be9c-576e-411b-9317-4b49994afbcf req-cbf72bba-15df-4c11-ba37-9d173619b610 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:59.196280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-cbf72bba-15df-4c11-ba37-9d173619b610 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.1782067 Apr 05 20:56:59.260287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.323227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-25a2e919-5db7-4e09-8cbe-2d4a11d37408 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188540 Apr 05 20:56:59.338930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80708076-245e-432e-9160-0cc43eb2bfd0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:59.346421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-b297d47f-894e-4ac8-9b73-cb7c537b34b0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:56:59.347618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-b297d47f-894e-4ac8-9b73-cb7c537b34b0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0099256 Apr 05 20:56:59.352494 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.358437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680b803-61ef-4317-883b-4074fb67d239 None None] Network ebfb9789-27c9-4b78-8cc0-1eb924feb58f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:56:59.569474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c1617616-41d0-4041-a851-a39278b6bb8e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/80708076-245e-432e-9160-0cc43eb2bfd0 HTTP/1.1" status: 204 len: 168 time: 1.6178703 Apr 05 20:56:59.569927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:59.667958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-7b627f89-467c-4ade-a375-02abd30cf072 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113515 Apr 05 20:56:59.842366 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.869202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Deleting port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:56:59.869879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.009329 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] DHCP port deletion for ebfb9789-27c9-4b78-8cc0-1eb924feb58f request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:57:00.014872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Deleting port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:00.015258 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.090136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a09be9c-576e-411b-9317-4b49994afbcf req-3f5bf771-2603-4d3e-83da-443c1472637d service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148972 Apr 05 20:57:00.161386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] For port f41aba55-0dc8-4ce8-b10c-2f1654c662c7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,segment=NetworkSegment(d1cd76a0-bf8d-4858-8e2a-38e8dd93441d),segment_id=d1cd76a0-bf8d-4858-8e2a-38e8dd93441d)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:00.161741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.301504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] For port f41aba55-0dc8-4ce8-b10c-2f1654c662c7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,segment=NetworkSegment(d1cd76a0-bf8d-4858-8e2a-38e8dd93441d),segment_id=d1cd76a0-bf8d-4858-8e2a-38e8dd93441d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:00.301942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.485997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Calling delete_port for f41aba55-0dc8-4ce8-b10c-2f1654c662c7 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:00.585857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48320) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:00.646212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Calling delete_port for f41aba55-0dc8-4ce8-b10c-2f1654c662c7 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:00.777042 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.777671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b8113-20ce-4e74-b6f0-e2a4890dcf59 req-1e75e963-a6de-455d-a9f5-a40a848acb1b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:00.792211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b68b8113-20ce-4e74-b6f0-e2a4890dcf59 req-1e75e963-a6de-455d-a9f5-a40a848acb1b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2795768 Apr 05 20:57:00.801487 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:00.801857 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:00.894369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b68b8113-20ce-4e74-b6f0-e2a4890dcf59 req-1ef5588b-7c6b-436f-9dda-fba6a963c21d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933738 Apr 05 20:57:00.938133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41aba55-0dc8-4ce8-b10c-2f1654c662c7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:00.943120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f41aba55-0dc8-4ce8-b10c-2f1654c662c7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:00.955208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] No DVR routers for this DVR port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:01.003250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f41aba55-0dc8-4ce8-b10c-2f1654c662c7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:57:01.003599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f41aba55-0dc8-4ce8-b10c-2f1654c662c7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:01.099451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.199953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:01.209155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca69a64e99e454e9f39ed673881a2dd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:01.213570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:01.217269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.231475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:01.256314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfb9789-27c9-4b78-8cc0-1eb924feb58f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:01.273542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:01.273923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cd76a0-bf8d-4858-8e2a-38e8dd93441d') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:01.299182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.303494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Deleting port f41aba55-0dc8-4ce8-b10c-2f1654c662c7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:01.304510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.353135 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.369110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:57:01.369644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:01.389916 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:01.434291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0145bdb3-4125-4f1a-89ac-082cc479e868 None None] The port 'f41aba55-0dc8-4ce8-b10c-2f1654c662c7' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:57:01.513575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48338) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:01.553555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.621258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.652237 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.660390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.685742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--345133799'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:01.693080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:01.697703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:01.698123 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ebfb9789-27c9-4b78-8cc0-1eb924feb58f HTTP/1.1" status: 204 len: 168 time: 2.1267941 Apr 05 20:57:01.701245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:01.711875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:01.738712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcf855-5031-466e-ab1d-9297b288de06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfb9789-27c9-4b78-8cc0-1eb924feb58f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:01.752725 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ca69a64e99e454e9f39ed673881a2dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1656189 Apr 05 20:57:01.755856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48348) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:01.760097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03512b57-b506-4ef2-ae8b-1731cd751ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5bad69-fe7b-4480-8126-ef1783e36236,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:01.817924 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.832417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.867908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dc0-e3e2-4e3f-b56d-66b43a0b2300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.911062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:01.914656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dc0-e3e2-4e3f-b56d-66b43a0b2300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.927458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:01.932263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:01.947098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:02.051462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.101788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dc0-e3e2-4e3f-b56d-66b43a0b2300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.125827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e3dc0-e3e2-4e3f-b56d-66b43a0b2300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5bad69-fe7b-4480-8126-ef1783e36236,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:02.134117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.160164 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3dc0-e3e2-4e3f-b56d-66b43a0b2300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.163614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9b3e3dc0-e3e2-4e3f-b56d-66b43a0b2300 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a5bad69-fe7b-4480-8126-ef1783e36236 HTTP/1.1" status: 204 len: 168 time: 0.4045174 Apr 05 20:57:02.202909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:02.211643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:02.215759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee1a88-c646-46c4-9790-0e0787febb88,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:02.219741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:02.231159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91006e-6377-45ce-8e63-8dfa0211440e req-8cd5eaa5-ba14-4c04-977f-0c217568e80a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:02.232613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a91006e-6377-45ce-8e63-8dfa0211440e req-8cd5eaa5-ba14-4c04-977f-0c217568e80a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1866140 Apr 05 20:57:02.233518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:02.323710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48370) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:02.335708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.340702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a91006e-6377-45ce-8e63-8dfa0211440e req-cc74309a-0e5a-4237-8615-34bb5acda66c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737653 Apr 05 20:57:02.379283 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4761b118-39c0-4880-861a-abefc6478e4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8363a7f8a0414799bd3d0d89ca5e5fe2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540762 Apr 05 20:57:02.381817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:02.447624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a6cae8d-e683-4a3a-85ef-96ecea043760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.448190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.476019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a6cae8d-e683-4a3a-85ef-96ecea043760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.497368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e725e49d-8c8b-4a8e-b1f5-52a4330f0710,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:02.573919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.577853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9b4fccff-4bac-4c12-86fc-d4e9a5a79b22 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0604751 Apr 05 20:57:02.582654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48388) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:02.637114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a6cae8d-e683-4a3a-85ef-96ecea043760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.769234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cae8d-e683-4a3a-85ef-96ecea043760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1594b5-1bdd-4879-b82b-b8b9f2251cee,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:02.777636 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-769277b7-663f-4f65-b9f2-a06435295c2c tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1977444 Apr 05 20:57:02.780563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48392) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:02.781256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a6cae8d-e683-4a3a-85ef-96ecea043760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.783772 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2a6cae8d-e683-4a3a-85ef-96ecea043760 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a1594b5-1bdd-4879-b82b-b8b9f2251cee HTTP/1.1" status: 204 len: 168 time: 0.4001517 Apr 05 20:57:02.801895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4f81afbf-2aef-4b57-94d2-a627059d5e7b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-security--292122887', 'description': 'tempest-security-description-465075217'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:02.872353 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f81afbf-2aef-4b57-94d2-a627059d5e7b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.944091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f81afbf-2aef-4b57-94d2-a627059d5e7b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.051579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f81afbf-2aef-4b57-94d2-a627059d5e7b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.057964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f81afbf-2aef-4b57-94d2-a627059d5e7b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.061782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.063383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4f81afbf-2aef-4b57-94d2-a627059d5e7b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "PUT /v2.0/security-groups/e725e49d-8c8b-4a8e-b1f5-52a4330f0710 HTTP/1.1" status: 200 len: 1610 time: 0.2775872 Apr 05 20:57:03.064318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48400) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.083095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.124326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:03.128997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Usage tracker for resource:security_group_rule and tenant:979e4a3035344712b6f17caee8fcc819 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:03.132138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:03.139322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:03.199521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81afbf-2aef-4b57-94d2-a627059d5e7b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e725e49d-8c8b-4a8e-b1f5-52a4330f0710,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:03.239345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-62156bca-83f1-4913-a3ee-0331e6fe8033 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups/e725e49d-8c8b-4a8e-b1f5-52a4330f0710 HTTP/1.1" status: 200 len: 1610 time: 0.1642749 Apr 05 20:57:03.239677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48410) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.259271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.326907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19008119-5792-45b4-8c5f-85948ef367ac req-8471995d-a5a4-48e8-8894-f4cffd897a51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1096 time: 0.2226346 Apr 05 20:57:03.327653 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.400564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ce162-31b3-4db9-be52-ed033f7d2a57,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:03.425100 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b4ad14d1-16b6-465d-81a4-ac271fe6e227 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=979e4a3035344712b6f17caee8fcc819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3593857 Apr 05 20:57:03.426057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48416) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.475319 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d79a9c-3b17-4690-80b1-4ba55f85063d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.499561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebde-48d4-428b-bcdf-d512cf69b124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.536072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d79a9c-3b17-4690-80b1-4ba55f85063d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.559059 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebde-48d4-428b-bcdf-d512cf69b124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.675051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008119-5792-45b4-8c5f-85948ef367ac req-9c462f15-1acd-40e1-b915-106f83f2ebee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:03.676541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19008119-5792-45b4-8c5f-85948ef367ac req-9c462f15-1acd-40e1-b915-106f83f2ebee service neutron] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 914 time: 0.3439262 Apr 05 20:57:03.757757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.774297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebde-48d4-428b-bcdf-d512cf69b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.779452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19008119-5792-45b4-8c5f-85948ef367ac req-f5d914f8-6de0-49ee-8159-b4588abc0d6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 200 len: 217 time: 0.0951471 Apr 05 20:57:03.797556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5ebde-48d4-428b-bcdf-d512cf69b124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ce162-31b3-4db9-be52-ed033f7d2a57,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:03.809164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a5b5ebde-48d4-428b-bcdf-d512cf69b124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.812827 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a5b5ebde-48d4-428b-bcdf-d512cf69b124 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff6ce162-31b3-4db9-be52-ed033f7d2a57 HTTP/1.1" status: 204 len: 168 time: 0.3832719 Apr 05 20:57:03.842060 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e46cbb9c-3696-4038-9cbb-291639336f1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69ef8c0f3eea476182923469a4f78d36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0831172 Apr 05 20:57:03.846494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48428) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.876498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19008119-5792-45b4-8c5f-85948ef367ac req-8982d294-0028-4b8b-bf7c-b0be38661b7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:03.878047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19008119-5792-45b4-8c5f-85948ef367ac req-8982d294-0028-4b8b-bf7c-b0be38661b7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.0904253 Apr 05 20:57:03.915692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af6a5512-661e-41c3-8ca3-19d8f7125605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.918838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa4238-6780-4835-af21-5c24c343215c req-99f0a68d-5777-4e0f-9a35-0c381c23ffcf tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:03.926409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8fa4238-6780-4835-af21-5c24c343215c req-99f0a68d-5777-4e0f-9a35-0c381c23ffcf tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3020055 Apr 05 20:57:03.950393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af6a5512-661e-41c3-8ca3-19d8f7125605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.950583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d79a9c-3b17-4690-80b1-4ba55f85063d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.970146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19008119-5792-45b4-8c5f-85948ef367ac req-469fb910-8132-4adc-ab3b-e66c276752d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863400 Apr 05 20:57:03.985934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.007333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d79a9c-3b17-4690-80b1-4ba55f85063d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e725e49d-8c8b-4a8e-b1f5-52a4330f0710,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:04.069623 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97d79a9c-3b17-4690-80b1-4ba55f85063d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.073125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97d79a9c-3b17-4690-80b1-4ba55f85063d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/e725e49d-8c8b-4a8e-b1f5-52a4330f0710 HTTP/1.1" status: 204 len: 168 time: 0.8302617 Apr 05 20:57:04.074911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48432) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:04.097114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af6a5512-661e-41c3-8ca3-19d8f7125605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.167751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a5512-661e-41c3-8ca3-19d8f7125605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902be2d8-b38f-4c2b-bdcf-1bc4b8fc11b8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:04.205526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af6a5512-661e-41c3-8ca3-19d8f7125605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.207199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-af6a5512-661e-41c3-8ca3-19d8f7125605 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/902be2d8-b38f-4c2b-bdcf-1bc4b8fc11b8 HTTP/1.1" status: 204 len: 168 time: 0.3597238 Apr 05 20:57:04.208880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8fa4238-6780-4835-af21-5c24c343215c req-8a163b48-4fb7-4978-92f1-717452c4f69e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816453 Apr 05 20:57:04.296126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df7bb0ea-da4a-4e0b-bd31-0a1b8a4e60f6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:04.389446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19008119-5792-45b4-8c5f-85948ef367ac req-1270bbca-3dce-407c-abbc-76dda369b223 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073458 Apr 05 20:57:04.570070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df7bb0ea-da4a-4e0b-bd31-0a1b8a4e60f6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:04.571466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-df7bb0ea-da4a-4e0b-bd31-0a1b8a4e60f6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4930258 Apr 05 20:57:04.574202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48448) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:04.637869 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-7a0622cb-63d8-4147-8294-933a9d408aa8 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] delete failed (client error): The resource could not be found. Apr 05 20:57:04.638932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7a0622cb-63d8-4147-8294-933a9d408aa8 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/e725e49d-8c8b-4a8e-b1f5-52a4330f0710 HTTP/1.1" status: 404 len: 347 time: 0.0637500 Apr 05 20:57:04.644284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48454) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:04.652104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158889537'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:04.684577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:04.712025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19008119-5792-45b4-8c5f-85948ef367ac req-b4ad21ee-957d-4ec8-ab07-666147c9b210 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189409 Apr 05 20:57:04.717494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:04.842299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6191c800-b91a-483d-81d8-c05fa0515a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.873365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.923574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:04.929517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:04.932524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:04.938874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:05.002254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.092529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.155379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb317e-1817-434d-8442-79a70609af0c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:05.230744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.235366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3d26cd6b-c5d2-48db-affa-5c5a3d7a0002 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5868690 Apr 05 20:57:05.235590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48474) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:05.241375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '8dfb317e-1817-434d-8442-79a70609af0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:05.247780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:05.251646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:05.254565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:05.264060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:05.370687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.851940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.877117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57103c-6801-4ff5-861d-252b96c32a3b req-1cce17d6-336d-4d7a-8a72-ca4c53025b3f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:05.879030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba57103c-6801-4ff5-861d-252b96c32a3b req-1cce17d6-336d-4d7a-8a72-ca4c53025b3f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.3637941 Apr 05 20:57:05.926058 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.987577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bcb6db-3240-4647-ac52-b84d31ecdec7,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:06.010951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba57103c-6801-4ff5-861d-252b96c32a3b req-5996ba04-81af-4ea6-a5fc-3a57fbabb1cd tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150603 Apr 05 20:57:06.042525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.043805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-44fb8b7c-f159-4235-91f8-38958d71b4ea tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8073003 Apr 05 20:57:06.048939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48508) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:06.106303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe196dcf-ec20-4425-8ff3-eb62918003f4 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.142241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe196dcf-ec20-4425-8ff3-eb62918003f4 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.181279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48514) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:06.259206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe196dcf-ec20-4425-8ff3-eb62918003f4 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.301830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe196dcf-ec20-4425-8ff3-eb62918003f4 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00bcb6db-3240-4647-ac52-b84d31ecdec7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:06.313901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fe196dcf-ec20-4425-8ff3-eb62918003f4 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.319071 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fe196dcf-ec20-4425-8ff3-eb62918003f4 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/00bcb6db-3240-4647-ac52-b84d31ecdec7 HTTP/1.1" status: 204 len: 168 time: 0.2665439 Apr 05 20:57:06.319556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48522) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:06.395974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-66755443-network', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:06.435673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:06.453000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Usage tracker for resource:network and tenant:91381a7f9e704a71937596e3da7c0ac5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:06.462991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:06.466009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:06.473948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dc8d8873-5902-41d0-85c3-634650b1ea8b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:06.584006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Made reservation on behalf of 91381a7f9e704a71937596e3da7c0ac5 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:06.584006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.608478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dc8d8873-5902-41d0-85c3-634650b1ea8b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:06.609974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dc8d8873-5902-41d0-85c3-634650b1ea8b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2893724 Apr 05 20:57:06.611172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.614494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48528) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:06.679291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:06.698718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Usage tracker for resource:security_group_rule and tenant:91381a7f9e704a71937596e3da7c0ac5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:06.709087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:06.719476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:06.855122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.855468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be0df94a-1362-4a50-bb65-0d29553b7a3f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.890642 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be0df94a-1362-4a50-bb65-0d29553b7a3f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.991250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba5bd-dcd7-41c7-a918-25d4a241c7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.019801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.034864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be0df94a-1362-4a50-bb65-0d29553b7a3f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.086454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:07.092426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0df94a-1362-4a50-bb65-0d29553b7a3f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb317e-1817-434d-8442-79a70609af0c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:07.131210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69da9dd7-90e1-4101-8c70-af1086663c25,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:07.140711 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.141368 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Added segment 28e53a90-f789-4425-83b8-72e11f4495d9 of type vlan for network 58a44438-5b1b-409a-a4e6-bab47603d269 Apr 05 20:57:07.180148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.196675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be0df94a-1362-4a50-bb65-0d29553b7a3f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.200369 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be0df94a-1362-4a50-bb65-0d29553b7a3f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/8dfb317e-1817-434d-8442-79a70609af0c HTTP/1.1" status: 204 len: 168 time: 0.5839493 Apr 05 20:57:07.200369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48542) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:07.304491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d27e957c-a225-41f2-80fd-ed3ffb4868db tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:07.323301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.324273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:07.324839 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.415424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d27e957c-a225-41f2-80fd-ed3ffb4868db tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:07.421012 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d27e957c-a225-41f2-80fd-ed3ffb4868db tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2183218 Apr 05 20:57:07.421669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48548) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:07.431815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680835566'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:07.444809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:07.454163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] Pushing event updated for resources: {'Network': ['ID=58a44438-5b1b-409a-a4e6-bab47603d269,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:07.460355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:07.466590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 58a44438-5b1b-409a-a4e6-bab47603d269 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:07.466768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425a988-7be0-4500-b2fa-80f435b9717b req-4feb4a85-0ac4-45ce-91e8-88e0e3b618b1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:07.474024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0425a988-7be0-4500-b2fa-80f435b9717b req-4feb4a85-0ac4-45ce-91e8-88e0e3b618b1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.2397225 Apr 05 20:57:07.529025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0425a988-7be0-4500-b2fa-80f435b9717b req-a8ee98a6-21aa-438a-b0b6-951ad3964c26 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Apr 05 20:57:07.570839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4a2deb24-11d7-4ae9-83e9-07131776a791 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3883414 Apr 05 20:57:07.573610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48556) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:07.579759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Request body: {'subnet': {'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-66755443-subnet', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:07.588571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:07.599900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Usage tracker for resource:subnet and tenant:91381a7f9e704a71937596e3da7c0ac5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:07.604114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:07.611180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:07.644862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:07.673769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.754043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Made reservation on behalf of 91381a7f9e704a71937596e3da7c0ac5 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:07.760062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.766919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.793208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8af3ac-fc6f-43b3-af49-216a5c74c8b0 req-a4dcac36-b87e-49d5-a094-56b2e6fd6134 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:07.803452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e8af3ac-fc6f-43b3-af49-216a5c74c8b0 req-a4dcac36-b87e-49d5-a094-56b2e6fd6134 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 945 time: 0.1254508 Apr 05 20:57:07.828612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:07.833500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:57:07.905040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.909711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e8af3ac-fc6f-43b3-af49-216a5c74c8b0 req-c00fc312-6365-41aa-8d6c-24b87063a334 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051698 Apr 05 20:57:07.974551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:07.990034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:07.994585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:08.004084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:08.063250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:08.182243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.317682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.359633 n-d-836605-1 neutron-server[84582]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-077317c1-2f82-426d-8a0b-b3375b213536']: {'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'code': 422} returned with failed status Apr 05 20:57:08.377583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.414460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.505398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5079e2a9-f233-48d2-9eb1-cffdf4a15dce,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:08.523131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9d534-c4db-4531-bb2a-3da599417ed7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:08.654224 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.670847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.673532 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4840925d-93ac-4bdc-9720-683a0dec41e1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2490211 Apr 05 20:57:08.676645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48596) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:08.682373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '51b9d534-c4db-4531-bb2a-3da599417ed7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:08.695160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:08.697208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Checking segment: {'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:08.698608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Network hostable DHCP agents. Network: 58a44438-5b1b-409a-a4e6-bab47603d269, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:08.704131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:08.712839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:08.726076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:08.754071 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-be3e4823-da52-4cb3-9a69-e1fb98e52f60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3607137 Apr 05 20:57:08.853868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Network 58a44438-5b1b-409a-a4e6-bab47603d269 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:08.884071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.954529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 58a44438-5b1b-409a-a4e6-bab47603d269) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:08.961977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:08.962621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.964294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf6b2a-745d-43b6-b6a8-33c2141a6c99 None None] Network 58a44438-5b1b-409a-a4e6-bab47603d269 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:09.010774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-801803c7-f6e9-426c-bdcb-038bdb15616c req-94f7c348-8884-44a3-ae04-0c11acd0c329 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1980987 Apr 05 20:57:09.028713 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-6d39225e-fac8-4744-8fd6-4c51fdbf5bbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 1096 time: 0.1335671 Apr 05 20:57:09.041765 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.139419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.162467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48604) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:09.162662 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8f472137-e7ed-4517-b551-4a302f3268d8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.5875480 Apr 05 20:57:09.173993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:09.181830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:09.190628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Usage tracker for resource:router and tenant:91381a7f9e704a71937596e3da7c0ac5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:09.198354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:09.204399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5d080c-f528-43be-93a3-e1adc1606f9c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:09.221020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:09.280943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-370c14c2-004a-459b-a2a3-d41b5bb35c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:09.306996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-370c14c2-004a-459b-a2a3-d41b5bb35c28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.2561545 Apr 05 20:57:09.363443 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.367529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6e6a9bfd-a8c1-4ee8-849d-c21996de748d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6875026 Apr 05 20:57:09.368094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48618) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:09.378310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-58a44438-5b1b-409a-a4e6-bab47603d269', 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'fixed_ips': [{'subnet_id': '5079e2a9-f233-48d2-9eb1-cffdf4a15dce'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:57:09.379095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.382154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '51b9d534-c4db-4531-bb2a-3da599417ed7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:09.397340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:09.403809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:09.409878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:09.424148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:09.475428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.476647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.508645 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.575540 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.607590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-72effb28-e98f-4714-8320-32b5774d46f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 200 len: 1000 time: 0.2937820 Apr 05 20:57:09.666139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Allocated IP 172.20.0.2 (58a44438-5b1b-409a-a4e6-bab47603d269/5079e2a9-f233-48d2-9eb1-cffdf4a15dce/e045b1e6-7c5e-448d-ba20-7a03e6f8bd14) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:09.774886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-f9350a88-f378-41af-8644-974d71892729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:09.776271 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-f9350a88-f378-41af-8644-974d71892729 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.1624248 Apr 05 20:57:09.887503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.897670 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.908820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.944751 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-ccfb3444-ecd8-499d-a7f7-18742c79e4af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594467 Apr 05 20:57:09.960265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-02be5068-454d-4f28-88f3-4a1e31e885ec service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:57:09.962274 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-02be5068-454d-4f28-88f3-4a1e31e885ec service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109341 Apr 05 20:57:09.986563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.018776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.024403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b59d543-99fe-4802-ae95-492c06903e53,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:10.055482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Transition to ACTIVE for port object e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:10.096346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Transition to ACTIVE for port object e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:10.161730 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-2a344b66-e4d0-405e-81dd-c7a6bff81ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924713 Apr 05 20:57:10.201017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.201955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.202743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c9b3ea0e-8cd9-4d49-b48e-639588b0859d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8323665 Apr 05 20:57:10.205779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48632) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:10.220540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '51b9d534-c4db-4531-bb2a-3da599417ed7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:10.231587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:10.258228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:10.272442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:10.301722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:10.405099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Network 58a44438-5b1b-409a-a4e6-bab47603d269 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:10.411031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:10.428706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:10.503579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.588853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.625180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.741491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Pushing event updated for resources: {'Port': ['ID=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:10.748673 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-f084cc33-2b63-436d-95da-c0984c4a2821 req-e7d86f7f-def4-4e48-aae5-7a93888d5d69 service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784409 Apr 05 20:57:10.803911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Attempting to bind port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:10.804524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Attempting to bind port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:10.805262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Attempting to bind port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 on network 58a44438-5b1b-409a-a4e6-bab47603d269 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:10.819580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:57:10.824981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Checking segment: {'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:10.824981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.824981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Bound using segment: {'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:57:10.824981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Bound port: e045b1e6-7c5e-448d-ba20-7a03e6f8bd14, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:10.824981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.909278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.941423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Allocated IP 172.25.2.143 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/347de18e-b0aa-4ff4-9495-01b99577a963) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:10.945526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] For port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:57:10.948739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] For port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,segment=NetworkSegment(28e53a90-f789-4425-83b8-72e11f4495d9),segment_id=28e53a90-f789-4425-83b8-72e11f4495d9)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:57:11.006225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63744b7d-fd55-4faa-a41e-530eb589f254 req-dec6f1e5-bca5-4a24-ad68-80e435c223ba tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:11.017765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63744b7d-fd55-4faa-a41e-530eb589f254 req-dec6f1e5-bca5-4a24-ad68-80e435c223ba tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.3462648 Apr 05 20:57:11.060383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.083706 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.155557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bce1b0f-0024-4653-86cb-69c6ba4da7b0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:11.360076 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-d71ffa69-38b8-4c13-aac8-3931058473f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3584592 Apr 05 20:57:11.432718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48664) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:11.507812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e63a55-f30a-40f2-a9a0-6a7588289938 None None] Pushing event updated for resources: {'Port': ['ID=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:11.510843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.515814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f586b5c4-6cbc-4ab5-acfd-f9a45206d0a5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3056426 Apr 05 20:57:11.515978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48674) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:11.521358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '51b9d534-c4db-4531-bb2a-3da599417ed7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:11.527145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63744b7d-fd55-4faa-a41e-530eb589f254 req-3990dbad-8c82-4e54-a2d1-7620a829f9ef tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445517 Apr 05 20:57:11.543220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:11.549979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:11.567828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.572156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:11.590320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:11.616065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:11.711552 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.721586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.868858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.915121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:11.918826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:11.928282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:11.942723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.967256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Pushing event updated for resources: {'Port': ['ID=347de18e-b0aa-4ff4-9495-01b99577a963,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:11.983650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.079740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbeeef0-5449-49ee-804a-9d12a2962df0,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:12.127550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:12.139525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Usage tracker for resource:security_group_rule and tenant:88501ba286ca4803bbeda374b693a115 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:12.147575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:12.161175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:12.192251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.194836 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c085885e-5162-4653-8c08-81df1e5e5d1b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6782241 Apr 05 20:57:12.208098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:12.229246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '51b9d534-c4db-4531-bb2a-3da599417ed7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:12.245448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:12.258976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:12.258976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:12.264975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:12.314232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.315379 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.387777 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.422601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.486058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.652598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08a84fb-5c6f-469e-91eb-699a6c3a527b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:12.671607 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b26434f2-5890-4d2e-b090-0bd8fc1df2ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88501ba286ca4803bbeda374b693a115&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2374461 Apr 05 20:57:12.674779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48696) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:12.678409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.789570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.793567 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02df3e1-a27b-4962-881f-23b8e1123e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.846038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead3d770-aafe-413e-b50b-fe884abf9256,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:12.854235 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02df3e1-a27b-4962-881f-23b8e1123e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.945761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:12.974015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.975922 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e2798082-5d6f-4183-b195-7aeb1107dd8f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7631915 Apr 05 20:57:12.978765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48704) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:13.028149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:57:13.071296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-426e1b69-2dd2-4f07-b0c0-de5f31bb29d6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.092619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-426e1b69-2dd2-4f07-b0c0-de5f31bb29d6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.203862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce4ccc6-0dc5-47fc-9eb8-592f41a67b3e None None] Network 58a44438-5b1b-409a-a4e6-bab47603d269 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:13.236789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcd940-94f9-4075-b98f-1fc985163b43 req-60784055-df42-4203-b201-1b4595a68e30 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:13.238127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dedcd940-94f9-4075-b98f-1fc985163b43 req-60784055-df42-4203-b201-1b4595a68e30 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.3534489 Apr 05 20:57:13.259062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-426e1b69-2dd2-4f07-b0c0-de5f31bb29d6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.328362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02df3e1-a27b-4962-881f-23b8e1123e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.344831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e1b69-2dd2-4f07-b0c0-de5f31bb29d6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ead3d770-aafe-413e-b50b-fe884abf9256,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:13.360788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-426e1b69-2dd2-4f07-b0c0-de5f31bb29d6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.365633 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-426e1b69-2dd2-4f07-b0c0-de5f31bb29d6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ead3d770-aafe-413e-b50b-fe884abf9256 HTTP/1.1" status: 204 len: 168 time: 0.3856654 Apr 05 20:57:13.366480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48710) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:13.383472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02df3e1-a27b-4962-881f-23b8e1123e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08a84fb-5c6f-469e-91eb-699a6c3a527b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:13.439739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:13.444972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dedcd940-94f9-4075-b98f-1fc985163b43 req-43893b1d-360d-4b08-b491-f08cd370610e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981809 Apr 05 20:57:13.456424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b02df3e1-a27b-4962-881f-23b8e1123e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.457963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b02df3e1-a27b-4962-881f-23b8e1123e6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a08a84fb-5c6f-469e-91eb-699a6c3a527b HTTP/1.1" status: 204 len: 168 time: 0.7816613 Apr 05 20:57:13.534719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-62cf9cef-7de1-4550-bfaa-8164901a59ca tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:13.570875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:57:13.647494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Sync routers for ids ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:57:13.695714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-62cf9cef-7de1-4550-bfaa-8164901a59ca tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:13.698017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62cf9cef-7de1-4550-bfaa-8164901a59ca tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3299768 Apr 05 20:57:13.700452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Routers {'3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:57:13.701041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48720) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:13.701186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:13.752704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfe564bb-f2d6-45fd-8e76-34cb3a5b96bd tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.764613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfe564bb-f2d6-45fd-8e76-34cb3a5b96bd tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.772418 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.773862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-844de2cf-1fce-4ee1-bb1c-4bc675f6331f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.6081953 Apr 05 20:57:13.776580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48726) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:13.897572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Provisioning for port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:13.912519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Provisioning complete for port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:13.912952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.941022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-08bd41ad-badd-4238-9379-bc502125cba5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26&tenant_id=629a2237bbb044bfbb3f0ab248cd5db3 HTTP/1.1" status: 200 len: 1094 time: 0.2538757 Apr 05 20:57:13.967928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfe564bb-f2d6-45fd-8e76-34cb3a5b96bd tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.018736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe564bb-f2d6-45fd-8e76-34cb3a5b96bd tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bbeeef0-5449-49ee-804a-9d12a2962df0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:14.128677 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-3647df27-476f-4806-815f-16e44be283e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1094 time: 0.1276977 Apr 05 20:57:14.168826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.194479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Set router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:57:14.220224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfe564bb-f2d6-45fd-8e76-34cb3a5b96bd tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.222818 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dfe564bb-f2d6-45fd-8e76-34cb3a5b96bd tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4bbeeef0-5449-49ee-804a-9d12a2962df0 HTTP/1.1" status: 204 len: 168 time: 0.5192451 Apr 05 20:57:14.235680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48732) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:14.350199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f5c1c9fd-6a98-43ce-8c8e-527611feb5ed tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:14.449100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f5c1c9fd-6a98-43ce-8c8e-527611feb5ed tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:14.452013 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5c1c9fd-6a98-43ce-8c8e-527611feb5ed tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2150273 Apr 05 20:57:14.460203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48736) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:14.682624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] For port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,segment=NetworkSegment(28e53a90-f789-4425-83b8-72e11f4495d9),segment_id=28e53a90-f789-4425-83b8-72e11f4495d9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:14.727261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-f8ef0f1b-d800-4308-a1b0-23a1350d51ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:14.728928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-f8ef0f1b-d800-4308-a1b0-23a1350d51ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 914 time: 0.5928278 Apr 05 20:57:14.806535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e6460a68-8681-42d5-983f-5b0303832a38 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.827314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e6460a68-8681-42d5-983f-5b0303832a38 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.832565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:12Z', 'revision_number': 3, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port': {'id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:10Z', 'updated_at': '2022-04-05T20:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:14.840658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Checking router: 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:57:14.840658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Updating router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b port 347de18e-b0aa-4ff4-9495-01b99577a963 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:57:14.842394 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-577180d0-a5b4-40d7-b5f8-d13eb843cf1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 200 len: 217 time: 0.1028066 Apr 05 20:57:14.912877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.928206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627acb-e852-46d7-a62b-d312c9daabf7 req-e766011a-c2e3-4f19-a2f6-a217cb16b276 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:14.932461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10627acb-e852-46d7-a62b-d312c9daabf7 req-e766011a-c2e3-4f19-a2f6-a217cb16b276 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.2648599 Apr 05 20:57:14.963141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-c8f3ce7a-1d40-4070-9992-bc0e5c0679f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:14.967012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-c8f3ce7a-1d40-4070-9992-bc0e5c0679f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.1130714 Apr 05 20:57:14.989856 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.994381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48748) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:15.023738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.066643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-08e07213-38cd-4393-801e-fe2a5b889aa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941296 Apr 05 20:57:15.096052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:15.101300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Usage tracker for resource:security_group_rule and tenant:dad40e7768294db78663de15b421fbb0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:15.104850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:15.111491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:15.174662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Pushing event updated for resources: {'Port': ['ID=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:15.199028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.213014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e6460a68-8681-42d5-983f-5b0303832a38 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.245113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6460a68-8681-42d5-983f-5b0303832a38 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bce1b0f-0024-4653-86cb-69c6ba4da7b0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:15.248849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-a4f96a3c-68b1-4d7c-b542-644896d7c1a1 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676829 Apr 05 20:57:15.251963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10627acb-e852-46d7-a62b-d312c9daabf7 req-1af2ee09-1dcf-4bcb-9752-1f0c907167e5 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134160 Apr 05 20:57:15.270955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.276643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1545d8d3-d912-4f1f-a372-f17d79118cac None None] Provisioning complete for port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:15.284582 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1545d8d3-d912-4f1f-a372-f17d79118cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.337942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691aa38c-a5fa-4697-ae4c-07946832007a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:15.362063 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1eff91ef-0327-4e56-a40b-fb64989f30fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dad40e7768294db78663de15b421fbb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3665972 Apr 05 20:57:15.364686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48754) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:15.369594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.372423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.373177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.373177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4310e9b4-36e8-4337-ae01-d9a40ff44e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:15.453260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8f2618e-2a14-4144-aee0-5ca76393d9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.479309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e6460a68-8681-42d5-983f-5b0303832a38 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.482824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8f2618e-2a14-4144-aee0-5ca76393d9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.483133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e6460a68-8681-42d5-983f-5b0303832a38 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6bce1b0f-0024-4653-86cb-69c6ba4da7b0 HTTP/1.1" status: 204 len: 168 time: 1.0218549 Apr 05 20:57:15.483727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48758) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:15.648035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8f2618e-2a14-4144-aee0-5ca76393d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.665324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2618e-2a14-4144-aee0-5ca76393d9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691aa38c-a5fa-4697-ae4c-07946832007a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:15.671161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8f2618e-2a14-4144-aee0-5ca76393d9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.672894 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a8f2618e-2a14-4144-aee0-5ca76393d9b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/691aa38c-a5fa-4697-ae4c-07946832007a HTTP/1.1" status: 204 len: 168 time: 0.3067238 Apr 05 20:57:15.689986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-93f60cb9-02c3-4842-b584-61baaef4e760 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330156 Apr 05 20:57:15.709543 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.716902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5e307c7-4503-4cf9-933f-478eca3db037 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:15.728049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Transition to ACTIVE for port object 347de18e-b0aa-4ff4-9495-01b99577a963 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:15.861102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.865733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5e307c7-4503-4cf9-933f-478eca3db037 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:15.869823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d5e307c7-4503-4cf9-933f-478eca3db037 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3736274 Apr 05 20:57:15.869935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48768) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:15.972298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Attempting to bind port 347de18e-b0aa-4ff4-9495-01b99577a963 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:15.972669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Attempting to bind port 347de18e-b0aa-4ff4-9495-01b99577a963 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:15.973025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Attempting to bind port 347de18e-b0aa-4ff4-9495-01b99577a963 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:15.981815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5623925-e08f-49b7-8659-f10e1be13718 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.987018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064579f1-a9cf-4bdb-9d6b-3f41cf6d41e1 None None] Pushing event updated for resources: {'Port': ['ID=347de18e-b0aa-4ff4-9495-01b99577a963,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:15.989518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:57:15.989911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:15.990330 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.990707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:57:15.991163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Bound port: 347de18e-b0aa-4ff4-9495-01b99577a963, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:15.991655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.003254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5623925-e08f-49b7-8659-f10e1be13718 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.100296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] For port 347de18e-b0aa-4ff4-9495-01b99577a963, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:57:16.104640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] For port 347de18e-b0aa-4ff4-9495-01b99577a963, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=347de18e-b0aa-4ff4-9495-01b99577a963,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:57:16.106060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.195150 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.293797 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5623925-e08f-49b7-8659-f10e1be13718 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.396200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5623925-e08f-49b7-8659-f10e1be13718 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b59d543-99fe-4802-ae95-492c06903e53,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:16.527288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064579f1-a9cf-4bdb-9d6b-3f41cf6d41e1 None None] Pushing event updated for resources: {'Port': ['ID=347de18e-b0aa-4ff4-9495-01b99577a963,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:16.537202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Routers {'3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:57:16.537617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Allocated IP 172.20.0.1 (58a44438-5b1b-409a-a4e6-bab47603d269/5079e2a9-f233-48d2-9eb1-cffdf4a15dce/ac862a21-d3ec-4f31-b4f6-7996e6d58660) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:16.539732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:16.543684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5623925-e08f-49b7-8659-f10e1be13718 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.548467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48782) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:16.551906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a5623925-e08f-49b7-8659-f10e1be13718 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0b59d543-99fe-4802-ae95-492c06903e53 HTTP/1.1" status: 204 len: 168 time: 0.6807535 Apr 05 20:57:16.757442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] Set router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:57:16.758745 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41bcfad8-1af1-41a4-920b-2b69d4e4c1f7 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2057874 Apr 05 20:57:16.760552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48790) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:16.899826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d69966bb-e83f-4a34-b103-1bb90d05186e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.925794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.961228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d69966bb-e83f-4a34-b103-1bb90d05186e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.964487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Transition to ACTIVE for port object ac862a21-d3ec-4f31-b4f6-7996e6d58660 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:17.000660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:17.137320 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:17.177589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d69966bb-e83f-4a34-b103-1bb90d05186e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:17.209249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69966bb-e83f-4a34-b103-1bb90d05186e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac5d080c-f528-43be-93a3-e1adc1606f9c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:17.216221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d69966bb-e83f-4a34-b103-1bb90d05186e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:17.221122 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d69966bb-e83f-4a34-b103-1bb90d05186e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ac5d080c-f528-43be-93a3-e1adc1606f9c HTTP/1.1" status: 204 len: 168 time: 0.4553399 Apr 05 20:57:17.224892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48806) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:17.336349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:17.336860 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:17.402037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Network 58a44438-5b1b-409a-a4e6-bab47603d269 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:17.413869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:17.415843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Pushing event updated for resources: {'Port': ['ID=ac862a21-d3ec-4f31-b4f6-7996e6d58660,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:17.419515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:17.651609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a4dcb-b554-48c5-9445-16c20d1ccf6c req-8ea349b0-46f7-4ee4-bb1b-2dcef2c4ed35 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:17.659084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c0a4dcb-b554-48c5-9445-16c20d1ccf6c req-8ea349b0-46f7-4ee4-bb1b-2dcef2c4ed35 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.6432176 Apr 05 20:57:17.679777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-450e6e7e-5622-4c5c-ada5-7fd22871cf7e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:17.709112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:17.789728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c0a4dcb-b554-48c5-9445-16c20d1ccf6c req-4e88ddeb-3061-4ff8-8a94-f15df090b9c1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261299 Apr 05 20:57:17.891796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:12Z', 'revision_number': 3, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port': {'id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:10Z', 'updated_at': '2022-04-05T20:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:17.899477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-450e6e7e-5622-4c5c-ada5-7fd22871cf7e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:17.902647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-450e6e7e-5622-4c5c-ada5-7fd22871cf7e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6436934 Apr 05 20:57:17.905438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48820) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:17.910082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac2b75-f2c6-4cb0-8aec-a35df5995fbf None None] The sync data for ids ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'] in n-d-836605-1 is: [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:12Z', 'revision_number': 3, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port': {'id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:10Z', 'updated_at': '2022-04-05T20:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:57:18.059122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e0cd63fc-2ba2-44c4-a25e-e2bd2b2243e9 None None] Provisioning for port ac862a21-d3ec-4f31-b4f6-7996e6d58660 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:18.066464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e0cd63fc-2ba2-44c4-a25e-e2bd2b2243e9 None None] Provisioning complete for port ac862a21-d3ec-4f31-b4f6-7996e6d58660 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:18.067107 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e0cd63fc-2ba2-44c4-a25e-e2bd2b2243e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:18.257765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd63fc-2ba2-44c4-a25e-e2bd2b2243e9 None None] Port ac862a21-d3ec-4f31-b4f6-7996e6d58660 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:57:18.417746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:18.591419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50da3c03-386f-4a8b-97c8-be85e6ff6497 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:18.987877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.007174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50da3c03-386f-4a8b-97c8-be85e6ff6497 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.060576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 347de18e-b0aa-4ff4-9495-01b99577a963 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:19.129518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.383281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 347de18e-b0aa-4ff4-9495-01b99577a963 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:19.389570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 347de18e-b0aa-4ff4-9495-01b99577a963 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:19.390126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.644911 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.752114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50da3c03-386f-4a8b-97c8-be85e6ff6497 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.772650 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.840002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 347de18e-b0aa-4ff4-9495-01b99577a963, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=347de18e-b0aa-4ff4-9495-01b99577a963,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:19.878451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Pushing event updated for resources: {'Port': ['ID=ac862a21-d3ec-4f31-b4f6-7996e6d58660,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:19.914596 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.939959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da3c03-386f-4a8b-97c8-be85e6ff6497 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9d534-c4db-4531-bb2a-3da599417ed7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:20.065815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263c6dc-e649-4868-9c3d-cf4e6f5a60ce req-5947538d-0015-4be3-9b42-0fb27e59e54d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:20.071935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e263c6dc-e649-4868-9c3d-cf4e6f5a60ce req-5947538d-0015-4be3-9b42-0fb27e59e54d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.9451876 Apr 05 20:57:20.080884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=347de18e-b0aa-4ff4-9495-01b99577a963,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:20.176173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50da3c03-386f-4a8b-97c8-be85e6ff6497 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.179815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-50da3c03-386f-4a8b-97c8-be85e6ff6497 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/51b9d534-c4db-4531-bb2a-3da599417ed7 HTTP/1.1" status: 204 len: 168 time: 2.2709916 Apr 05 20:57:20.180197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48858) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:20.223004 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.234762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Network 58a44438-5b1b-409a-a4e6-bab47603d269 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:20.238652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:20.286026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a32ba66-0dee-4068-9a3d-68ca007e676c tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:20.362416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a32ba66-0dee-4068-9a3d-68ca007e676c tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:20.363969 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7a32ba66-0dee-4068-9a3d-68ca007e676c tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1820743 Apr 05 20:57:20.371558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48864) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:20.380917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--668359190'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:20.426190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:20.483133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:20.571290 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:57:20.591319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.689611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e263c6dc-e649-4868-9c3d-cf4e6f5a60ce req-b68c1bee-d8ff-4a17-8563-7b00bdf81d8e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086187 Apr 05 20:57:20.708241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:20.718295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:20.724041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:20.740638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:20.868639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.917795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c1d382d2-4a8c-4631-9e7a-a52a46e78c2a None None] Provisioning complete for port ac862a21-d3ec-4f31-b4f6-7996e6d58660 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:20.918178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c1d382d2-4a8c-4631-9e7a-a52a46e78c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.939760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.040409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e727e2-b680-41d0-b47f-04cf74bd460b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:21.061910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 347de18e-b0aa-4ff4-9495-01b99577a963 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:21.108737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.111368 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ca56cce-d3bd-47da-86cc-f3e87c2a4b93 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7374003 Apr 05 20:57:21.114055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48878) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:21.119954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': 'b2e727e2-b680-41d0-b47f-04cf74bd460b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:21.131463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:21.145904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:21.149575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:21.152359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48882) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:21.159375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:21.183566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:57:21.199602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c1d382d2-4a8c-4631-9e7a-a52a46e78c2a None None] Port ac862a21-d3ec-4f31-b4f6-7996e6d58660 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:57:21.208568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 347de18e-b0aa-4ff4-9495-01b99577a963 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:21.208996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.293257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.447000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.505777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-149409144'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:21.514794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:21.521829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Usage tracker for resource:network and tenant:2be5bba705b24c6098ee56b563c0f64f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:21.526178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:21.532377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.536182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:21.557606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9297a2e-14a4-46f9-98e2-6ad8c4b911af,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:21.600405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:57:21.621524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9dc1ebda-77ab-4011-bde7-ff92d5ebbc59 admin admin] 10.222.0.10 "PUT /v2.0/routers/3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8415780 Apr 05 20:57:21.623031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Made reservation on behalf of 2be5bba705b24c6098ee56b563c0f64f for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:21.627902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.675781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.705578 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.711907 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d28a0d43-ba02-4849-a6cd-b04792c865c5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5965402 Apr 05 20:57:21.712997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48894) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:21.822273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:21.837402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Usage tracker for resource:security_group_rule and tenant:2be5bba705b24c6098ee56b563c0f64f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:21.852625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:21.866386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:21.910512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b806d99a-bc23-419c-afd3-7238467294fa tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.997990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b806d99a-bc23-419c-afd3-7238467294fa tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.032975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.174491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b806d99a-bc23-419c-afd3-7238467294fa tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.184238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.304272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806d99a-bc23-419c-afd3-7238467294fa tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e727e2-b680-41d0-b47f-04cf74bd460b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:22.338493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b806d99a-bc23-419c-afd3-7238467294fa tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.351583 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b806d99a-bc23-419c-afd3-7238467294fa tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/b2e727e2-b680-41d0-b47f-04cf74bd460b HTTP/1.1" status: 204 len: 168 time: 0.6371171 Apr 05 20:57:22.356036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48910) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:22.519806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5741d630-1e37-4e6c-87a1-0fd85a5e987e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:22.635297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:22.675641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5741d630-1e37-4e6c-87a1-0fd85a5e987e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:22.679084 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5741d630-1e37-4e6c-87a1-0fd85a5e987e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3161957 Apr 05 20:57:22.684774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48920) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:22.707773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--1729710925'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:22.729417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:22.732973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.733561 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Added segment ee4d8dd2-1157-42af-bae1-ba8026c59e16 of type vlan for network 44630244-77b6-43fa-beed-d32ebc046115 Apr 05 20:57:22.736055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37579969-aa24-4369-8df9-a82a011d4141,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:22.738481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:22.776154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300963921', 'description': 'tempest-description--1069015021'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:22.801291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8a14d-bda0-4e1b-a1fe-0ee3d0eea785 req-e4faa382-4c50-4346-a111-849dd074ff2d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:22.801291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72d8a14d-bda0-4e1b-a1fe-0ee3d0eea785 req-e4faa382-4c50-4346-a111-849dd074ff2d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.7425556 Apr 05 20:57:22.816471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:22.819457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:22.848259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:22.871013 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.934536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.939462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72d8a14d-bda0-4e1b-a1fe-0ee3d0eea785 req-828fa2c9-d2d8-4f48-99a2-d1943d8cc21b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300223 Apr 05 20:57:22.966908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.031806 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Sync routers for ids ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:57:23.062920 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Routers {'3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:57:23.065630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:23.065989 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:23.087824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:23.096662 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.099006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:23.102903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:23.103697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.137733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:23.148781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:23.169252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:23.196456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:23.215762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:23.467882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.526243 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Set router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:57:23.553895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Pushing event updated for resources: {'Network': ['ID=44630244-77b6-43fa-beed-d32ebc046115,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:23.569360 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.574419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 44630244-77b6-43fa-beed-d32ebc046115 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:23.591363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cfe04e40-fd3a-43f4-a01c-bb306ebb4a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4321451 Apr 05 20:57:23.708171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.768251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064d4dac-cc57-4f31-8a93-8d91881e8e71,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:23.794727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.856256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.861033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c3c6be58-0978-4f98-9e92-6c3d2c1985ac tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1708665 Apr 05 20:57:23.866506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48948) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:23.867972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--779346731'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:23.877517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:23.887923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:23.891500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:23.923922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:23.949889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:24.028983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.029228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.033040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fcce7966-a7f8-4082-8eae-ae6d47eb99f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2688701 Apr 05 20:57:24.035323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48956) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:24.040819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': 'd8e7d16c-2b7e-4d31-bb86-097ccc70f3b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:24.066955 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:17Z', 'revision_number': 4, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port': {'id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:10Z', 'updated_at': '2022-04-05T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ac862a21-d3ec-4f31-b4f6-7996e6d58660', 'name': '', 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'mac_address': 'fa:16:3e:20:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5079e2a9-f233-48d2-9eb1-cffdf4a15dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:16Z', 'updated_at': '2022-04-05T20:57:18Z', 'revision_number': 2, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'subnets': [{'id': '5079e2a9-f233-48d2-9eb1-cffdf4a15dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:24.067433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:24.079797 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Checking router: 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:57:24.080326 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Updating router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b port ac862a21-d3ec-4f31-b4f6-7996e6d58660 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:57:24.095692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:24.114348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:24.117317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:24.141144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:24.143460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:24.152449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:24.177264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:24.240699 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.252788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.284546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48962) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:24.315065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Request body: {'port': {'network_id': '44630244-77b6-43fa-beed-d32ebc046115', 'binding:host_id': 'n-h2-836605-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1884495652'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:24.392051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:24.496211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.552622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Usage tracker for resource:port and tenant:e95eaf77a0ee4090883b4f164644f067 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:24.594114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:24.613860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.618847 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.629185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:24.664575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413f56eb-dde2-4952-9c47-58c0fd2717e6,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:24.704107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecfcba-b5f2-494b-ba98-4acc294ca077 req-e9cf411c-6cac-4731-a0a7-cd1963f1cb55 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:24.705710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37ecfcba-b5f2-494b-ba98-4acc294ca077 req-e9cf411c-6cac-4731-a0a7-cd1963f1cb55 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.3661091 Apr 05 20:57:24.709416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.801637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb492c-f8d3-4600-8793-cbc4585116aa,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:24.825281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.829424 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-18847cc3-0c0c-4051-beaf-d5b91ed777c0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7930851 Apr 05 20:57:24.830080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48972) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:24.840506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37ecfcba-b5f2-494b-ba98-4acc294ca077 req-85ae6083-db4b-4428-8549-d911cddb7c67 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248608 Apr 05 20:57:24.849220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Made reservation on behalf of e95eaf77a0ee4090883b4f164644f067 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:24.851652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.853288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': 'd8e7d16c-2b7e-4d31-bb86-097ccc70f3b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:24.879946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.888205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:24.902536 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.904097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-70f7663b-4ebc-4ef0-999e-a44014b39b8d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0412505 Apr 05 20:57:24.907436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:24.907787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48976) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:24.913542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '064d4dac-cc57-4f31-8a93-8d91881e8e71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8cfb492c-f8d3-4600-8793-cbc4585116aa', 'remote_ip_prefix': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:24.917761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:24.934099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:24.956388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:24.958680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:24.970625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:25.006361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:25.009411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:25.016677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Usage tracker for resource:security_group_rule and tenant:e95eaf77a0ee4090883b4f164644f067 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:25.024903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:25.072961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.086914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:25.245515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.256784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.261857 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.319461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.337540 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.384419 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.386146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] device_id is not set on port b6847888-7852-4d7e-8ed5-5c7253dcaec8 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:25.406535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c917440-58f8-4064-bebd-138d5dfb3c6b,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:25.441440 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Transition to ACTIVE for port object ac862a21-d3ec-4f31-b4f6-7996e6d58660 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:25.477107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.482930 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-879da947-f604-4ef1-ac22-ecfa38c92a42 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6517191 Apr 05 20:57:25.486552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:25.497103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:25.509789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:25.515366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:floatingip and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:25.520347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:25.534830 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.535695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:25.585387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee6ec2d-6ced-4a32-95bf-308ed2c09aba,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:25.622664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.730607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.872391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.890940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48994) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:26.052638 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Pushing event updated for resources: {'Port': ['ID=ac862a21-d3ec-4f31-b4f6-7996e6d58660,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:26.132824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.192753 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.193116 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.202201 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.203296 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.204175 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.205832 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.206523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.207057 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.207594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.208139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.208804 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:26.264895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4418607-784d-41a6-9eff-47797c664267,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:26.431270 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Attempting to bind port ac862a21-d3ec-4f31-b4f6-7996e6d58660 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:26.432277 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Attempting to bind port ac862a21-d3ec-4f31-b4f6-7996e6d58660 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:26.432795 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Attempting to bind port ac862a21-d3ec-4f31-b4f6-7996e6d58660 on network 58a44438-5b1b-409a-a4e6-bab47603d269 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:26.448367 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:57:26.449041 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Checking segment: {'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:26.449614 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.450147 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Bound using segment: {'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:57:26.450755 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Bound port: ac862a21-d3ec-4f31-b4f6-7996e6d58660, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e53a90-f789-4425-83b8-72e11f4495d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:26.451923 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.530614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.25.2.58 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/ba5f48a2-9662-4fae-bf78-d1247c36b3fd) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:26.631152 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] For port ac862a21-d3ec-4f31-b4f6-7996e6d58660, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:57:26.635395 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] For port ac862a21-d3ec-4f31-b4f6-7996e6d58660, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ac862a21-d3ec-4f31-b4f6-7996e6d58660,segment=NetworkSegment(28e53a90-f789-4425-83b8-72e11f4495d9),segment_id=28e53a90-f789-4425-83b8-72e11f4495d9)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:57:26.754863 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.836155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.855461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.856738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a9f6a1f-f68c-4e72-8034-68fe92ad6154 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.9478621 Apr 05 20:57:26.868106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49002) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:26.909010 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Routers {'3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:57:26.909836 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:26.940408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] device_id is not set on port b6847888-7852-4d7e-8ed5-5c7253dcaec8 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:26.951214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d937460a-da8e-409d-bee1-76ade28d4096 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.963955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.986481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d937460a-da8e-409d-bee1-76ade28d4096 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.053614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Transition to ACTIVE for port object b6847888-7852-4d7e-8ed5-5c7253dcaec8 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:27.109154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.151781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b81f9-8411-4067-8510-101be5d649ab req-c4238d0f-49d6-45ac-b5f0-9779a66b8b1d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:27.167791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-195b81f9-8411-4067-8510-101be5d649ab req-c4238d0f-49d6-45ac-b5f0-9779a66b8b1d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.7862759 Apr 05 20:57:27.212028 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.233764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d937460a-da8e-409d-bee1-76ade28d4096 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.237965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:27.259002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:27.272098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:27.296364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=b6847888-7852-4d7e-8ed5-5c7253dcaec8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:27.323520 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] Set router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:57:27.330561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937460a-da8e-409d-bee1-76ade28d4096 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4418607-784d-41a6-9eff-47797c664267,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:27.365989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-195b81f9-8411-4067-8510-101be5d649ab req-b839862b-1dfa-4132-87c9-be5c36dc7a32 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969619 Apr 05 20:57:27.415457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d937460a-da8e-409d-bee1-76ade28d4096 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.416882 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d937460a-da8e-409d-bee1-76ade28d4096 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c4418607-784d-41a6-9eff-47797c664267 HTTP/1.1" status: 204 len: 168 time: 0.5478113 Apr 05 20:57:27.419959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=ba5f48a2-9662-4fae-bf78-d1247c36b3fd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:27.427196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49012) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:27.553976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9726e2f2-312f-4250-9725-f793fc8aa385 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:27.595716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Checking segment: {'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:27.595716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Network hostable DHCP agents. Network: 44630244-77b6-43fa-beed-d32ebc046115, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:27.709106 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb82d84-3607-46d3-a073-708ed7e4d30f None None] Pushing event updated for resources: {'Port': ['ID=ac862a21-d3ec-4f31-b4f6-7996e6d58660,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:27.795549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9726e2f2-312f-4250-9725-f793fc8aa385 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:27.797530 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9726e2f2-312f-4250-9725-f793fc8aa385 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3649874 Apr 05 20:57:27.805131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49018) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:27.847035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Network 44630244-77b6-43fa-beed-d32ebc046115 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:27.847887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.964674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a209f92-54d0-4d1b-bbcf-9f76f4b29956 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.999871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a209f92-54d0-4d1b-bbcf-9f76f4b29956 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.049087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.076049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 44630244-77b6-43fa-beed-d32ebc046115) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:28.084490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:28.090041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a97c726-3e43-43df-968a-24342c927d06 None None] Network 44630244-77b6-43fa-beed-d32ebc046115 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:28.136459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.168274 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:17Z', 'revision_number': 4, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port': {'id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:10Z', 'updated_at': '2022-04-05T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ac862a21-d3ec-4f31-b4f6-7996e6d58660', 'name': '', 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'mac_address': 'fa:16:3e:20:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5079e2a9-f233-48d2-9eb1-cffdf4a15dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:16Z', 'updated_at': '2022-04-05T20:57:26Z', 'revision_number': 4, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'subnets': [{'id': '5079e2a9-f233-48d2-9eb1-cffdf4a15dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:28.173190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be997b2-717e-4c3e-9b11-e73594565973 None None] The sync data for ids ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'] in n-d-836605-1 is: [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:17Z', 'revision_number': 4, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port': {'id': '347de18e-b0aa-4ff4-9495-01b99577a963', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:fc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:10Z', 'updated_at': '2022-04-05T20:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'ac862a21-d3ec-4f31-b4f6-7996e6d58660', 'name': '', 'network_id': '58a44438-5b1b-409a-a4e6-bab47603d269', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'mac_address': 'fa:16:3e:20:41:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5079e2a9-f233-48d2-9eb1-cffdf4a15dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:57:16Z', 'updated_at': '2022-04-05T20:57:26Z', 'revision_number': 4, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'subnets': [{'id': '5079e2a9-f233-48d2-9eb1-cffdf4a15dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:57:28.438580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a209f92-54d0-4d1b-bbcf-9f76f4b29956 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.626082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209f92-54d0-4d1b-bbcf-9f76f4b29956 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb492c-f8d3-4600-8793-cbc4585116aa,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:28.632009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:28.634921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:28.635543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:28.662356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:28.665647 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:28.676468 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 2 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:28.771622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:28.772462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:28.772895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:28.796321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:28.797397 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:28.800098 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 3 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:28.852979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:28.853366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:28.855067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:28.873969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:28.875820 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:28.886768 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 4 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:28.960902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:28.961664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:28.963032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:28.989429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:28.990058 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:28.998825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a209f92-54d0-4d1b-bbcf-9f76f4b29956 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.004949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a209f92-54d0-4d1b-bbcf-9f76f4b29956 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/8cfb492c-f8d3-4600-8793-cbc4585116aa HTTP/1.1" status: 204 len: 168 time: 1.1567612 Apr 05 20:57:29.009681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49030) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:29.030981 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 5 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:29.116278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ac862a21-d3ec-4f31-b4f6-7996e6d58660 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:29.267675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.302761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:29.302761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:29.303312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:29.350876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.383949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9fc0-dde4-437a-aa4e-713029f2667e req-9bd52151-5291-4874-9902-1df3b0fa1d68 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:29.391751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f6b9fc0-dde4-437a-aa4e-713029f2667e req-9bd52151-5291-4874-9902-1df3b0fa1d68 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.6750627 Apr 05 20:57:29.425311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:29.425672 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:29.430732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ac862a21-d3ec-4f31-b4f6-7996e6d58660 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:29.437938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ac862a21-d3ec-4f31-b4f6-7996e6d58660 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:29.438532 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.456140 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 6 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:29.506132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:29.507417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:29.507417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:29.636477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:29.644122 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:29.672354 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 7 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:29.730895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:29.731355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:29.731890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:29.750823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=ba5f48a2-9662-4fae-bf78-d1247c36b3fd,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:29.759364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0e1ac81c-4aa7-4152-aefb-911590f9f684 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:29.799519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.868991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f6b9fc0-dde4-437a-aa4e-713029f2667e req-7447ea03-e1ed-4e74-b895-d945da91f34a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756703 Apr 05 20:57:29.869773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:29.870398 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:29.901236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.959394 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 8 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:29.964898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ac862a21-d3ec-4f31-b4f6-7996e6d58660, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ac862a21-d3ec-4f31-b4f6-7996e6d58660,segment=NetworkSegment(28e53a90-f789-4425-83b8-72e11f4495d9),segment_id=28e53a90-f789-4425-83b8-72e11f4495d9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:29.979712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0e1ac81c-4aa7-4152-aefb-911590f9f684 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:29.984976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0e1ac81c-4aa7-4152-aefb-911590f9f684 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.9279754 Apr 05 20:57:29.985230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49036) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:30.040145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:30.040879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:30.040879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:30.048359 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.083003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:30.083811 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:30.090151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.148409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ac862a21-d3ec-4f31-b4f6-7996e6d58660,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:30.159922 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 9 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:30.170734 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e7373935-3366-4b66-ab51-d10730d295cb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6760719 Apr 05 20:57:30.200151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b24e2066-9c54-41ca-863d-017741b18e00 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.311997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:30.313142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:30.313566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:30.361023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:30.361385 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:30.363906 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 10 to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 Apr 05 20:57:30.373330 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b24e2066-9c54-41ca-863d-017741b18e00 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.408770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:30.409122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:30.409463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:30.440313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:30.442990 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port b6847888-7852-4d7e-8ed5-5c7253dcaec8 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:30.443515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.622783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b24e2066-9c54-41ca-863d-017741b18e00 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.648352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e2066-9c54-41ca-863d-017741b18e00 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d4dac-cc57-4f31-8a93-8d91881e8e71,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:30.770077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b24e2066-9c54-41ca-863d-017741b18e00 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.771243 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b24e2066-9c54-41ca-863d-017741b18e00 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/064d4dac-cc57-4f31-8a93-8d91881e8e71 HTTP/1.1" status: 204 len: 168 time: 0.7852998 Apr 05 20:57:30.773768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49050) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:30.811639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] For port b6847888-7852-4d7e-8ed5-5c7253dcaec8, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:57:30.812188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempted to set empty binding levels {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 20:57:30.943801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ac862a21-d3ec-4f31-b4f6-7996e6d58660 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:30.997997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.999975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-94dad318-1700-4816-9acd-1a34b6dc2ba5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:31.116811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-94dad318-1700-4816-9acd-1a34b6dc2ba5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:31.119663 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-94dad318-1700-4816-9acd-1a34b6dc2ba5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3442481 Apr 05 20:57:31.121493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ac862a21-d3ec-4f31-b4f6-7996e6d58660 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:31.122025 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:31.130807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49056) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.145478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--523190517'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:31.192778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:31.249345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:31.378586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:31.411309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=b6847888-7852-4d7e-8ed5-5c7253dcaec8,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:31.415160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:31.547534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:31.557843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:31.564671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:31.579983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:31.693322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b2d4f0b1-7c30-413a-9bf0-a7edab2c7e99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 7.4074194 Apr 05 20:57:31.697232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49066) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.742546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Deleting port ac862a21-d3ec-4f31-b4f6-7996e6d58660 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:31.742875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:31.802428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764adb43-4e7d-4f01-a6a7-a348b8933fec req-f330b22a-3211-4d9f-aeb5-bbacaa1d5246 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:31.820242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-764adb43-4e7d-4f01-a6a7-a348b8933fec req-f330b22a-3211-4d9f-aeb5-bbacaa1d5246 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.6880479 Apr 05 20:57:31.838574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:31.887850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Deleting port b6847888-7852-4d7e-8ed5-5c7253dcaec8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:31.888200 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:31.984459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.069612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-764adb43-4e7d-4f01-a6a7-a348b8933fec req-a477ceca-1a2c-4f0d-a8a6-5442a4f967fe tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480810 Apr 05 20:57:32.164971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.168538 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0341024 Apr 05 20:57:32.181811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49072) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.216063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': 'edb3414c-6203-4b54-82e2-ed03e43d2eb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:32.220068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c9c20-2d17-4041-b8f6-9fb7a9389866 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb3414c-6203-4b54-82e2-ed03e43d2eb2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:32.253923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:32.310283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:32.333370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:32.380968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:32.384173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] For port ac862a21-d3ec-4f31-b4f6-7996e6d58660, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ac862a21-d3ec-4f31-b4f6-7996e6d58660,segment=NetworkSegment(28e53a90-f789-4425-83b8-72e11f4495d9),segment_id=28e53a90-f789-4425-83b8-72e11f4495d9)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:32.389679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.767938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Calling delete_port for ac862a21-d3ec-4f31-b4f6-7996e6d58660 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:32.853310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] For port b6847888-7852-4d7e-8ed5-5c7253dcaec8, host n-h2-836605-1, got binding levels [] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:32.857007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.091562 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.181845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Calling delete_port for b6847888-7852-4d7e-8ed5-5c7253dcaec8 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:33.288079 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.473327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.476934 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.572776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.605699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5713ae9-0a37-430e-9d79-9583aa03ea42,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:33.664539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.665426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.667010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.667953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.668506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.669260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.669809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.670357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.670895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.671513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.672465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:33.677259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac862a21-d3ec-4f31-b4f6-7996e6d58660,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:33.700806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.708539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6847888-7852-4d7e-8ed5-5c7253dcaec8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:33.717342 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1ad3a9d-6e5f-4ff3-ab01-5a91a91650c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b6847888-7852-4d7e-8ed5-5c7253dcaec8 HTTP/1.1" status: 204 len: 168 time: 2.0116780 Apr 05 20:57:33.721498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49082) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.761477 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:33.767526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-047fd9e2-cf00-4024-a477-9db38047a226 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.5691247 Apr 05 20:57:33.792960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49086) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.809854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126a3fd-1eb6-4ded-92c2-13e1fdfb3af3 req-9ce8b6b6-a8a7-4ad8-af6a-1c735ceb8608 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:33.811888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f126a3fd-1eb6-4ded-92c2-13e1fdfb3af3 req-9ce8b6b6-a8a7-4ad8-af6a-1c735ceb8608 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.4888062 Apr 05 20:57:33.877390 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a4c645-06fe-4074-a394-17e2f2964ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:57:33.881763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-15a4c645-06fe-4074-a394-17e2f2964ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Synchronizing usage tracker for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:34.135712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2964e1e-70d6-4917-9b7c-6612a16f0599 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.252048 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2964e1e-70d6-4917-9b7c-6612a16f0599 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.265702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-15a4c645-06fe-4074-a394-17e2f2964ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Unset dirty status for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:34.265920 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.268317 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-15a4c645-06fe-4074-a394-17e2f2964ded tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "GET /v2.0/ports/b6847888-7852-4d7e-8ed5-5c7253dcaec8 HTTP/1.1" status: 404 len: 333 time: 0.5428014 Apr 05 20:57:34.277065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49094) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.283877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Request body: {'port': {'network_id': '44630244-77b6-43fa-beed-d32ebc046115', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485216668'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:34.297435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:34.334592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f126a3fd-1eb6-4ded-92c2-13e1fdfb3af3 req-08173f47-b834-4fee-99b6-a2cfd04d082c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010873 Apr 05 20:57:34.336866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:34.428591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2964e1e-70d6-4917-9b7c-6612a16f0599 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.446282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Made reservation on behalf of e95eaf77a0ee4090883b4f164644f067 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:34.449666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.498976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] device_id is not set on port fc93810d-0c12-47dc-a312-ede5c460cf60 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:34.547273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2964e1e-70d6-4917-9b7c-6612a16f0599 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.548458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d2964e1e-70d6-4917-9b7c-6612a16f0599 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f5713ae9-0a37-430e-9d79-9583aa03ea42 HTTP/1.1" status: 204 len: 168 time: 0.6209836 Apr 05 20:57:34.551073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2964e1e-70d6-4917-9b7c-6612a16f0599 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5713ae9-0a37-430e-9d79-9583aa03ea42,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:34.553239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49100) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.633487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-16e9aea4-8986-4030-aff1-09f10e9f747b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:34.667265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.774673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-16e9aea4-8986-4030-aff1-09f10e9f747b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:34.776256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-16e9aea4-8986-4030-aff1-09f10e9f747b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2220399 Apr 05 20:57:34.784406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49106) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.820749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab71447c-fb5a-4267-9891-51d2266b50ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.997771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3481-8ba2-4f5e-88c8-5ca70d17fc34 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.036669 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3481-8ba2-4f5e-88c8-5ca70d17fc34 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.053700 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.219748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.252082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3481-8ba2-4f5e-88c8-5ca70d17fc34 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.369592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f3481-8ba2-4f5e-88c8-5ca70d17fc34 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb3414c-6203-4b54-82e2-ed03e43d2eb2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:35.425770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Network 44630244-77b6-43fa-beed-d32ebc046115 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:35.445784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:35.457157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:35.458498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:35.459099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.472928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=fc93810d-0c12-47dc-a312-ede5c460cf60,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:35.495688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3481-8ba2-4f5e-88c8-5ca70d17fc34 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.501173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fc0f3481-8ba2-4f5e-88c8-5ca70d17fc34 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/edb3414c-6203-4b54-82e2-ed03e43d2eb2 HTTP/1.1" status: 204 len: 168 time: 0.7115562 Apr 05 20:57:35.501294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49118) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.571447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2aaa1165-3db5-4615-b811-5229fab3a5b3 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:35.665775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e64848-ca1c-4484-876a-e7fd16c9c1e1 req-148903dc-1405-4791-9079-528b84ed21e9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:35.667123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58e64848-ca1c-4484-876a-e7fd16c9c1e1 req-148903dc-1405-4791-9079-528b84ed21e9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.1055877 Apr 05 20:57:35.671228 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6e54f71f-e8ad-44b4-9cdd-a5e30008b985 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3931212 Apr 05 20:57:35.677156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49122) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.684065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:35.690772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2aaa1165-3db5-4615-b811-5229fab3a5b3 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:35.695617 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2aaa1165-3db5-4615-b811-5229fab3a5b3 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1908686 Apr 05 20:57:35.699601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49128) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.705254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--468505734'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:35.712122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:35.722207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:35.835553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.872319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:35.877533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:35.880914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:35.887980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:35.956041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.991517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58e64848-ca1c-4484-876a-e7fd16c9c1e1 req-21794819-05f8-42d4-9bf2-f0901908ef47 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081503 Apr 05 20:57:36.018423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-408cb200-d225-4913-ac96-d9cb280d47f2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--300963921&fields=id&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 267 time: 0.3048363 Apr 05 20:57:36.024780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.048377 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.127458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:57:36.167806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2fcb28-9259-4347-92f2-4de8d66ea013,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:36.282815 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.288245 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eca89203-8b63-42fc-a252-77538c2abd14 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5875616 Apr 05 20:57:36.289003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49154) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:36.300255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': 'fd2fcb28-9259-4347-92f2-4de8d66ea013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:36.310398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:36.315604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:36.319987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:36.333340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:36.360489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-3736aaad-0876-4a5a-8122-3ac80ea314b6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:36.361983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-3736aaad-0876-4a5a-8122-3ac80ea314b6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.3379583 Apr 05 20:57:36.451548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.505524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-fd773e68-97eb-4c0f-9419-3b00d6eff5dc tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/quotas/8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 375 time: 0.0452423 Apr 05 20:57:36.546081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.614363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.668503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] device_id is not set on port fc93810d-0c12-47dc-a312-ede5c460cf60 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:36.678206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.680384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79387c46-6016-4e0f-b23c-78f5d5e988a8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:36.704565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Transition to ACTIVE for port object fc93810d-0c12-47dc-a312-ede5c460cf60 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:36.717153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-945c5777-0ba3-40ce-82ba-2bda43e29636 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2047877 Apr 05 20:57:36.733910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.735204 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d8415591-b7b8-4cc2-8cbb-fbd7c27da980 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4438550 Apr 05 20:57:36.737685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49160) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:36.768841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ff9581a-2587-4686-82c0-4a50492ad5b4 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules/79387c46-6016-4e0f-b23c-78f5d5e988a8 HTTP/1.1" status: 200 len: 705 time: 0.0300503 Apr 05 20:57:36.772751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49164) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:36.847774 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-57270ab5-90c6-4a38-bcba-e7b053eebd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.857539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.119496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=fc93810d-0c12-47dc-a312-ede5c460cf60,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:37.160599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:57:37.209217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6f3df412-c526-4d1e-aa50-af9b9aaa4654 admin admin] 10.222.0.10 "PUT /v2.0/routers/3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2400923 Apr 05 20:57:37.209217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-183cf483-b547-4659-97a5-3ad37dc1f0de tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:37.213155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49176) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:37.222459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-34424f3a-5084-4593-8cd6-fe7259c7f804 service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928844 Apr 05 20:57:37.230000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.230000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.230000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.317801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.318132 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.323389 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 2 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.361485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.361813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.362146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.371387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-183cf483-b547-4659-97a5-3ad37dc1f0de tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:37.372701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-183cf483-b547-4659-97a5-3ad37dc1f0de tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5875075 Apr 05 20:57:37.378530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49180) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:37.406524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.406846 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.410799 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 3 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.460568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-c83aabbc-5fd1-4e39-9060-eeb93bbc9dcb service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284536 Apr 05 20:57:37.461226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.461555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.461883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.473029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8cfba-9272-4482-967f-07174a005c01 req-4534ecb0-442c-438c-9a49-5f2fd01a12f7 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:37.474505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51c8cfba-9272-4482-967f-07174a005c01 req-4534ecb0-442c-438c-9a49-5f2fd01a12f7 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.3037915 Apr 05 20:57:37.479464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96dad232-ae34-452d-9a17-1038b8c6899e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.510020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.510341 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.511721 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96dad232-ae34-452d-9a17-1038b8c6899e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.520357 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 4 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.544694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.545030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.545550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.565865 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.569847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.570178 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.573530 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 5 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.590249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51c8cfba-9272-4482-967f-07174a005c01 req-79834779-ea8a-4878-b92c-86e8c7f62569 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025343 Apr 05 20:57:37.594672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.595328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.595652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.601773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.602085 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.602589 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 6 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.618749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.619082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.619416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.626901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.627226 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.628956 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 7 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.653687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.654027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.654712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.668295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.668623 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.669257 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 8 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.676852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96dad232-ae34-452d-9a17-1038b8c6899e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.705213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dad232-ae34-452d-9a17-1038b8c6899e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79387c46-6016-4e0f-b23c-78f5d5e988a8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:37.715895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.715895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.715895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.718306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.718701 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.719145 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 9 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.735948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.736485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.737997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.744068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.744460 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.745430 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 10 to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 Apr 05 20:57:37.763004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:37.763439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:37.763899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:37.807602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:37.808058 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port fc93810d-0c12-47dc-a312-ede5c460cf60 on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:37.808563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.817488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.882634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Deleting port 347de18e-b0aa-4ff4-9495-01b99577a963 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:37.883272 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.963543 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96dad232-ae34-452d-9a17-1038b8c6899e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.965366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-96dad232-ae34-452d-9a17-1038b8c6899e tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/79387c46-6016-4e0f-b23c-78f5d5e988a8 HTTP/1.1" status: 204 len: 168 time: 0.5732784 Apr 05 20:57:38.042663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e5be684-306c-48d3-af23-960bd2deacd5 req-1183ea83-64f7-4801-abc6-f1aaf4ef31c9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.2186003 Apr 05 20:57:38.044159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] Sync routers for ids ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:57:38.044159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] Routers {'3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:57:38.044159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:38.044645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49206) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:38.102320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1a8cbd17-4b5a-4ede-a333-ecb58f101b0a tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:38.109104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] For port fc93810d-0c12-47dc-a312-ede5c460cf60, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:57:38.109484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempted to set empty binding levels {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 20:57:38.142167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] For port 347de18e-b0aa-4ff4-9495-01b99577a963, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=347de18e-b0aa-4ff4-9495-01b99577a963,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:38.142610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.276625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] Set router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:57:38.289552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Calling delete_port for 347de18e-b0aa-4ff4-9495-01b99577a963 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:38.407739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:37Z', 'revision_number': 6, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:38.412781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] Checking router: 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:57:38.424285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] Routers {'3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:57:38.424905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:38.619800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] Set router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:57:38.753425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:37Z', 'revision_number': 6, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:38.757761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf7838c-cfed-4e72-9a8e-e72a200c8a79 None None] The sync data for ids ['3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b'] in n-d-836605-1 is: [{'id': '3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b', 'name': 'tempest-ImageQuotaTest-66755443-router', 'tenant_id': '91381a7f9e704a71937596e3da7c0ac5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:57:09Z', 'updated_at': '2022-04-05T20:57:37Z', 'revision_number': 6, 'project_id': '91381a7f9e704a71937596e3da7c0ac5', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:57:38.867127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf45ab-8c3a-4ed2-a4af-81d4719ee1cf req-4129ceb4-88ed-4419-a6ad-01dc0d6eaf00 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:38.868583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dcf45ab-8c3a-4ed2-a4af-81d4719ee1cf req-4129ceb4-88ed-4419-a6ad-01dc0d6eaf00 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 943 time: 0.1065352 Apr 05 20:57:38.888506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.899340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1a8cbd17-4b5a-4ede-a333-ecb58f101b0a tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:38.899340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1a8cbd17-4b5a-4ede-a333-ecb58f101b0a tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8782001 Apr 05 20:57:38.899804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.901783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:38.909357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': 'fd2fcb28-9259-4347-92f2-4de8d66ea013', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:38.919867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:38.927748 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.936528 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.949684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:38.994906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] In _notify_port_updated(), no bound segment for port fc93810d-0c12-47dc-a312-ede5c460cf60 on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:57:38.995949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.997258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "PUT /v2.0/ports/fc93810d-0c12-47dc-a312-ede5c460cf60 HTTP/1.1" status: 200 len: 979 time: 3.3209572 Apr 05 20:57:39.001488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49222) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:39.040336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=347de18e-b0aa-4ff4-9495-01b99577a963,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:39.063260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7dcf45ab-8c3a-4ed2-a4af-81d4719ee1cf req-49fd29a0-d9d8-4e6f-96ed-15bba98e9286 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884570 Apr 05 20:57:39.076836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e60dec-8ed2-4de8-9362-ea56eab37d26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=fc93810d-0c12-47dc-a312-ede5c460cf60,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:39.163579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a12c58-0224-4edb-b408-e38593787499 req-fc3d8380-1bf6-460d-a91b-fca0b8bf6eb5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.0710559 Apr 05 20:57:39.220549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1c27cb9-412b-4cb8-80b3-9b12fd18a867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Synchronizing usage tracker for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:39.283546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.308572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e1c27cb9-412b-4cb8-80b3-9b12fd18a867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Unset dirty status for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:39.309884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e1c27cb9-412b-4cb8-80b3-9b12fd18a867 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11730 time: 0.3056164 Apr 05 20:57:39.313790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49232) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:39.399229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Deleting port fc93810d-0c12-47dc-a312-ede5c460cf60 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:39.399581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.472274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.604202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:57:39.631385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] For port fc93810d-0c12-47dc-a312-ede5c460cf60, host n-h2-836605-1, got binding levels [] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:39.632202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.809144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.853300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Calling delete_port for fc93810d-0c12-47dc-a312-ede5c460cf60 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:39.853562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.870623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:39.888925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.895808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.907957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'network_id': 'f57831df-e17c-4ce9-87c4-f8376689a919', 'port_id': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'mac_address': 'fa:16:3e:bb:5d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757b56f6-f3a6-4d4c-b1cc-f000529487b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:57:39.979621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.980398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.000677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7386ceb-d5d3-489a-8503-3189634ec38e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:57:40.012575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.014116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:57:40.017197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac46c8e4-a683-4622-9bdb-b2410093f228,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:40.018307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:40.071954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.103005 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.143978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.149989 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-44a378da-68e1-4a77-967f-3e6c67a12b3b tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2453630 Apr 05 20:57:40.149989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49244) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:40.183178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc93810d-0c12-47dc-a312-ede5c460cf60,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:40.195905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.200500 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e655c76e-7f2e-4f46-8f1d-51e0f0f6cbd4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3cc75b71-9d65-4858-b4cd-5fb8b08b4c7b HTTP/1.1" status: 204 len: 168 time: 2.9852383 Apr 05 20:57:40.201510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49250) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:40.203633 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.225535 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8053493b-884e-4b95-855f-e520545c6ea9 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules/ac46c8e4-a683-4622-9bdb-b2410093f228 HTTP/1.1" status: 200 len: 705 time: 0.0753880 Apr 05 20:57:40.249546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49254) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:40.310093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:40.349929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7386ceb-d5d3-489a-8503-3189634ec38e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:57:40.368346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-56e89338-cf23-47ab-beaa-5ac8b3477fb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:40.453206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-56e89338-cf23-47ab-beaa-5ac8b3477fb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:40.457364 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-56e89338-cf23-47ab-beaa-5ac8b3477fb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2027729 Apr 05 20:57:40.457678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49262) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:40.522310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6286702d-44f6-4886-bac9-1c4edbaa2524 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.540088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f14f938-131d-4a3c-a753-b7b8062f95e2 req-a7eb4754-170a-4aef-b672-b61f814d7e5e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.1898427 Apr 05 20:57:40.541872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-46b84599-32dc-49f5-ae13-c73c4c797b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fc93810d-0c12-47dc-a312-ede5c460cf60 HTTP/1.1" status: 204 len: 168 time: 1.2264948 Apr 05 20:57:40.545535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6286702d-44f6-4886-bac9-1c4edbaa2524 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.551002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49266) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:40.613473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] Deleting subnet 5079e2a9-f233-48d2-9eb1-cffdf4a15dce {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:57:40.617798 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.651723 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c168b735-a3c0-4809-9f1a-8ff9461d8d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:57:40.652207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c168b735-a3c0-4809-9f1a-8ff9461d8d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Synchronizing usage tracker for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:40.693181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.720195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6286702d-44f6-4886-bac9-1c4edbaa2524 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.738905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0efbca-edc0-4e6e-a655-2e288f012631 req-d22b3b63-d1a2-466b-bfa7-5114c0c23b88 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:40.739257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286702d-44f6-4886-bac9-1c4edbaa2524 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac46c8e4-a683-4622-9bdb-b2410093f228,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:40.746018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df0efbca-edc0-4e6e-a655-2e288f012631 req-d22b3b63-d1a2-466b-bfa7-5114c0c23b88 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 944 time: 0.3838894 Apr 05 20:57:40.778047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c168b735-a3c0-4809-9f1a-8ff9461d8d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Unset dirty status for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:40.779208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c168b735-a3c0-4809-9f1a-8ff9461d8d84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "GET /v2.0/ports/fc93810d-0c12-47dc-a312-ede5c460cf60 HTTP/1.1" status: 404 len: 333 time: 0.2272851 Apr 05 20:57:40.783803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49270) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:40.792078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-132888799', 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:40.804181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:40.813867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:40.818073 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6286702d-44f6-4886-bac9-1c4edbaa2524 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.820393 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6286702d-44f6-4886-bac9-1c4edbaa2524 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ac46c8e4-a683-4622-9bdb-b2410093f228 HTTP/1.1" status: 204 len: 168 time: 0.3604436 Apr 05 20:57:40.825398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49274) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:40.839612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df0efbca-edc0-4e6e-a655-2e288f012631 req-44929448-e755-4b09-bb2a-08802c6fc76c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Apr 05 20:57:40.861588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.881676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9675971c-a4d3-41bf-816f-8a02888f50a6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:40.890636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Made reservation on behalf of e95eaf77a0ee4090883b4f164644f067 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:40.893095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:40.908158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ac862a21-d3ec-4f31-b4f6-7996e6d58660 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:40.919399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] device_id is not set on port 2f1e1d9e-7242-415b-8143-1303cbebd1b7 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:40.951299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ac862a21-d3ec-4f31-b4f6-7996e6d58660 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:57:40.951649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ac862a21-d3ec-4f31-b4f6-7996e6d58660 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:40.952423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 347de18e-b0aa-4ff4-9495-01b99577a963 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:40.986390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 347de18e-b0aa-4ff4-9495-01b99577a963 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:57:40.986934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 347de18e-b0aa-4ff4-9495-01b99577a963 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:40.996003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9675971c-a4d3-41bf-816f-8a02888f50a6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:40.997335 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9675971c-a4d3-41bf-816f-8a02888f50a6 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1701267 Apr 05 20:57:41.000887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:41.007248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': 'fd2fcb28-9259-4347-92f2-4de8d66ea013', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:41.016302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:41.028586 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.033848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:41.081334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5079e2a9-f233-48d2-9eb1-cffdf4a15dce,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:41.085219 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.092142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e84ef-7e66-4f90-ad19-e6577677db01 None None] Network 58a44438-5b1b-409a-a4e6-bab47603d269 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:41.092995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5026d404-b13c-42b2-8bdc-3a50561cc3d1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5079e2a9-f233-48d2-9eb1-cffdf4a15dce HTTP/1.1" status: 204 len: 168 time: 0.8790176 Apr 05 20:57:41.094516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49282) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:41.173743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.223877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.268764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.428269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.458618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Network 44630244-77b6-43fa-beed-d32ebc046115 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:41.469715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:41.477857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:41.480067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:41.485353 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.485535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Deleting port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:41.490593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.493257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=2f1e1d9e-7242-415b-8143-1303cbebd1b7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:41.547187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] DHCP port deletion for 58a44438-5b1b-409a-a4e6-bab47603d269 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 20:57:41.555939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] Deleting port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:41.557498 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.565249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.619455 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a889695-ffa9-43a2-9420-ca42dd4899ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8332448 Apr 05 20:57:41.620668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49298) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:41.659739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:41.773798 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.786105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c9b98686-6f11-4835-80c0-9c6b8fdd50d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Synchronizing usage tracker for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:41.821723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55553b99-7571-4f54-a0f0-201136002cd6 req-32ee05db-ca95-454d-8dd8-c31eee1dd77b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.1545193 Apr 05 20:57:41.862830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703a7a23-69e8-4d8c-9d45-b41eb94c1796,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:41.911388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c9b98686-6f11-4835-80c0-9c6b8fdd50d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Unset dirty status for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:41.914239 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c9b98686-6f11-4835-80c0-9c6b8fdd50d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "GET /v2.0/ports/2f1e1d9e-7242-415b-8143-1303cbebd1b7 HTTP/1.1" status: 200 len: 958 time: 0.2916343 Apr 05 20:57:41.916099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49308) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:42.036469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.040059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fcc8d41d-e24c-4b99-9e6d-0b6b9d48fc67 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0355499 Apr 05 20:57:42.040700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49314) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:42.061085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] For port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,segment=NetworkSegment(28e53a90-f789-4425-83b8-72e11f4495d9),segment_id=28e53a90-f789-4425-83b8-72e11f4495d9)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:42.061085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.079024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Deleting port 2f1e1d9e-7242-415b-8143-1303cbebd1b7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:42.079368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.114196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] For port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,segment=NetworkSegment(28e53a90-f789-4425-83b8-72e11f4495d9),segment_id=28e53a90-f789-4425-83b8-72e11f4495d9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:42.114745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.259400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] Calling delete_port for e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:42.350563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f7386ceb-d5d3-489a-8503-3189634ec38e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:42.350896 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.359989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Calling delete_port for e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:42.442403 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.480800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:42.481148 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:42.490425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-38b3508d-fbb1-48f5-b800-386053a3e3fb tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules/703a7a23-69e8-4d8c-9d45-b41eb94c1796 HTTP/1.1" status: 200 len: 706 time: 0.4402499 Apr 05 20:57:42.493281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49318) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:42.510890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] No DVR routers for this DVR port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:42.512976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3badb-8f0e-492d-a152-6d40195c3062 None None] Pushing event deleted for resources: {'Port': ['ID=e045b1e6-7c5e-448d-ba20-7a03e6f8bd14,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:42.557874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.590775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.618705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e75ff86c-1306-41a1-aa7f-b63fbbe40092 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:42.629875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:42.631364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:57:42.639951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55dce1-7703-4123-8d81-d50017aae850 req-c215de1f-feed-4a15-915f-1d323917eadc tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:42.645063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf55dce1-7703-4123-8d81-d50017aae850 req-c215de1f-feed-4a15-915f-1d323917eadc tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 944 time: 0.4239316 Apr 05 20:57:42.708226 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c9c0b2-106f-47da-ba9b-cb75aa947949'] response: {'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'code': 200} Apr 05 20:57:42.712328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf55dce1-7703-4123-8d81-d50017aae850 req-69a2d79b-cb27-424f-b049-4197ffb2de30 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661047 Apr 05 20:57:42.731191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.757136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Calling delete_port for 2f1e1d9e-7242-415b-8143-1303cbebd1b7 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:42.794647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e75ff86c-1306-41a1-aa7f-b63fbbe40092 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:42.798795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e75ff86c-1306-41a1-aa7f-b63fbbe40092 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3017735 Apr 05 20:57:42.806584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49326) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:42.857269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f22453f2-e13b-404e-b06c-e34348df3797 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.877757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f22453f2-e13b-404e-b06c-e34348df3797 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.883797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:42.943800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:42.952408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:42.982287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Deleting port e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:42.982693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.037933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:57:43.038554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e045b1e6-7c5e-448d-ba20-7a03e6f8bd14 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:43.049008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f1e1d9e-7242-415b-8143-1303cbebd1b7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:43.065611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.066298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.066857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.067642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.068198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.068739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.069302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.069834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.070382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.071167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.071944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:43.076955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.083187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f22453f2-e13b-404e-b06c-e34348df3797 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.180599 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a8de627-656b-4760-82a3-513f93870b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2f1e1d9e-7242-415b-8143-1303cbebd1b7 HTTP/1.1" status: 204 len: 168 time: 1.2630994 Apr 05 20:57:43.182730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:43.189702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22453f2-e13b-404e-b06c-e34348df3797 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=703a7a23-69e8-4d8c-9d45-b41eb94c1796,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:43.199034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] The port 'e045b1e6-7c5e-448d-ba20-7a03e6f8bd14' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 20:57:43.201566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06e0dd6b-9fed-47c5-a385-86262be4c297 req-51f55692-c03a-4025-946b-d473d309bf10 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.1730564 Apr 05 20:57:43.266519 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf5de7e-9801-4630-8be7-db6ab070e127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:57:43.267564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-faf5de7e-9801-4630-8be7-db6ab070e127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Synchronizing usage tracker for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:43.389603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-faf5de7e-9801-4630-8be7-db6ab070e127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Unset dirty status for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:43.389603 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-faf5de7e-9801-4630-8be7-db6ab070e127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "GET /v2.0/ports/2f1e1d9e-7242-415b-8143-1303cbebd1b7 HTTP/1.1" status: 404 len: 333 time: 0.1931977 Apr 05 20:57:43.389832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f22453f2-e13b-404e-b06c-e34348df3797 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.389832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f22453f2-e13b-404e-b06c-e34348df3797 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/703a7a23-69e8-4d8c-9d45-b41eb94c1796 HTTP/1.1" status: 204 len: 168 time: 0.5851247 Apr 05 20:57:43.392379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49340) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:43.419930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:43.427466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Request body: {'port': {'network_id': '44630244-77b6-43fa-beed-d32ebc046115', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959366951'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:43.430926 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.440141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:43.472300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a44438-5b1b-409a-a4e6-bab47603d269']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:43.472607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:43.482857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97d591a4-ab0e-484e-abb9-4c75d6fefa69 req-2ca0ba6e-480b-4b7f-bd05-1b7c0505ef2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1097 time: 0.4556766 Apr 05 20:57:43.491359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e53a90-f789-4425-83b8-72e11f4495d9') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:43.491697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e53a90-f789-4425-83b8-72e11f4495d9') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:43.494897 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-21ea5f5f-27a8-4388-9885-9d66655f66b1 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1011031 Apr 05 20:57:43.552841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.554892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49348) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:43.555998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.581610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:57:43.582025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:43.596178 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:43.649317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97d591a4-ab0e-484e-abb9-4c75d6fefa69 req-bee88a96-ed78-440c-a35d-28252ec01743 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501515 Apr 05 20:57:43.724515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97e3b016-dd9e-4b91-bef9-f10752fd6c7f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.755401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97e3b016-dd9e-4b91-bef9-f10752fd6c7f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.947443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Made reservation on behalf of e95eaf77a0ee4090883b4f164644f067 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:43.949452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.969613 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97e3b016-dd9e-4b91-bef9-f10752fd6c7f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.972186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.007080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] device_id is not set on port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:44.015275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.032893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3b016-dd9e-4b91-bef9-f10752fd6c7f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2fcb28-9259-4347-92f2-4de8d66ea013,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:44.051252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] Pushing event deleted for resources: {'Network': ['ID=58a44438-5b1b-409a-a4e6-bab47603d269,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:44.068500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8683c68d-7045-4031-8413-576eb52e920a admin admin] 10.222.0.10 "DELETE /v2.0/networks/58a44438-5b1b-409a-a4e6-bab47603d269 HTTP/1.1" status: 204 len: 168 time: 2.9728329 Apr 05 20:57:44.071124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97e3b016-dd9e-4b91-bef9-f10752fd6c7f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.072187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97e3b016-dd9e-4b91-bef9-f10752fd6c7f tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/fd2fcb28-9259-4347-92f2-4de8d66ea013 HTTP/1.1" status: 204 len: 168 time: 0.5138118 Apr 05 20:57:44.074912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49360) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:44.089455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86214c-408c-412b-8bd7-ad00a7cff16b req-198e13bd-4fc4-45f7-9b5e-dcdbe7bbae9d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:44.097298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c86214c-408c-412b-8bd7-ad00a7cff16b req-198e13bd-4fc4-45f7-9b5e-dcdbe7bbae9d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2015831 Apr 05 20:57:44.193024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c86214c-408c-412b-8bd7-ad00a7cff16b req-923d1e08-dcd3-4e76-ac23-bfd1fadb599a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944715 Apr 05 20:57:44.204720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-794d3a49-b81e-4732-830b-aaac880c6288 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:44.320283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-794d3a49-b81e-4732-830b-aaac880c6288 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:44.325410 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-794d3a49-b81e-4732-830b-aaac880c6288 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2457073 Apr 05 20:57:44.326419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:44.334032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group': {'name': 'tempest-secgroup--780746201'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:44.343811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:44.368614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:44.387834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.474909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-506c766d-edaf-4b58-8b8a-5de550a1b8e6 req-3387dff7-3f8b-44e8-926a-e7f673e882f8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.0702536 Apr 05 20:57:44.493562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.534483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:44.538828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:44.541690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:44.548382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:44.581771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.602529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49372) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:44.671458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.691325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ce39e42d-6457-4d43-a5a2-22d4cbbf31d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91381a7f9e704a71937596e3da7c0ac5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0848234 Apr 05 20:57:44.691705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49378) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:44.704314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Network 44630244-77b6-43fa-beed-d32ebc046115 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:44.708757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:44.712797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:44.716064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:44.718107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.756447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.797462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=8cc3a36e-8246-456a-84b1-d43f9e7ee30f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:44.843851 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a8ee6584-dd38-493d-90da-b38bb58cc96e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4220886 Apr 05 20:57:44.847365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49388) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:44.852993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:44.886076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.891064 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5638766 Apr 05 20:57:44.891907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49392) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:44.898933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72406eb-320b-421b-90bf-3be4cdf83cb5 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a41f90-d5b8-44e0-829a-4d3bdc4a5ef3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:44.908520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Request body: {'security_group_rule': {'security_group_id': '93a41f90-d5b8-44e0-829a-4d3bdc4a5ef3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:44.921605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:44.929404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Usage tracker for resource:security_group_rule and tenant:fb5f82e759be47bba0567dfefb1776f7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:44.934195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:44.953127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:44.999116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdc77656-bff6-43d6-906e-8fcbe26e1f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:45.030527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdc77656-bff6-43d6-906e-8fcbe26e1f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:45.179530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:45.211699 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdc77656-bff6-43d6-906e-8fcbe26e1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:45.295124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc77656-bff6-43d6-906e-8fcbe26e1f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da9dd7-90e1-4101-8c70-af1086663c25,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:45.311604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bdc77656-bff6-43d6-906e-8fcbe26e1f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:45.316362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bdc77656-bff6-43d6-906e-8fcbe26e1f78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69da9dd7-90e1-4101-8c70-af1086663c25 HTTP/1.1" status: 204 len: 168 time: 0.6213224 Apr 05 20:57:45.457086 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:45.729314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-65ea8358-7395-45bf-8398-d5add4c91115 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:45.730984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-65ea8358-7395-45bf-8398-d5add4c91115 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.5934031 Apr 05 20:57:45.876015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f83c0236-0eca-4669-9919-54f09364228d req-91245df8-486c-493f-ac73-318a9e9dd3a2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.0549433 Apr 05 20:57:45.879900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-0650223f-c010-4428-b42c-3cb23ed08312 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 471 time: 0.1359427 Apr 05 20:57:45.885719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39278dfb-1360-4823-897f-1eaf96d347ac req-301951d0-935e-41a0-9741-7b7b85c13f16 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:45.887316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39278dfb-1360-4823-897f-1eaf96d347ac req-301951d0-935e-41a0-9741-7b7b85c13f16 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.3905022 Apr 05 20:57:45.892707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'port': {'device_id': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'admin_state_up': True, 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'security_groups': ['d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:46.062745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39278dfb-1360-4823-897f-1eaf96d347ac req-b98c2569-218b-4517-a43a-fed51793ddab tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520977 Apr 05 20:57:46.121496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:46.123155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:port and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:46.127386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:46.133903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:46.190381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.219425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] device_id is not set on port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:46.229487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.237728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Made reservation on behalf of 8338932d8c164d4eb3133c416c29d90c for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:46.242874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.271297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.275840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Transition to ACTIVE for port object 8cc3a36e-8246-456a-84b1-d43f9e7ee30f will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:46.326063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb901625-51de-4886-b42d-a3a58ae5de00,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:46.345412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.494006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.497890 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8118b7f0-da3f-45ce-af27-281c98990713 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5964844 Apr 05 20:57:46.502545 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49448) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:46.586647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=8cc3a36e-8246-456a-84b1-d43f9e7ee30f,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:46.622090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.20.0.12 (6683db5f-6ba0-4b2d-840e-041ba53f4cba/8e615c30-2e27-40c8-8edf-b1fb8b4eef38/abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:46.630666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.631002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.631374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.651464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.651464 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.653627 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 2 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:46.664660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4515b96-7ee2-4c21-ba53-2166b1f235f9 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.687589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.687920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.688263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.706414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4515b96-7ee2-4c21-ba53-2166b1f235f9 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.713875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.714358 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.717744 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 3 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:46.744492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.744820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.745188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.764049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.764377 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.766277 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 4 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:46.781895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.782226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.782557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.789346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.789672 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.790054 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 5 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:46.806068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.807310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.808157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.815237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.815571 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.815957 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 6 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:46.835510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.835510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.835510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.840468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.840908 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.841387 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 7 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:46.861807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4515b96-7ee2-4c21-ba53-2166b1f235f9 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.866795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.873744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.874211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.875254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.883432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4515b96-7ee2-4c21-ba53-2166b1f235f9 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a41f90-d5b8-44e0-829a-4d3bdc4a5ef3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:46.891353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.891853 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.892418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:46.894388 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 8 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:46.905155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Transition to ACTIVE for port object abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:46.912709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49458) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:46.933998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4515b96-7ee2-4c21-ba53-2166b1f235f9 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.937867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e4515b96-7ee2-4c21-ba53-2166b1f235f9 tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/93a41f90-d5b8-44e0-829a-4d3bdc4a5ef3 HTTP/1.1" status: 204 len: 168 time: 0.4357734 Apr 05 20:57:46.940413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49464) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:46.955658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:46.956077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:46.956686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:46.958720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:46.983249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:46.983586 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:46.988110 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 9 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:47.027086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:47.027424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:47.027921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:47.044767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:47.045476 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:47.054282 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempt 10 to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f Apr 05 20:57:47.075244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:47.075723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:47.076333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempting to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:47.076906 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.094904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:47.095470 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Failed to bind port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on host n-h2-836605-1 for vnic_type normal using segments [{'id': 'ee4d8dd2-1157-42af-bae1-ba8026c59e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '44630244-77b6-43fa-beed-d32ebc046115'}] Apr 05 20:57:47.095837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.105533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:47.138524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:47.146919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:47.159967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-62897246-438d-4707-9bcf-4239a3083a3d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:47.164772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:47.224920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.237212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:47.291858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:47.300709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:47.303706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:47.378902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-62897246-438d-4707-9bcf-4239a3083a3d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:47.380159 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62897246-438d-4707-9bcf-4239a3083a3d tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4387825 Apr 05 20:57:47.385897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49472) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:47.392740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:47.402989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.407443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] For port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:57:47.407822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Attempted to set empty binding levels {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 20:57:47.417801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Usage tracker for resource:security_group_rule and tenant:005505c910a146cab22ac388ade5cb85 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:47.424558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:47.442542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a742b1-e519-44e1-9c14-bd250e69b6df req-c923faab-5efb-4d9b-9544-cc1d13016176 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:47.443987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5a742b1-e519-44e1-9c14-bd250e69b6df req-c923faab-5efb-4d9b-9544-cc1d13016176 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 932 time: 0.3638251 Apr 05 20:57:47.445011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:47.453573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:47.454193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.482327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.517723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.560104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc575-ffb1-4161-b809-c68d6a7ea645 req-ca581c0b-f3b9-471e-8bf4-5fd184b99314 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:47.561582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4afc575-ffb1-4161-b809-c68d6a7ea645 req-ca581c0b-f3b9-471e-8bf4-5fd184b99314 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.3426149 Apr 05 20:57:47.568380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b86571-c6dd-4e91-928e-7ffb919756bb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:47.572193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2e0473de-ee0e-4cdd-b8c4-f5301832450a tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:47.607290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] In _notify_port_updated(), no bound segment for port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f on network 44630244-77b6-43fa-beed-d32ebc046115 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:57:47.608345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.612949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "PUT /v2.0/ports/8cc3a36e-8246-456a-84b1-d43f9e7ee30f HTTP/1.1" status: 200 len: 979 time: 2.7619107 Apr 05 20:57:47.615783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5a742b1-e519-44e1-9c14-bd250e69b6df req-4529d2c6-9d92-4389-a2ef-30bdacb6cfab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562996 Apr 05 20:57:47.616444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:47.619710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-5d288bce-202d-4ee6-a9ae-28dda92ab1a9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7285151 Apr 05 20:57:47.644740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Request body: {'port': {'device_id': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:47.677301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65975102-47a9-4553-a7ee-cc98a3b6b71c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event updated for resources: {'Port': ['ID=8cc3a36e-8246-456a-84b1-d43f9e7ee30f,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:47.688990 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7933c313-5b06-49aa-9a86-4d7edcc7d907 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.7861903 Apr 05 20:57:47.692843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49482) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:47.718858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Deleting port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:57:47.719195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.720532 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.747253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2e0473de-ee0e-4cdd-b8c4-f5301832450a tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:47.751759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2e0473de-ee0e-4cdd-b8c4-f5301832450a tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3533337 Apr 05 20:57:47.752519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49486) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:47.756477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4afc575-ffb1-4161-b809-c68d6a7ea645 req-f7cf45c1-81f7-48db-85a7-bb4d75313b58 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786001 Apr 05 20:57:47.759595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b861f4e9-3ced-4ad1-972c-7640b8e3fa37 None None] Provisioning for port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:47.765593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b861f4e9-3ced-4ad1-972c-7640b8e3fa37 None None] Provisioning complete for port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:47.766426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b861f4e9-3ced-4ad1-972c-7640b8e3fa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.833208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.844956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b861f4e9-3ced-4ad1-972c-7640b8e3fa37 None None] Port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:57:47.861122 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-fb58a9eb-5e2e-4d9b-91f0-4f15f0af39ab tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] delete failed (client error): The resource could not be found. Apr 05 20:57:47.862231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fb58a9eb-5e2e-4d9b-91f0-4f15f0af39ab tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "DELETE /v2.0/security-groups/93a41f90-d5b8-44e0-829a-4d3bdc4a5ef3 HTTP/1.1" status: 404 len: 347 time: 0.1085894 Apr 05 20:57:47.867783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49492) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:47.914500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.984095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0c5933c-f56d-4b66-a210-e51e32cf9463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:47.987112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4f4f6-4c1a-4d2b-8981-1e04c49c1b24,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:48.002855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] For port 8cc3a36e-8246-456a-84b1-d43f9e7ee30f, host n-h2-836605-1, got binding levels [] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:48.003214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.138791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0c5933c-f56d-4b66-a210-e51e32cf9463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.141293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4786818a-8cad-4558-ab22-d68021641e6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=005505c910a146cab22ac388ade5cb85&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2275066 Apr 05 20:57:48.152016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Calling delete_port for 8cc3a36e-8246-456a-84b1-d43f9e7ee30f owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:57:48.175786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49496) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:48.219190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d1eaca44-4aa2-4336-967b-11b9ad732ace tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Synchronizing usage tracker for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:48.319704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d1eaca44-4aa2-4336-967b-11b9ad732ace tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] Unset dirty status for tenant:fb5f82e759be47bba0567dfefb1776f7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:48.321482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d1eaca44-4aa2-4336-967b-11b9ad732ace tempest-SecGroupTest-1763680422 tempest-SecGroupTest-1763680422-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4490697 Apr 05 20:57:48.357519 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.376829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1d972b3-d676-495d-a4e7-b6f4b89f6dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.404942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0c5933c-f56d-4b66-a210-e51e32cf9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.438040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4f9b0-2d25-4256-8597-59d42894805a req-37c0d00e-108f-41ca-a1f8-7aedf62bddee tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:48.439567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6e4f9b0-2d25-4256-8597-59d42894805a req-37c0d00e-108f-41ca-a1f8-7aedf62bddee tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.4484363 Apr 05 20:57:48.503827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1d972b3-d676-495d-a4e7-b6f4b89f6dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.537940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cc3a36e-8246-456a-84b1-d43f9e7ee30f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:48.547602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5933c-f56d-4b66-a210-e51e32cf9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b86571-c6dd-4e91-928e-7ffb919756bb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:48.562089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.574199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d196a975-0d9e-4d83-a037-9f9902743f23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8cc3a36e-8246-456a-84b1-d43f9e7ee30f HTTP/1.1" status: 204 len: 168 time: 0.9526918 Apr 05 20:57:48.574199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49502) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:48.575619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b6e4f9b0-2d25-4256-8597-59d42894805a req-c5786e0f-17ab-47f4-be90-897316ca1e9c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211410 Apr 05 20:57:48.578549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0c5933c-f56d-4b66-a210-e51e32cf9463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.579980 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0c5933c-f56d-4b66-a210-e51e32cf9463 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91b86571-c6dd-4e91-928e-7ffb919756bb HTTP/1.1" status: 204 len: 168 time: 0.8844659 Apr 05 20:57:48.684664 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb38dc3-92d0-4adb-aec6-5ac98f69409d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:57:48.685321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cb38dc3-92d0-4adb-aec6-5ac98f69409d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Synchronizing usage tracker for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:48.725470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:57:48.741144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.777823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Transition to ACTIVE for port object abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:48.782042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1d972b3-d676-495d-a4e7-b6f4b89f6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.813204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d972b3-d676-495d-a4e7-b6f4b89f6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4f4f6-4c1a-4d2b-8981-1e04c49c1b24,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:48.844315 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1d972b3-d676-495d-a4e7-b6f4b89f6dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:48.850579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b1d972b3-d676-495d-a4e7-b6f4b89f6dad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1b4f4f6-4c1a-4d2b-8981-1e04c49c1b24 HTTP/1.1" status: 204 len: 168 time: 0.6701205 Apr 05 20:57:48.862922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cb38dc3-92d0-4adb-aec6-5ac98f69409d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] Unset dirty status for tenant:e95eaf77a0ee4090883b4f164644f067 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:48.864510 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4cb38dc3-92d0-4adb-aec6-5ac98f69409d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1646174180-project-admin] 10.222.0.10 "GET /v2.0/ports/8cc3a36e-8246-456a-84b1-d43f9e7ee30f HTTP/1.1" status: 404 len: 333 time: 0.2901323 Apr 05 20:57:48.867914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49518) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:48.877280 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.058761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Pushing event updated for resources: {'Port': ['ID=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:49.114353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:49.241259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.546994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c23f5-81bc-4e93-b009-a27a86a5b581 req-366b1763-a462-4205-ac5a-523eadb98590 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:49.548517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-275c23f5-81bc-4e93-b009-a27a86a5b581 req-366b1763-a462-4205-ac5a-523eadb98590 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.4911456 Apr 05 20:57:49.602975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190611-7409-45ba-b021-1622c5aa2041 req-9164b011-d727-463a-b093-a9674ea52eec tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:49.604009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9b190611-7409-45ba-b021-1622c5aa2041 req-9164b011-d727-463a-b093-a9674ea52eec tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:49.610525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.653922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44630244-77b6-43fa-beed-d32ebc046115']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:49.661536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Attempting to bind port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:49.661968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Attempting to bind port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:49.662193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Attempting to bind port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:49.678923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:57:49.679664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Attempting to bind port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:57:49.683520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-275c23f5-81bc-4e93-b009-a27a86a5b581 req-7b308221-ecef-4cef-a751-b40faa65dd4d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114109 Apr 05 20:57:49.684142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee4d8dd2-1157-42af-bae1-ba8026c59e16') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:49.684446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee4d8dd2-1157-42af-bae1-ba8026c59e16') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:49.693921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:57:49.694303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Checking segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:49.694715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Bound using segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:57:49.695140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Bound port: abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:49.695483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.698105 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e0609b85-166c-4b5f-83f9-3cdb29a47af5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb5f82e759be47bba0567dfefb1776f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5822740 Apr 05 20:57:49.699549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.706115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:49.755972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.756180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9b190611-7409-45ba-b021-1622c5aa2041 req-9164b011-d727-463a-b093-a9674ea52eec tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:49.757818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b190611-7409-45ba-b021-1622c5aa2041 req-9164b011-d727-463a-b093-a9674ea52eec tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 944 time: 0.8905802 Apr 05 20:57:49.773344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:57:49.776583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:49.820010 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:49.861168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] For port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:57:49.861168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b190611-7409-45ba-b021-1622c5aa2041 req-5c547cc7-341e-4e11-8a35-98c5b7da5f7d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936506 Apr 05 20:57:49.873861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] For port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:57:49.949801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3f8012-ec4e-4df5-833b-e3dd9f076a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:49.952604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.003050 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3f8012-ec4e-4df5-833b-e3dd9f076a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.048659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e0ef6-6844-4af3-9a44-8cd1395ad9a6 req-e9379fe1-f871-4a18-a9fd-96e5a4f7e1f1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:50.054137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a7e0ef6-6844-4af3-9a44-8cd1395ad9a6 req-e9379fe1-f871-4a18-a9fd-96e5a4f7e1f1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1664846 Apr 05 20:57:50.054137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.054137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] 10.222.0.23 "PUT /v2.0/ports/abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 HTTP/1.1" status: 200 len: 1092 time: 2.4202852 Apr 05 20:57:50.055498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:57:50.107061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22347442-9fd3-4e5d-8498-c4d073c39b40 service neutron] Pushing event updated for resources: {'Port': ['ID=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:50.132330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a7e0ef6-6844-4af3-9a44-8cd1395ad9a6 req-c7e15020-7d07-4725-8208-21efdfba08c3 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621061 Apr 05 20:57:50.134191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.146610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.214080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] Pushing event deleted for resources: {'Network': ['ID=44630244-77b6-43fa-beed-d32ebc046115,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:50.226404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4dbba6ce-47f7-47e9-a909-e40c62696313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2129046097-project] 10.222.0.10 "DELETE /v2.0/networks/44630244-77b6-43fa-beed-d32ebc046115 HTTP/1.1" status: 204 len: 168 time: 1.3552573 Apr 05 20:57:50.281371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.293861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-ebe183c8-0599-4b61-a635-4604ef366d21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 1095 time: 0.1214128 Apr 05 20:57:50.308356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3f8012-ec4e-4df5-833b-e3dd9f076a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.311497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3f8012-ec4e-4df5-833b-e3dd9f076a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:50.315501 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be3f8012-ec4e-4df5-833b-e3dd9f076a87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4eee1a88-c646-46c4-9790-0e0787febb88 HTTP/1.1" status: 204 len: 168 time: 0.6084092 Apr 05 20:57:50.335245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f8012-ec4e-4df5-833b-e3dd9f076a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee1a88-c646-46c4-9790-0e0787febb88,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:50.519817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-ee2500ce-7563-4842-917c-29fbf41f9a63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 HTTP/1.1" status: 200 len: 217 time: 0.2214658 Apr 05 20:57:50.522551 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176f0765-ad59-4073-beaa-57adb31afab4'] response: {'name': 'network-changed', 'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'status': 'completed', 'code': 200} Apr 05 20:57:50.610131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-0db3affb-06ec-4caa-8eb6-4a3f033aba40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:50.611649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-0db3affb-06ec-4caa-8eb6-4a3f033aba40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0739012 Apr 05 20:57:50.617396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dabb69-cb12-4391-9615-ff4db9b7c1e0 req-bd3753ba-e99f-4dc8-9f05-13d1aaae2917 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:50.618737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83dabb69-cb12-4391-9615-ff4db9b7c1e0 req-bd3753ba-e99f-4dc8-9f05-13d1aaae2917 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1858354 Apr 05 20:57:50.713576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83dabb69-cb12-4391-9615-ff4db9b7c1e0 req-2cfac96e-d1cb-48ad-ab4a-040672e1dd87 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578308 Apr 05 20:57:50.728332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-0d8dea5c-7744-4ca4-a793-885689ad876a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086068 Apr 05 20:57:50.926779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49570) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:51.085136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-cf17460c-cf8a-4371-a482-e73392e1677c service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505230 Apr 05 20:57:51.212213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ce74-68ab-4a4b-bf80-618b68798eb9 req-86786e31-e5ea-4b95-94d3-4ae854626358 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:51.224341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2a9ce74-68ab-4a4b-bf80-618b68798eb9 req-86786e31-e5ea-4b95-94d3-4ae854626358 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2536108 Apr 05 20:57:51.224578 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-08282424-8fa5-46ae-82a1-1cc895c2e1f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2be5bba705b24c6098ee56b563c0f64f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2957256 Apr 05 20:57:51.226370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49584) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:51.308159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ccf9287-1644-4d52-b1e3-6e14f928a53c req-acd9fd33-f863-4469-9f99-adb790dfed72 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153430 Apr 05 20:57:51.374959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2a9ce74-68ab-4a4b-bf80-618b68798eb9 req-73a662ac-6db8-4128-a138-c41d74b0076d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505582 Apr 05 20:57:51.381138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c5b90c3-bad2-477d-af95-d9953de02b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:51.419983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30ba0c-051f-4697-bd66-70aa1a9c1cca req-d933979b-7590-4fb9-81ed-c0c8a6029c91 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:51.423546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a30ba0c-051f-4697-bd66-70aa1a9c1cca req-d933979b-7590-4fb9-81ed-c0c8a6029c91 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 944 time: 0.3284278 Apr 05 20:57:51.453879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c5b90c3-bad2-477d-af95-d9953de02b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:51.559737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a30ba0c-051f-4697-bd66-70aa1a9c1cca req-27f0d81c-8e7f-41ac-ac59-19b9631bb189 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990295 Apr 05 20:57:51.628650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c5b90c3-bad2-477d-af95-d9953de02b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:51.649609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b90c3-bad2-477d-af95-d9953de02b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37579969-aa24-4369-8df9-a82a011d4141,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:51.652524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c5b90c3-bad2-477d-af95-d9953de02b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:51.653885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1c5b90c3-bad2-477d-af95-d9953de02b20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37579969-aa24-4369-8df9-a82a011d4141 HTTP/1.1" status: 204 len: 168 time: 0.4260414 Apr 05 20:57:51.659353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-dc496d16-9fca-4e5b-89d8-a21fe0a5e04e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 1095 time: 0.2359507 Apr 05 20:57:51.805218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776c4bc-a752-4c5e-9fe6-40877c8667db req-5d03a3ef-dc12-4c2e-849c-ad3957ae675f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:51.806689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d776c4bc-a752-4c5e-9fe6-40877c8667db req-5d03a3ef-dc12-4c2e-849c-ad3957ae675f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2332425 Apr 05 20:57:51.849948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-33ad630a-20c3-4850-bb1a-b60e312098c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:51.851438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-33ad630a-20c3-4850-bb1a-b60e312098c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.1841512 Apr 05 20:57:51.940896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d776c4bc-a752-4c5e-9fe6-40877c8667db req-de26cbef-9ba8-45f3-b4a4-c54462eea82f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208899 Apr 05 20:57:51.949989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-be454c68-f267-4d35-b106-bf212a860ca4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 HTTP/1.1" status: 200 len: 217 time: 0.0891931 Apr 05 20:57:52.081120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-f277f649-39ee-4953-92b4-b74303053cfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:52.083235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-f277f649-39ee-4953-92b4-b74303053cfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.1267035 Apr 05 20:57:52.188307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-1de4614f-396f-455e-a445-3f33e1c6169b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981326 Apr 05 20:57:52.410580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-2312301f-8a13-4dc9-add4-92d326b67056 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151315 Apr 05 20:57:52.474230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49614) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:52.553291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49622) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:52.587178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b32e9fbc-06e5-4306-97c0-969a6e499401 req-ddc13072-5e78-4bfb-ae6a-a340c747267e service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688042 Apr 05 20:57:52.644770 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f60f887-8790-4732-aadf-01798c9bb690 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e95eaf77a0ee4090883b4f164644f067&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0898237 Apr 05 20:57:52.647269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49630) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:52.721655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db7c8a03-36a5-4584-b075-ee058763a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:52.804834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db7c8a03-36a5-4584-b075-ee058763a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:52.920759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1176697484-network', 'tenant_id': '65c5d8048d034e30a3be0b4e0713e1c6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:52.926427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:52.930442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Usage tracker for resource:network and tenant:65c5d8048d034e30a3be0b4e0713e1c6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:52.933356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:52.939649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:52.960051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b0b26-72ad-4762-9581-9c5881b42724 req-e8632609-757b-4aa3-bb4e-ea8569bbf806 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:52.961548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f7b0b26-72ad-4762-9581-9c5881b42724 req-e8632609-757b-4aa3-bb4e-ea8569bbf806 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2509332 Apr 05 20:57:52.975621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993765c-b6f6-4831-83a4-f91bce91a9e2 req-80ba8aae-4e0d-460b-b3a5-84fef23aeccc tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:52.977109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6993765c-b6f6-4831-83a4-f91bce91a9e2 req-80ba8aae-4e0d-460b-b3a5-84fef23aeccc tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 944 time: 0.1269031 Apr 05 20:57:52.991141 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db7c8a03-36a5-4584-b075-ee058763a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.009517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c8a03-36a5-4584-b075-ee058763a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee6ec2d-6ced-4a32-95bf-308ed2c09aba,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:53.014856 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db7c8a03-36a5-4584-b075-ee058763a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.016728 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db7c8a03-36a5-4584-b075-ee058763a2bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bee6ec2d-6ced-4a32-95bf-308ed2c09aba HTTP/1.1" status: 204 len: 168 time: 0.3677456 Apr 05 20:57:53.054473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Made reservation on behalf of 65c5d8048d034e30a3be0b4e0713e1c6 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:53.056968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.060772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f7b0b26-72ad-4762-9581-9c5881b42724 req-23817db0-dcf1-4116-971b-a1a996de24e6 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827084 Apr 05 20:57:53.063742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6993765c-b6f6-4831-83a4-f91bce91a9e2 req-ebab8a78-1ce3-4862-960e-d49ef5eab86e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670366 Apr 05 20:57:53.082097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.130079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:53.134468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Usage tracker for resource:security_group_rule and tenant:65c5d8048d034e30a3be0b4e0713e1c6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:53.137930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:53.146693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:53.221435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.351997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.392328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d17c42-92f0-4fb3-9304-e4dad7b0d600,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:53.402509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:53.414597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.415176 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Added segment c7231af3-4682-46be-8558-04aef64b6619 of type vlan for network 0ba45c08-fd5e-458a-b743-8fb1c5313fb4 Apr 05 20:57:53.447180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.584859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.585787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:53.586360 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:53.709278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba45c08-fd5e-458a-b743-8fb1c5313fb4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:53.721954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 0ba45c08-fd5e-458a-b743-8fb1c5313fb4 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:53.789278 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2bb20540-2789-41e7-8518-beb10c3956c0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3130877 Apr 05 20:57:53.792208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49652) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:53.798220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Request body: {'subnet': {'network_id': '0ba45c08-fd5e-458a-b743-8fb1c5313fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1176697484-subnet', 'tenant_id': '65c5d8048d034e30a3be0b4e0713e1c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:53.810232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:53.823514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Usage tracker for resource:subnet and tenant:65c5d8048d034e30a3be0b4e0713e1c6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:53.836035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:53.844251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:53.968082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Made reservation on behalf of 65c5d8048d034e30a3be0b4e0713e1c6 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:53.970706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:54.279703 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:54.378061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234aad1-dfe7-4fda-bd2e-99a944034088 req-f90ada85-d273-429c-a2a3-df20d4d04257 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:54.380500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5234aad1-dfe7-4fda-bd2e-99a944034088 req-f90ada85-d273-429c-a2a3-df20d4d04257 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1519768 Apr 05 20:57:54.396970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928d4d1-6d35-4685-be5f-a9b2f2c95c35 req-01d2472b-c551-42c4-a364-1d9c277cb186 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:54.397653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=876948ba-c1dd-4b1f-826f-97a829649011,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:54.399153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4928d4d1-6d35-4685-be5f-a9b2f2c95c35 req-01d2472b-c551-42c4-a364-1d9c277cb186 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 944 time: 0.1296091 Apr 05 20:57:54.404094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Checking segment: {'id': 'c7231af3-4682-46be-8558-04aef64b6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '0ba45c08-fd5e-458a-b743-8fb1c5313fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:54.404536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Network hostable DHCP agents. Network: 0ba45c08-fd5e-458a-b743-8fb1c5313fb4, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:54.533569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Network 0ba45c08-fd5e-458a-b743-8fb1c5313fb4 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:54.591604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5234aad1-dfe7-4fda-bd2e-99a944034088 req-9488d24e-c159-4189-a8d8-a669e80ef1c4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909084 Apr 05 20:57:54.599578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4928d4d1-6d35-4685-be5f-a9b2f2c95c35 req-b7ac6e8c-b380-4d29-9dc1-5777eaf09927 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770158 Apr 05 20:57:54.628539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 0ba45c08-fd5e-458a-b743-8fb1c5313fb4) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:54.632956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:54.633570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:54.643155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f88179b-bc82-4af8-9e39-029193d27124 None None] Network 0ba45c08-fd5e-458a-b743-8fb1c5313fb4 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:54.783398 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-382fe26c-f32d-45a8-9a8a-82938f477fda admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9898527 Apr 05 20:57:54.910156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b607be66-f03e-45a3-b768-2d6d3972e39c None None] Network 0ba45c08-fd5e-458a-b743-8fb1c5313fb4 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:55.512341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97485a74-3947-4527-b194-b07354f81849 req-f16d4cf4-4e30-46e6-825d-746dbf4c56c0 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:55.514280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97485a74-3947-4527-b194-b07354f81849 req-f16d4cf4-4e30-46e6-825d-746dbf4c56c0 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1720407 Apr 05 20:57:55.545529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-a4b1cf98-3d45-4389-9c76-31c9adb723b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1097 time: 0.1110783 Apr 05 20:57:55.675806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97485a74-3947-4527-b194-b07354f81849 req-bfe3e9c6-baac-470c-a4bc-c6cde03e5e9c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509559 Apr 05 20:57:55.744131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:57:55.769700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-c5d36d97-5b16-4364-bec7-e73af9575195 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:55.771150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-c5d36d97-5b16-4364-bec7-e73af9575195 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 914 time: 0.2198715 Apr 05 20:57:55.896983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-a992b543-8526-4807-8958-05abc68e4646 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 200 len: 217 time: 0.1196103 Apr 05 20:57:55.938888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:55.955982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'port_id': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'mac_address': 'fa:16:3e:30:a7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:57:55.975684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-55dfdce7-361d-422e-9ea9-4c6dbcb79874 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:55.977198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-55dfdce7-361d-422e-9ea9-4c6dbcb79874 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.0744932 Apr 05 20:57:56.044240 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:56.046910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-5b55d04b-c9d6-4e2a-b90b-39fbe1238b01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574365 Apr 05 20:57:56.056741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4835eb-4d9b-46bf-afc9-8d9d33f068fd req-96fad8ed-dbab-4bde-9803-609048a48f86 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:56.058141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac4835eb-4d9b-46bf-afc9-8d9d33f068fd req-96fad8ed-dbab-4bde-9803-609048a48f86 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 944 time: 0.1967168 Apr 05 20:57:56.062416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:57:56.077152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:56.190656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac4835eb-4d9b-46bf-afc9-8d9d33f068fd req-b8a39607-b087-4e88-b62b-71027aaebe6a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138892 Apr 05 20:57:56.225409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-aa7f4be7-cab5-4d41-a0f2-f6f74b7378c4 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663082 Apr 05 20:57:56.377556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3f0b6e3-368d-4ace-ac7a-cca6e233aba1 req-67fd627f-ceef-40de-966b-2c039dc6eaaa service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435702 Apr 05 20:57:56.588064 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:56.706105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49724) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:56.743564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:56.824510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:57:56.942815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2073756837'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:56.948641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:56.953725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Usage tracker for resource:network and tenant:c9b2006017b44a179ecf9fde4732fc02 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:56.956887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:56.990526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:57.082075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4abd08-0da2-410f-82fb-8e85edada8dc req-ee920479-5db4-453b-b7c4-c137f3628865 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:57.090589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c4abd08-0da2-410f-82fb-8e85edada8dc req-ee920479-5db4-453b-b7c4-c137f3628865 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2053027 Apr 05 20:57:57.123283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Made reservation on behalf of c9b2006017b44a179ecf9fde4732fc02 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:57.127027 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.142870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.174659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c4abd08-0da2-410f-82fb-8e85edada8dc req-12f7e6d9-5a27-4885-9c64-b3a75b2627a1 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830114 Apr 05 20:57:57.197909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:57.206365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Usage tracker for resource:security_group_rule and tenant:c9b2006017b44a179ecf9fde4732fc02 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:57.211349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:57.218596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:57.219404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49748) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:57.239848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-602535278-network', 'tenant_id': 'fe37cfb16e0940759db64e10a376fe71'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:57.267938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:57.281705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Usage tracker for resource:network and tenant:fe37cfb16e0940759db64e10a376fe71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:57.295202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:57.315459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.316555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:57.382608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.419414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Made reservation on behalf of fe37cfb16e0940759db64e10a376fe71 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:57.422542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.426065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:57.435387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5167ea6e-6d1c-4b4e-8277-b03bec4bd047,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:57.450523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.450840 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Added segment 8d9ca19c-4c10-419d-a38e-8f6091109a0d of type vlan for network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 Apr 05 20:57:57.455834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.496843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:57.501371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fe37cfb16e0940759db64e10a376fe71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:57.504329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:57.510131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:57.523438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.563298 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:57:57.606400 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.643559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.647393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:57.658286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.676714 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.680511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479cc8a-b204-4a58-bb6c-3e5ed1525ae5 req-96023b6d-cd56-4c26-b8a5-ffcc5ce71ff1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:57.685309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3479cc8a-b204-4a58-bb6c-3e5ed1525ae5 req-96023b6d-cd56-4c26-b8a5-ffcc5ce71ff1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 945 time: 0.1795809 Apr 05 20:57:57.708218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:57.721391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb04760e-4f12-4219-bbfd-d0d8c86ba0e3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:57.725945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.726473 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Added segment 5a1da45b-88e7-4945-8437-728016972543 of type vlan for network 45d876c5-5f5f-438c-92f8-0d929c582ebf Apr 05 20:57:57.756788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.765708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:57.824096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Pushing event updated for resources: {'Network': ['ID=84bfefc1-a03b-4cbd-87a6-39298464f7b0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:57.849892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3479cc8a-b204-4a58-bb6c-3e5ed1525ae5 req-e56721c5-2684-475a-a594-9a28fe908c91 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635332 Apr 05 20:57:57.867680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:57.882257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.883432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:57.884018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:57.900465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5e19dc13-c73f-469c-9e3a-b7f2fe81d44c tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1908343 Apr 05 20:57:58.007946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:58.016668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:58.017346 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.077107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49762) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:58.077704 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8564236 Apr 05 20:57:58.086069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Request body: {'subnet': {'network_id': '45d876c5-5f5f-438c-92f8-0d929c582ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-602535278-subnet', 'tenant_id': 'fe37cfb16e0940759db64e10a376fe71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:58.093998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:58.100340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Usage tracker for resource:subnet and tenant:fe37cfb16e0940759db64e10a376fe71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:58.106898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:58.112455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412dcae-f82e-4d41-a168-147da171e8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=45d876c5-5f5f-438c-92f8-0d929c582ebf,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:58.118094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:58.152328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 45d876c5-5f5f-438c-92f8-0d929c582ebf details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:58.176604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Made reservation on behalf of fe37cfb16e0940759db64e10a376fe71 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:58.187368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.261573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.302016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:57:58.315744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:57:58.447985 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.473461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49770) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:58.480965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Request body: {'port': {'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0', 'binding:host_id': 'n-h2-836605-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1319405775'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:57:58.494658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:58.505342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Usage tracker for resource:port and tenant:b0d746e741294cf99d7e08976fae27d3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:58.515128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:58.522656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:58.534061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:58.539725 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64327b33-c532-475d-9c5e-1709b41c9c5f'] response: {'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'code': 200} Apr 05 20:57:58.558764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a7a4b-0b37-41fb-a1e2-04eaa1780777 req-afae9f5e-2e30-41fb-9e92-b4c181321408 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:58.564554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-005a7a4b-0b37-41fb-a1e2-04eaa1780777 req-afae9f5e-2e30-41fb-9e92-b4c181321408 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1312253 Apr 05 20:57:58.654828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Made reservation on behalf of b0d746e741294cf99d7e08976fae27d3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:58.658690 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.676628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.724923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:58.729517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Usage tracker for resource:security_group_rule and tenant:b0d746e741294cf99d7e08976fae27d3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:58.734362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:58.742387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:58.759836 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.832306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.907735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-005a7a4b-0b37-41fb-a1e2-04eaa1780777 req-170596a5-7ff1-48d7-b338-b18ccc7856ec tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375347 Apr 05 20:57:58.912666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.932150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Checking segment: {'id': '5a1da45b-88e7-4945-8437-728016972543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '45d876c5-5f5f-438c-92f8-0d929c582ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:58.932665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Network hostable DHCP agents. Network: 45d876c5-5f5f-438c-92f8-0d929c582ebf, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:58.937144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] device_id is not set on port 7232621b-4e70-4602-b15e-a1b0e04b4d43 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:58.970992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1456e119-52e7-4b3b-885b-1096fcee50d6,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:59.013858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16851ee7-9edb-4d36-a08c-25533c76a40f req-33469b6e-6546-4c61-8b4e-4674df0f5b92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 1097 time: 0.2969809 Apr 05 20:57:59.126672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Network 45d876c5-5f5f-438c-92f8-0d929c582ebf is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:59.167399 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16851ee7-9edb-4d36-a08c-25533c76a40f req-f4a07ee0-2348-4f61-9af0-ff3e0deb1edf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394217 Apr 05 20:57:59.178202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1001d1-2497-4f95-a59d-91e5e8128aeb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:59.255360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 45d876c5-5f5f-438c-92f8-0d929c582ebf) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:59.269079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:59.269313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aaaf14-e7ab-44c7-a6f3-38869dc0905b None None] Network 45d876c5-5f5f-438c-92f8-0d929c582ebf requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:59.269754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.382067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dd979-d233-40af-bb5d-17abe85f3401 req-756cce66-2bb4-42c0-bb49-477d855e3a14 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:59.383609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e48dd979-d233-40af-bb5d-17abe85f3401 req-756cce66-2bb4-42c0-bb49-477d855e3a14 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 946 time: 0.3320849 Apr 05 20:57:59.408118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] device_id is not set on port 7232621b-4e70-4602-b15e-a1b0e04b4d43 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:57:59.420498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.424552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7a2c-e85d-4bfd-8350-ca7fe6c0d075 req-a4794a46-bb0f-4852-bf76-79f0977ddcad tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:59.426774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bacc7a2c-e85d-4bfd-8350-ca7fe6c0d075 req-a4794a46-bb0f-4852-bf76-79f0977ddcad tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2679467 Apr 05 20:57:59.435986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ef34cbc3-b541-484d-a9f0-0d5a3ddbab85 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3553219 Apr 05 20:57:59.456508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Transition to ACTIVE for port object 7232621b-4e70-4602-b15e-a1b0e04b4d43 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:59.548555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.582234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e48dd979-d233-40af-bb5d-17abe85f3401 req-aa10266c-4aa4-497e-9c08-75a12ed376f1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841948 Apr 05 20:57:59.600549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ca672b-ed9c-4d5b-b78f-899907f9aa09 None None] Network 45d876c5-5f5f-438c-92f8-0d929c582ebf requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:57:59.611018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bacc7a2c-e85d-4bfd-8350-ca7fe6c0d075 req-9a2dec2e-8bee-4008-b836-61100907ee95 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737151 Apr 05 20:57:59.666554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-4786d48d-9420-400a-b057-5c73a27692b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1379371 Apr 05 20:57:59.756980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=7232621b-4e70-4602-b15e-a1b0e04b4d43,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:59.771883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Checking segment: {'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:57:59.772194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Network hostable DHCP agents. Network: 84bfefc1-a03b-4cbd-87a6-39298464f7b0, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:59.814064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49792) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:59.864745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:59.956191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 84bfefc1-a03b-4cbd-87a6-39298464f7b0) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:59.963267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:57:59.982668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3c6af-d50a-4188-9831-47c4cd07490e None None] Network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:58:00.000663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] Deleting subnet 876948ba-c1dd-4b1f-826f-97a829649011 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:58:00.006819 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:00.010040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.010992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.013692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.027846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.029787 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.031410 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 2 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.057622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.058028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.058365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.065872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.066199 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.066576 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 3 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.086128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.086465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.086855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.097822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.098299 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.098869 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 4 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.118795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.119149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.119490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.127059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.127393 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.127870 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 5 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.148970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.149333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.149672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.153253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1136e-546d-4da9-ba20-557ff4eb1efb req-ee75f914-fefd-4f8b-829e-c841211d5305 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:00.155063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23f1136e-546d-4da9-ba20-557ff4eb1efb req-ee75f914-fefd-4f8b-829e-c841211d5305 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2435870 Apr 05 20:58:00.162804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.163375 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.163922 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 6 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.164134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:00.190578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.191136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.191469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.198494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.198494 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.198805 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 7 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.213575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-0974752c-3ce3-4e5a-920c-43122e5a70ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 1097 time: 0.4025214 Apr 05 20:58:00.220183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.220517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.221207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.230269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.230595 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.244820 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 8 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.276511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.277099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.277915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.284468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.295632 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.296859 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 9 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.322420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.323014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.323514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.330224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.330751 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.331560 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 10 to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 Apr 05 20:58:00.398636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:00.400104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:00.400451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:00.413566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:00.413902 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port 7232621b-4e70-4602-b15e-a1b0e04b4d43 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:00.414256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:00.539563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:00.547447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] For port 7232621b-4e70-4602-b15e-a1b0e04b4d43, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:58:00.547830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempted to set empty binding levels {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 20:58:00.578130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-375ad6f1-bf2a-4044-b844-2e113153788a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:00.579971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-375ad6f1-bf2a-4044-b844-2e113153788a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 200 len: 914 time: 0.3352046 Apr 05 20:58:00.597634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23f1136e-546d-4da9-ba20-557ff4eb1efb req-6c196939-b2fe-4118-bb81-8f5ced59e333 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873720 Apr 05 20:58:00.613699 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:00.707275 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:00.711895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-3c3d2f0f-ed47-4f5d-aa88-909b7c585edc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 200 len: 217 time: 0.1108949 Apr 05 20:58:00.782621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=7232621b-4e70-4602-b15e-a1b0e04b4d43,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:00.863497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-24483e63-b161-4892-9a80-2a7ffc36a65c tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3889289 Apr 05 20:58:00.866221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49806) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:00.908747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-ca7244bf-1be6-456c-a7ac-55708473e21f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:00.910232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-ca7244bf-1be6-456c-a7ac-55708473e21f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 200 len: 853 time: 0.1898324 Apr 05 20:58:00.927112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Deleting port 7232621b-4e70-4602-b15e-a1b0e04b4d43 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:00.927458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:00.972956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-4589f373-fa4d-4f40-aee7-7f56764a49ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f57831df-e17c-4ce9-87c4-f8376689a919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543048 Apr 05 20:58:00.982564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.055661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876948ba-c1dd-4b1f-826f-97a829649011,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:01.131730 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.151453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-961a5cc2-72ac-4120-9077-2f6407f98a98 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/876948ba-c1dd-4b1f-826f-97a829649011 HTTP/1.1" status: 204 len: 168 time: 1.3359926 Apr 05 20:58:01.162127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:01.162754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4925f00-3c65-4400-94f5-e073eeb8111c req-71c396b9-4837-4b10-9dd7-40fa434916b2 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:01.164157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4925f00-3c65-4400-94f5-e073eeb8111c req-71c396b9-4837-4b10-9dd7-40fa434916b2 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.3630614 Apr 05 20:58:01.181645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47593045-d828-4f36-bb1f-8221c07534bf req-29beb1fb-4efd-434e-bcb1-8c77a08d772c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:01.183076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47593045-d828-4f36-bb1f-8221c07534bf req-29beb1fb-4efd-434e-bcb1-8c77a08d772c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 946 time: 0.3831754 Apr 05 20:58:01.192236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] For port 7232621b-4e70-4602-b15e-a1b0e04b4d43, host n-h2-836605-1, got binding levels [] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:01.192589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.256867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-dab68f1e-d9b3-43f8-bfda-1c81b03fe9c5 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663889 Apr 05 20:58:01.378687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Calling delete_port for 7232621b-4e70-4602-b15e-a1b0e04b4d43 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:01.440168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.461643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4925f00-3c65-4400-94f5-e073eeb8111c req-18be92e8-9304-4d61-b0cf-32e4b817ebf9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858765 Apr 05 20:58:01.467882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47593045-d828-4f36-bb1f-8221c07534bf req-78394de6-882f-4838-981c-407365f61587 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692447 Apr 05 20:58:01.549416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55f7cf79-a0bc-4d97-8a4f-60d4399b3e45 req-0cc3a10f-94c5-446b-9d9f-c437c5a24ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810202 Apr 05 20:58:01.595659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.650363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba45c08-fd5e-458a-b743-8fb1c5313fb4']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:01.781706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7231af3-4682-46be-8558-04aef64b6619') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:01.782017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7231af3-4682-46be-8558-04aef64b6619') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:01.795497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.803011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.842851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df1ba1-daa8-410b-81f1-3cb4cc194a00 req-f48dd11b-5b62-45a8-9409-d024360c4895 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:01.844317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60df1ba1-daa8-410b-81f1-3cb4cc194a00 req-f48dd11b-5b62-45a8-9409-d024360c4895 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 946 time: 0.1372428 Apr 05 20:58:01.855771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.857721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49824) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:01.860700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=7232621b-4e70-4602-b15e-a1b0e04b4d43,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:01.870759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'port_id': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:01.881446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20331f82-2899-4fde-8375-2faa7c2cceca req-d7f60476-6eb2-49e9-a436-3b5c28132cd9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:01.883047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20331f82-2899-4fde-8375-2faa7c2cceca req-d7f60476-6eb2-49e9-a436-3b5c28132cd9 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1173244 Apr 05 20:58:01.925287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:58:01.925693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:01.933180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20331f82-2899-4fde-8375-2faa7c2cceca req-742d4df6-0579-4344-823c-07941ffe4882 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:58:01.946116 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:58:02.020271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.035538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.100249 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-77ad4cf7-d9e9-4c42-8984-6a835758e5fb tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "DELETE /v2.0/ports/7232621b-4e70-4602-b15e-a1b0e04b4d43 HTTP/1.1" status: 204 len: 168 time: 1.2306373 Apr 05 20:58:02.118721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:02.174945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934df17-913b-454c-b070-5fbe1240eabf req-7922773a-748e-4ac2-b274-6297ff21b2eb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:02.177541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8934df17-913b-454c-b070-5fbe1240eabf req-7922773a-748e-4ac2-b274-6297ff21b2eb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1099172 Apr 05 20:58:02.212110 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7f7167-507e-4e62-8c1d-dbe0c1a09a1b tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:58:02.212617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fa7f7167-507e-4e62-8c1d-dbe0c1a09a1b tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Synchronizing usage tracker for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:02.236705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.246802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.249731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8934df17-913b-454c-b070-5fbe1240eabf req-4623986a-0725-4ec9-b7b7-cc0ddd56ee2c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666897 Apr 05 20:58:02.298012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba45c08-fd5e-458a-b743-8fb1c5313fb4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:02.319202 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0809a30a-0c37-4d2d-bdae-c376bdaac079 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0ba45c08-fd5e-458a-b743-8fb1c5313fb4 HTTP/1.1" status: 204 len: 168 time: 1.1475096 Apr 05 20:58:02.325845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49842) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:02.396913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] Deleting subnet 1456e119-52e7-4b3b-885b-1096fcee50d6 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:58:02.400462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.457257 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.480374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fa7f7167-507e-4e62-8c1d-dbe0c1a09a1b tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Unset dirty status for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:02.481635 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fa7f7167-507e-4e62-8c1d-dbe0c1a09a1b tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "GET /v2.0/ports/7232621b-4e70-4602-b15e-a1b0e04b4d43 HTTP/1.1" status: 404 len: 333 time: 0.3602159 Apr 05 20:58:02.492289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49846) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:02.499570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Request body: {'port': {'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-373840686'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:02.518837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:02.540271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:02.586816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.652120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Made reservation on behalf of b0d746e741294cf99d7e08976fae27d3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:58:02.652664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef91c36-e292-46d0-96e8-e01c667f590a req-ed491976-7b03-4fb4-a857-0b34c7425cfa tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:02.653712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ef91c36-e292-46d0-96e8-e01c667f590a req-ed491976-7b03-4fb4-a857-0b34c7425cfa tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1674893 Apr 05 20:58:02.656683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.697702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] device_id is not set on port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:58:02.719940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ef91c36-e292-46d0-96e8-e01c667f590a req-95843277-2b38-4f4e-94fc-efb6e486674d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Apr 05 20:58:02.768144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.809344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1456e119-52e7-4b3b-885b-1096fcee50d6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:02.817960 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.827605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-01ab04c3-e323-4b1b-881d-4d45b15a85f5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1456e119-52e7-4b3b-885b-1096fcee50d6 HTTP/1.1" status: 204 len: 168 time: 0.5129895 Apr 05 20:58:02.829856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49854) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:02.901239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.988986 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:02.996167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.048042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8bec9-2bee-4473-b458-5e38ee5f7ccc req-255c6628-68c6-455f-9cc7-91a635b1cac4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:03.049527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa8bec9-2bee-4473-b458-5e38ee5f7ccc req-255c6628-68c6-455f-9cc7-91a635b1cac4 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1979432 Apr 05 20:58:03.148924 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.164553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.204275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baa8bec9-2bee-4473-b458-5e38ee5f7ccc req-073494ee-7d16-4128-aa7b-631b37f7787b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376965 Apr 05 20:58:03.206076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d876c5-5f5f-438c-92f8-0d929c582ebf']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:03.219592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1da45b-88e7-4945-8437-728016972543') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:03.219933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1da45b-88e7-4945-8437-728016972543') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:03.237429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.259844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.267131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:58:03.267854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.275393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:58:03.282610 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:58:03.444273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.471404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:03.473742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.484639 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP d11a4c10-21ff-496d-bef8-4b4eababbd89 associated. External IP: 172.25.2.58, port: abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0. Apr 05 20:58:03.486511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] Pushing event deleted for resources: {'Network': ['ID=45d876c5-5f5f-438c-92f8-0d929c582ebf,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:03.494898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-14a4f9c7-5d75-46af-9156-90d8c2202f1c admin admin] 10.222.0.10 "DELETE /v2.0/networks/45d876c5-5f5f-438c-92f8-0d929c582ebf HTTP/1.1" status: 204 len: 168 time: 0.6640317 Apr 05 20:58:03.554413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:03.558145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:03.558959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:03.559538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:03.597610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfd4cc-eaf7-4ccb-ae7c-a9b7811b0ba0 req-f61d28c3-2e9c-439a-9b26-97f0874f5e09 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:03.599287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2cfd4cc-eaf7-4ccb-ae7c-a9b7811b0ba0 req-f61d28c3-2e9c-439a-9b26-97f0874f5e09 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.0973899 Apr 05 20:58:03.649537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2cfd4cc-eaf7-4ccb-ae7c-a9b7811b0ba0 req-13375ba3-9f05-41ea-9319-e907645d9c5c tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439756 Apr 05 20:58:03.665313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c50bb9-f4c0-4799-9b3d-2b9a67315d42,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:03.809696 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4fa0cee8-c61e-430c-8ed1-1cf4e81537db tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3167119 Apr 05 20:58:03.816065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:03.875625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:03.876493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162399-76df-4c66-9d8d-1019e33a9bbf req-35def978-1513-4a1e-8501-f3d202298a7e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:03.878126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63162399-76df-4c66-9d8d-1019e33a9bbf req-35def978-1513-4a1e-8501-f3d202298a7e tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.0776620 Apr 05 20:58:03.947765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63162399-76df-4c66-9d8d-1019e33a9bbf req-fd574d4b-0e3e-4a39-922d-df2920b1291a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574439 Apr 05 20:58:04.025097 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.033361 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.159284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49888) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:04.232530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ae25ae12-13c6-47c2-83fb-663fb1d16444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65c5d8048d034e30a3be0b4e0713e1c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0688138 Apr 05 20:58:04.233155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:58:04.233253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49894) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:04.251173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b63908-595c-44e4-98a3-c7164d26739f req-fd4290c6-cab6-4db6-abf6-456a448ea71d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:04.252665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6b63908-595c-44e4-98a3-c7164d26739f req-fd4290c6-cab6-4db6-abf6-456a448ea71d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1440618 Apr 05 20:58:04.345330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6b63908-595c-44e4-98a3-c7164d26739f req-94bd2844-17ba-45a2-8120-98e014b5644f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810671 Apr 05 20:58:04.349897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e950fb85-c922-49ad-b3af-7048116cc9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.381251 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e950fb85-c922-49ad-b3af-7048116cc9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.471268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] device_id is not set on port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:58:04.480739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.550910 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e950fb85-c922-49ad-b3af-7048116cc9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.551122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Transition to ACTIVE for port object e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:58:04.555398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:04.560211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.566238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:04.568031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950fb85-c922-49ad-b3af-7048116cc9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d17c42-92f0-4fb3-9304-e4dad7b0d600,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:04.581018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9378-a145-42b5-abe7-8a210bc3bcce req-099a84b9-a713-4ce2-9892-6f4291b97a82 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:04.582535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acfd9378-a145-42b5-abe7-8a210bc3bcce req-099a84b9-a713-4ce2-9892-6f4291b97a82 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.0999594 Apr 05 20:58:04.585873 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:04.586008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e950fb85-c922-49ad-b3af-7048116cc9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.586562 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:04.586992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e950fb85-c922-49ad-b3af-7048116cc9d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33d17c42-92f0-4fb3-9304-e4dad7b0d600 HTTP/1.1" status: 204 len: 168 time: 0.3531816 Apr 05 20:58:04.635871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.647603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acfd9378-a145-42b5-abe7-8a210bc3bcce req-6c5c5c8a-978a-440f-96db-4ce4c419892a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497711 Apr 05 20:58:04.739594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c50bb9-f4c0-4799-9b3d-2b9a67315d42,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:04.803080 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0b0b309f-42dc-48ad-9a9e-dd8ec3529256 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "PUT /v2.0/floatingips/d11a4c10-21ff-496d-bef8-4b4eababbd89 HTTP/1.1" status: 200 len: 991 time: 2.9436417 Apr 05 20:58:04.808609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:58:04.845828 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:04.881356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:04.881702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:04.882043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:04.903084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:04.914544 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:04.914544 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 2 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:04.926074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:04.926410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:04.926750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:04.929426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30754b-44ef-4697-aa5a-ef7b423cbcb5 req-72e2deb6-9773-4bd2-bbdd-af063bb0ff8f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:04.931304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc30754b-44ef-4697-aa5a-ef7b423cbcb5 req-72e2deb6-9773-4bd2-bbdd-af063bb0ff8f tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1342180 Apr 05 20:58:04.934664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:04.934837 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:04.935101 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 3 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:04.945202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00f76448-7721-4267-ae03-d38594f736d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:04.959917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:04.960367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:04.960799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:04.968209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:04.968780 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:04.969724 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 4 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:04.989083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:04.989324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:04.989674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:04.997872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:04.998207 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:04.998597 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 5 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:05.007554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc30754b-44ef-4697-aa5a-ef7b423cbcb5 req-71e956f3-c9d8-46e4-9267-00430648d343 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704114 Apr 05 20:58:05.015524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:05.015870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:05.016207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:05.038115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:05.038115 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:05.038115 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 6 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:05.094669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:05.095229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:05.095750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:05.105485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:05.105858 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:05.106374 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 7 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:05.128615 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4748299-f42b-4c19-8aab-ac36f517bc06'] response: {'name': 'network-changed', 'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'status': 'completed', 'code': 200} Apr 05 20:58:05.145841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:05.146243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:05.146505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:05.159791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:05.160121 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:05.160524 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 8 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:05.191284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:05.192252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:05.192749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:05.200868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:05.201451 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:05.202959 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 9 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:05.223933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:05.224551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:05.225194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:05.242766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:05.243048 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:05.248133 n-d-836605-1 neutron-server[84580]: INFO neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 10 to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 Apr 05 20:58:05.284721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:05.287188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:05.287540 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:05.299812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:05.300249 n-d-836605-1 neutron-server[84580]: ERROR neutron.plugins.ml2.managers [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:05.308747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:05.428527 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:04Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}, {'id': 'd11a4c10-21ff-496d-bef8-4b4eababbd89', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:30:a7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:57:27Z', 'updated_at': '2022-04-05T20:58:02Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:05.432764 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:58:05.445784 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:05.446656 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:57:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:05.449543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c472cc-0e11-4285-8da1-125c6d19488a req-f26536ea-a58f-4b02-84d6-4411e5c1cd97 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:05.451038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c472cc-0e11-4285-8da1-125c6d19488a req-f26536ea-a58f-4b02-84d6-4411e5c1cd97 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.2321765 Apr 05 20:58:05.454073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-1c4e80a4-03e5-4944-bbde-9be554f47071 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 1097 time: 0.3085163 Apr 05 20:58:05.482996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] For port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:58:05.483495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempted to set empty binding levels {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 20:58:05.586224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c472cc-0e11-4285-8da1-125c6d19488a req-fe197063-c6fe-42ee-b023-7f9da48a779d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295547 Apr 05 20:58:05.628575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:05.641439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-a5d65a4a-505f-43cf-b5c9-f1b8802ea3d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:05.641439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-a5d65a4a-505f-43cf-b5c9-f1b8802ea3d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.1653008 Apr 05 20:58:05.654639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:05.710821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=e3c50bb9-f4c0-4799-9b3d-2b9a67315d42,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:05.714952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] In _notify_port_updated(), no bound segment for port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:58:05.715972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:05.718860 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e30ceedf-a961-4e74-a715-b91de47ce311 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "PUT /v2.0/ports/e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 HTTP/1.1" status: 200 len: 974 time: 1.9010971 Apr 05 20:58:05.721251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49938) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:05.813110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-fbc90355-3834-4b7c-89d5-2edc550fc346 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 HTTP/1.1" status: 200 len: 999 time: 0.1637144 Apr 05 20:58:05.989319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-09a8d9c6-31d4-4daa-84eb-b2c63d81ba8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:05.991029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-09a8d9c6-31d4-4daa-84eb-b2c63d81ba8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.1698885 Apr 05 20:58:06.041410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:06.090552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-37692d7a-0609-403d-bf24-324bf01d56d1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Synchronizing usage tracker for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:06.126298 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2230b2c6-db9d-4477-bd62-eb98b35640f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe37cfb16e0940759db64e10a376fe71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0837893 Apr 05 20:58:06.133382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:06.154207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-97727373-f8e3-49fb-8d6d-75012369e739 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571145 Apr 05 20:58:06.188977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cd64b-c6ef-41b1-bd85-71614bba4a03 req-5bc4afae-05cc-470a-bb3c-f0d40fd6ddcb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:06.190475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a63cd64b-c6ef-41b1-bd85-71614bba4a03 req-5bc4afae-05cc-470a-bb3c-f0d40fd6ddcb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1307139 Apr 05 20:58:06.206373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad36c4ab-9d66-43e7-9261-e05fa1e7fc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:06.217180 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:04Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}, {'id': 'd11a4c10-21ff-496d-bef8-4b4eababbd89', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:30:a7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:57:27Z', 'updated_at': '2022-04-05T20:58:02Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:06.222955 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be7fc6-77ea-4239-8bf3-c2b5d0fd24fc None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:04Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}, {'id': 'd11a4c10-21ff-496d-bef8-4b4eababbd89', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:30:a7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:57:27Z', 'updated_at': '2022-04-05T20:58:02Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:06.226328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-37692d7a-0609-403d-bf24-324bf01d56d1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Unset dirty status for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:06.228873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-37692d7a-0609-403d-bf24-324bf01d56d1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11662 time: 0.5057695 Apr 05 20:58:06.239603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49956) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:06.307589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad36c4ab-9d66-43e7-9261-e05fa1e7fc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:06.360837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a63cd64b-c6ef-41b1-bd85-71614bba4a03 req-cc402169-fa1c-453c-affe-218fbda6195b tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158228 Apr 05 20:58:06.395706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Deleting port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:06.396053 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:06.404144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-4c80e935-2df6-48c1-80d0-83e120ead6bd service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420130 Apr 05 20:58:06.586940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e01b0c9c-0a9c-422a-9c1b-b0290d50388c req-714eca89-1f4c-4120-ad88-1dbef22d94e9 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746333 Apr 05 20:58:06.593590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90e30e-eb70-4f13-afcf-6811f9fcc233 None None] New status for floating IP d11a4c10-21ff-496d-bef8-4b4eababbd89: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:58:06.650919 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad36c4ab-9d66-43e7-9261-e05fa1e7fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:06.664874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] For port e3c50bb9-f4c0-4799-9b3d-2b9a67315d42, host n-h2-836605-1, got binding levels [] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:06.665423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:06.683109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c4ab-9d66-43e7-9261-e05fa1e7fc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb04760e-4f12-4219-bbfd-d0d8c86ba0e3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:06.799113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad36c4ab-9d66-43e7-9261-e05fa1e7fc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:06.800257 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad36c4ab-9d66-43e7-9261-e05fa1e7fc36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb04760e-4f12-4219-bbfd-d0d8c86ba0e3 HTTP/1.1" status: 204 len: 168 time: 0.6659019 Apr 05 20:58:06.817111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Calling delete_port for e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:06.994472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e91ca89a-ed33-4d86-ae15-daf1c22e82e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:07.024683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:07.077948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3c50bb9-f4c0-4799-9b3d-2b9a67315d42,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:07.086833 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:07.183060 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5543dd16-8c03-4e3e-9ace-6a35a1496320 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "DELETE /v2.0/ports/e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 HTTP/1.1" status: 204 len: 168 time: 0.9420245 Apr 05 20:58:07.185602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49978) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:07.233133 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4af85c-48c6-4b19-bfb3-b67d8c8154ef tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:58:07.234374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9b4af85c-48c6-4b19-bfb3-b67d8c8154ef tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Synchronizing usage tracker for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:07.344857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9b4af85c-48c6-4b19-bfb3-b67d8c8154ef tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Unset dirty status for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:07.347330 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9b4af85c-48c6-4b19-bfb3-b67d8c8154ef tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "GET /v2.0/ports/e3c50bb9-f4c0-4799-9b3d-2b9a67315d42 HTTP/1.1" status: 404 len: 333 time: 0.1608226 Apr 05 20:58:07.353657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49984) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:07.359572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2084216550', 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:07.367895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:07.382404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:07.573928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Made reservation on behalf of b0d746e741294cf99d7e08976fae27d3 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:58:07.576466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:07.598077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] device_id is not set on port 9697aaaa-d13c-454c-b9e0-962719b3b64f yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:58:07.856167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:08.014401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:08.088481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:08.091326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:08.096189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:08.097945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:08.098710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:08.107974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=9697aaaa-d13c-454c-b9e0-962719b3b64f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:08.229175 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9be4d147-8278-429c-842f-78a76e5988b1 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8695335 Apr 05 20:58:08.231104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50014) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:08.319126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f768aa10-54a6-4761-bdd7-ec6f060a7171 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "GET /v2.0/ports/9697aaaa-d13c-454c-b9e0-962719b3b64f HTTP/1.1" status: 200 len: 955 time: 0.0870686 Apr 05 20:58:08.322105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50018) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:08.390824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:08.432810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Deleting port 9697aaaa-d13c-454c-b9e0-962719b3b64f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:08.433273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:08.575551 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-aaf35ec7-bf0f-4295-bf96-e0c91116b93a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2126911 Apr 05 20:58:08.634237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:08.683838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:08.943443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Calling delete_port for 9697aaaa-d13c-454c-b9e0-962719b3b64f owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:09.037927 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-22b43234-4d5c-40fd-851d-470eb10308af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 1096 time: 0.1908462 Apr 05 20:58:09.154748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.225026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=9697aaaa-d13c-454c-b9e0-962719b3b64f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:09.227066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.245801 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-37c45b05-71de-492c-97e2-3be3fd78c7ee tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "DELETE /v2.0/ports/9697aaaa-d13c-454c-b9e0-962719b3b64f HTTP/1.1" status: 204 len: 168 time: 0.9226153 Apr 05 20:58:09.248504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50046) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:09.292209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-71724637-e893-41cf-abaf-949988460108 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:09.297339 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-71724637-e893-41cf-abaf-949988460108 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.2263491 Apr 05 20:58:09.395754 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed22de4-a6cc-4c7f-b49e-a968a1813940 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:58:09.395754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6ed22de4-a6cc-4c7f-b49e-a968a1813940 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "GET /v2.0/ports/9697aaaa-d13c-454c-b9e0-962719b3b64f HTTP/1.1" status: 404 len: 333 time: 0.1425281 Apr 05 20:58:09.396013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50054) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:09.407224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Request body: {'port': {'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-441230763'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:09.423108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:09.435151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Usage tracker for resource:port and tenant:b0d746e741294cf99d7e08976fae27d3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:09.441881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:09.449738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:09.451369 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-98f37cef-52a5-4476-bf0b-1bf329237706 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 200 len: 1000 time: 0.1465280 Apr 05 20:58:09.546114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-acdf89ad-f97b-48b6-a699-54a5ff9557fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:09.547578 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-acdf89ad-f97b-48b6-a699-54a5ff9557fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0884023 Apr 05 20:58:09.561958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Made reservation on behalf of b0d746e741294cf99d7e08976fae27d3 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:58:09.564297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.610645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] device_id is not set on port eb2a6150-7aec-4e04-8976-0eb85406a4dc yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:58:09.659898 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-1e0a32b0-8ef6-4010-aa91-8ba9e45ebc1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060674 Apr 05 20:58:09.916305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.962729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:10.027714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-b445fc61-16be-4454-ac2f-76e4a7745d49 service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613601 Apr 05 20:58:10.099436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:10.207719 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-5466a9e5-e93d-4c0c-be0c-4038c3bd3362 req-a0a0a584-8dd4-4292-9d4b-b034df54293e service neutron] 10.222.0.39 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713841 Apr 05 20:58:10.235659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=eb2a6150-7aec-4e04-8976-0eb85406a4dc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:10.244344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:10.245929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:10.247997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:10.250044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:10.250630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:10.488887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-881633eb-59bb-4974-be88-afd027d53b24 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0917528 Apr 05 20:58:10.491157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50084) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:10.498009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:10.662685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:11.048761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] device_id is not set on port eb2a6150-7aec-4e04-8976-0eb85406a4dc yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:58:11.055959 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:11.080431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Transition to ACTIVE for port object eb2a6150-7aec-4e04-8976-0eb85406a4dc will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:58:11.212550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:11.390271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=eb2a6150-7aec-4e04-8976-0eb85406a4dc,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:11.408802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.409180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.409519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.415179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.415508 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.415883 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 2 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.434248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.434586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.434924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.441489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.441817 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.442203 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 3 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.457451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.457965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.458127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.463762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.464087 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.464468 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 4 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.478997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.479325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.479655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.486028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.486360 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.486745 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 5 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.502240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.502569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.503005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.509159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.509489 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.509873 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 6 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.529792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.529792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.529792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.531662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.531990 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.532588 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 7 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.548949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.549345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.549680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.555929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.556239 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.556650 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 8 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.574761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.575155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.575549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.595547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.595886 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.596280 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 9 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.640061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.640735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.649675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.664655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.665000 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.665422 n-d-836605-1 neutron-server[84581]: INFO neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempt 10 to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc Apr 05 20:58:11.682501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:11.682768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:11.683070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempting to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:11.690266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:58:11.691627 n-d-836605-1 neutron-server[84581]: ERROR neutron.plugins.ml2.managers [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Failed to bind port eb2a6150-7aec-4e04-8976-0eb85406a4dc on host n-h2-836605-1 for vnic_type normal using segments [{'id': '8d9ca19c-4c10-419d-a38e-8f6091109a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '84bfefc1-a03b-4cbd-87a6-39298464f7b0'}] Apr 05 20:58:11.691989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:11.798643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] For port eb2a6150-7aec-4e04-8976-0eb85406a4dc, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:58:11.798973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Attempted to set empty binding levels {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 20:58:11.894774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:11.999285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event updated for resources: {'Port': ['ID=eb2a6150-7aec-4e04-8976-0eb85406a4dc,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:12.003128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] In _notify_port_updated(), no bound segment for port eb2a6150-7aec-4e04-8976-0eb85406a4dc on network 84bfefc1-a03b-4cbd-87a6-39298464f7b0 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:58:12.004332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.006426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6c0a10ac-9c3d-4a7b-961c-a872081bfc15 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "PUT /v2.0/ports/eb2a6150-7aec-4e04-8976-0eb85406a4dc HTTP/1.1" status: 200 len: 974 time: 1.5136435 Apr 05 20:58:12.008610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50124) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:12.093381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Deleting port eb2a6150-7aec-4e04-8976-0eb85406a4dc {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:12.094865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.348631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] For port eb2a6150-7aec-4e04-8976-0eb85406a4dc, host n-h2-836605-1, got binding levels [] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:12.348785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.480798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Calling delete_port for eb2a6150-7aec-4e04-8976-0eb85406a4dc owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:12.683987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6b39-e865-4aec-8733-e17fa68531bc req-4ac6175a-c499-4957-9ae1-dbe0b5cdc710 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:12.685683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29bd6b39-e865-4aec-8733-e17fa68531bc req-4ac6175a-c499-4957-9ae1-dbe0b5cdc710 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.0937386 Apr 05 20:58:12.688955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.761313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.801334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb2a6150-7aec-4e04-8976-0eb85406a4dc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:12.814069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7cced6eb-91e5-43c5-9359-791e6a495fc5 tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "DELETE /v2.0/ports/eb2a6150-7aec-4e04-8976-0eb85406a4dc HTTP/1.1" status: 204 len: 168 time: 0.8039067 Apr 05 20:58:12.818494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50146) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:12.869946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29bd6b39-e865-4aec-8733-e17fa68531bc req-520ea01f-6ca2-4bfd-9f7d-918868693fca tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510611 Apr 05 20:58:12.890973 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a9906c-666a-47ef-92af-6752c7d6672f tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:58:12.891481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61a9906c-666a-47ef-92af-6752c7d6672f tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Synchronizing usage tracker for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:12.956872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-61a9906c-666a-47ef-92af-6752c7d6672f tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] Unset dirty status for tenant:b0d746e741294cf99d7e08976fae27d3 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:12.958242 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-61a9906c-666a-47ef-92af-6752c7d6672f tempest-PortsAdminExtendedAttrsTestJSON-865715513 tempest-PortsAdminExtendedAttrsTestJSON-865715513-project-admin] 10.222.0.10 "GET /v2.0/ports/eb2a6150-7aec-4e04-8976-0eb85406a4dc HTTP/1.1" status: 404 len: 333 time: 0.1387513 Apr 05 20:58:12.961991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50152) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:13.119781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:13.251585 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:13.276722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84bfefc1-a03b-4cbd-87a6-39298464f7b0']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:13.289277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9ca19c-4c10-419d-a38e-8f6091109a0d') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:13.289626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9ca19c-4c10-419d-a38e-8f6091109a0d') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:13.302190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:13.319999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:13.326853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:58:13.327464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:58:13.341949 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:58:13.599435 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:13.622228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:13.632227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] Pushing event deleted for resources: {'Network': ['ID=84bfefc1-a03b-4cbd-87a6-39298464f7b0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:13.645382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2959e759-7775-45e1-9d7d-2094a14daddb tempest-PortsAdminExtendedAttrsTestJSON-660340522 tempest-PortsAdminExtendedAttrsTestJSON-660340522-project] 10.222.0.10 "DELETE /v2.0/networks/84bfefc1-a03b-4cbd-87a6-39298464f7b0 HTTP/1.1" status: 204 len: 168 time: 0.6749535 Apr 05 20:58:14.147108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02844a0b-bff7-42cf-8945-aa4943848ff3 req-7a67deac-4170-4d5a-8be5-ea43aab4ad2d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:14.149961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02844a0b-bff7-42cf-8945-aa4943848ff3 req-7a67deac-4170-4d5a-8be5-ea43aab4ad2d tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1002734 Apr 05 20:58:14.216108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50194) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:14.221110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02844a0b-bff7-42cf-8945-aa4943848ff3 req-644ee18a-db5e-4077-a559-9fee8c80d9aa tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/security-groups?id=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661407 Apr 05 20:58:14.414823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-37c7f40b-cd14-429f-af07-3919960b748a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:14.416551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-37c7f40b-cd14-429f-af07-3919960b748a tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 946 time: 0.1201761 Apr 05 20:58:14.495677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Deleting port f7386ceb-d5d3-489a-8503-3189634ec38e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:14.495962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.511821 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6fc489ea-228f-40e2-b773-77b6d2b1b5e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9b2006017b44a179ecf9fde4732fc02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2939188 Apr 05 20:58:14.515051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50200) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:14.574019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f648733-6918-4953-b67c-ac0a25838b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.601677 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f648733-6918-4953-b67c-ac0a25838b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.770406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f648733-6918-4953-b67c-ac0a25838b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.823700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] For port f7386ceb-d5d3-489a-8503-3189634ec38e, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f7386ceb-d5d3-489a-8503-3189634ec38e,segment=NetworkSegment(81fcf914-c1d9-4c27-b842-db8beec38cfb),segment_id=81fcf914-c1d9-4c27-b842-db8beec38cfb)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:14.824278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.832903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f648733-6918-4953-b67c-ac0a25838b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.836369 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f648733-6918-4953-b67c-ac0a25838b17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5167ea6e-6d1c-4b4e-8277-b03bec4bd047 HTTP/1.1" status: 204 len: 168 time: 0.3181689 Apr 05 20:58:14.840459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f648733-6918-4953-b67c-ac0a25838b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167ea6e-6d1c-4b4e-8277-b03bec4bd047,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:14.978005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Calling delete_port for f7386ceb-d5d3-489a-8503-3189634ec38e owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:15.234072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.246588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f7386ceb-d5d3-489a-8503-3189634ec38e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:58:15.342790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Pushing event deleted for resources: {'Port': ['ID=f7386ceb-d5d3-489a-8503-3189634ec38e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:15.423634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] No DVR routers for this DVR port f7386ceb-d5d3-489a-8503-3189634ec38e on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:58:15.426744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.429537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-deleted', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:58:15.488615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ac1936a5-4ec9-4c56-b8f0-5f3a398f1238 req-ba173019-55e9-4be2-b6d0-d2ed9032fb29 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Synchronizing usage tracker for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:15.493527 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69291eab-a888-405f-82c5-7b7531a7b12c'] response: {'server_uuid': 'c5f02bad-37aa-4d1e-8829-ea31fc434c26', 'name': 'network-vif-deleted', 'tag': 'f7386ceb-d5d3-489a-8503-3189634ec38e', 'status': 'completed', 'code': 200} Apr 05 20:58:15.552162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee87f4c4-caf9-4cc2-9b61-aa8775503e19 req-d198a53d-5e79-4ea7-a47d-7c30eca650cb tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.23 "DELETE /v2.0/ports/f7386ceb-d5d3-489a-8503-3189634ec38e HTTP/1.1" status: 204 len: 173 time: 1.1257079 Apr 05 20:58:15.666736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ac1936a5-4ec9-4c56-b8f0-5f3a398f1238 req-ba173019-55e9-4be2-b6d0-d2ed9032fb29 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] Unset dirty status for tenant:629a2237bbb044bfbb3f0ab248cd5db3 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:15.668104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac1936a5-4ec9-4c56-b8f0-5f3a398f1238 req-ba173019-55e9-4be2-b6d0-d2ed9032fb29 tempest-ServersNegativeTestJSON-1695148752 tempest-ServersNegativeTestJSON-1695148752-project] 10.222.0.10 "GET /v2.0/ports?device_id=c5f02bad-37aa-4d1e-8829-ea31fc434c26 HTTP/1.1" status: 200 len: 210 time: 0.2327454 Apr 05 20:58:15.911517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50240) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:15.965634 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a847af43-beb8-42a0-b78d-af9477bbb675 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0d746e741294cf99d7e08976fae27d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529146 Apr 05 20:58:15.967277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50246) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:16.035673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9611-d62c-47c7-b26e-bfebaa7e791f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.062660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9611-d62c-47c7-b26e-bfebaa7e791f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.213498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9611-d62c-47c7-b26e-bfebaa7e791f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.228872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e9611-d62c-47c7-b26e-bfebaa7e791f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1001d1-2497-4f95-a59d-91e5e8128aeb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:16.251734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad5e9611-d62c-47c7-b26e-bfebaa7e791f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.253293 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad5e9611-d62c-47c7-b26e-bfebaa7e791f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e1001d1-2497-4f95-a59d-91e5e8128aeb HTTP/1.1" status: 204 len: 168 time: 0.2843571 Apr 05 20:58:16.821358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50276) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:16.909678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] Deleting subnet 757b56f6-f3a6-4d4c-b1cc-f000529487b6 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:58:16.925556 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.006988 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.101392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.245491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.284988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757b56f6-f3a6-4d4c-b1cc-f000529487b6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:17.308989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.321295 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5563f90f-5e74-4737-9c22-c583b13ffe91 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/757b56f6-f3a6-4d4c-b1cc-f000529487b6 HTTP/1.1" status: 204 len: 168 time: 0.4985523 Apr 05 20:58:17.323789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50296) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:17.462387 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.592470 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.622451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57831df-e17c-4ce9-87c4-f8376689a919']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:17.636069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fcf914-c1d9-4c27-b842-db8beec38cfb') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:17.636156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fcf914-c1d9-4c27-b842-db8beec38cfb') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:17.649201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.669262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.677698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:58:17.677698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: timer() Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:58:17.690424 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:58:17.851789 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.894513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:17.897688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57831df-e17c-4ce9-87c4-f8376689a919,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:17.903366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:58:18.035601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-76e1fafc-53a0-43ca-9d4f-5aa4fe361287 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f57831df-e17c-4ce9-87c4-f8376689a919 HTTP/1.1" status: 204 len: 168 time: 0.7101290 Apr 05 20:58:18.045233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: f7386ceb-d5d3-489a-8503-3189634ec38e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:58:18.047628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f7386ceb-d5d3-489a-8503-3189634ec38e not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:58:18.525458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50338) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:18.578327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-221c5359-1b49-4fff-b6bb-64a1064c2312 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=629a2237bbb044bfbb3f0ab248cd5db3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514965 Apr 05 20:58:18.581283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50342) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:18.660162 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca8e5837-c13d-47e9-98bf-df9fc3a687f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:18.691130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca8e5837-c13d-47e9-98bf-df9fc3a687f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:18.856019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca8e5837-c13d-47e9-98bf-df9fc3a687f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:18.975431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e5837-c13d-47e9-98bf-df9fc3a687f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3ae3b2-5a29-4c88-bc6f-c760f8af267f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:19.103601 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ca8e5837-c13d-47e9-98bf-df9fc3a687f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:19.104867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ca8e5837-c13d-47e9-98bf-df9fc3a687f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb3ae3b2-5a29-4c88-bc6f-c760f8af267f HTTP/1.1" status: 204 len: 168 time: 0.5218675 Apr 05 20:58:19.854993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50414) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:20.276369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:20.301538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-893002868', 'router:external': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:20.308089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:20.312767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:network and tenant:4cae805ba2c8401aadb40ea95661b8dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:20.316615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:20.325517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:20.419033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Made reservation on behalf of 4cae805ba2c8401aadb40ea95661b8dc for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:58:20.421864 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:20.439134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:20.474663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:20.479174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:security_group_rule and tenant:4cae805ba2c8401aadb40ea95661b8dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:20.482894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:20.489458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:20.558949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:20.648652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:20.716554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b97ddb7-7c36-432d-af73-f3013fedba58,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:20.735441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:58:20.746748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:20.747344 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Added segment 33ebdf00-51d0-4df8-a49b-a7071e06e73a of type vlan for network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca Apr 05 20:58:20.820831 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:21.008025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:21.009351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:21.010174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:21.178245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Network': ['ID=5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:21.196541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:58:21.251780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a80aaa8c-fbd8-445d-8848-7d0bca3dfc12 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3973172 Apr 05 20:58:21.254828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50474) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:21.260574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'subnet': {'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:21.272812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:21.284805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:subnet and tenant:4cae805ba2c8401aadb40ea95661b8dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:21.292997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:21.303208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:21.390547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Made reservation on behalf of 4cae805ba2c8401aadb40ea95661b8dc for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:58:21.393301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.095531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 20:58:22.096169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.183850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Subnet': ['ID=465dc769-cb66-4d2e-b3ab-5de86ed86e0c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:22.185084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50500) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:22.192774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Checking segment: {'id': '33ebdf00-51d0-4df8-a49b-a7071e06e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:58:22.193531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network hostable DHCP agents. Network: 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:58:22.295057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:58:22.370698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:22.376361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:22.377748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.379888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d8ba55-3545-404c-bbbf-cc1e74b75a4d None None] Network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:58:22.393368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.492372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c149adbb-c849-42c9-b20f-a2f78c6df6b8 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2361948 Apr 05 20:58:22.495037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50514) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:22.501571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-992380522', 'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:22.512948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:22.522185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:port and tenant:4cae805ba2c8401aadb40ea95661b8dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:22.528434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:22.539002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:22.589938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:22.594191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Usage tracker for resource:security_group_rule and tenant:5c3451a172fa448683c0a511b3a5aa48 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:22.597413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:22.603778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:22.631602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f020758-3327-4a46-bc1d-68cfb735f8dd None None] Network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:58:22.641025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Made reservation on behalf of 4cae805ba2c8401aadb40ea95661b8dc for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:58:22.650256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.667054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] device_id is not set on port 2817cf63-1df4-4031-a124-3c04c4a5cd43 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:58:22.673011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.759376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.835515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4af37e-2060-4a56-a2eb-a4bee96eff8c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:22.847797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Allocated IP 2001:db8::2bb (5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca/465dc769-cb66-4d2e-b3ab-5de86ed86e0c/2817cf63-1df4-4031-a124-3c04c4a5cd43) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:58:22.902683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6c0cf93f-30fe-49a3-99d2-2e3987f2e4ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c3451a172fa448683c0a511b3a5aa48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7163010 Apr 05 20:58:22.903126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:22.986720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be68b185-d15e-4f34-8bcd-a61a7a25a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.027507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be68b185-d15e-4f34-8bcd-a61a7a25a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.074554 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.256168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be68b185-d15e-4f34-8bcd-a61a7a25a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.272710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68b185-d15e-4f34-8bcd-a61a7a25a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4af37e-2060-4a56-a2eb-a4bee96eff8c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:23.283492 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be68b185-d15e-4f34-8bcd-a61a7a25a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.284688 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be68b185-d15e-4f34-8bcd-a61a7a25a832 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc4af37e-2060-4a56-a2eb-a4bee96eff8c HTTP/1.1" status: 204 len: 168 time: 0.3806639 Apr 05 20:58:23.287867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.377596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:23.385517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:23.388556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:23.389881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:23.390802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.455200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Port': ['ID=2817cf63-1df4-4031-a124-3c04c4a5cd43,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:23.550421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-937cf465-eb53-457a-9bf4-e9ec37dddd28 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0490034 Apr 05 20:58:23.550954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50546) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:23.632716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Deleting port 2817cf63-1df4-4031-a124-3c04c4a5cd43 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:23.633095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.984262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:24.136824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Calling delete_port for 2817cf63-1df4-4031-a124-3c04c4a5cd43 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:24.374623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:24.570877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:24.573733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event deleted for resources: {'Port': ['ID=2817cf63-1df4-4031-a124-3c04c4a5cd43,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:24.584478 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-92fc231f-6851-4a48-ba43-4b2a401af699 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2817cf63-1df4-4031-a124-3c04c4a5cd43 HTTP/1.1" status: 204 len: 168 time: 1.0318470 Apr 05 20:58:24.586501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50580) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:24.594387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca', 'external_fixed_ips': [{'subnet_id': '465dc769-cb66-4d2e-b3ab-5de86ed86e0c', 'ip_address': '2001:db8::2bb'}]}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:24.604479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:24.610549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:router and tenant:4cae805ba2c8401aadb40ea95661b8dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:24.618330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:24.630864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:24.742035 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:24.743230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:24.761583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:25.031483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:25.595115 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:25.629652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:25.841739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Allocated IP 2001:db8::2bb (5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca/465dc769-cb66-4d2e-b3ab-5de86ed86e0c/4295ca3d-1885-4ee8-aa16-5675f51ead23) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:58:26.032710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.134157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.210871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:26.214011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:26.218551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:26.285038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Port': ['ID=4295ca3d-1885-4ee8-aa16-5675f51ead23,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:26.491689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.492565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.821639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Router b847fd5b-4f1b-4e7e-8289-c7dc09e497f8 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:58:27.107033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:27.118705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Sync routers for ids ['b847fd5b-4f1b-4e7e-8289-c7dc09e497f8'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:27.136193 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Routers {'b847fd5b-4f1b-4e7e-8289-c7dc09e497f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:27.136578 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b847fd5b-4f1b-4e7e-8289-c7dc09e497f8'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:27.219678 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:27.221131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c42c13ef-b392-4639-a227-53e9564c388c tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6329877 Apr 05 20:58:27.223683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50660) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:27.424895 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Set router b847fd5b-4f1b-4e7e-8289-c7dc09e497f8 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:27.784088 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.039781 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b847fd5b-4f1b-4e7e-8289-c7dc09e497f8', 'name': '', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca', 'external_fixed_ips': [{'subnet_id': '465dc769-cb66-4d2e-b3ab-5de86ed86e0c', 'ip_address': '2001:db8::2bb'}], 'enable_snat': True}, 'gw_port_id': '4295ca3d-1885-4ee8-aa16-5675f51ead23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:24Z', 'updated_at': '2022-04-05T20:58:26Z', 'revision_number': 3, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port': {'id': '4295ca3d-1885-4ee8-aa16-5675f51ead23', 'name': '', 'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:7f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b847fd5b-4f1b-4e7e-8289-c7dc09e497f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '465dc769-cb66-4d2e-b3ab-5de86ed86e0c', 'ip_address': '2001:db8::2bb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:58:25Z', 'updated_at': '2022-04-05T20:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '465dc769-cb66-4d2e-b3ab-5de86ed86e0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:28.051360 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Checking router: b847fd5b-4f1b-4e7e-8289-c7dc09e497f8 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:58:28.054385 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Updating router b847fd5b-4f1b-4e7e-8289-c7dc09e497f8 port 4295ca3d-1885-4ee8-aa16-5675f51ead23 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:58:28.177827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.199307 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.281005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50704) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:28.282818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Deleting port 4295ca3d-1885-4ee8-aa16-5675f51ead23 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:28.283326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.572313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.615742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:28.621263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Usage tracker for resource:security_group_rule and tenant:1bef4063caf8410697824287b4149a83 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:28.626269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:28.633794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:28.695116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.719664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.729593 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.746716 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Transition to ACTIVE for port object 4295ca3d-1885-4ee8-aa16-5675f51ead23 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:58:28.790618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.819467 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.856538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Calling delete_port for 4295ca3d-1885-4ee8-aa16-5675f51ead23 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:28.875888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0bbbcb-8b0d-435e-9d86-a5560f0ab0d2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:28.894763 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aeb0bd97-a052-4756-b5c8-1c2caa388478 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bef4063caf8410697824287b4149a83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6120715 Apr 05 20:58:28.899953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50720) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:28.934778 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Pushing event updated for resources: {'Port': ['ID=4295ca3d-1885-4ee8-aa16-5675f51ead23,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:28.955664 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.956254 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.956818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.957552 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.958090 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.958605 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.959119 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.959638 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.960154 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.960545 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.960880 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:28.971295 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Attempting to bind port 4295ca3d-1885-4ee8-aa16-5675f51ead23 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:28.971658 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Attempting to bind port 4295ca3d-1885-4ee8-aa16-5675f51ead23 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ebdf00-51d0-4df8-a49b-a7071e06e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:28.972015 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Attempting to bind port 4295ca3d-1885-4ee8-aa16-5675f51ead23 on network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:28.981654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15b000a8-6bd8-472c-9f81-1a2c3c32e80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.990313 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:58:28.990706 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Checking segment: {'id': '33ebdf00-51d0-4df8-a49b-a7071e06e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:58:28.991090 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:28.991481 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Bound using segment: {'id': '33ebdf00-51d0-4df8-a49b-a7071e06e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:58:28.991942 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Bound port: 4295ca3d-1885-4ee8-aa16-5675f51ead23, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ebdf00-51d0-4df8-a49b-a7071e06e73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:58:28.992938 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.015169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50728) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:29.018984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15b000a8-6bd8-472c-9f81-1a2c3c32e80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.064282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:58:29.064596 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:58:29.106925 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] For port 4295ca3d-1885-4ee8-aa16-5675f51ead23, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:58:29.110861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] For port 4295ca3d-1885-4ee8-aa16-5675f51ead23, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4295ca3d-1885-4ee8-aa16-5675f51ead23,segment=NetworkSegment(33ebdf00-51d0-4df8-a49b-a7071e06e73a),segment_id=33ebdf00-51d0-4df8-a49b-a7071e06e73a)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:58:29.156759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50736) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:29.157006 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15b000a8-6bd8-472c-9f81-1a2c3c32e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.176147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b000a8-6bd8-472c-9f81-1a2c3c32e80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0bbbcb-8b0d-435e-9d86-a5560f0ab0d2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:29.178393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15b000a8-6bd8-472c-9f81-1a2c3c32e80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.179732 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-15b000a8-6bd8-472c-9f81-1a2c3c32e80e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd0bbbcb-8b0d-435e-9d86-a5560f0ab0d2 HTTP/1.1" status: 204 len: 168 time: 0.2786138 Apr 05 20:58:29.184298 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.284433 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4222c6-dd13-4fa0-8cc3-7cbf12a22104 None None] Pushing event updated for resources: {'Port': ['ID=4295ca3d-1885-4ee8-aa16-5675f51ead23,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:29.298506 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Routers {'b847fd5b-4f1b-4e7e-8289-c7dc09e497f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:29.299278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b847fd5b-4f1b-4e7e-8289-c7dc09e497f8'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:29.376300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.390791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.435449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:29.442165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Usage tracker for resource:security_group_rule and tenant:44c63760a3794e31b2b6a74381b85448 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:29.446671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:29.449538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:29.456007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:29.458076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Usage tracker for resource:security_group_rule and tenant:aa84cbb6548247f88b561b52d36a89ad is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:29.461800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:29.471311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:29.493610 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] Set router b847fd5b-4f1b-4e7e-8289-c7dc09e497f8 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:29.567050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Deleting port 4295ca3d-1885-4ee8-aa16-5675f51ead23 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:29.567394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.611142 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b847fd5b-4f1b-4e7e-8289-c7dc09e497f8', 'name': '', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:24Z', 'updated_at': '2022-04-05T20:58:28Z', 'revision_number': 4, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:29.615191 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b66677-662f-4ce0-a1d5-1d2e58de6d6d None None] The sync data for ids ['b847fd5b-4f1b-4e7e-8289-c7dc09e497f8'] in n-d-836605-1 is: [{'id': 'b847fd5b-4f1b-4e7e-8289-c7dc09e497f8', 'name': '', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:24Z', 'updated_at': '2022-04-05T20:58:28Z', 'revision_number': 4, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:29.622005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.638653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.758566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.766563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.867335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa84cbb6548247f88b561b52d36a89ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7091498 Apr 05 20:58:29.870078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50750) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:29.880518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6917702-69a3-4fe0-af3c-d7942e264252,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:29.887689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97336256-a36b-405c-91c9-69c6495d0a2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44c63760a3794e31b2b6a74381b85448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8713880 Apr 05 20:58:29.888621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50754) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:29.922682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] For port 4295ca3d-1885-4ee8-aa16-5675f51ead23, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4295ca3d-1885-4ee8-aa16-5675f51ead23,segment=NetworkSegment(33ebdf00-51d0-4df8-a49b-a7071e06e73a),segment_id=33ebdf00-51d0-4df8-a49b-a7071e06e73a)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:29.923345 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.067763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ea70947-bb71-4875-aeec-2c6d7ab3f7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.110352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ea70947-bb71-4875-aeec-2c6d7ab3f7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.156632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Calling delete_port for 4295ca3d-1885-4ee8-aa16-5675f51ead23 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:30.158164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cc53-b0ba-4e9d-8ac6-3a51f3363955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.185915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f452a8-5168-4e3b-817d-79d108458526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ca7a9a-c7d0-4497-9f68-a7df9e2a50b2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:30.210094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cc53-b0ba-4e9d-8ac6-3a51f3363955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.336349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ea70947-bb71-4875-aeec-2c6d7ab3f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.356002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea70947-bb71-4875-aeec-2c6d7ab3f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6917702-69a3-4fe0-af3c-d7942e264252,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:30.360597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cc53-b0ba-4e9d-8ac6-3a51f3363955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.382030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ea70947-bb71-4875-aeec-2c6d7ab3f7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.383307 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9ea70947-bb71-4875-aeec-2c6d7ab3f7af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6917702-69a3-4fe0-af3c-d7942e264252 HTTP/1.1" status: 204 len: 168 time: 0.4933076 Apr 05 20:58:30.386637 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fd3cc53-b0ba-4e9d-8ac6-3a51f3363955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.390454 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5fd3cc53-b0ba-4e9d-8ac6-3a51f3363955 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12ca7a9a-c7d0-4497-9f68-a7df9e2a50b2 HTTP/1.1" status: 204 len: 168 time: 0.5186753 Apr 05 20:58:30.392068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3cc53-b0ba-4e9d-8ac6-3a51f3363955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ca7a9a-c7d0-4497-9f68-a7df9e2a50b2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:30.423467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.540546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event deleted for resources: {'Port': ['ID=4295ca3d-1885-4ee8-aa16-5675f51ead23,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:30.730119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.129263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.134549 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.253299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.253897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b847fd5b-4f1b-4e7e-8289-c7dc09e497f8 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:58:31.285085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.286450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-83b7dd63-7443-4607-a89b-2e57459b7e0d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b847fd5b-4f1b-4e7e-8289-c7dc09e497f8 HTTP/1.1" status: 204 len: 168 time: 4.0615261 Apr 05 20:58:31.289192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50782) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:31.365410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Deleting subnet 465dc769-cb66-4d2e-b3ab-5de86ed86e0c {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 20:58:31.370809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.469070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.535443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50788) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:31.537170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.564239 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.612629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50794) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:31.635257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:31.641673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.650866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b5e4b5711145e1ae110b12ab03d404 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:31.655306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:31.664623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:31.689264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:31.693031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Usage tracker for resource:security_group_rule and tenant:45f1dbb7614443acafe3890886917edc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:31.695826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:31.701570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:31.757857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.807384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.814470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=465dc769-cb66-4d2e-b3ab-5de86ed86e0c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:31.816316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a6b93de-f622-4b6d-a596-3d61841bd651 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/465dc769-cb66-4d2e-b3ab-5de86ed86e0c HTTP/1.1" status: 204 len: 168 time: 0.5242696 Apr 05 20:58:31.819476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50802) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:31.866887 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.880467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.935865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.940267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.973339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2b5e4b5711145e1ae110b12ab03d404&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4356809 Apr 05 20:58:31.975944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50806) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:31.990754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.025384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45f1dbb7614443acafe3890886917edc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4116220 Apr 05 20:58:32.037725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50810) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:32.095456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653a75f-9f8c-49d1-a7c4-c4cefa4fe018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25fd76-3250-4fa3-8a92-837520ec6b28,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:32.167217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85931b0-c0f2-49db-babc-b1e55f4be8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69085a24-ed8b-48e4-8ade-e11754e9d4b0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:32.175726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-3553-43a2-8af8-48870da6058e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.180861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.211627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a533-ccbb-4768-820d-5de45bd12f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.211858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:32.227103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ebdf00-51d0-4df8-a49b-a7071e06e73a') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:32.227103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ebdf00-51d0-4df8-a49b-a7071e06e73a') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:32.240103 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.245815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-3553-43a2-8af8-48870da6058e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.256972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.267054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 20:58:32.267448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: timer() Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:58:32.281221 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:58:32.325216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a533-ccbb-4768-820d-5de45bd12f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.393325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-3553-43a2-8af8-48870da6058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.413842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bd8dc-3553-43a2-8af8-48870da6058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25fd76-3250-4fa3-8a92-837520ec6b28,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:32.422700 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-542bd8dc-3553-43a2-8af8-48870da6058e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.423814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-542bd8dc-3553-43a2-8af8-48870da6058e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd25fd76-3250-4fa3-8a92-837520ec6b28 HTTP/1.1" status: 204 len: 168 time: 0.4469788 Apr 05 20:58:32.493798 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.510701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 20:58:32.516436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a533-ccbb-4768-820d-5de45bd12f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.518110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.518870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3d6a533-ccbb-4768-820d-5de45bd12f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.520037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a3d6a533-ccbb-4768-820d-5de45bd12f75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69085a24-ed8b-48e4-8ade-e11754e9d4b0 HTTP/1.1" status: 204 len: 168 time: 0.4811118 Apr 05 20:58:32.525630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:32.534911 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-49e16a5c-1e7b-4b11-855d-3ad3d9f3bd3d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5bf1ff0c-b9a6-42a2-a306-b1a3b20069ca HTTP/1.1" status: 204 len: 168 time: 0.7144644 Apr 05 20:58:32.553270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6a533-ccbb-4768-820d-5de45bd12f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69085a24-ed8b-48e4-8ade-e11754e9d4b0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:33.467049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50860) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:33.472803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'router': {'name': 'tempest-router--1218069569', 'project_id': 'f827bb1d07864057a867a8423cb0b177'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:33.478148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:33.482429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:router and tenant:f827bb1d07864057a867a8423cb0b177 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:33.485976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:33.492052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:33.596439 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:33.597548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:33.615912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:33.719249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:33.793447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:33.795220 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-840705c8-3a83-4383-af1e-5e88ba052dc0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3269553 Apr 05 20:58:33.798208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50874) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:33.970090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-063bc90a-491d-4f80-9ce0-ec63e8632174 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:34.056353 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:34.449136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-063bc90a-491d-4f80-9ce0-ec63e8632174 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:34.453657 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-063bc90a-491d-4f80-9ce0-ec63e8632174 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:34.554829 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:58:34.607648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-063bc90a-491d-4f80-9ce0-ec63e8632174 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:34.608712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063bc90a-491d-4f80-9ce0-ec63e8632174 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16cac0e1-a1c8-4997-9122-9a1732da8513 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:58:34.621603 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-063bc90a-491d-4f80-9ce0-ec63e8632174 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:34.625576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-063bc90a-491d-4f80-9ce0-ec63e8632174 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "DELETE /v2.0/routers/16cac0e1-a1c8-4997-9122-9a1732da8513 HTTP/1.1" status: 204 len: 168 time: 0.8232529 Apr 05 20:58:34.861561 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2017fed0-77a3-4f89-b2d0-dede8ba60d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:35.222931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50922) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:35.594118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-588539260', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:35.605721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:35.609515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Usage tracker for resource:router and tenant:a5f9e7d09a6c4488a1b4809627d57e75 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:35.612440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:35.619512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:35.708796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:35.709854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:35.733598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:36.099237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:36.358541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:36.388763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:36.551557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Allocated IP 172.25.2.154 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/b43e6372-92bf-4e76-849e-5d2fa9185035) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:58:36.715105 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:36.780595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:36.842229 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-842d9dd1-10d7-41bc-b8ed-9b7c8241fda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:36.861922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:36.867000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:36.868850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:36.910449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event updated for resources: {'Port': ['ID=b43e6372-92bf-4e76-849e-5d2fa9185035,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:36.932105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.932446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.932781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.933133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.933464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.933786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.934138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.937605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.937899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.938247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:36.938812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:37.151427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:37.152148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:37.516369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Router fca28b1d-0a9f-4b99-a221-0941a374815a is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:58:37.758542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:37.769094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] Sync routers for ids ['fca28b1d-0a9f-4b99-a221-0941a374815a'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:37.782653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] Routers {'fca28b1d-0a9f-4b99-a221-0941a374815a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:37.783306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['fca28b1d-0a9f-4b99-a221-0941a374815a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:37.852751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:37.867427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] Routers {'fca28b1d-0a9f-4b99-a221-0941a374815a'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:37.868784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['fca28b1d-0a9f-4b99-a221-0941a374815a'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:37.888230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:37.890682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-736fa1ff-6ded-4dac-a31d-627b5c84609b tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6658204 Apr 05 20:58:37.895549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51010) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:37.934265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:37.934872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a0a13c-6fda-4936-b889-7198abb12781 None None] The sync data for ids ['fca28b1d-0a9f-4b99-a221-0941a374815a'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:38.162164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-865696dc-b82f-406c-8088-08e416f27eac tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/fca28b1d-0a9f-4b99-a221-0941a374815a HTTP/1.1" status: 200 len: 924 time: 0.2658746 Apr 05 20:58:38.165255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51020) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:38.234226 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e416adf1-4526-4fc3-910a-afc8336edcc4 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fca28b1d-0a9f-4b99-a221-0941a374815a HTTP/1.1" status: 200 len: 205 time: 0.0677943 Apr 05 20:58:38.237695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51024) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:38.378576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:38.451340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:38.567276 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:38.815667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:38.932900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Deleting port b43e6372-92bf-4e76-849e-5d2fa9185035 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:38.933272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:39.141328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:39.282734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Calling delete_port for b43e6372-92bf-4e76-849e-5d2fa9185035 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:39.622812 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:39.679704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event deleted for resources: {'Port': ['ID=b43e6372-92bf-4e76-849e-5d2fa9185035,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:39.836411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:39.960905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:40.451855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:40.461122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:40.483586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f98da-cac5-4bc7-8287-75a0580bffd5 req-c27de432-fbad-45ae-a56f-5dfd4c46dca1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:40.490366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-954f98da-cac5-4bc7-8287-75a0580bffd5 req-c27de432-fbad-45ae-a56f-5dfd4c46dca1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 946 time: 0.3642914 Apr 05 20:58:40.549595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-954f98da-cac5-4bc7-8287-75a0580bffd5 req-971cb5f2-c6fe-4c44-9a16-45b5c6947fe4 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583458 Apr 05 20:58:40.602280 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:40.602796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Fanout notify agent at l3_agent the message router_deleted on router fca28b1d-0a9f-4b99-a221-0941a374815a {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:58:40.619446 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:40.624031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-23a0e2d7-e2af-4ec0-86d4-e32ebd48bba6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/fca28b1d-0a9f-4b99-a221-0941a374815a HTTP/1.1" status: 204 len: 168 time: 2.3817878 Apr 05 20:58:40.625231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51104) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:40.630512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'router': {'name': 'tempest-snat-router-490495845', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': False}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:40.642509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:40.646685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:router and tenant:4cae805ba2c8401aadb40ea95661b8dc is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:40.649915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:40.664090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:40.767338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:40.768289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:40.787546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.015288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.300307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-3eeadbce-aeb2-4a84-be9a-c6df04e8746f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:41.303295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-3eeadbce-aeb2-4a84-be9a-c6df04e8746f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 946 time: 0.1395984 Apr 05 20:58:41.411918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:41.412369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.437697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.484404 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.692471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Allocated IP 172.25.2.129 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/148b8eff-20a3-49c4-b3e3-3b6bcba9afa7) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:58:41.862982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.885693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] For port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:41.886058 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.975090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671c065-3c65-403a-805c-5ca56a00b009 req-904d491c-75cc-42b2-b680-3c5a452ebb5e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:41.976982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f671c065-3c65-403a-805c-5ca56a00b009 req-904d491c-75cc-42b2-b680-3c5a452ebb5e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 946 time: 0.2243500 Apr 05 20:58:41.990480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:42.096182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:42.099199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:42.107757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:42.135190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Port': ['ID=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:42.225667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f671c065-3c65-403a-805c-5ca56a00b009 req-a0c77d92-4de2-4888-9d8c-fdbc32c4ddd9 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400675 Apr 05 20:58:42.413386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:42.414067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:42.414067 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP d11a4c10-21ff-496d-bef8-4b4eababbd89 disassociated. External IP: 172.25.2.58, port: abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0. Apr 05 20:58:42.414421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:42.415168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:42.416124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:42.688468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:42.739248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:42.824595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Router 02cb4265-c36f-4bfc-999f-1299ebe2ee31 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:58:43.040246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:58:43.363980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:43.375219 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Sync routers for ids ['02cb4265-c36f-4bfc-999f-1299ebe2ee31'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:43.389870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:43.401826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:43.402394 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Routers {'02cb4265-c36f-4bfc-999f-1299ebe2ee31'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:43.405189 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['02cb4265-c36f-4bfc-999f-1299ebe2ee31'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:43.445154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:43.448934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:43.495497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] No DVR routers for this DVR port abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:58:43.501539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:43.509868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'name': 'network-vif-deleted', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:58:43.545123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:43.549414 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3b9cda10-3913-40e1-9f9d-45844baf7221 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9231172 Apr 05 20:58:43.550514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51168) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:43.570188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-04c055ba-6f62-47b4-ba75-27408226f009 req-41d80e52-4e08-424f-8f6f-8982a8831076 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:43.656227 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d65765-f1f3-407f-a5d4-086ee7f9a3b0'] response: {'server_uuid': '4bdba2b1-84a6-42e5-b0cc-e682219f3e3a', 'name': 'network-vif-deleted', 'tag': 'abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0', 'status': 'completed', 'code': 200} Apr 05 20:58:43.691249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2cf53d0-9de7-474d-95d5-c3ef61af6ed7 req-8dad1034-c1c0-42bf-b5cf-deeb196c629a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "DELETE /v2.0/ports/abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 HTTP/1.1" status: 204 len: 173 time: 2.3825860 Apr 05 20:58:43.735737 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Set router 02cb4265-c36f-4bfc-999f-1299ebe2ee31 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:43.799909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-04c055ba-6f62-47b4-ba75-27408226f009 req-41d80e52-4e08-424f-8f6f-8982a8831076 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:43.802629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04c055ba-6f62-47b4-ba75-27408226f009 req-41d80e52-4e08-424f-8f6f-8982a8831076 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdba2b1-84a6-42e5-b0cc-e682219f3e3a HTTP/1.1" status: 200 len: 210 time: 0.3083460 Apr 05 20:58:43.862794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:43.950546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-22e9fcbf-d834-4d23-8b0b-008c49a607fa tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/02cb4265-c36f-4bfc-999f-1299ebe2ee31 HTTP/1.1" status: 200 len: 908 time: 0.3987894 Apr 05 20:58:43.953012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:43.960053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'router': {'name': 'tempest-snat-router-490495845', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': True}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:43.967105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:43.975554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Usage tracker for resource:router and tenant:4cae805ba2c8401aadb40ea95661b8dc is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:43.984152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:43.995295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:44.105502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.106841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.147237 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.222241 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cb4265-c36f-4bfc-999f-1299ebe2ee31', 'name': 'tempest-snat-router-490495845', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '148b8eff-20a3-49c4-b3e3-3b6bcba9afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:40Z', 'updated_at': '2022-04-05T20:58:42Z', 'revision_number': 3, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port': {'id': '148b8eff-20a3-49c4-b3e3-3b6bcba9afa7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cb4265-c36f-4bfc-999f-1299ebe2ee31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:58:41Z', 'updated_at': '2022-04-05T20:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:44.226559 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Checking router: 02cb4265-c36f-4bfc-999f-1299ebe2ee31 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:58:44.227336 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Updating router 02cb4265-c36f-4bfc-999f-1299ebe2ee31 port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:58:44.314646 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.493571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:04Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:44.495625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.502263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:58:44.516656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:44.517361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:44.921597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.937186 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.964261 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Transition to ACTIVE for port object 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:58:44.964502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.973180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:45.047732 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.135118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51212) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:45.221901 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Attempting to bind port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:45.222537 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Attempting to bind port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:45.223160 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Attempting to bind port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:45.234583 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3073d-4f77-4879-ae98-0aba35bc4c73 None None] Pushing event updated for resources: {'Port': ['ID=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:45.246414 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:58:45.249851 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:58:45.251668 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.253792 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:58:45.258856 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Bound port: 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:58:45.259778 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.262482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Allocated IP 172.25.2.21 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/bdfb7863-1f25-4603-916d-2d3eb8cdd4bc) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:58:45.276632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-142f8df8-89e2-4a1b-8d2b-ddaa598e48b7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.380609 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] For port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:58:45.385552 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] For port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:58:45.557823 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-142f8df8-89e2-4a1b-8d2b-ddaa598e48b7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.573735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.628861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:04Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:45.632895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e1f75-354f-46fe-929b-dd006e0ac88b None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '07df0de3-d033-4706-b2ce-06c6fb015617', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '26547f06-b189-4353-b435-7925ebc0d285', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:e0:da:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:34Z', 'updated_at': '2022-04-05T20:56:04Z', 'revision_number': 2, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:45.892190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d7fae-4940-4361-9061-7be5945144ad None None] New status for floating IP d11a4c10-21ff-496d-bef8-4b4eababbd89: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:58:45.954773 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.962855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-142f8df8-89e2-4a1b-8d2b-ddaa598e48b7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.965856 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:45.986531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f8df8-89e2-4a1b-8d2b-ddaa598e48b7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:46.048747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:58:46.060605 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-142f8df8-89e2-4a1b-8d2b-ddaa598e48b7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:46.064672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-142f8df8-89e2-4a1b-8d2b-ddaa598e48b7 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/security-groups/d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9 HTTP/1.1" status: 204 len: 168 time: 0.9282508 Apr 05 20:58:46.065429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51228) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:46.102060 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-e7d78096-47a6-413f-9408-9697db1343d8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] show failed (client error): The resource could not be found. Apr 05 20:58:46.109255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:46.109913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e7d78096-47a6-413f-9408-9697db1343d8 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups/d8e7d16c-2b7e-4d31-bb86-097ccc70f3b9 HTTP/1.1" status: 404 len: 347 time: 0.0434165 Apr 05 20:58:46.126440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:58:46.126781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device abe6a388-4d6b-4c6d-8e6b-a45b7d4337c0 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:58:46.245962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:46.266051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:46.268384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:46.329599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Port': ['ID=bdfb7863-1f25-4603-916d-2d3eb8cdd4bc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:46.416429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port ba5f48a2-9662-4fae-bf78-d1247c36b3fd {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:46.416429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:46.440702 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3073d-4f77-4879-ae98-0aba35bc4c73 None None] Pushing event updated for resources: {'Port': ['ID=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:46.458204 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Routers {'02cb4265-c36f-4bfc-999f-1299ebe2ee31'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:46.459469 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['02cb4265-c36f-4bfc-999f-1299ebe2ee31'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:46.481090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.481456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.484444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:46.685353 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] Set router 02cb4265-c36f-4bfc-999f-1299ebe2ee31 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:46.807551 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:46.807934 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:46.970903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for ba5f48a2-9662-4fae-bf78-d1247c36b3fd owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:47.113418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:47.114181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:47.143317 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cb4265-c36f-4bfc-999f-1299ebe2ee31', 'name': 'tempest-snat-router-490495845', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '148b8eff-20a3-49c4-b3e3-3b6bcba9afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:40Z', 'updated_at': '2022-04-05T20:58:42Z', 'revision_number': 3, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port': {'id': '148b8eff-20a3-49c4-b3e3-3b6bcba9afa7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cb4265-c36f-4bfc-999f-1299ebe2ee31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:58:41Z', 'updated_at': '2022-04-05T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:47.148584 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd64b3-b27a-4f99-b4a9-1ded7408b531 None None] The sync data for ids ['02cb4265-c36f-4bfc-999f-1299ebe2ee31'] in n-d-836605-1 is: [{'id': '02cb4265-c36f-4bfc-999f-1299ebe2ee31', 'name': 'tempest-snat-router-490495845', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '148b8eff-20a3-49c4-b3e3-3b6bcba9afa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:40Z', 'updated_at': '2022-04-05T20:58:42Z', 'revision_number': 3, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port': {'id': '148b8eff-20a3-49c4-b3e3-3b6bcba9afa7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:23:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cb4265-c36f-4bfc-999f-1299ebe2ee31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:58:41Z', 'updated_at': '2022-04-05T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:47.196503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:58:47.196503 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:58:47.521760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Router cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:58:47.697577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port ba5f48a2-9662-4fae-bf78-d1247c36b3fd {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:47.697944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:47.959961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:47.960293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:48.155758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for ba5f48a2-9662-4fae-bf78-d1247c36b3fd owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:48.208246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:48.220100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Sync routers for ids ['cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:48.233580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Routers {'cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:48.233922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:48.333131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:48.334532 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab34fa9f-caec-4f19-baf3-a99c53929d50 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.3787017 Apr 05 20:58:48.342486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51274) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:48.432844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:48.492995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Set router cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:48.547959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=ba5f48a2-9662-4fae-bf78-d1247c36b3fd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:48.754276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-45af5516-5333-46a7-9145-888c678c2e96 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 HTTP/1.1" status: 200 len: 906 time: 0.4106526 Apr 05 20:58:48.761511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51288) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:48.771060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:48.787613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:48.788819 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad71d080-5901-45f3-b597-fc6e82d207ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/floatingips/d11a4c10-21ff-496d-bef8-4b4eababbd89 HTTP/1.1" status: 204 len: 168 time: 2.6754916 Apr 05 20:58:49.040499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09', 'name': 'tempest-snat-router-490495845', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'bdfb7863-1f25-4603-916d-2d3eb8cdd4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:44Z', 'updated_at': '2022-04-05T20:58:46Z', 'revision_number': 3, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port': {'id': 'bdfb7863-1f25-4603-916d-2d3eb8cdd4bc', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:92:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:58:45Z', 'updated_at': '2022-04-05T20:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:49.061059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:58:49.172717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Checking router: cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:58:49.173208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Updating router cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:58:49.225426 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.323997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.543860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:58:49.563735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:58:49.564097 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.619895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.664106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51318) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:49.733943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Deleting port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:49.734300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.926643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.931293 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.949289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Transition to ACTIVE for port object bdfb7863-1f25-4603-916d-2d3eb8cdd4bc will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:58:49.975851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:49.995799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:50.059718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.066477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Calling delete_port for bdfb7863-1f25-4603-916d-2d3eb8cdd4bc owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:50.094557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:50.098311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Usage tracker for resource:security_group_rule and tenant:32021ebd51ae4b3d9f1855f095f50bbf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:50.101042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:50.107106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:50.112871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.173176 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.195798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Pushing event updated for resources: {'Port': ['ID=bdfb7863-1f25-4603-916d-2d3eb8cdd4bc,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:50.204619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.216116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.216116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.224432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:58:50.252901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:58:50.252901 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:58:50.276983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Attempting to bind port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:58:50.277391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Attempting to bind port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:58:50.277753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Attempting to bind port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:58:50.325562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.339931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.354756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:50.361385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:58:50.362019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:58:50.362699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.363363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:58:50.364177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Bound port: bdfb7863-1f25-4603-916d-2d3eb8cdd4bc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:58:50.364881 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.424363 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32021ebd51ae4b3d9f1855f095f50bbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7585886 Apr 05 20:58:50.427145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51336) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:50.442195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845e7d5-256f-4bb4-b4b9-e903733910b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442d28fc-7f3e-4af3-9fe8-9709d3cdd156,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:50.450656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] For port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:58:50.455423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] For port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bdfb7863-1f25-4603-916d-2d3eb8cdd4bc,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:58:50.510407 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87def9e2-604f-448e-85ef-0e0186d5d8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.527952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.548707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87def9e2-604f-448e-85ef-0e0186d5d8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.617898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a394-07b1-41ee-afa2-3f3a3aed742f None None] Pushing event updated for resources: {'Port': ['ID=bdfb7863-1f25-4603-916d-2d3eb8cdd4bc,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:50.627933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Routers {'cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:50.628857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:50.724680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87def9e2-604f-448e-85ef-0e0186d5d8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.767156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Deleting port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:50.767156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:50.833224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] Set router cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:50.948962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09', 'name': 'tempest-snat-router-490495845', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:44Z', 'updated_at': '2022-04-05T20:58:49Z', 'revision_number': 4, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:50.955155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cad485d-5725-44ca-80e1-f73e26f3b201 None None] The sync data for ids ['cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09'] in n-d-836605-1 is: [{'id': 'cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09', 'name': 'tempest-snat-router-490495845', 'tenant_id': '4cae805ba2c8401aadb40ea95661b8dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:58:44Z', 'updated_at': '2022-04-05T20:58:49Z', 'revision_number': 4, 'project_id': '4cae805ba2c8401aadb40ea95661b8dc', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:50.995333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:58:51.021931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87def9e2-604f-448e-85ef-0e0186d5d8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442d28fc-7f3e-4af3-9fe8-9709d3cdd156,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:51.084851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:58:51.085343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:51.093981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-87def9e2-604f-448e-85ef-0e0186d5d8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:51.105264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-87def9e2-604f-448e-85ef-0e0186d5d8bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/442d28fc-7f3e-4af3-9fe8-9709d3cdd156 HTTP/1.1" status: 204 len: 168 time: 0.6734712 Apr 05 20:58:51.173364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] For port bdfb7863-1f25-4603-916d-2d3eb8cdd4bc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bdfb7863-1f25-4603-916d-2d3eb8cdd4bc,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:51.173364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:51.512217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Calling delete_port for bdfb7863-1f25-4603-916d-2d3eb8cdd4bc owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:51.781955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:51.826383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdfb7863-1f25-4603-916d-2d3eb8cdd4bc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:52.063921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.102380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51376) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:52.128146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.212319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:52.227748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Usage tracker for resource:security_group_rule and tenant:02890e5f8f4f4dab8e685ab56d71a9cb is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:52.231198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:52.246168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:52.336532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51390) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:52.406793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.434390 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.439230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.495547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.541423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb36e78-289a-4ee9-aedb-3359280751bb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:52.548776 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4e17ba29-ab32-45f9-8cef-8893d011471e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02890e5f8f4f4dab8e685ab56d71a9cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4423013 Apr 05 20:58:52.549682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51398) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:52.586878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.587384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:58:52.590823 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.640090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.643557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-510d4714-d044-461b-a431-3d68a870dc9b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "DELETE /v2.0/routers/cb3d2014-d8b7-46d2-939c-5c9ecb7e5b09 HTTP/1.1" status: 204 len: 168 time: 3.8784592 Apr 05 20:58:52.644014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51404) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:52.671261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:52.678082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Usage tracker for resource:security_group_rule and tenant:4b2a3079d4e34efca50d1cb8ad83701a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:52.684307 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ba8273e-0d2d-41ea-b077-51973612a2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.684307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:52.694112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:52.719494 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ba8273e-0d2d-41ea-b077-51973612a2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.827157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.889824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.891016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ba8273e-0d2d-41ea-b077-51973612a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.911811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8273e-0d2d-41ea-b077-51973612a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb36e78-289a-4ee9-aedb-3359280751bb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:52.928854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.946952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ba8273e-0d2d-41ea-b077-51973612a2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:52.950487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9ba8273e-0d2d-41ea-b077-51973612a2f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fb36e78-289a-4ee9-aedb-3359280751bb HTTP/1.1" status: 204 len: 168 time: 0.3976591 Apr 05 20:58:53.032239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03a5872-453a-4433-b0b8-2d1755041ebf,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:53.037439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8ce87b09-3903-4b43-9448-91b9f9835738 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b2a3079d4e34efca50d1cb8ad83701a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6952715 Apr 05 20:58:53.040066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51416) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:53.111686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd01fe4-58f6-46c4-aa7b-fda522cb2313 req-03caf4fa-45ab-483e-9330-3f4f0a3c44c4 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:53.113360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1cd01fe4-58f6-46c4-aa7b-fda522cb2313 req-03caf4fa-45ab-483e-9330-3f4f0a3c44c4 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 945 time: 0.1677561 Apr 05 20:58:53.129809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.146286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1f749d5-b030-4e19-8987-562bdd438867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.188193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1f749d5-b030-4e19-8987-562bdd438867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.200578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1cd01fe4-58f6-46c4-aa7b-fda522cb2313 req-a78a9ad1-c864-4e9e-b6e8-bf11dfbfd6b5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:53.212865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Deleting port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:53.213528 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.329901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1cd01fe4-58f6-46c4-aa7b-fda522cb2313 req-a78a9ad1-c864-4e9e-b6e8-bf11dfbfd6b5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:53.331228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1cd01fe4-58f6-46c4-aa7b-fda522cb2313 req-a78a9ad1-c864-4e9e-b6e8-bf11dfbfd6b5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102120 Apr 05 20:58:53.375825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1f749d5-b030-4e19-8987-562bdd438867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.396490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f749d5-b030-4e19-8987-562bdd438867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03a5872-453a-4433-b0b8-2d1755041ebf,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:53.412544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b1f749d5-b030-4e19-8987-562bdd438867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.413323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b1f749d5-b030-4e19-8987-562bdd438867 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f03a5872-453a-4433-b0b8-2d1755041ebf HTTP/1.1" status: 204 len: 168 time: 0.3721614 Apr 05 20:58:53.427403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] For port 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:53.427765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.564952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Calling delete_port for 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:53.842680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:53.887341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event deleted for resources: {'Port': ['ID=148b8eff-20a3-49c4-b3e3-3b6bcba9afa7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:54.131296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.346926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:54.420736 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.456104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:54.466054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Usage tracker for resource:security_group_rule and tenant:2ea32f01eba1436db3a699aad559334f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:54.470260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:54.482564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:54.500496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.507613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.587154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.601644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.602373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02cb4265-c36f-4bfc-999f-1299ebe2ee31 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:58:54.640101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.641841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5a9b1148-b843-47a8-be20-3a8eeec427f0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "DELETE /v2.0/routers/02cb4265-c36f-4bfc-999f-1299ebe2ee31 HTTP/1.1" status: 204 len: 168 time: 1.9966650 Apr 05 20:58:54.645630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51466) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:54.653646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1112149334', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:54.664345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:54.670785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Usage tracker for resource:router and tenant:a5f9e7d09a6c4488a1b4809627d57e75 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:54.675010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:54.683155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:54.693518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.780890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ecc4a-a9fd-4ed7-90fa-298709d7ca17 req-80e0ad35-df6f-4bfd-bdb6-397b25e57c6a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:54.791202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3ecc4a-a9fd-4ed7-90fa-298709d7ca17 req-80e0ad35-df6f-4bfd-bdb6-397b25e57c6a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 945 time: 0.2060373 Apr 05 20:58:54.798786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-c8ddc5d5-00fd-4ba9-bc0e-f6739f69c582 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:58:54.799802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-c8ddc5d5-00fd-4ba9-bc0e-f6739f69c582 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:58:54.921722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-c8ddc5d5-00fd-4ba9-bc0e-f6739f69c582 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:58:54.926580 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-c8ddc5d5-00fd-4ba9-bc0e-f6739f69c582 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.39 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 945 time: 0.2437649 Apr 05 20:58:54.949762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5640af5-86eb-4670-b3f3-3cb2c57f6c48,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:54.957269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bea9cfb0-a243-400a-bcee-4145299589bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ea32f01eba1436db3a699aad559334f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6086354 Apr 05 20:58:54.958961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.960415 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:54.969970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51474) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:55.009510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:58:55.058254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb3ecc4a-a9fd-4ed7-90fa-298709d7ca17 req-b7d393ad-2923-4ccc-9abd-4120387e36a4 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=5816df8b-2f90-4bfc-9a8d-8b47becdc300&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658138 Apr 05 20:58:55.065880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:58:55.066480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 148b8eff-20a3-49c4-b3e3-3b6bcba9afa7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:58:55.068625 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.100372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port 26547f06-b189-4353-b435-7925ebc0d285 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:55.100644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.103405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80163080-7548-49b3-8d60-ccb1e1f9d444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.132205 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80163080-7548-49b3-8d60-ccb1e1f9d444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.321710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.384670 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80163080-7548-49b3-8d60-ccb1e1f9d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.401025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80163080-7548-49b3-8d60-ccb1e1f9d444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5640af5-86eb-4670-b3f3-3cb2c57f6c48,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:55.431020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80163080-7548-49b3-8d60-ccb1e1f9d444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.432326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-80163080-7548-49b3-8d60-ccb1e1f9d444 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5640af5-86eb-4670-b3f3-3cb2c57f6c48 HTTP/1.1" status: 204 len: 168 time: 0.4636965 Apr 05 20:58:55.534495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] For port 26547f06-b189-4353-b435-7925ebc0d285, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=26547f06-b189-4353-b435-7925ebc0d285,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:58:55.535061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.663563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.697845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.857440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Allocated IP 172.25.2.24 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/4a70fcf9-ad8a-4ee3-9622-3bfc60eb282a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:58:55.870500 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.870875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:55.871194 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP 07df0de3-d033-4706-b2ce-06c6fb015617 disassociated. External IP: 172.25.2.92, port: 26547f06-b189-4353-b435-7925ebc0d285. Apr 05 20:58:55.871645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for 26547f06-b189-4353-b435-7925ebc0d285 owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:58:56.028163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:56.087518 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:56.136740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:56.141611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=26547f06-b189-4353-b435-7925ebc0d285,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:56.239071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event updated for resources: {'Port': ['ID=4a70fcf9-ad8a-4ee3-9622-3bfc60eb282a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:56.290326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-314549bd-0418-4ac0-a304-87f3f4db8163 req-2c2b293a-0991-4193-8a82-39293ec0494b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 210 time: 0.0530965 Apr 05 20:58:56.301553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:58:56.302869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:58:56.306057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:58:56.401423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:58:56.569414 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:56.570281 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:56.830376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:56.840982 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:56.862494 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:56.863115 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:56.941183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Router 598db581-bbec-4585-b973-e017e1e918f8 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:58:56.971807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] No DVR routers for this DVR port 26547f06-b189-4353-b435-7925ebc0d285 on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:58:56.975544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:56.979185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'name': 'network-vif-deleted', 'tag': '26547f06-b189-4353-b435-7925ebc0d285'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:58:57.050356 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c04f9b-31d0-42f2-8a09-38b01aa558ba'] response: {'server_uuid': '5133474d-9a78-448e-af10-f51b0bf3d9b7', 'name': 'network-vif-deleted', 'tag': '26547f06-b189-4353-b435-7925ebc0d285', 'status': 'completed', 'code': 200} Apr 05 20:58:57.111698 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b7292ee8-ff32-43de-ade2-aabecb941e16 req-781dcf6c-ba0d-45e2-8379-eb8ecf578e5f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.39 "DELETE /v2.0/ports/26547f06-b189-4353-b435-7925ebc0d285 HTTP/1.1" status: 204 len: 173 time: 2.1834874 Apr 05 20:58:57.137664 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:57.193829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 26547f06-b189-4353-b435-7925ebc0d285 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:58:57.236327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 26547f06-b189-4353-b435-7925ebc0d285 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 20:58:57.236951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 26547f06-b189-4353-b435-7925ebc0d285 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:58:57.294697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:57.306919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] Sync routers for ids ['598db581-bbec-4585-b973-e017e1e918f8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:57.328312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] Routers {'598db581-bbec-4585-b973-e017e1e918f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:57.331229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['598db581-bbec-4585-b973-e017e1e918f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:57.467053 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:57.468752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aa879c9c-6cec-401a-a789-a7fe5b16c978 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8221006 Apr 05 20:58:57.471388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51572) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:57.476727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': False}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:58:57.503449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:57.526643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] Routers {'598db581-bbec-4585-b973-e017e1e918f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:57.527909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['598db581-bbec-4585-b973-e017e1e918f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:57.646861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:57.646861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c1057d-5f6b-489d-b350-5a5db05f4ca4 None None] The sync data for ids ['598db581-bbec-4585-b973-e017e1e918f8'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:57.661135 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:57.665503 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:58:57.678869 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:57.679762 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:57.816169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-061e0537-2a18-4d6d-9838-a9b567437ed3 req-45b63cc4-90a3-4320-8bee-69dd11a2a7d6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=5133474d-9a78-448e-af10-f51b0bf3d9b7 HTTP/1.1" status: 200 len: 210 time: 0.1069257 Apr 05 20:58:57.926864 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:58:58.385425 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:58.391351 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e10884-20a7-465d-9d83-566bffb15190 None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:58.445107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:58.454624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:58.682069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:58.721023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:58.725685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:0a60cbae2b454afab0cd62f2c88deee8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:58.730024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:58.737717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:58.821008 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:58.844061 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1836a11-4e83-4bce-a8df-981496f38179 None None] New status for floating IP 07df0de3-d033-4706-b2ce-06c6fb015617: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:58:58.905617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:58.977008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:58.981677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.012657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2931896-a4ff-4f60-adf6-8ce34548b3c9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:59.022625 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-770e8f02-f994-4ab0-abfc-21fa72606ae1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a60cbae2b454afab0cd62f2c88deee8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5663745 Apr 05 20:58:59.025377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51676) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:59.108636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51684) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:59.122632 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-933c423e-df93-4444-b406-ff38d6d15527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.205309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-933c423e-df93-4444-b406-ff38d6d15527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.228199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec36bad-3a24-4273-a785-a06939e928ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.261449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Router 598db581-bbec-4585-b973-e017e1e918f8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:58:59.294252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec36bad-3a24-4273-a785-a06939e928ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.438539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-933c423e-df93-4444-b406-ff38d6d15527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.458330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c423e-df93-4444-b406-ff38d6d15527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2931896-a4ff-4f60-adf6-8ce34548b3c9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:59.467504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec36bad-3a24-4273-a785-a06939e928ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.484982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:58:59.490105 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.491718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec36bad-3a24-4273-a785-a06939e928ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5816df8b-2f90-4bfc-9a8d-8b47becdc300,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:59.495078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-36507005-82fa-4bda-8dc0-709c9a155864 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "PUT /v2.0/routers/598db581-bbec-4585-b973-e017e1e918f8 HTTP/1.1" status: 200 len: 925 time: 2.0225315 Apr 05 20:58:59.495825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:59.504880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec36bad-3a24-4273-a785-a06939e928ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.505629 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ec36bad-3a24-4273-a785-a06939e928ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/security-groups/5816df8b-2f90-4bfc-9a8d-8b47becdc300 HTTP/1.1" status: 204 len: 168 time: 0.3957770 Apr 05 20:58:59.508478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51712) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:59.541236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] Sync routers for ids ['598db581-bbec-4585-b973-e017e1e918f8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:58:59.542116 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-b598c801-63a5-434b-8e76-d8063037b756 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] show failed (client error): The resource could not be found. Apr 05 20:58:59.549987 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b598c801-63a5-434b-8e76-d8063037b756 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups/5816df8b-2f90-4bfc-9a8d-8b47becdc300 HTTP/1.1" status: 404 len: 347 time: 0.0398321 Apr 05 20:58:59.553458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-933c423e-df93-4444-b406-ff38d6d15527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.558929 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-933c423e-df93-4444-b406-ff38d6d15527 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2931896-a4ff-4f60-adf6-8ce34548b3c9 HTTP/1.1" status: 204 len: 168 time: 0.5281191 Apr 05 20:58:59.558929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51720) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:59.566936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] Routers {'598db581-bbec-4585-b973-e017e1e918f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:59.567773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['598db581-bbec-4585-b973-e017e1e918f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:59.669789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:59.682521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] Routers {'598db581-bbec-4585-b973-e017e1e918f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:58:59.683145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['598db581-bbec-4585-b973-e017e1e918f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:59.749548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:58:59.749949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d0676-823d-444f-bc39-fbba3ddc94aa None None] The sync data for ids ['598db581-bbec-4585-b973-e017e1e918f8'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:58:59.784729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port 59ffe852-d269-4754-92bb-ef0983f75e59 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:58:59.785112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.922783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9d7fc015-1678-4fc0-8053-e4b022918c6a tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/598db581-bbec-4585-b973-e017e1e918f8 HTTP/1.1" status: 200 len: 925 time: 0.4256446 Apr 05 20:58:59.925451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51742) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:59.981706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.982051 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.005686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-74c50e3b-61cb-4056-a634-f8f54fe12dea tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Synchronizing usage tracker for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:00.081769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-74c50e3b-61cb-4056-a634-f8f54fe12dea tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Unset dirty status for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:00.082936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-74c50e3b-61cb-4056-a634-f8f54fe12dea tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=598db581-bbec-4585-b973-e017e1e918f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1558561 Apr 05 20:59:00.085572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51756) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:00.113175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for 59ffe852-d269-4754-92bb-ef0983f75e59 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:00.236481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbcf41e-1c8a-4935-9d6d-f39f6d10593a tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:00.237172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5cbcf41e-1c8a-4935-9d6d-f39f6d10593a tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Synchronizing usage tracker for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:00.355919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5cbcf41e-1c8a-4935-9d6d-f39f6d10593a tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Unset dirty status for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:00.358224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5cbcf41e-1c8a-4935-9d6d-f39f6d10593a tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.2717240 Apr 05 20:59:00.359866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51780) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:00.384845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.401693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7f21dc50-c938-4fde-bd9d-7dd934db0e51 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=598db581-bbec-4585-b973-e017e1e918f8 HTTP/1.1" status: 200 len: 205 time: 0.0407782 Apr 05 20:59:00.404348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51786) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:00.432925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=59ffe852-d269-4754-92bb-ef0983f75e59,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:00.523202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51798) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:00.551940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.586720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.624695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:00.626202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.629254 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.633391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1dcc8934-1679-4196-b00b-8d03b0634915 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/floatingips/07df0de3-d033-4706-b2ce-06c6fb015617 HTTP/1.1" status: 204 len: 168 time: 1.0739870 Apr 05 20:59:00.633391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Usage tracker for resource:security_group_rule and tenant:8d316ceb60a340e48b58c5772d352216 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:00.635702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:00.643460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:00.743546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.801968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.847793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434295c9-525d-4f0c-9677-f2d07e2d1178,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:00.855919 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4383946-9493-4578-9761-6a7d3099055f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d316ceb60a340e48b58c5772d352216&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3291869 Apr 05 20:59:00.856396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:00.878018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.116234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Deleting port 4a70fcf9-ad8a-4ee3-9622-3bfc60eb282a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:01.116234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.117422 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-196cc93f-4c04-46f6-a2dc-e7d677fbf06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.117422 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-196cc93f-4c04-46f6-a2dc-e7d677fbf06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.156973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-196cc93f-4c04-46f6-a2dc-e7d677fbf06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.161686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.182053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cc93f-4c04-46f6-a2dc-e7d677fbf06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434295c9-525d-4f0c-9677-f2d07e2d1178,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:01.198205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-196cc93f-4c04-46f6-a2dc-e7d677fbf06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.200666 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-196cc93f-4c04-46f6-a2dc-e7d677fbf06a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/434295c9-525d-4f0c-9677-f2d07e2d1178 HTTP/1.1" status: 204 len: 168 time: 0.3425391 Apr 05 20:59:01.310452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Calling delete_port for 4a70fcf9-ad8a-4ee3-9622-3bfc60eb282a owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:01.406976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51856) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:01.411405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20650853', 'description': 'tempest-description--1266937439'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:01.417817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:01.422862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:01.427393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:01.435332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:01.573334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.613713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.665248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:01.670086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event deleted for resources: {'Port': ['ID=4a70fcf9-ad8a-4ee3-9622-3bfc60eb282a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:01.676002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:01.709918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:01.747960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:02.063581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.181276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:02.190672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.337100 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.342449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.368339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.385148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.406680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:02.411104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Usage tracker for resource:security_group_rule and tenant:27b435d4120d4d639fcf1c1e1624a1c6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:02.422910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:02.422910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:02.435729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21799266-0fe5-410d-ae5a-eeb7764d554c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:02.521512 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.522898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8064b1e5-d1a2-4160-9839-d2b524b343dd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1162121 Apr 05 20:59:02.525586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51930) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:02.531867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': '21799266-0fe5-410d-ae5a-eeb7764d554c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:02.538323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:02.542274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:02.545283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:02.551035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:02.557804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.558405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Fanout notify agent at l3_agent the message router_deleted on router 598db581-bbec-4585-b973-e017e1e918f8 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:02.579024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.580659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-41cbcb02-47de-438b-a879-3b976c99d468 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/598db581-bbec-4585-b973-e017e1e918f8 HTTP/1.1" status: 204 len: 168 time: 2.1745324 Apr 05 20:59:02.584591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51938) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:02.589990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472081858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:02.597713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:02.598499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.601896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Usage tracker for resource:router and tenant:a5f9e7d09a6c4488a1b4809627d57e75 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:02.604780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:02.610468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:02.667832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.680654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51944) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:02.732810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.735292 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.816045 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.817177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.840217 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.850810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.879553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5873113-cf72-4bee-8055-d17021283faf,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:02.887016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-493648742-network', 'tenant_id': '8329e34d31d1486392af5a2489275f35'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:02.899591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72fed69-6133-4772-ab51-86047d41142f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:02.899591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:02.902194 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ebfc46f-e004-4bfb-8187-023deaa299a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27b435d4120d4d639fcf1c1e1624a1c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7199306 Apr 05 20:59:02.904675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Usage tracker for resource:network and tenant:8329e34d31d1486392af5a2489275f35 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:02.905093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51958) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:02.907982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:02.913954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:02.964240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-28b7e906-6613-4b3f-b71d-1d9200d42c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:02.975864 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.001958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-28b7e906-6613-4b3f-b71d-1d9200d42c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.009708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Made reservation on behalf of 8329e34d31d1486392af5a2489275f35 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:03.011609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.012313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.012747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c3238901-972c-4e88-b438-12400b71f437 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4861112 Apr 05 20:59:03.016278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51966) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:03.026844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.030947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': '21799266-0fe5-410d-ae5a-eeb7764d554c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:03.044631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:03.053391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:03.056344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:03.062403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:03.064868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:03.068801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Usage tracker for resource:security_group_rule and tenant:8329e34d31d1486392af5a2489275f35 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:03.071651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:03.078322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:03.105762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.107274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7906d467-06e4-465b-9be3-b0a0c2d1fc76 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5215220 Apr 05 20:59:03.110001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51976) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:03.116806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:03.146269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.222980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-28b7e906-6613-4b3f-b71d-1d9200d42c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.244016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.252901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7e906-6613-4b3f-b71d-1d9200d42c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72fed69-6133-4772-ab51-86047d41142f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:03.254696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.279897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:59:03.283654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-28b7e906-6613-4b3f-b71d-1d9200d42c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.287952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-28b7e906-6613-4b3f-b71d-1d9200d42c14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d72fed69-6133-4772-ab51-86047d41142f HTTP/1.1" status: 204 len: 168 time: 0.3817761 Apr 05 20:59:03.298210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a5967-531b-453b-bab1-e4434a37385f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:03.302476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.302985 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Added segment 407e43c3-d596-4660-8ccf-c10a14b31441 of type vlan for network 7406516d-fcbe-43a7-a4c0-e6505a98d943 Apr 05 20:59:03.354160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.443901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.444761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:03.445753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.458461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.556201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] Pushing event updated for resources: {'Network': ['ID=7406516d-fcbe-43a7-a4c0-e6505a98d943,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:03.569938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7406516d-fcbe-43a7-a4c0-e6505a98d943 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:59:03.579342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.609320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a17477-75ae-4991-89c1-57fc303b5a24,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:03.627599 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.639444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-51e37511-2e52-4810-bca5-e7cdb5c58843 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9573989 Apr 05 20:59:03.645245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52008) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:03.650709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Request body: {'subnet': {'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-493648742-subnet', 'tenant_id': '8329e34d31d1486392af5a2489275f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:03.656886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:03.660915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Usage tracker for resource:subnet and tenant:8329e34d31d1486392af5a2489275f35 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:03.663845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:03.670112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:03.710491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.714670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0f143656-40c0-4e54-a711-fdc9da2475ea tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6944163 Apr 05 20:59:03.715330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52016) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:03.720602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:03.726622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:03.730423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:floatingip and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:03.734268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:03.740179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:03.801875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Made reservation on behalf of 8329e34d31d1486392af5a2489275f35 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:03.805689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:03.872734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.002157 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.047108 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.076932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.094606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52032) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:04.124159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.155845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.222876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Allocated IP 172.25.2.113 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/e11c465a-fcbf-4939-aba9-d049355686ea) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:04.247241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:04.255176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Usage tracker for resource:security_group_rule and tenant:edfa798a14294d75bde1fcd015a556f1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:04.259855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:04.266562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:04.301096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.374300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.409521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea112974-3250-4716-b97f-0a19c3f12aef,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:04.431444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.437432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Checking segment: {'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:04.437790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Network hostable DHCP agents. Network: 7406516d-fcbe-43a7-a4c0-e6505a98d943, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:59:04.467109 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.510870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.547275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:04.550641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:04.554332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:04.562318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Network 7406516d-fcbe-43a7-a4c0-e6505a98d943 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:59:04.587642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.25.2.205 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/fc69e3d8-c1a4-4a93-aae2-d4eeaf312bec) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:04.592385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15bfb7f-5c3e-42b4-a5ef-fc4b576a6fa9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:04.593573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event updated for resources: {'Port': ['ID=e11c465a-fcbf-4939-aba9-d049355686ea,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:04.600238 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6fe5ee2d-6c8c-4f2e-904a-c1921c7d9e9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edfa798a14294d75bde1fcd015a556f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5005519 Apr 05 20:59:04.601679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52058) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:04.673557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7406516d-fcbe-43a7-a4c0-e6505a98d943) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:04.682137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:04.682722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.689470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2f730-805c-411e-921c-75bd79181236 None None] Network 7406516d-fcbe-43a7-a4c0-e6505a98d943 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:59:04.723339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15586878-8097-43a7-b865-598d353af56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.763436 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15586878-8097-43a7-b865-598d353af56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.804202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.824424 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d021e9c-49ae-4988-9273-4c43ef0037db admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1780236 Apr 05 20:59:04.912815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.918171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.925635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ebafae6d-62b2-45af-bb52-d0047e0b01b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:04.941111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af7f7a-08dc-433c-bc58-715b2f41dcc0 None None] Network 7406516d-fcbe-43a7-a4c0-e6505a98d943 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:59:05.026760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:05.031126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:05.036343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:05.067095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=fc69e3d8-c1a4-4a93-aae2-d4eeaf312bec,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:05.102993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15586878-8097-43a7-b865-598d353af56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.125647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15586878-8097-43a7-b865-598d353af56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15bfb7f-5c3e-42b4-a5ef-fc4b576a6fa9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:05.131313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.146237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.151239 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15586878-8097-43a7-b865-598d353af56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.155009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-15586878-8097-43a7-b865-598d353af56a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e15bfb7f-5c3e-42b4-a5ef-fc4b576a6fa9 HTTP/1.1" status: 204 len: 168 time: 0.5496817 Apr 05 20:59:05.274951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.407303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.589386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Router d0fa782e-59bd-4864-8098-4383e616fa09 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:59:05.640790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.767800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.838829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:05.846512 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] Sync routers for ids ['d0fa782e-59bd-4864-8098-4383e616fa09'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:05.850063 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:05.853767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b94e21f9-d572-4133-bddb-7396b2ed15f0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "PUT /v2.0/routers/d0fa782e-59bd-4864-8098-4383e616fa09 HTTP/1.1" status: 200 len: 884 time: 2.7396939 Apr 05 20:59:05.854785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52124) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:05.872233 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] Routers {'d0fa782e-59bd-4864-8098-4383e616fa09'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:05.874326 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d0fa782e-59bd-4864-8098-4383e616fa09'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:05.999897 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:06.029606 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=fc69e3d8-c1a4-4a93-aae2-d4eeaf312bec,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:06.036289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:06.068377 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] Routers {'d0fa782e-59bd-4864-8098-4383e616fa09'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:06.068997 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:58:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d0fa782e-59bd-4864-8098-4383e616fa09'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:06.106193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52142) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:06.106618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-78bed665-d20b-4be8-9310-53a410abcc9d tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/d0fa782e-59bd-4864-8098-4383e616fa09 HTTP/1.1" status: 200 len: 925 time: 0.2479129 Apr 05 20:59:06.150109 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:06.150511 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91817abb-dc4e-4bfe-bdda-3929a660bed7 None None] The sync data for ids ['d0fa782e-59bd-4864-8098-4383e616fa09'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:06.183339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:06.184761 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41d976ac-cb00-437e-b292-22f6d13a75fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4688981 Apr 05 20:59:06.208350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7c4628ca-5141-4746-9c92-0c41501da42b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Synchronizing usage tracker for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:06.220752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7c4628ca-5141-4746-9c92-0c41501da42b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Unset dirty status for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:06.224552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7c4628ca-5141-4746-9c92-0c41501da42b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=d0fa782e-59bd-4864-8098-4383e616fa09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1144564 Apr 05 20:59:06.233452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52156) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:06.403596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40cee7-e4f4-46dd-9228-32fa827838ee tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:06.404241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6a40cee7-e4f4-46dd-9228-32fa827838ee tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Synchronizing usage tracker for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:06.416905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6a40cee7-e4f4-46dd-9228-32fa827838ee tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Unset dirty status for tenant:4cae805ba2c8401aadb40ea95661b8dc on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:06.421728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52176) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:06.422441 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6a40cee7-e4f4-46dd-9228-32fa827838ee tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.1967635 Apr 05 20:59:06.642079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0832b287-cc06-4259-acc4-1d08e8ea08dc tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fa782e-59bd-4864-8098-4383e616fa09 HTTP/1.1" status: 200 len: 205 time: 0.2192523 Apr 05 20:59:06.645921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52196) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:06.696335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-1b9af40b-b793-419e-83c8-822aca4e0c09 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:06.832576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-1b9af40b-b793-419e-83c8-822aca4e0c09 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:06.833782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-1b9af40b-b793-419e-83c8-822aca4e0c09 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--20650853&fields=id&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 267 time: 0.2117717 Apr 05 20:59:06.892457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:06.970132 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac8d1159-8601-4c7a-908e-2c956b6f69c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:06.987264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-bb1f4150-2e26-4d5b-ab33-671205098228 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:06.988979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-bb1f4150-2e26-4d5b-ab33-671205098228 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.1481287 Apr 05 20:59:07.022130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-87ec6257-48c4-4bf3-afc2-e178bfbf688f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/quotas/8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 375 time: 0.0214689 Apr 05 20:59:07.127568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-878b8098-3199-43ee-8e86-f98784165e5e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987842 Apr 05 20:59:07.156116 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:07.226694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Deleting port e11c465a-fcbf-4939-aba9-d049355686ea {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:07.227438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:07.386025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-1295b0a4-af87-4945-8717-455afb8c4d47 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 20:59:07.387018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-1295b0a4-af87-4945-8717-455afb8c4d47 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2486498 Apr 05 20:59:07.446507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:07.539023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-accd1461-91d9-4d50-bf89-56f5d012e0e3 service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434884 Apr 05 20:59:07.577211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Calling delete_port for e11c465a-fcbf-4939-aba9-d049355686ea owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:07.690895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-3abba472-dbc0-468c-b54f-0047c3d89553 service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410210 Apr 05 20:59:07.836535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:07.882293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event deleted for resources: {'Port': ['ID=e11c465a-fcbf-4939-aba9-d049355686ea,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:08.117390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74ad3a06-e98a-4a80-ad71-cf4c54c871d3 req-13699ab2-b8c6-45e8-9fc5-ff349f13fe87 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 210 time: 0.0466187 Apr 05 20:59:08.125010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.373166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.569387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.574404 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.609831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.698593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.699112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Fanout notify agent at l3_agent the message router_deleted on router d0fa782e-59bd-4864-8098-4383e616fa09 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:08.716511 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.718246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb529c16-b486-4ced-ab20-6b468cade356 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/d0fa782e-59bd-4864-8098-4383e616fa09 HTTP/1.1" status: 204 len: 168 time: 2.0705404 Apr 05 20:59:08.721991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52308) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:08.738259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1401301082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:08.745219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:08.749926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Usage tracker for resource:router and tenant:a5f9e7d09a6c4488a1b4809627d57e75 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:08.752967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:08.758902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:08.838606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.839664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.859591 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:08.964523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:09.047359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:09.048727 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4fb01fc6-c904-45be-a1d0-bb51e88bb8ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3256190 Apr 05 20:59:09.051689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52322) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:09.056753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': True}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:09.346138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88bf48fc-f217-42ad-9547-bb89f3d31fab req-65553eed-ddc5-407b-9b01-d6d6128dedc2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 210 time: 0.0789812 Apr 05 20:59:09.560533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:09.834021 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:09.861947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:09.896163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:10.087955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Allocated IP 172.25.2.149 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3633fd9d-69d1-4b82-83ea-52d7e3f777e7) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:10.312356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:10.472258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:10.606830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e03f7d7e-bd6e-44fc-943e-380ba5827b77 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:10.610493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e03f7d7e-bd6e-44fc-943e-380ba5827b77 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.3536894 Apr 05 20:59:10.613711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:10.614742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Port': ['ID=3633fd9d-69d1-4b82-83ea-52d7e3f777e7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:10.618639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:10.620734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:10.750581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-a16f6e3b-2c0a-432d-ae38-318d7010e7ad tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 378 time: 0.1244903 Apr 05 20:59:10.808063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'port': {'device_id': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'admin_state_up': True, 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'security_groups': ['21799266-0fe5-410d-ae5a-eeb7764d554c']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:10.886559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d140ff4-deff-4329-ac6f-9b2accc42259 req-3fd79f94-2168-4482-af81-541c736c3ce6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 210 time: 0.1459436 Apr 05 20:59:10.958912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:10.962963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:port and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:10.965816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:10.972017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:11.032906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.061390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Made reservation on behalf of 8338932d8c164d4eb3133c416c29d90c for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:11.064894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.232098 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.235649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.271315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.20.0.8 (6683db5f-6ba0-4b2d-840e-041ba53f4cba/8e615c30-2e27-40c8-8edf-b1fb8b4eef38/eac914d5-2699-4bc0-910d-0349634531a7) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:11.493570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.519104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Transition to ACTIVE for port object eac914d5-2699-4bc0-910d-0349634531a7 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:11.554497 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:59:11.558242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Router e339a4bc-664a-48f5-9868-e1680f405e30 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:59:11.644771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.738237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:11.741658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:11.755760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:11.800302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=eac914d5-2699-4bc0-910d-0349634531a7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:11.869993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:11.872522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.899010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:11.916155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.917758 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-142f7e88-4863-4e37-855b-c6df19118694 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "PUT /v2.0/routers/e339a4bc-664a-48f5-9868-e1680f405e30 HTTP/1.1" status: 200 len: 919 time: 2.8650701 Apr 05 20:59:11.920394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52368) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:11.976717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-9a41cc68-541c-4401-a621-30d45f40cfa1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1810572 Apr 05 20:59:11.989136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Request body: {'port': {'device_id': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:12.070460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] Sync routers for ids ['e339a4bc-664a-48f5-9868-e1680f405e30'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:12.143382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] Routers {'e339a4bc-664a-48f5-9868-e1680f405e30'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:12.144532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e339a4bc-664a-48f5-9868-e1680f405e30'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:12.322522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:12.374060 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bd499a3a-a8b0-4ffa-8930-3c7840e895fd tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/e339a4bc-664a-48f5-9868-e1680f405e30 HTTP/1.1" status: 200 len: 925 time: 0.4514449 Apr 05 20:59:12.374681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52378) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:12.380227 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.407834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] Routers {'e339a4bc-664a-48f5-9868-e1680f405e30'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:12.410901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e339a4bc-664a-48f5-9868-e1680f405e30'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:12.466448 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b5c21038-2c32-4f5a-bb20-91bb772aab84 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=e339a4bc-664a-48f5-9868-e1680f405e30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0906045 Apr 05 20:59:12.468164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52384) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:12.500484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a7aab-4176-4d1b-9c18-bc815a613685 req-445bc559-bc5f-4a9a-88b2-68524c5b37c1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:12.501606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-296a7aab-4176-4d1b-9c18-bc815a613685 req-445bc559-bc5f-4a9a-88b2-68524c5b37c1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:12.553507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:12.554019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71c226-f72f-464c-a1e8-03dad2780958 None None] The sync data for ids ['e339a4bc-664a-48f5-9868-e1680f405e30'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:12.615503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-296a7aab-4176-4d1b-9c18-bc815a613685 req-445bc559-bc5f-4a9a-88b2-68524c5b37c1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:12.624666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-296a7aab-4176-4d1b-9c18-bc815a613685 req-445bc559-bc5f-4a9a-88b2-68524c5b37c1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 931 time: 0.4714360 Apr 05 20:59:12.630300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d12e7f2-3db3-4e2d-b9fd-bd814fe4ab83 None None] Provisioning for port eac914d5-2699-4bc0-910d-0349634531a7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:12.637993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d12e7f2-3db3-4e2d-b9fd-bd814fe4ab83 None None] Provisioning complete for port eac914d5-2699-4bc0-910d-0349634531a7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:12.639375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d12e7f2-3db3-4e2d-b9fd-bd814fe4ab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.707264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a5e3f-0b52-4297-8da3-a9771abc1c8b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:12.711695 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb3a5e3f-0b52-4297-8da3-a9771abc1c8b tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.2390072 Apr 05 20:59:12.712065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52388) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:12.731331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1d12e7f2-3db3-4e2d-b9fd-bd814fe4ab83 None None] Port eac914d5-2699-4bc0-910d-0349634531a7 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:12.756080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-296a7aab-4176-4d1b-9c18-bc815a613685 req-6da6bed9-4c44-44dc-9075-d1af1d88e237 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281462 Apr 05 20:59:12.806282 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7634aa96-562a-44d9-ac59-182316692a3a tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=e339a4bc-664a-48f5-9868-e1680f405e30 HTTP/1.1" status: 200 len: 205 time: 0.0929084 Apr 05 20:59:12.808786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52394) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:12.976515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac914d5-2699-4bc0-910d-0349634531a7 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:59:12.984659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.016395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Transition to ACTIVE for port object eac914d5-2699-4bc0-910d-0349634531a7 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:13.034285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.108776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.206846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52402) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:13.215998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eac914d5-2699-4bc0-910d-0349634531a7,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:13.451250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.489373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Attempting to bind port eac914d5-2699-4bc0-910d-0349634531a7 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:59:13.499511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Attempting to bind port eac914d5-2699-4bc0-910d-0349634531a7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:59:13.499511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Attempting to bind port eac914d5-2699-4bc0-910d-0349634531a7 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:13.499511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Port eac914d5-2699-4bc0-910d-0349634531a7 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:59:13.499511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Attempting to bind port eac914d5-2699-4bc0-910d-0349634531a7 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:13.510146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:59:13.510486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Checking segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:13.510989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Bound using segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:59:13.513429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Bound port: eac914d5-2699-4bc0-910d-0349634531a7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:59:13.513757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.547262 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Deleting port 3633fd9d-69d1-4b82-83ea-52d7e3f777e7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:13.547568 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.632986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] For port eac914d5-2699-4bc0-910d-0349634531a7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:59:13.637631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] For port eac914d5-2699-4bc0-910d-0349634531a7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eac914d5-2699-4bc0-910d-0349634531a7,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:59:13.662889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.712973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.780529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.782061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] 10.222.0.23 "PUT /v2.0/ports/eac914d5-2699-4bc0-910d-0349634531a7 HTTP/1.1" status: 200 len: 1091 time: 1.7980144 Apr 05 20:59:13.782450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:59:13.783770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:13.792539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Usage tracker for resource:security_group_rule and tenant:4d76482a114a4a25adfe0ec21fd1e4d5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:13.818122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:13.836220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cafd98-c170-47d4-b96a-1f5ff3c223f7 service neutron] Pushing event updated for resources: {'Port': ['ID=eac914d5-2699-4bc0-910d-0349634531a7,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:13.851925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:13.855543 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.925256 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f29306-624c-4d7b-993b-2bc2850bf9bc'] response: {'name': 'network-changed', 'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7', 'status': 'completed', 'code': 200} Apr 05 20:59:13.979589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-a7ab2719-3125-4721-8a93-d98f044119e2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 1094 time: 0.0917897 Apr 05 20:59:14.103428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Calling delete_port for 3633fd9d-69d1-4b82-83ea-52d7e3f777e7 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:14.116725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-4826b696-7c18-4e10-a43d-6385738f4de6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac914d5-2699-4bc0-910d-0349634531a7 HTTP/1.1" status: 200 len: 217 time: 0.0839894 Apr 05 20:59:14.191914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27127a81-100c-43a4-b501-ac522305f300 req-b2b52c3a-ad32-4920-b3b8-676a676c538f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:14.193465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27127a81-100c-43a4-b501-ac522305f300 req-b2b52c3a-ad32-4920-b3b8-676a676c538f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 943 time: 0.2127974 Apr 05 20:59:14.224331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-5affe257-0460-46ac-84a2-a2f5a43ce657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:14.225764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-5affe257-0460-46ac-84a2-a2f5a43ce657 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.1015899 Apr 05 20:59:14.303501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.377656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27127a81-100c-43a4-b501-ac522305f300 req-03bf505b-3cdd-4af0-8227-06251356319c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1786797 Apr 05 20:59:14.381553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.422560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-05752f61-a9a7-415c-b871-ce7a808f41db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737423 Apr 05 20:59:14.464130 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d76482a114a4a25adfe0ec21fd1e4d5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2051406 Apr 05 20:59:14.472692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2c7c-f974-4ce3-a868-82e033aa0c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4676b000-bea7-4613-a35d-75a99dbcbde5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:14.475871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52426) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:14.563203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb17660-b387-43c5-9548-4cd0d454632e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.565269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.631095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-f0acd2d2-ea96-4a4e-8fe9-5bb2484f1d13 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018034 Apr 05 20:59:14.633372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event deleted for resources: {'Port': ['ID=3633fd9d-69d1-4b82-83ea-52d7e3f777e7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:14.757322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb17660-b387-43c5-9548-4cd0d454632e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.804102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32cd7c23-72ee-4477-ad3f-d8dd37a2a57b req-4731ed5c-f6c0-468f-aa64-21833aa47ba8 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656284 Apr 05 20:59:14.937312 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.011990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-e7de4da1-d526-425a-aa4c-682e818640f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 1094 time: 0.0932987 Apr 05 20:59:15.294498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-c00fac35-5f0c-4fbc-a9c4-1cca187c499c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:15.296993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-c00fac35-5f0c-4fbc-a9c4-1cca187c499c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.2796438 Apr 05 20:59:15.325797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.329985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.348041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb17660-b387-43c5-9548-4cd0d454632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.366118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb17660-b387-43c5-9548-4cd0d454632e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4676b000-bea7-4613-a35d-75a99dbcbde5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:15.375651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-eea13f0e-ade1-4d2d-9f88-82a4832467c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac914d5-2699-4bc0-910d-0349634531a7 HTTP/1.1" status: 200 len: 217 time: 0.0718398 Apr 05 20:59:15.376953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bb17660-b387-43c5-9548-4cd0d454632e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.380335 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0bb17660-b387-43c5-9548-4cd0d454632e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4676b000-bea7-4613-a35d-75a99dbcbde5 HTTP/1.1" status: 204 len: 168 time: 0.9010572 Apr 05 20:59:15.442514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.443472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Fanout notify agent at l3_agent the message router_deleted on router e339a4bc-664a-48f5-9868-e1680f405e30 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:15.455957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.455957 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-39e498d7-34c5-49a9-a4b5-509709ebb29f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/e339a4bc-664a-48f5-9868-e1680f405e30 HTTP/1.1" status: 204 len: 168 time: 2.6454353 Apr 05 20:59:15.459147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52448) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:15.462953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-0a29d2f3-7e14-404c-95b8-5e2933373159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:15.464397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-0a29d2f3-7e14-404c-95b8-5e2933373159 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0811839 Apr 05 20:59:15.465308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-207933811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:15.473015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:15.478200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Usage tracker for resource:router and tenant:a5f9e7d09a6c4488a1b4809627d57e75 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:15.481923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:15.489004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:15.579002 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.579969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.605636 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.612075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-17ceccac-9a5d-4705-aa43-4ec4cdae231d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364403 Apr 05 20:59:15.722413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.724125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bbe87-fc6b-4c59-9d06-be7b92f6b433 req-0eeed457-9a25-40fd-87a8-e63d2335ba6b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:15.725614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef2bbe87-fc6b-4c59-9d06-be7b92f6b433 req-0eeed457-9a25-40fd-87a8-e63d2335ba6b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 943 time: 0.1743107 Apr 05 20:59:15.796745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-a977bb8b-9c9c-45c6-bf86-1b40e5230b79 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768358 Apr 05 20:59:15.803736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef2bbe87-fc6b-4c59-9d06-be7b92f6b433 req-aa47ad1a-2efb-48c0-bed5-a29180d23d40 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628841 Apr 05 20:59:15.848350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:15.851953 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-29b3f354-4361-4e9a-bb94-05577bab0100 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3890822 Apr 05 20:59:15.854387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52456) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:15.862592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'enable_snat': False}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:15.953273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c77d01d-fc4a-420d-a2da-d5b764cc6895 req-d498c0e2-675c-457c-a78e-d586085cf470 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485577 Apr 05 20:59:16.343718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:16.785285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:16.818466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:17.006157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Allocated IP 172.25.2.57 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/82b97d4a-a3f1-4860-ba26-6af2f9d11923) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:17.067803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64565195-63bf-4c9b-9792-729293b62f83 req-a74a2814-19c1-45d3-a977-7960abee58df tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:17.069273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64565195-63bf-4c9b-9792-729293b62f83 req-a74a2814-19c1-45d3-a977-7960abee58df tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 943 time: 0.1022239 Apr 05 20:59:17.117539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64565195-63bf-4c9b-9792-729293b62f83 req-3a563c73-ece7-4adb-8b4d-b62b9986a189 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423005 Apr 05 20:59:17.180901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:17.280299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:17.393989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:17.397280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:17.401719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:17.442440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Pushing event updated for resources: {'Port': ['ID=82b97d4a-a3f1-4860-ba26-6af2f9d11923,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:17.712325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:17.996235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:18.000082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:18.232334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device eac914d5-2699-4bc0-910d-0349634531a7 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:59:18.327899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Router a8289255-4f6c-4b98-aa15-18daecbbc981 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:59:18.422403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df052c61-95b5-42b2-9a9c-7e314ab0ec13 req-837cdeab-4730-4384-a082-e7f4d480175a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:18.429861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df052c61-95b5-42b2-9a9c-7e314ab0ec13 req-837cdeab-4730-4384-a082-e7f4d480175a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 943 time: 0.1451759 Apr 05 20:59:18.503646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df052c61-95b5-42b2-9a9c-7e314ab0ec13 req-7ffce58c-9918-4a59-ad2d-90c86d2b6926 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652759 Apr 05 20:59:18.509222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port eac914d5-2699-4bc0-910d-0349634531a7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eac914d5-2699-4bc0-910d-0349634531a7,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:18.535159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'eac914d5-2699-4bc0-910d-0349634531a7', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'port_id': 'eac914d5-2699-4bc0-910d-0349634531a7', 'mac_address': 'fa:16:3e:2b:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:59:18.622820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:18.653970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:18.662810 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] Sync routers for ids ['a8289255-4f6c-4b98-aa15-18daecbbc981'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:18.663614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac914d5-2699-4bc0-910d-0349634531a7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:59:18.675014 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:18.678797 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d037ede-2d8a-48d2-9f07-77d2a496e663 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "PUT /v2.0/routers/a8289255-4f6c-4b98-aa15-18daecbbc981 HTTP/1.1" status: 200 len: 918 time: 2.8189404 Apr 05 20:59:18.678920 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] Routers {'a8289255-4f6c-4b98-aa15-18daecbbc981'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:18.679370 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a8289255-4f6c-4b98-aa15-18daecbbc981'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:18.680693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52520) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:18.694084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port eac914d5-2699-4bc0-910d-0349634531a7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eac914d5-2699-4bc0-910d-0349634531a7,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:18.753070 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:18.772200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:18.799377 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] Routers {'a8289255-4f6c-4b98-aa15-18daecbbc981'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:18.800151 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a8289255-4f6c-4b98-aa15-18daecbbc981'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:18.901497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=eac914d5-2699-4bc0-910d-0349634531a7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:18.905134 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:18.905783 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee61e6-571a-4ac1-843e-5acfa44fee71 None None] The sync data for ids ['a8289255-4f6c-4b98-aa15-18daecbbc981'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:18.964628 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2754cc92-e06a-48ff-bce1-3dbc5603d917 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/a8289255-4f6c-4b98-aa15-18daecbbc981 HTTP/1.1" status: 200 len: 924 time: 0.2796216 Apr 05 20:59:18.964810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52530) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:18.983740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['eac914d5-2699-4bc0-910d-0349634531a7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:59:19.050393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-61fa1b5a-1466-4ec2-8903-e456db2e8b66 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=a8289255-4f6c-4b98-aa15-18daecbbc981&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0844462 Apr 05 20:59:19.062464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52536) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:19.091998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52540) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:19.273084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929ccd3-0ee8-458a-8c1f-7989c518a40f tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:19.278759 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d929ccd3-0ee8-458a-8c1f-7989c518a40f tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/networks/f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 881 time: 0.2119398 Apr 05 20:59:19.279244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52550) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:19.345006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f4fe7095-2e3a-4572-8d32-cdaab8368d25 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8289255-4f6c-4b98-aa15-18daecbbc981 HTTP/1.1" status: 200 len: 205 time: 0.0645914 Apr 05 20:59:19.347574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52554) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:19.415502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'network': {'name': 'tempest-network-smoke--981398963', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:19.471844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:19.484834 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:network and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:19.489595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:19.496201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:19.585566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:19.650288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:19.650965 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:19.753509 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:19.835090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:19.843673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:19.848986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:19.859421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:19.878131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64c071-c129-4f35-b05d-b3cb156acfb2 req-4b075df4-74c4-4dc4-87d9-255c192d0656 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:19.879574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b64c071-c129-4f35-b05d-b3cb156acfb2 req-4b075df4-74c4-4dc4-87d9-255c192d0656 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 944 time: 0.2424254 Apr 05 20:59:20.098500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b64c071-c129-4f35-b05d-b3cb156acfb2 req-98c0dc44-22f2-4d89-95b4-8daba06a24c4 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2086084 Apr 05 20:59:20.133804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.151712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.240772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device eac914d5-2699-4bc0-910d-0349634531a7 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:20.270994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Deleting port 82b97d4a-a3f1-4860-ba26-6af2f9d11923 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:20.274611 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.307676 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.314630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.372443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:59:20.400707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f300b2-45ce-4524-8895-da9eaa609486,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:20.415461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port eac914d5-2699-4bc0-910d-0349634531a7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:20.416434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port eac914d5-2699-4bc0-910d-0349634531a7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:20.416814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.454178 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.454532 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Added segment 56a2b45b-fa0a-4166-8f37-6392eea93c9c of type vlan for network 829bb077-a6c4-4c14-b098-5f732b68cd29 Apr 05 20:59:20.502067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.532792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.552531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.559121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:59:20.570223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port eac914d5-2699-4bc0-910d-0349634531a7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eac914d5-2699-4bc0-910d-0349634531a7,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:20.616228 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c220957-a23a-4561-b1a8-39942e4b37d1'] response: {'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7', 'code': 200} Apr 05 20:59:20.664700 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.722116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Calling delete_port for 82b97d4a-a3f1-4860-ba26-6af2f9d11923 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:20.732359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=eac914d5-2699-4bc0-910d-0349634531a7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:20.778353 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.782580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:20.783201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:20.930604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Network': ['ID=829bb077-a6c4-4c14-b098-5f732b68cd29,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:20.943923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:59:20.956231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c69827a-b412-4ee2-9341-bf205581b12d req-d9225f8a-1670-4601-bccb-4c1056ed4d55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 1096 time: 0.2688870 Apr 05 20:59:21.021324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-26d74e02-db39-4e69-9dcd-bb1c36b3f116 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9255855 Apr 05 20:59:21.021538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52586) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:21.026701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-430234573', 'admin_state_up': True, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:21.034084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:21.038101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:router and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:21.040918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:21.046684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:21.071895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c69827a-b412-4ee2-9341-bf205581b12d req-f723c239-8f7a-417f-bf52-2cd0c97d10e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084328 Apr 05 20:59:21.163885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.164928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.219202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.237136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.300836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event deleted for resources: {'Port': ['ID=82b97d4a-a3f1-4860-ba26-6af2f9d11923,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:21.472393 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.550816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7716a7-9c03-46bf-9f8e-95cb80912d2f req-fd1e8309-17ec-43dd-8ff7-135e97231392 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:21.552289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc7716a7-9c03-46bf-9f8e-95cb80912d2f req-fd1e8309-17ec-43dd-8ff7-135e97231392 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 945 time: 0.2894449 Apr 05 20:59:21.561772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.774561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.805662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.968716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc7716a7-9c03-46bf-9f8e-95cb80912d2f req-679714a7-8c7b-4414-a77f-b5b015e4f636 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4094219 Apr 05 20:59:21.974010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.25.2.124 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/99b09136-3838-4095-a05f-ff7b97d7ff9e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:21.974234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:21.979179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.093355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.093912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Fanout notify agent at l3_agent the message router_deleted on router a8289255-4f6c-4b98-aa15-18daecbbc981 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:22.107863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.112761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ec904e66-7b93-4a2f-b8f3-3e83bf804fc9 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/a8289255-4f6c-4b98-aa15-18daecbbc981 HTTP/1.1" status: 204 len: 168 time: 2.7604342 Apr 05 20:59:22.113487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52598) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:22.118773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-553508103', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:22.126593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:22.130575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Usage tracker for resource:router and tenant:a5f9e7d09a6c4488a1b4809627d57e75 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:22.133754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:22.142637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:22.186757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.260935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.261866 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.295614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.304505 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.391826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:22.394731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:22.400641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:22.560750 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.567427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=99b09136-3838-4095-a05f-ff7b97d7ff9e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:22.820129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.820872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.887011 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:22.917091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:23.135049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Allocated IP 172.25.2.111 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3eaf96ff-392b-4ec1-939c-619162bb0d5a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:23.180610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router 42d3fa58-fc1d-4779-ad15-4037d798dc0f is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:59:23.377625 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:23.396745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fcbad-87b5-4352-b7e1-acf2512e032c req-40cd6b7a-97e3-4855-ade8-95df8162ccaf tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:23.398231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-774fcbad-87b5-4352-b7e1-acf2512e032c req-40cd6b7a-97e3-4855-ade8-95df8162ccaf tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 945 time: 0.2605820 Apr 05 20:59:23.416957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:23.438121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Sync routers for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:23.452861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-774fcbad-87b5-4352-b7e1-acf2512e032c req-5be8f0d8-e50d-4b3e-8757-83c51273abc6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472918 Apr 05 20:59:23.469069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:23.473887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:23.550594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:23.552273 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-541cce99-4fc9-4b3d-99c5-03c6c112a30d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5297670 Apr 05 20:59:23.555923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52626) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:23.580203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:23.725889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:59:23.804837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:23.813591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:23.829594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:23.859092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event updated for resources: {'Port': ['ID=3eaf96ff-392b-4ec1-939c-619162bb0d5a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:23.950340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723832f-f8a4-4b74-9f6d-396275f1aadf req-76ec5e47-acf0-45c2-a083-9c3b85dc54ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:23.955802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6723832f-f8a4-4b74-9f6d-396275f1aadf req-76ec5e47-acf0-45c2-a083-9c3b85dc54ed tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 945 time: 0.2864242 Apr 05 20:59:23.961408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52636) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:23.968400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'port_id': 'eac914d5-2699-4bc0-910d-0349634531a7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:24.058194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:22Z', 'revision_number': 3, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:24.072158 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.075720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Checking router: 42d3fa58-fc1d-4779-ad15-4037d798dc0f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:59:24.077333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Updating router 42d3fa58-fc1d-4779-ad15-4037d798dc0f port 99b09136-3838-4095-a05f-ff7b97d7ff9e binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:59:24.102688 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-196618d6-e1f7-44af-b585-3f84d880f80b tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4a3d3ebc98a545b8a3caa392881659cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5454922 Apr 05 20:59:24.105526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52642) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:24.142921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.259126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d71a00-e93e-4bf5-8faf-fc924f90180c tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:24.260662 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-31d71a00-e93e-4bf5-8faf-fc924f90180c tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540375 Apr 05 20:59:24.265492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52646) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:24.351261 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-31ebfa71-1c25-49f0-ab50-f73a1d5efc51 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0846722 Apr 05 20:59:24.353820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52652) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:24.365204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1243305841', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:24.531864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:24.537015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:subnet and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:24.544050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:24.555372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:24.644103 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.644813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.652544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.664737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:24.668202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Transition to ACTIVE for port object 99b09136-3838-4095-a05f-ff7b97d7ff9e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:24.758700 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.770381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.931841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Attempting to bind port 99b09136-3838-4095-a05f-ff7b97d7ff9e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:59:24.932348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Attempting to bind port 99b09136-3838-4095-a05f-ff7b97d7ff9e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:59:24.932974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Attempting to bind port 99b09136-3838-4095-a05f-ff7b97d7ff9e on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:24.953487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:59:24.954033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:24.954538 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.955551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:59:24.956126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Bound port: 99b09136-3838-4095-a05f-ff7b97d7ff9e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:59:24.956751 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:24.999958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84ba1-0b7f-47f0-9ff8-2106eaee3099 None None] Pushing event updated for resources: {'Port': ['ID=99b09136-3838-4095-a05f-ff7b97d7ff9e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:25.041213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:25.075540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] For port 99b09136-3838-4095-a05f-ff7b97d7ff9e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:59:25.075540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] For port 99b09136-3838-4095-a05f-ff7b97d7ff9e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=99b09136-3838-4095-a05f-ff7b97d7ff9e,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:59:25.140821 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:25.170121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:25.170340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:25.202295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Router bc2fc5ab-447f-43b0-a7fb-0e4517bae542 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 20:59:25.254036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Subnet': ['ID=cadeebb0-2737-48c0-8f0d-1d0e08473b5d,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:25.262780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Checking segment: {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:25.263144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network hostable DHCP agents. Network: 829bb077-a6c4-4c14-b098-5f732b68cd29, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:59:25.293276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:25.293912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:25.367580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:59:25.373642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84ba1-0b7f-47f0-9ff8-2106eaee3099 None None] Pushing event updated for resources: {'Port': ['ID=99b09136-3838-4095-a05f-ff7b97d7ff9e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:25.464631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 829bb077-a6c4-4c14-b098-5f732b68cd29) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:25.473521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:25.473521 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:25.486305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b74f69-e94a-4ecc-b03c-30d81d096903 None None] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:59:25.556300 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP c8834624-9385-4f4a-b24a-644a1e149853 associated. External IP: 172.25.2.205, port: eac914d5-2699-4bc0-910d-0349634531a7. Apr 05 20:59:25.605065 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7b1461fd-4812-4db4-9dcc-90b835321f16 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2496288 Apr 05 20:59:25.608337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52666) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:25.639962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:59:25.953842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-829bb077-a6c4-4c14-b098-5f732b68cd29', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:59:25.954647 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:25.996121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:26.012060 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] Sync routers for ids ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:26.029900 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] Routers {'bc2fc5ab-447f-43b0-a7fb-0e4517bae542'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:26.030937 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:26.116597 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:26.129598 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] Routers {'bc2fc5ab-447f-43b0-a7fb-0e4517bae542'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:26.130511 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:26.190491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:26.192727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c093ebac-ee66-45f4-a625-5d3050136b74 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0782149 Apr 05 20:59:26.193912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:22Z', 'revision_number': 3, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:26.195170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:26.202149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:26.204770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea706b5-6381-412e-8f75-3e55c30d9adb None None] The sync data for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 is: [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:22Z', 'revision_number': 3, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:26.209706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Allocated IP 172.20.0.2 (829bb077-a6c4-4c14-b098-5f732b68cd29/cadeebb0-2737-48c0-8f0d-1d0e08473b5d/1254a019-ba02-4ecc-b297-e93d8a62a5d5) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:26.217620 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:26.217620 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44859b3a-dea5-428b-8344-a772082b4592 None None] The sync data for ids ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:26.653671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:26.674050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Transition to ACTIVE for port object 1254a019-ba02-4ecc-b297-e93d8a62a5d5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:26.699881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Transition to ACTIVE for port object 1254a019-ba02-4ecc-b297-e93d8a62a5d5 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:26.759149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:59:26.833032 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:26.935103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Pushing event updated for resources: {'Port': ['ID=1254a019-ba02-4ecc-b297-e93d8a62a5d5,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:26.967375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:26.967375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:26.967375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:27.118070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99b09136-3838-4095-a05f-ff7b97d7ff9e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:27.301606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Attempting to bind port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:59:27.301978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Attempting to bind port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:59:27.302338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Attempting to bind port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 on network 829bb077-a6c4-4c14-b098-5f732b68cd29 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:27.325032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:59:27.325435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Checking segment: {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:27.325873 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.326313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Bound using segment: {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:59:27.326817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Bound port: 1254a019-ba02-4ecc-b297-e93d8a62a5d5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:59:27.327192 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.366011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:27.372016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.427448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:27.448785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.470704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:27.471385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:27.552967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.625369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-906ac847-5cff-4b34-8fbe-fb92e300b2fd tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "PUT /v2.0/floatingips/c8834624-9385-4f4a-b24a-644a1e149853 HTTP/1.1" status: 200 len: 991 time: 3.6624477 Apr 05 20:59:27.632684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:59:27.672617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.723977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] For port 1254a019-ba02-4ecc-b297-e93d8a62a5d5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:59:27.731878 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bda763e-6a68-48ac-ae6a-0d94241f3fe9'] response: {'name': 'network-changed', 'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7', 'status': 'completed', 'code': 200} Apr 05 20:59:27.737964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] For port 1254a019-ba02-4ecc-b297-e93d8a62a5d5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1254a019-ba02-4ecc-b297-e93d8a62a5d5,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:59:27.784756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:59:27.812321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Deleting port 3eaf96ff-392b-4ec1-939c-619162bb0d5a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:27.812869 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.860821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 99b09136-3838-4095-a05f-ff7b97d7ff9e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:27.864482 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.909907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 99b09136-3838-4095-a05f-ff7b97d7ff9e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:27.910736 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:27.923104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-e11c6176-8257-4920-bfdc-75a83a378c4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 1096 time: 0.1865256 Apr 05 20:59:28.043665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:28.134025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5987fc9-5d15-4d26-9481-c9ddafd4beb1 None None] Pushing event updated for resources: {'Port': ['ID=1254a019-ba02-4ecc-b297-e93d8a62a5d5,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:28.244985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Calling delete_port for 3eaf96ff-392b-4ec1-939c-619162bb0d5a owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:28.290678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:28.314921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.20.0.1 (829bb077-a6c4-4c14-b098-5f732b68cd29/cadeebb0-2737-48c0-8f0d-1d0e08473b5d/f4024f80-5bc0-406e-be9b-187f7f1840bc) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:28.347221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-9d9716f6-1d35-40ce-b9ea-fab645a6d354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:28.349814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-9d9716f6-1d35-40ce-b9ea-fab645a6d354 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.4186528 Apr 05 20:59:28.374100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 99b09136-3838-4095-a05f-ff7b97d7ff9e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=99b09136-3838-4095-a05f-ff7b97d7ff9e,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:28.521553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:28.661182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=99b09136-3838-4095-a05f-ff7b97d7ff9e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:28.675946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c8834624-9385-4f4a-b24a-644a1e149853', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': 'eac914d5-2699-4bc0-910d-0349634531a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:2b:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:05Z', 'updated_at': '2022-04-05T20:59:24Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:28.680822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:59:28.698203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:28.701096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:28.714596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:28.719916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:28.737490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-83dad89a-cebd-41ab-8885-e8149163d453 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac914d5-2699-4bc0-910d-0349634531a7 HTTP/1.1" status: 200 len: 999 time: 0.3607099 Apr 05 20:59:28.738432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Transition to ACTIVE for port object f4024f80-5bc0-406e-be9b-187f7f1840bc will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:28.821146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Pushing event deleted for resources: {'Port': ['ID=3eaf96ff-392b-4ec1-939c-619162bb0d5a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:28.849024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-ad0f81ec-a21e-4971-991f-be4b16f7ba20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:28.851338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-ad0f81ec-a21e-4971-991f-be4b16f7ba20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.1068242 Apr 05 20:59:28.930420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:59:28.947712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:29.113898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=f4024f80-5bc0-406e-be9b-187f7f1840bc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:29.134321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:29.137161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:29.144547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:29.165274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99b09136-3838-4095-a05f-ff7b97d7ff9e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:29.272973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:29.286414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-41d368ee-57a3-4609-8035-638df187b3ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4292145 Apr 05 20:59:29.320144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:29.447197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 99b09136-3838-4095-a05f-ff7b97d7ff9e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:29.447562 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:29.515583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-11622f3f-d34a-44c1-bc3c-f3c202646a48 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213602 Apr 05 20:59:29.540874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:29.548348 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:29.677531 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb531ac3-75be-454f-bfb3-da4a32e01ce5 None None] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:59:29.763832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2588cc7-0597-4561-b3a1-23a1b99df55b req-d768bb19-e877-427d-bcf7-385e3b0fa9b6 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418947 Apr 05 20:59:29.795981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:29.875480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Router bc2fc5ab-447f-43b0-a7fb-0e4517bae542 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:59:29.897650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1254a019-ba02-4ecc-b297-e93d8a62a5d5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:29.980788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5f920c57-fab5-4a0a-bc2f-dbd12ac65e91 None None] Provisioning for port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:30.056084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:30.060429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c8834624-9385-4f4a-b24a-644a1e149853', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': 'eac914d5-2699-4bc0-910d-0349634531a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:2b:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:05Z', 'updated_at': '2022-04-05T20:59:24Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:30.073424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:30.076360 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] Sync routers for ids ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:30.077623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52726) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:30.080394 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57fe4795-d0b1-49dc-878f-ddf02692aa50 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "PUT /v2.0/routers/bc2fc5ab-447f-43b0-a7fb-0e4517bae542 HTTP/1.1" status: 200 len: 709 time: 3.8835859 Apr 05 20:59:30.087776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13c77a-1ef3-4226-8761-5e8ca2d1501c None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c8834624-9385-4f4a-b24a-644a1e149853', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': 'eac914d5-2699-4bc0-910d-0349634531a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:2b:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:05Z', 'updated_at': '2022-04-05T20:59:24Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:30.106596 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] Routers {'bc2fc5ab-447f-43b0-a7fb-0e4517bae542'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:30.108040 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:30.167194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:30.189456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:30.189957 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:30.247359 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:30.287238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] Routers {'bc2fc5ab-447f-43b0-a7fb-0e4517bae542'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:30.287947 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:30.333145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52730) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:30.343537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0eaf485c-f749-4b3c-9655-8a21d58bc6b0 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/routers/bc2fc5ab-447f-43b0-a7fb-0e4517bae542 HTTP/1.1" status: 200 len: 744 time: 0.2605467 Apr 05 20:59:30.414958 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:30.415725 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d68fbf1-a279-4ff7-963a-61390a8d98b8 None None] The sync data for ids ['bc2fc5ab-447f-43b0-a7fb-0e4517bae542'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:30.437337 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cc0f56b3-7ca0-4c01-b127-eabf614f4ae3 tempest-RoutersIpV6AdminTest-651495527 tempest-RoutersIpV6AdminTest-651495527-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&device_id=bc2fc5ab-447f-43b0-a7fb-0e4517bae542 HTTP/1.1" status: 200 len: 205 time: 0.1027355 Apr 05 20:59:30.441900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52734) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:30.503818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:30.583085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39051ba8-734a-414d-9fe2-a401e23bbaaa None None] New status for floating IP c8834624-9385-4f4a-b24a-644a1e149853: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 20:59:30.683819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 1254a019-ba02-4ecc-b297-e93d8a62a5d5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1254a019-ba02-4ecc-b297-e93d8a62a5d5,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:30.725076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-08ddf1e3-7e37-4d44-9c36-38cdfc9ab922 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc2fc5ab-447f-43b0-a7fb-0e4517bae542 HTTP/1.1" status: 200 len: 205 time: 0.2743392 Apr 05 20:59:30.728873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52742) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:30.798621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:30.879042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=1254a019-ba02-4ecc-b297-e93d8a62a5d5,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:30.891375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43d46345-d639-4dbb-bc30-f1ced24d9a83 None None] Provisioning for port f4024f80-5bc0-406e-be9b-187f7f1840bc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:30.900759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43d46345-d639-4dbb-bc30-f1ced24d9a83 None None] Provisioning complete for port f4024f80-5bc0-406e-be9b-187f7f1840bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:30.901255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-43d46345-d639-4dbb-bc30-f1ced24d9a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:30.995249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.053089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1499aca-303a-41f5-9d8e-ca5c9b1c1391 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.070228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1254a019-ba02-4ecc-b297-e93d8a62a5d5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:31.106525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.116117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-43d46345-d639-4dbb-bc30-f1ced24d9a83 None None] Port f4024f80-5bc0-406e-be9b-187f7f1840bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:31.147877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43d46345-d639-4dbb-bc30-f1ced24d9a83 None None] Provisioning complete for port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:31.148336 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-43d46345-d639-4dbb-bc30-f1ced24d9a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.216104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:31.216773 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.277226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=f4024f80-5bc0-406e-be9b-187f7f1840bc,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:31.296770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.502467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6478ba9d-474e-4b65-ad61-17d839bda767 None None] Provisioning complete for port f4024f80-5bc0-406e-be9b-187f7f1840bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:31.502948 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6478ba9d-474e-4b65-ad61-17d839bda767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.506313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:31.512656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:31.613849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6478ba9d-474e-4b65-ad61-17d839bda767 None None] Port f4024f80-5bc0-406e-be9b-187f7f1840bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:31.769276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1499aca-303a-41f5-9d8e-ca5c9b1c1391 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.792202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1499aca-303a-41f5-9d8e-ca5c9b1c1391 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.898619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1499aca-303a-41f5-9d8e-ca5c9b1c1391 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.899122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1499aca-303a-41f5-9d8e-ca5c9b1c1391 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Fanout notify agent at l3_agent the message router_deleted on router bc2fc5ab-447f-43b0-a7fb-0e4517bae542 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:31.917738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1499aca-303a-41f5-9d8e-ca5c9b1c1391 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.923913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52752) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:31.924070 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b1499aca-303a-41f5-9d8e-ca5c9b1c1391 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/bc2fc5ab-447f-43b0-a7fb-0e4517bae542 HTTP/1.1" status: 204 len: 168 time: 1.1949368 Apr 05 20:59:31.941319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3597fe68-55f6-4e79-9314-4d1ec328d018 None None] Provisioning complete for port f4024f80-5bc0-406e-be9b-187f7f1840bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:31.941685 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3597fe68-55f6-4e79-9314-4d1ec328d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:31.997647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3597fe68-55f6-4e79-9314-4d1ec328d018 None None] Port f4024f80-5bc0-406e-be9b-187f7f1840bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:32.019944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4b5aa542-8c74-4c45-89e9-db97109e1e45 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc2fc5ab-447f-43b0-a7fb-0e4517bae542 HTTP/1.1" status: 200 len: 205 time: 0.0949471 Apr 05 20:59:32.022552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52758) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.099293 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-e04fa0e1-de32-418c-b3cf-30ae6bd50723 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] delete failed (client error): The resource could not be found. Apr 05 20:59:32.101008 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e04fa0e1-de32-418c-b3cf-30ae6bd50723 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/bc2fc5ab-447f-43b0-a7fb-0e4517bae542 HTTP/1.1" status: 404 len: 336 time: 0.0766416 Apr 05 20:59:32.104907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52762) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.136910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router 42d3fa58-fc1d-4779-ad15-4037d798dc0f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 20:59:32.156707 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b72d5dff-9cfe-4dce-a1c1-c29eca6bb4a6 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8289255-4f6c-4b98-aa15-18daecbbc981 HTTP/1.1" status: 200 len: 205 time: 0.0507195 Apr 05 20:59:32.159384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52766) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.226474 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-0d09b04f-72ad-4d02-8292-a05e7373f0cb tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] delete failed (client error): The resource could not be found. Apr 05 20:59:32.229980 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d09b04f-72ad-4d02-8292-a05e7373f0cb tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/a8289255-4f6c-4b98-aa15-18daecbbc981 HTTP/1.1" status: 404 len: 336 time: 0.0672209 Apr 05 20:59:32.230198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52770) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.279103 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-66ddddfc-71ac-4ceb-89df-b41096d8ea40 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=e339a4bc-664a-48f5-9868-e1680f405e30 HTTP/1.1" status: 200 len: 205 time: 0.0471613 Apr 05 20:59:32.290917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52776) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.378334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 20:59:32.389101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5d776dbf-1a31-4590-8e6b-25d591ac66dd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "PUT /v2.0/routers/42d3fa58-fc1d-4779-ad15-4037d798dc0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7733159 Apr 05 20:59:32.391819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52780) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.468994 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-63e031c8-6364-4ef9-b6c9-60880e7ac57f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] delete failed (client error): The resource could not be found. Apr 05 20:59:32.472569 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-63e031c8-6364-4ef9-b6c9-60880e7ac57f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/e339a4bc-664a-48f5-9868-e1680f405e30 HTTP/1.1" status: 404 len: 336 time: 0.1782069 Apr 05 20:59:32.472799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52784) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.524451 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8205cd36-7ca2-44b2-a496-0d545db6a713 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fa782e-59bd-4864-8098-4383e616fa09 HTTP/1.1" status: 200 len: 205 time: 0.0505102 Apr 05 20:59:32.526830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52790) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.559675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081cb8-df39-4c59-ad02-d0edd77abb9f tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.560213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081cb8-df39-4c59-ad02-d0edd77abb9f tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.560641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081cb8-df39-4c59-ad02-d0edd77abb9f tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.561076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081cb8-df39-4c59-ad02-d0edd77abb9f tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.561544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081cb8-df39-4c59-ad02-d0edd77abb9f tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.561961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57081cb8-df39-4c59-ad02-d0edd77abb9f tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.563823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-57081cb8-df39-4c59-ad02-d0edd77abb9f tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1707675 Apr 05 20:59:32.567874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52794) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.595218 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-8b408742-f7e9-4ac5-af6a-3cb720c2733f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] delete failed (client error): The resource could not be found. Apr 05 20:59:32.598777 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8b408742-f7e9-4ac5-af6a-3cb720c2733f tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/d0fa782e-59bd-4864-8098-4383e616fa09 HTTP/1.1" status: 404 len: 336 time: 0.0683815 Apr 05 20:59:32.598965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52798) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.648512 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ba96130d-f9c9-4798-847a-646056dd0be7 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=598db581-bbec-4585-b973-e017e1e918f8 HTTP/1.1" status: 200 len: 205 time: 0.0484838 Apr 05 20:59:32.650505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fda6a-47fa-4f3c-a699-77e12d4464db tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.650885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52804) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.651006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fda6a-47fa-4f3c-a699-77e12d4464db tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.651245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fda6a-47fa-4f3c-a699-77e12d4464db tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.651599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fda6a-47fa-4f3c-a699-77e12d4464db tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.651952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fda6a-47fa-4f3c-a699-77e12d4464db tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.652793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fda6a-47fa-4f3c-a699-77e12d4464db tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:32.660209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9f1fda6a-47fa-4f3c-a699-77e12d4464db tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.0885210 Apr 05 20:59:32.660753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52808) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.735296 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-85be4d0b-e0f6-4e6a-a173-0a4cb584ffe5 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] delete failed (client error): The resource could not be found. Apr 05 20:59:32.736998 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-85be4d0b-e0f6-4e6a-a173-0a4cb584ffe5 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/598db581-bbec-4585-b973-e017e1e918f8 HTTP/1.1" status: 404 len: 336 time: 0.0848479 Apr 05 20:59:32.739519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.795824 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9b95141a-68e0-4ac4-9cc9-82702ae0e0ba tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fca28b1d-0a9f-4b99-a221-0941a374815a HTTP/1.1" status: 200 len: 205 time: 0.0550125 Apr 05 20:59:32.802359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52818) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.886518 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-1182e7a0-e259-4b78-9773-15534cc94ce0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] delete failed (client error): The resource could not be found. Apr 05 20:59:32.886518 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1182e7a0-e259-4b78-9773-15534cc94ce0 tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/routers/fca28b1d-0a9f-4b99-a221-0941a374815a HTTP/1.1" status: 404 len: 336 time: 0.0787416 Apr 05 20:59:32.891575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52824) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:32.934634 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6824e962-8494-4b69-b1ed-a7b7f02cecbd tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] DELETE failed (client error): The resource could not be found. Apr 05 20:59:32.935077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6824e962-8494-4b69-b1ed-a7b7f02cecbd tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:59:32.937285 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6824e962-8494-4b69-b1ed-a7b7f02cecbd tempest-RoutersIpV6AdminTest-1947460072 tempest-RoutersIpV6AdminTest-1947460072-project] 10.222.0.10 "DELETE /v2.0/subnets/465dc769-cb66-4d2e-b3ab-5de86ed86e0c HTTP/1.1" status: 404 len: 337 time: 0.0445921 Apr 05 20:59:33.035592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-060e8fb7-f940-4bd7-822a-00779f21d4d3 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.3713396 Apr 05 20:59:33.582645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:33.612989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52850) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:33.618340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021249482', 'description': 'tempest-secgroup-smoke-1021249482 description', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:33.625161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:33.629775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:33.633229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:33.639084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:33.735973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:33.749832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:33.793915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:33.800392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f9e7d09a6c4488a1b4809627d57e75 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:33.804916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:33.807708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:33.813349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:33.815295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:33.818676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:33.828352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:33.924398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:33.932286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:33.949027 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Sync routers for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 20:59:33.960706 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:33.961330 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:33.990469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.018824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.031801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.051784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202ee58b-1aa3-4384-bf46-1005678e1914,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:34.106267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52868) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:34.106772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5f9e7d09a6c4488a1b4809627d57e75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5225899 Apr 05 20:59:34.111525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.116061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3b3af5c5-78d2-45d9-9c5a-b21d94ca8a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4987075 Apr 05 20:59:34.116061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd001805-852b-4f4e-8415-ac4823bf1380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d09d1fe-91d3-4e1e-9f7c-610c93e35cb2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:34.118416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52872) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:34.124944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': '202ee58b-1aa3-4384-bf46-1005678e1914', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:34.132136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:34.136952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:34.140695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:34.148469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:34.171446 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:59:34.205905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a7abb8-7b05-43d2-b613-c31e555fee1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.217642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.279610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a7abb8-7b05-43d2-b613-c31e555fee1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.354705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.419180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a7abb8-7b05-43d2-b613-c31e555fee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.434964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7abb8-7b05-43d2-b613-c31e555fee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d09d1fe-91d3-4e1e-9f7c-610c93e35cb2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:34.442371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58a7abb8-7b05-43d2-b613-c31e555fee1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.450440 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58a7abb8-7b05-43d2-b613-c31e555fee1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d09d1fe-91d3-4e1e-9f7c-610c93e35cb2 HTTP/1.1" status: 204 len: 168 time: 0.3405707 Apr 05 20:59:34.454275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.492686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7890e4-9b47-45d6-8b54-c485c145c7d7,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:34.562161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.563369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-900dda2c-4fa1-4d6f-86d8-e9a344513f20 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4440196 Apr 05 20:59:34.571655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52884) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:34.572951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': '202ee58b-1aa3-4384-bf46-1005678e1914', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:34.579995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:34.584153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:34.587055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:34.596125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:34.655278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:29Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:30Z', 'revision_number': 2, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:34.659575 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Checking router: 42d3fa58-fc1d-4779-ad15-4037d798dc0f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 20:59:34.659927 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Updating router 42d3fa58-fc1d-4779-ad15-4037d798dc0f port f4024f80-5bc0-406e-be9b-187f7f1840bc binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 20:59:34.689964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.717219 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.776564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.877945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9f9c61d3-7aa0-4b1c-a382-d06bab6a1e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.910063 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:34.940088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f967039c-bacc-4c79-8fcb-5561aca3d682,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:35.024184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.026197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-078690f5-b808-43e7-892b-bf57d4e6174e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4579511 Apr 05 20:59:35.030239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52904) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:35.035603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': '202ee58b-1aa3-4384-bf46-1005678e1914', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:35.042264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:35.050702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:35.057934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:35.064183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:35.133373 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.137655 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Transition to ACTIVE for port object f4024f80-5bc0-406e-be9b-187f7f1840bc will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:35.188138 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.209056 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.253636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.329380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.338160 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158536fb-53f6-4926-a493-3168406c609e None None] Pushing event updated for resources: {'Port': ['ID=f4024f80-5bc0-406e-be9b-187f7f1840bc,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:35.367790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac5a3bda-7400-40b0-9827-4f2af76c4e56,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:35.378137 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.378696 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.379210 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.379601 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.379847 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.380763 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.380763 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.380763 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.381110 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.381580 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.381910 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158536fb-53f6-4926-a493-3168406c609e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:35.439101 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Attempting to bind port f4024f80-5bc0-406e-be9b-187f7f1840bc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:59:35.439483 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Attempting to bind port f4024f80-5bc0-406e-be9b-187f7f1840bc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:59:35.439813 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Attempting to bind port f4024f80-5bc0-406e-be9b-187f7f1840bc on network 829bb077-a6c4-4c14-b098-5f732b68cd29 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:35.450335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:59:35.450728 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Checking segment: {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:35.451850 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.452246 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Bound using segment: {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:59:35.452709 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Bound port: f4024f80-5bc0-406e-be9b-187f7f1840bc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:59:35.453100 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.461531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.462819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a269b388-3ad5-418a-ad4e-31d2a80fe6b2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4316595 Apr 05 20:59:35.483236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52918) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:35.489271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': '202ee58b-1aa3-4384-bf46-1005678e1914', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:35.495836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:35.500461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:35.503701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:35.510293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:35.539263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52922) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:35.562243 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] For port f4024f80-5bc0-406e-be9b-187f7f1840bc, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:59:35.565897 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] For port f4024f80-5bc0-406e-be9b-187f7f1840bc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4024f80-5bc0-406e-be9b-187f7f1840bc,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:59:35.600354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-87b0b390-7272-4580-8d7a-b161a241e34c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cae805ba2c8401aadb40ea95661b8dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0599322 Apr 05 20:59:35.603625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52926) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:35.633928 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.642401 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.730201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.734209 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158536fb-53f6-4926-a493-3168406c609e None None] Pushing event updated for resources: {'Port': ['ID=f4024f80-5bc0-406e-be9b-187f7f1840bc,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:35.743675 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 20:59:35.744664 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:35.753712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc8f457a-61bb-4559-8641-103b658259c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.787827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc8f457a-61bb-4559-8641-103b658259c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.799099 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.838910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeef2924-72ad-4da7-8f21-207f26ff206f,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:35.952707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.956964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 20:59:35.957334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52936) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:35.958582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-50beb83c-f2b3-445c-b6e1-b2327ae60a08 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4740832 Apr 05 20:59:35.961744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc8f457a-61bb-4559-8641-103b658259c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.963244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': '202ee58b-1aa3-4384-bf46-1005678e1914', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:35.980722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:35.985964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:35.987280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f457a-61bb-4559-8641-103b658259c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b97ddb7-7c36-432d-af73-f3013fedba58,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:35.989042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:35.989971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc8f457a-61bb-4559-8641-103b658259c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:35.994364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cc8f457a-61bb-4559-8641-103b658259c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b97ddb7-7c36-432d-af73-f3013fedba58 HTTP/1.1" status: 204 len: 168 time: 0.3900869 Apr 05 20:59:36.010541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:36.095120 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Project 4a3d3ebc98a545b8a3caa392881659cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:59:36.103181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.237379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.323737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.347518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07627721-661e-4893-b757-0bbd50978f14,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:36.394706 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:29Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:35Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:59:36.398861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d174bdc7-b6d3-4a4d-9475-403cb85b36ba None None] The sync data for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 is: [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:29Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:35Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 20:59:36.455297 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.459139 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f6a61052-461f-457a-abc4-d15078f19402 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4982879 Apr 05 20:59:36.460857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52952) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:36.466817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': '202ee58b-1aa3-4384-bf46-1005678e1914', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:36.473311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:36.477288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:36.480227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:36.486650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:36.573534 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Project 4a3d3ebc98a545b8a3caa392881659cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:59:36.591179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.703982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.784614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.808298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d705197-346b-41ac-a5ea-ae490a8e4ee7,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:36.882549 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-864f05fd-fb66-40b4-b8ea-2389efb49262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.912040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.913311 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-131f1998-dee0-42a7-b397-499b76e44c67 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4512076 Apr 05 20:59:37.029322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4024f80-5bc0-406e-be9b-187f7f1840bc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:37.266424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f4024f80-5bc0-406e-be9b-187f7f1840bc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:37.269583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:37.273656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f4024f80-5bc0-406e-be9b-187f7f1840bc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:37.274214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.477796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.504606 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.511623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-272ef4a1-82f2-4316-9384-adb739f528b6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:37.547144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f4024f80-5bc0-406e-be9b-187f7f1840bc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4024f80-5bc0-406e-be9b-187f7f1840bc,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:37.553607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:37.558522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Usage tracker for resource:security_group_rule and tenant:30b231f8db2f4c2a8c8a87b8be673a0d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:37.563782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:37.572439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:37.596140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-272ef4a1-82f2-4316-9384-adb739f528b6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:37.597359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-272ef4a1-82f2-4316-9384-adb739f528b6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021249482&fields=id&tenant_id=4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 267 time: 0.1829116 Apr 05 20:59:37.598098 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.665659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.711212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f4024f80-5bc0-406e-be9b-187f7f1840bc,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:37.729809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.784551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27ce6c0-9db0-4797-b522-46df836cb7f6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:37.789168 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab690043-5cab-43e3-8488-c960a38671aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30b231f8db2f4c2a8c8a87b8be673a0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5185597 Apr 05 20:59:37.791194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53002) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:37.793577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53004) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:37.817121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-c316ed97-b3c3-4378-a69a-91311ba678e7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:37.817805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-c316ed97-b3c3-4378-a69a-91311ba678e7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:37.874299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.904734 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:37.932102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-c316ed97-b3c3-4378-a69a-91311ba678e7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:37.932689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-c316ed97-b3c3-4378-a69a-91311ba678e7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/networks?id=829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 200 len: 796 time: 0.3252020 Apr 05 20:59:37.935897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1774980289'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:37.944893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:37.949096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Usage tracker for resource:network and tenant:94ced8f7838c48e08c07136bb13eb325 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:37.952031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:37.958865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:37.962741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-b02f342b-2fe6-4918-8472-0d892dd5d85e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/quotas/4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 375 time: 0.0176179 Apr 05 20:59:38.043173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-df8644bb-657e-4295-b2aa-f955580efe90 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:38.058499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:38.062254 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.075276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.087413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.104833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27ce6c0-9db0-4797-b522-46df836cb7f6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:38.109366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:38.113233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Usage tracker for resource:security_group_rule and tenant:94ced8f7838c48e08c07136bb13eb325 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:38.115540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.116010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.116146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:38.116536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.116962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.117422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.117859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.118719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.118719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.119064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.119483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.119894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:38.122109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:38.127770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.127770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ee37e547-ccf6-4119-9f9a-7a927b99eb3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f27ce6c0-9db0-4797-b522-46df836cb7f6 HTTP/1.1" status: 204 len: 168 time: 0.3309708 Apr 05 20:59:38.147363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-df8644bb-657e-4295-b2aa-f955580efe90 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:38.149287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-df8644bb-657e-4295-b2aa-f955580efe90 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810396 Apr 05 20:59:38.225955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.289478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.352626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:59:38.354233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-defbd908-5a5e-4df3-b495-0ef56800594d service neutron] 10.222.0.10 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883831 Apr 05 20:59:38.372566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37363ef2-1669-4e26-a6b9-35493480d028,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:38.377309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.377845 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Added segment 3553b3c8-8a8e-4f82-97e8-4fafcb36a37c of type vlan for network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 Apr 05 20:59:38.401628 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.409295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.493032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-43a65014-eb81-49a3-8251-38c46603ed09 service neutron] 10.222.0.10 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325727 Apr 05 20:59:38.506890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.511240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:38.516976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.567322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:38.637629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Network': ['ID=620f63ef-917e-448f-b8d3-bc55c5b3f6a1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:38.658545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:59:38.739365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53032) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:38.740736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5027963c-bab9-40c6-b01f-6ef2bec892ab tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9469509 Apr 05 20:59:38.741227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'subnet': {'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:38.891352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c58b286-9197-4bf4-8d05-5db97f39bcc9 req-72d6a0ea-e621-474f-9f17-cefe3db164f8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 210 time: 0.1096272 Apr 05 20:59:38.925996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:38.934897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Usage tracker for resource:subnet and tenant:94ced8f7838c48e08c07136bb13eb325 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:38.936897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:38.944400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:38.987192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4024f80-5bc0-406e-be9b-187f7f1840bc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:39.057426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f4024f80-5bc0-406e-be9b-187f7f1840bc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:39.057719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.077480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:39.112795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53044) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:39.134778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.173267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:39.177137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Usage tracker for resource:security_group_rule and tenant:e2ed3bf420d24116a78cee3d775349b3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:39.180251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:39.191034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:39.253304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.305144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.384217 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.434269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065b0215-9fc0-487f-8375-fac505a68189,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:39.438797 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b7019c83-787c-489a-89af-5914f907895a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2ed3bf420d24116a78cee3d775349b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3247118 Apr 05 20:59:39.441301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53052) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:39.505707 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fd64-d672-40f9-a028-7fe4b729720f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.541781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fd64-d672-40f9-a028-7fe4b729720f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.557927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.655467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Subnet': ['ID=c5923280-dad5-4e66-b01f-ef1475c7b93d,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:39.661338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Checking segment: {'id': '3553b3c8-8a8e-4f82-97e8-4fafcb36a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:39.665392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network hostable DHCP agents. Network: 620f63ef-917e-448f-b8d3-bc55c5b3f6a1, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:59:39.701552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fd64-d672-40f9-a028-7fe4b729720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.716169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6fd64-d672-40f9-a028-7fe4b729720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065b0215-9fc0-487f-8375-fac505a68189,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:39.736888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6b6fd64-d672-40f9-a028-7fe4b729720f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.740464 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f6b6fd64-d672-40f9-a028-7fe4b729720f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/065b0215-9fc0-487f-8375-fac505a68189 HTTP/1.1" status: 204 len: 168 time: 0.2975805 Apr 05 20:59:39.778755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:59:39.881552 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.894745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 620f63ef-917e-448f-b8d3-bc55c5b3f6a1) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:39.898751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:39.899357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.903162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc55ad78-3351-4e78-83b5-9510789775f2 None None] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:59:40.004277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2ffffaca-5a03-45f8-aa3b-05ca5419a518 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2696443 Apr 05 20:59:40.006902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53068) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:40.013464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'name': 'tempest-AllowedAddressPairTestJSON-1595610765'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:40.134552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12acffb6-83a3-4ccf-a297-9d148b94de42 req-0997cef2-0c07-4204-8cc6-f3b3be20cbb3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 210 time: 0.0874043 Apr 05 20:59:40.174838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'tenant_id': '94ced8f7838c48e08c07136bb13eb325', 'fixed_ips': [{'subnet_id': 'c5923280-dad5-4e66-b01f-ef1475c7b93d'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 20:59:40.175670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:40.243928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:40.250180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Usage tracker for resource:port and tenant:94ced8f7838c48e08c07136bb13eb325 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:40.256061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:40.296820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:40.384648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:40.387880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:40.399948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Allocated IP 172.20.0.2 (620f63ef-917e-448f-b8d3-bc55c5b3f6a1/c5923280-dad5-4e66-b01f-ef1475c7b93d/6a25de3b-4aff-49d1-872c-a43716dda9b3) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:40.417731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] device_id is not set on port b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:59:40.628615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:40.639847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Transition to ACTIVE for port object 6a25de3b-4aff-49d1-872c-a43716dda9b3 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:40.660640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Transition to ACTIVE for port object 6a25de3b-4aff-49d1-872c-a43716dda9b3 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:40.724154 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:40.790058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Allocated IP 172.20.0.10 (620f63ef-917e-448f-b8d3-bc55c5b3f6a1/c5923280-dad5-4e66-b01f-ef1475c7b93d/b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:40.794052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:40.797907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:40.802382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:40.811566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Pushing event updated for resources: {'Port': ['ID=6a25de3b-4aff-49d1-872c-a43716dda9b3,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:40.920306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Attempting to bind port 6a25de3b-4aff-49d1-872c-a43716dda9b3 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:59:40.923749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Attempting to bind port 6a25de3b-4aff-49d1-872c-a43716dda9b3 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '3553b3c8-8a8e-4f82-97e8-4fafcb36a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:59:40.924596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Attempting to bind port 6a25de3b-4aff-49d1-872c-a43716dda9b3 on network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:40.934917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:59:40.935550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Checking segment: {'id': '3553b3c8-8a8e-4f82-97e8-4fafcb36a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:40.936115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:40.936694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Bound using segment: {'id': '3553b3c8-8a8e-4f82-97e8-4fafcb36a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:59:40.939012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Bound port: 6a25de3b-4aff-49d1-872c-a43716dda9b3, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3553b3c8-8a8e-4f82-97e8-4fafcb36a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:59:40.939601 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:41.035040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] For port 6a25de3b-4aff-49d1-872c-a43716dda9b3, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:59:41.037399 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:41.038065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] For port 6a25de3b-4aff-49d1-872c-a43716dda9b3, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6a25de3b-4aff-49d1-872c-a43716dda9b3,segment=NetworkSegment(3553b3c8-8a8e-4f82-97e8-4fafcb36a37c),segment_id=3553b3c8-8a8e-4f82-97e8-4fafcb36a37c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:59:41.053700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Transition to ACTIVE for port object b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:41.098854 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:41.127446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:41.184418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba4a3d-eb46-4c14-a1dc-ad4cfb6a573f None None] Pushing event updated for resources: {'Port': ['ID=6a25de3b-4aff-49d1-872c-a43716dda9b3,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:41.215940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:41.217795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:41.219730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:41.222476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:41.299139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:41.299863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:41.392682 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3c83a293-3d46-4a1d-bcf3-ff95ff22fdff tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3844271 Apr 05 20:59:41.396115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53108) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:41.402030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'name': 'tempest-AllowedAddressPairTestJSON-741693120', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:d3:fb'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:41.522245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-950bbca4-1816-40aa-8e60-236b1e55a784 req-c2d712d1-0852-4f35-90a4-82c6062531c8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 210 time: 0.0842898 Apr 05 20:59:41.839778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-511f6042-2f81-40dc-acab-1898b1fbb312 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:41.841208 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-511f6042-2f81-40dc-acab-1898b1fbb312 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "GET /v2.0/networks?id=829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 200 len: 796 time: 0.3134716 Apr 05 20:59:41.890055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:41.901799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Usage tracker for resource:port and tenant:94ced8f7838c48e08c07136bb13eb325 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:41.908168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:41.918075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:41.924297 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-f8cf14e1-0c68-4028-b1ef-5c4c95a06097 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 380 time: 0.0642955 Apr 05 20:59:41.933427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'port': {'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'admin_state_up': True, 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'security_groups': ['202ee58b-1aa3-4384-bf46-1005678e1914']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:42.012665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:42.191874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:42.228514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:42.248461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:42.280217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] device_id is not set on port 1f5e5bed-3b29-417d-bb43-42f5cac49a91 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:59:42.355979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:42.359249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:42.504086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca7031-2a52-4fb7-b14e-26454264d7c8 None None] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 20:59:42.550760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Allocated IP 172.20.0.4 (620f63ef-917e-448f-b8d3-bc55c5b3f6a1/c5923280-dad5-4e66-b01f-ef1475c7b93d/1f5e5bed-3b29-417d-bb43-42f5cac49a91) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:42.677812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4fe2efbc-f969-40ab-9b90-731d13a7480b None None] Provisioning for port 6a25de3b-4aff-49d1-872c-a43716dda9b3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:42.706048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.20.0.10 (829bb077-a6c4-4c14-b098-5f732b68cd29/cadeebb0-2737-48c0-8f0d-1d0e08473b5d/ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:42.742494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58189912-fb9e-4a4e-9ff2-05e6327707a5 req-8298937b-64f8-4a44-b8cd-0ed9e780f329 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 210 time: 0.0519812 Apr 05 20:59:43.042353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a25de3b-4aff-49d1-872c-a43716dda9b3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:43.064806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.103914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Transition to ACTIVE for port object 1f5e5bed-3b29-417d-bb43-42f5cac49a91 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:43.127065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.150042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Transition to ACTIVE for port object ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:43.248270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.300644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6a25de3b-4aff-49d1-872c-a43716dda9b3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:43.305817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6a25de3b-4aff-49d1-872c-a43716dda9b3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:43.306199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.339661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.360031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-df9b6385-063b-409a-aae2-0205b3a75bd8 None None] Provisioning for port b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:43.376127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:43.384226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:43.405212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-df9b6385-063b-409a-aae2-0205b3a75bd8 None None] Provisioning complete for port b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:43.405595 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df9b6385-063b-409a-aae2-0205b3a75bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.419510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:43.506919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=1f5e5bed-3b29-417d-bb43-42f5cac49a91,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:43.511387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:43.511704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-df9b6385-063b-409a-aae2-0205b3a75bd8 None None] Port b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:43.551851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:43.562254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:43.587461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.635470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:43.636203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.687550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:43.705514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6a25de3b-4aff-49d1-872c-a43716dda9b3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6a25de3b-4aff-49d1-872c-a43716dda9b3,segment=NetworkSegment(3553b3c8-8a8e-4f82-97e8-4fafcb36a37c),segment_id=3553b3c8-8a8e-4f82-97e8-4fafcb36a37c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:43.712152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:43.712990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.722271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-24f0dd45-eeed-44ef-a5a6-ff5771d48c5a None None] Provisioning complete for port b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:43.722659 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-24f0dd45-eeed-44ef-a5a6-ff5771d48c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.775191 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a4629e4-46e8-462b-b4e4-4e68719bc9ef tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3779910 Apr 05 20:59:43.779196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53170) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:43.808467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.862327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-709be22e-588b-4b0d-8e80-f12cc3b0f3b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9325905 Apr 05 20:59:43.882231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Request body: {'port': {'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:43.939623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-24f0dd45-eeed-44ef-a5a6-ff5771d48c5a None None] Port b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:43.953089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6a25de3b-4aff-49d1-872c-a43716dda9b3,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:44.049255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9bf45-8d04-4071-8016-5326b43dfcb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:44.060198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9bf45-8d04-4071-8016-5326b43dfcb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:44.060198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9bf45-8d04-4071-8016-5326b43dfcb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:44.060198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-57e9bf45-8d04-4071-8016-5326b43dfcb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Synchronizing usage tracker for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:44.067873 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.116509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7585ab-ae07-418d-9f86-a51b7b713610 req-80c3d94a-18a4-4587-84db-720f14b06cd5 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:44.117995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac7585ab-ae07-418d-9f86-a51b7b713610 req-80c3d94a-18a4-4587-84db-720f14b06cd5 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 932 time: 0.1914604 Apr 05 20:59:44.158010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Provisioning for port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:44.163806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-57e9bf45-8d04-4071-8016-5326b43dfcb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Unset dirty status for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:44.164148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Provisioning complete for port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:44.168106 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.171378 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57e9bf45-8d04-4071-8016-5326b43dfcb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3861117 Apr 05 20:59:44.172311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:44.197642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac7585ab-ae07-418d-9f86-a51b7b713610 req-03a08151-0aeb-4e5a-a146-9212da5215f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731232 Apr 05 20:59:44.264211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:44.339084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Provisioning for port 1f5e5bed-3b29-417d-bb43-42f5cac49a91 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:44.345167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Provisioning complete for port 1f5e5bed-3b29-417d-bb43-42f5cac49a91 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:44.345548 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.414949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting port 1f5e5bed-3b29-417d-bb43-42f5cac49a91 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:44.415291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.420380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-70e7360a-aec4-4129-b362-ae63571fb47f None None] Port 1f5e5bed-3b29-417d-bb43-42f5cac49a91 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:44.830044 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.845583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:59:44.964533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.971569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Calling delete_port for 1f5e5bed-3b29-417d-bb43-42f5cac49a91 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:45.008603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a25de3b-4aff-49d1-872c-a43716dda9b3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:45.031828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Transition to ACTIVE for port object ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:45.085208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6a25de3b-4aff-49d1-872c-a43716dda9b3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:45.085912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.131002 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.261088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.274896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:45.336604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Port': ['ID=1f5e5bed-3b29-417d-bb43-42f5cac49a91,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:45.502311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b46d4d-824e-4de5-800a-988093c619dc req-6256e16f-e11a-442e-93a5-71b0d94cef74 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:45.504838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0b46d4d-824e-4de5-800a-988093c619dc req-6256e16f-e11a-442e-93a5-71b0d94cef74 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 944 time: 0.1294646 Apr 05 20:59:45.546104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53228) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:45.594221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Attempting to bind port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:59:45.594536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Attempting to bind port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:59:45.594864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Attempting to bind port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 on network 829bb077-a6c4-4c14-b098-5f732b68cd29 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:45.617119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0b46d4d-824e-4de5-800a-988093c619dc req-7c939982-47b7-4552-9b8b-99cecad0e48f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050322 Apr 05 20:59:45.706306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 on network 829bb077-a6c4-4c14-b098-5f732b68cd29 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 20:59:45.706626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Attempting to bind port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 on network 829bb077-a6c4-4c14-b098-5f732b68cd29 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 20:59:45.745637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 20:59:45.745975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Checking segment: {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 20:59:45.746356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Bound using segment: {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 20:59:45.746791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Bound port: ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a2b45b-fa0a-4166-8f37-6392eea93c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:59:45.747129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.780615 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.812561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:45.816806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Usage tracker for resource:security_group_rule and tenant:139666487e724e4fa15bc59c4c9001d1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:45.820051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:45.826616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:45.835556 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.868636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] For port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 20:59:45.871889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] For port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 20:59:45.909541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.933630 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a2024529-58dd-421e-88d6-00b9884523e0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/ports/1f5e5bed-3b29-417d-bb43-42f5cac49a91 HTTP/1.1" status: 204 len: 168 time: 1.7603700 Apr 05 20:59:45.936893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53238) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:45.956032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:45.978566 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-2522f89b-d078-40bf-b185-27876bc643c4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] GET failed (client error): The resource could not be found. Apr 05 20:59:45.983903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2522f89b-d078-40bf-b185-27876bc643c4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "GET /v2.0/ports/1f5e5bed-3b29-417d-bb43-42f5cac49a91 HTTP/1.1" status: 404 len: 333 time: 0.0418763 Apr 05 20:59:45.984389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53242) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:45.991640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'name': 'tempest-AllowedAddressPairTestJSON-87256668'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:46.011948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.022408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.023892 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] 10.222.0.39 "PUT /v2.0/ports/ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 HTTP/1.1" status: 200 len: 1092 time: 2.1463752 Apr 05 20:59:46.024384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:59:46.041033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90016d-eede-4371-aaca-ccbd4f1dfaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:46.099750 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789de220-bb56-4465-8ca3-763568e37258'] response: {'name': 'network-changed', 'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'status': 'completed', 'code': 200} Apr 05 20:59:46.172405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=139666487e724e4fa15bc59c4c9001d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6223984 Apr 05 20:59:46.175272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53250) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:46.183247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8d132-eef9-4d2e-b3a9-77353020b203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3689c091-4e2f-4e17-9009-4acde56e73ef,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:46.379791 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36c3fa2a-4d01-4791-b764-7dd905f754d7 req-60315b3c-323f-4211-baed-0106177871e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1095 time: 0.2392845 Apr 05 20:59:46.385491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:46.390872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Usage tracker for resource:port and tenant:94ced8f7838c48e08c07136bb13eb325 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:46.406223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:46.416864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:46.422708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-224ed11c-cce0-44a8-8a81-0603637f1a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.454394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-224ed11c-cce0-44a8-8a81-0603637f1a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.516325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:46.520385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.546307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] device_id is not set on port ec46eced-aa79-4baa-9dd0-a04612e8454f yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:59:46.555495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3fa2a-4d01-4791-b764-7dd905f754d7 req-a68a0565-5168-44dd-8612-cd68cfa91dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:46.557291 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36c3fa2a-4d01-4791-b764-7dd905f754d7 req-a68a0565-5168-44dd-8612-cd68cfa91dcd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1603293 Apr 05 20:59:46.639832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-224ed11c-cce0-44a8-8a81-0603637f1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.670852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ed11c-cce0-44a8-8a81-0603637f1a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689c091-4e2f-4e17-9009-4acde56e73ef,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:46.719530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-224ed11c-cce0-44a8-8a81-0603637f1a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.722935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-224ed11c-cce0-44a8-8a81-0603637f1a09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3689c091-4e2f-4e17-9009-4acde56e73ef HTTP/1.1" status: 204 len: 168 time: 0.5424693 Apr 05 20:59:46.768826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3fa2a-4d01-4791-b764-7dd905f754d7 req-17b8594d-6806-493f-a9bc-82c6a01d56a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:46.770346 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-36c3fa2a-4d01-4791-b764-7dd905f754d7 req-17b8594d-6806-493f-a9bc-82c6a01d56a9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072773 Apr 05 20:59:46.782759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Allocated IP 172.20.0.13 (620f63ef-917e-448f-b8d3-bc55c5b3f6a1/c5923280-dad5-4e66-b01f-ef1475c7b93d/ec46eced-aa79-4baa-9dd0-a04612e8454f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:46.934572 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-900564b4-b1d2-42a5-939e-fcd606e937b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1095 time: 0.1002202 Apr 05 20:59:47.006404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8961f-5dad-4e31-abac-0c41577044cd req-db3cc13e-af05-4ace-9518-c74dda724005 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:47.007870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19a8961f-5dad-4e31-abac-0c41577044cd req-db3cc13e-af05-4ace-9518-c74dda724005 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 944 time: 0.2127895 Apr 05 20:59:47.024938 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-b681cb59-6347-4bce-8d70-a6b269925d8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 HTTP/1.1" status: 200 len: 217 time: 0.0782032 Apr 05 20:59:47.093521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-f9d24b72-b277-4206-9c36-c46bf6daccc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:47.095122 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-f9d24b72-b277-4206-9c36-c46bf6daccc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cadeebb0-2737-48c0-8f0d-1d0e08473b5d HTTP/1.1" status: 200 len: 835 time: 0.0644197 Apr 05 20:59:47.098539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19a8961f-5dad-4e31-abac-0c41577044cd req-00121218-88c9-4687-bc9d-c37d51d39414 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814557 Apr 05 20:59:47.125264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:47.139232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Transition to ACTIVE for port object ec46eced-aa79-4baa-9dd0-a04612e8454f will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:47.188493 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-fb76181d-17b8-4cde-8071-c8d064328492 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=829bb077-a6c4-4c14-b098-5f732b68cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873499 Apr 05 20:59:47.289422 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:47.340513 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-ba8dacb4-bd25-4f20-b517-961e0f121ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461072 Apr 05 20:59:47.383360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:47.386315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:47.391215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:47.444293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=ec46eced-aa79-4baa-9dd0-a04612e8454f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:47.481028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:47.482266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:47.529676 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-596e9eb5-7943-48d6-9b2d-af751462d2f1 req-00b0e5f4-7217-447f-8d7e-8ec3f3a6db61 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832876 Apr 05 20:59:47.570123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53274) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:47.589905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:47.608570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0a7f9cf3-d0fc-4219-b242-c2ffa279ccb0 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6183121 Apr 05 20:59:47.608798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:47.615899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:d3:fb'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:47.689723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:47.709406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:6213d4ad85ed4d2593ad9aec150a65f6 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:47.714616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:47.747040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-03c83f59-088e-4710-8fc9-0b8f50dea57b None None] Provisioning for port ec46eced-aa79-4baa-9dd0-a04612e8454f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:47.755349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-03c83f59-088e-4710-8fc9-0b8f50dea57b None None] Provisioning complete for port ec46eced-aa79-4baa-9dd0-a04612e8454f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:47.755349 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-03c83f59-088e-4710-8fc9-0b8f50dea57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:47.776150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:47.830841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-03c83f59-088e-4710-8fc9-0b8f50dea57b None None] Port ec46eced-aa79-4baa-9dd0-a04612e8454f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:47.955841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:47.959191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.053837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.179409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bf4d8c-8519-4d8d-ab18-cbd4393ec629,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:48.183388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9030ba85-2527-4a05-bd80-deec54c66fc4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6213d4ad85ed4d2593ad9aec150a65f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6121175 Apr 05 20:59:48.186253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:48.310569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.340076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.435163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.448979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090ecb4-3bc1-4339-93eb-495b940be32c req-40a911f5-1c23-4ac2-b61e-a0d4105041bf tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:48.454080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4090ecb4-3bc1-4339-93eb-495b940be32c req-40a911f5-1c23-4ac2-b61e-a0d4105041bf tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 944 time: 0.1096656 Apr 05 20:59:48.470295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.487029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bf4d8c-8519-4d8d-ab18-cbd4393ec629,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:48.496677 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.497198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.497824 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33bf4d8c-8519-4d8d-ab18-cbd4393ec629 HTTP/1.1" status: 204 len: 168 time: 0.3100686 Apr 05 20:59:48.500868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.501494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.503795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.504386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.504889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.505494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.505977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.508912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.508912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.508912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.508912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1017b21a-43ff-439a-b70c-16c3076f47fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:48.551243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4090ecb4-3bc1-4339-93eb-495b940be32c req-5e7ce391-a904-4d32-ab76-60f72608257e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939002 Apr 05 20:59:48.579537 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:59:48.657319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] In _notify_port_updated(), no bound segment for port ec46eced-aa79-4baa-9dd0-a04612e8454f on network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:59:48.661083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:48.661710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.666026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53304) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:48.675720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "PUT /v2.0/ports/ec46eced-aa79-4baa-9dd0-a04612e8454f HTTP/1.1" status: 200 len: 993 time: 1.0659301 Apr 05 20:59:48.680110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7755c-04db-4094-a08f-32f189a64295 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=ec46eced-aa79-4baa-9dd0-a04612e8454f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:48.778361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting port ec46eced-aa79-4baa-9dd0-a04612e8454f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:48.778854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.860818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-41b61d69-632b-4151-9c2a-c4179724432f None None] Provisioning complete for port ec46eced-aa79-4baa-9dd0-a04612e8454f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:48.861422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-41b61d69-632b-4151-9c2a-c4179724432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:48.915257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-41b61d69-632b-4151-9c2a-c4179724432f None None] Port ec46eced-aa79-4baa-9dd0-a04612e8454f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:49.054806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:49.180811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Calling delete_port for ec46eced-aa79-4baa-9dd0-a04612e8454f owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:49.407505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:49.549825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Port': ['ID=ec46eced-aa79-4baa-9dd0-a04612e8454f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:49.804277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:49.812757 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad31f095-fa4a-45f6-87c9-cebc0ea5ac15 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/ports/ec46eced-aa79-4baa-9dd0-a04612e8454f HTTP/1.1" status: 204 len: 168 time: 1.1433647 Apr 05 20:59:49.813172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53340) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:49.876235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2aa24-4cec-47a0-844f-2f96d0415c18 req-6b51ae7c-5f71-42b9-ad1f-b803b82b0098 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:49.878907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2aa24-4cec-47a0-844f-2f96d0415c18 req-6b51ae7c-5f71-42b9-ad1f-b803b82b0098 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 944 time: 0.1696217 Apr 05 20:59:49.882172 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf2362d-d3c6-4378-804d-641b56e143fb tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] GET failed (client error): The resource could not be found. Apr 05 20:59:49.882686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9bf2362d-d3c6-4378-804d-641b56e143fb tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Synchronizing usage tracker for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:49.930728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f2aa24-4cec-47a0-844f-2f96d0415c18 req-2c082b5c-3af8-472d-b72f-2dd929ae2d3b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455940 Apr 05 20:59:49.961408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9bf2362d-d3c6-4378-804d-641b56e143fb tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Unset dirty status for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:49.966720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53348) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:49.969906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9bf2362d-d3c6-4378-804d-641b56e143fb tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "GET /v2.0/ports/ec46eced-aa79-4baa-9dd0-a04612e8454f HTTP/1.1" status: 404 len: 333 time: 0.1546197 Apr 05 20:59:49.973534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'name': 'tempest-AllowedAddressPairTestJSON-1566618099'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:50.110196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:50.120883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:50.213220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:50.216799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.238829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] device_id is not set on port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:59:50.321413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.386463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Allocated IP 172.20.0.12 (620f63ef-917e-448f-b8d3-bc55c5b3f6a1/c5923280-dad5-4e66-b01f-ef1475c7b93d/ff9b8aae-ec31-4338-b2c3-66ab23588ab4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:50.593813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53364) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:50.609859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.626126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Transition to ACTIVE for port object ff9b8aae-ec31-4338-b2c3-66ab23588ab4 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:50.718378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.744251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.775471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:50.780097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Usage tracker for resource:security_group_rule and tenant:800817df61704bd29820a2b12a29cbc6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:50.785214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:50.788812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:50.792547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:50.795497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:50.799480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:50.848020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=ff9b8aae-ec31-4338-b2c3-66ab23588ab4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:50.871268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.894731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:50.898894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.940623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:50.994951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929dc434-0f6e-47c3-98e0-9bef2b8a308b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:51.003325 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a54c289e-e374-43ba-bf78-dc0ba3d7989d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=800817df61704bd29820a2b12a29cbc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060013 Apr 05 20:59:51.003854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53378) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:51.022649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c93b5348-d8dd-4ccd-aa9c-9a71e1d21069 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0544374 Apr 05 20:59:51.026867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53382) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:51.032867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e9:d3:fb'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:51.106378 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a128877b-239c-4c68-885b-01867d8cec60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.137144 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a128877b-239c-4c68-885b-01867d8cec60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.204504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.209168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-abf89671-644f-41b0-84c9-a2cfd68dd5fd None None] Provisioning for port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:51.218858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-abf89671-644f-41b0-84c9-a2cfd68dd5fd None None] Provisioning complete for port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:51.218858 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-abf89671-644f-41b0-84c9-a2cfd68dd5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.269021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-abf89671-644f-41b0-84c9-a2cfd68dd5fd None None] Port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:51.274415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a128877b-239c-4c68-885b-01867d8cec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.301117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128877b-239c-4c68-885b-01867d8cec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929dc434-0f6e-47c3-98e0-9bef2b8a308b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:51.310642 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a128877b-239c-4c68-885b-01867d8cec60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.314271 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a128877b-239c-4c68-885b-01867d8cec60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/929dc434-0f6e-47c3-98e0-9bef2b8a308b HTTP/1.1" status: 204 len: 168 time: 0.3070350 Apr 05 20:59:51.396534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85171327-4cbe-45ef-bc49-6db5a2347789 req-f4e99c4d-7646-4e9d-9b0f-d8e356fae237 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:51.398007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85171327-4cbe-45ef-bc49-6db5a2347789 req-f4e99c4d-7646-4e9d-9b0f-d8e356fae237 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 944 time: 0.2650568 Apr 05 20:59:51.490315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85171327-4cbe-45ef-bc49-6db5a2347789 req-57c04141-3e7f-4587-ae5e-f79c4c557cb3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844209 Apr 05 20:59:51.522314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:59:51.530971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.619014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.664309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:51.681982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:59:51.739859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.759306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 20:59:51.779198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:51.808361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=ff9b8aae-ec31-4338-b2c3-66ab23588ab4,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:51.808361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] In _notify_port_updated(), no bound segment for port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 on network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:59:51.813351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:51.813351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.813351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-737121fd-f742-4795-97d9-55fed14a9ca5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "PUT /v2.0/ports/ff9b8aae-ec31-4338-b2c3-66ab23588ab4 HTTP/1.1" status: 200 len: 997 time: 0.7849455 Apr 05 20:59:51.819031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:51.864740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.951235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:51.959115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:51.961753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:51.972919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.973296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.973632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.974089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.974418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.974834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.975173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.975496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.975818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.976122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:51.976441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:52.110624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3a6bbba4-489a-4eed-b3b8-73e90c4c4a93 None None] Provisioning complete for port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:52.110995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3a6bbba4-489a-4eed-b3b8-73e90c4c4a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:52.176307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3a6bbba4-489a-4eed-b3b8-73e90c4c4a93 None None] Port ff9b8aae-ec31-4338-b2c3-66ab23588ab4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:52.224840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:52.297177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 20:59:52.381015 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Calling delete_port for ff9b8aae-ec31-4338-b2c3-66ab23588ab4 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:52.649171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:52.698593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Port': ['ID=ff9b8aae-ec31-4338-b2c3-66ab23588ab4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:52.717192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a9475-0c1f-414b-9271-6f7b935ed92d req-78e58ca4-c201-4e2e-9a5f-4a4e222c1245 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:52.727335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-810a9475-0c1f-414b-9271-6f7b935ed92d req-78e58ca4-c201-4e2e-9a5f-4a4e222c1245 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 945 time: 0.1108713 Apr 05 20:59:52.808245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-810a9475-0c1f-414b-9271-6f7b935ed92d req-0328a0cd-5551-46db-8450-91fafcd49d2f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760016 Apr 05 20:59:52.850998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:52.870098 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-03356adb-71e6-4509-bdc9-fa87955e4bb2 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/ports/ff9b8aae-ec31-4338-b2c3-66ab23588ab4 HTTP/1.1" status: 204 len: 168 time: 1.0499017 Apr 05 20:59:52.872893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53430) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:53.045228 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d6fcad-12da-40fd-9dce-d4c3f03de0b5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] GET failed (client error): The resource could not be found. Apr 05 20:59:53.045745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c5d6fcad-12da-40fd-9dce-d4c3f03de0b5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Synchronizing usage tracker for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:53.172971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c5d6fcad-12da-40fd-9dce-d4c3f03de0b5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Unset dirty status for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:53.174197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c5d6fcad-12da-40fd-9dce-d4c3f03de0b5 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "GET /v2.0/ports/ff9b8aae-ec31-4338-b2c3-66ab23588ab4 HTTP/1.1" status: 404 len: 333 time: 0.3000751 Apr 05 20:59:53.189101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:53.189101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'name': 'tempest-AllowedAddressPairTestJSON-1863888422'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:53.331232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:53.341109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:53.420424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:53.423479 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:53.445374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] device_id is not set on port 67aeccfb-0ea8-43ae-be52-a6d4d956ad2b yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:59:53.529786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:59:53.593180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Allocated IP 172.20.0.6 (620f63ef-917e-448f-b8d3-bc55c5b3f6a1/c5923280-dad5-4e66-b01f-ef1475c7b93d/67aeccfb-0ea8-43ae-be52-a6d4d956ad2b) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:53.678412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:53.684657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:53.685758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:53.851667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:53.885965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 20:59:53.887057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 20:59:53.948918 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5c2ad4-483d-4fce-862f-91eece83efb9'] response: {'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'code': 200} Apr 05 20:59:53.983326 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.099892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea391a2-e79c-4729-a073-2ebc2a49790f req-e5fc8400-9ab6-4890-aafd-d71b87868a37 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:54.101452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cea391a2-e79c-4729-a073-2ebc2a49790f req-e5fc8400-9ab6-4890-aafd-d71b87868a37 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 946 time: 0.1449132 Apr 05 20:59:54.136515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:54.148865 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.152307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cea391a2-e79c-4729-a073-2ebc2a49790f req-70d3a76e-d1c2-41d2-b2ff-049f2a4adf09 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452468 Apr 05 20:59:54.176178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Transition to ACTIVE for port object 67aeccfb-0ea8-43ae-be52-a6d4d956ad2b will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:54.206142 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cd1d770-d67c-432c-83fa-33d081aca897 req-89659bee-d396-4fe2-95df-51676c19c171 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1097 time: 0.1400802 Apr 05 20:59:54.254559 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0cd1d770-d67c-432c-83fa-33d081aca897 req-7b792517-7dbe-4370-b26f-73a1e02d6211 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Apr 05 20:59:54.302200 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.330977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53478) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:54.374137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:54.377773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:54.379670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=67aeccfb-0ea8-43ae-be52-a6d4d956ad2b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:54.381801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:54.459524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:54.460352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.480256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-386244113'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:54.500904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:54.509427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Usage tracker for resource:router and tenant:39203151c6424a8191c8b372a2c656dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:54.515433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:54.526885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:54.562202 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5e227f28-fe69-43dc-9ff7-1e91c349746a tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3830488 Apr 05 20:59:54.565671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53486) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:54.571468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'network_id': '620f63ef-917e-448f-b8d3-bc55c5b3f6a1', 'name': 'tempest-AllowedAddressPairTestJSON-39749291'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:54.649393 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.653133 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.712002 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.739969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:54.745315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Usage tracker for resource:port and tenant:94ced8f7838c48e08c07136bb13eb325 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:54.748180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:54.754079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:54.778169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f771e01e-7a44-484e-a01d-6112fc244d5e None None] Provisioning for port 67aeccfb-0ea8-43ae-be52-a6d4d956ad2b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:54.783563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f771e01e-7a44-484e-a01d-6112fc244d5e None None] Provisioning complete for port 67aeccfb-0ea8-43ae-be52-a6d4d956ad2b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:54.783934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f771e01e-7a44-484e-a01d-6112fc244d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.835259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f771e01e-7a44-484e-a01d-6112fc244d5e None None] Port 67aeccfb-0ea8-43ae-be52-a6d4d956ad2b cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:54.843656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.881137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Made reservation on behalf of 94ced8f7838c48e08c07136bb13eb325 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:59:54.881137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.910254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] device_id is not set on port a8740fc6-3506-4a48-973c-bb2fd867d3cd yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 20:59:54.966833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.970330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ace58602-23df-4371-a6ac-b362192dbce0 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6358795 Apr 05 20:59:54.971836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:55.056563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Allocated IP 172.20.0.5 (620f63ef-917e-448f-b8d3-bc55c5b3f6a1/c5923280-dad5-4e66-b01f-ef1475c7b93d/a8740fc6-3506-4a48-973c-bb2fd867d3cd) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:55.131997 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c50ef18-e273-4d46-b736-bde7a197da3a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.291825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.376151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Transition to ACTIVE for port object a8740fc6-3506-4a48-973c-bb2fd867d3cd will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:59:55.425355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41969c-710b-4ca3-a89c-c6552d209b09 req-9ff9e782-d951-4068-9791-1060d922211a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:55.428035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b41969c-710b-4ca3-a89c-c6552d209b09 req-9ff9e782-d951-4068-9791-1060d922211a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 946 time: 0.1094389 Apr 05 20:59:55.476167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b41969c-710b-4ca3-a89c-c6552d209b09 req-e6f81088-8561-48b8-9217-f3cf5961493b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Apr 05 20:59:55.483527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.562513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:55.565440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:55.568365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:55.574957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c50ef18-e273-4d46-b736-bde7a197da3a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.580134 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c50ef18-e273-4d46-b736-bde7a197da3a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.609806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=a8740fc6-3506-4a48-973c-bb2fd867d3cd,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:55.644038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:55.644635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.721870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c50ef18-e273-4d46-b736-bde7a197da3a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.721870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c50ef18-e273-4d46-b736-bde7a197da3a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e99bfdd-ca47-43a6-ac09-814779a7ca2c {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:55.740077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c50ef18-e273-4d46-b736-bde7a197da3a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.741294 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8c50ef18-e273-4d46-b736-bde7a197da3a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4e99bfdd-ca47-43a6-ac09-814779a7ca2c HTTP/1.1" status: 204 len: 168 time: 0.7696152 Apr 05 20:59:55.750299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53510) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:55.757311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Request body: {'router': {'name': 'tempest-router-244352798', 'distributed': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:55.763435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:55.768007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Usage tracker for resource:router and tenant:39203151c6424a8191c8b372a2c656dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:55.771460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a0639d02-0550-4af7-b2b1-503fb30ae1fe tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2044585 Apr 05 20:59:55.775924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:55.776080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53514) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:55.779328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:55.780907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:d3:fb'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:7d:63:ed'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:55.849383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.850493 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.875980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.932760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-830a8f54-3449-49a1-aa2a-baf8fe30f3e4 None None] Provisioning for port a8740fc6-3506-4a48-973c-bb2fd867d3cd completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:59:55.938740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-830a8f54-3449-49a1-aa2a-baf8fe30f3e4 None None] Provisioning complete for port a8740fc6-3506-4a48-973c-bb2fd867d3cd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:55.939140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-830a8f54-3449-49a1-aa2a-baf8fe30f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.956451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:55.993875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-830a8f54-3449-49a1-aa2a-baf8fe30f3e4 None None] Port a8740fc6-3506-4a48-973c-bb2fd867d3cd cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:56.035955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.039940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1fe7d699-00d1-4e17-a284-f57de1dddbc7 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2908931 Apr 05 20:59:56.045816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53522) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:56.046674 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.199906 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1aa775e5-d4d6-46c7-af0f-5110c6015f6e tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.407680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.466491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.634496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event updated for resources: {'Port': ['ID=a8740fc6-3506-4a48-973c-bb2fd867d3cd,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:56.666129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] In _notify_port_updated(), no bound segment for port a8740fc6-3506-4a48-973c-bb2fd867d3cd on network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 20:59:56.672135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:56.672911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.678933 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-27dfb9a7-3f7d-471b-ae3f-202f667765d4 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "PUT /v2.0/ports/a8740fc6-3506-4a48-973c-bb2fd867d3cd HTTP/1.1" status: 200 len: 1054 time: 0.9029043 Apr 05 20:59:56.680853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53536) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:56.756200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting port a8740fc6-3506-4a48-973c-bb2fd867d3cd {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:56.756639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.785096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1aa775e5-d4d6-46c7-af0f-5110c6015f6e tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.796646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1aa775e5-d4d6-46c7-af0f-5110c6015f6e tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.825016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2633d737-527d-47f0-9452-d2b0d8f37d2b None None] Provisioning complete for port a8740fc6-3506-4a48-973c-bb2fd867d3cd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:59:56.825720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2633d737-527d-47f0-9452-d2b0d8f37d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.866164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db985d-b332-4b8c-8b11-154744df6588 req-385e4e70-05f3-4674-931e-c7578b7e2d0c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:56.867771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3db985d-b332-4b8c-8b11-154744df6588 req-385e4e70-05f3-4674-931e-c7578b7e2d0c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 946 time: 0.1388595 Apr 05 20:59:56.907083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2633d737-527d-47f0-9452-d2b0d8f37d2b None None] Port a8740fc6-3506-4a48-973c-bb2fd867d3cd cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 20:59:56.922120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3db985d-b332-4b8c-8b11-154744df6588 req-ac67d49d-4c2f-41b5-b473-8899d197d918 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Apr 05 20:59:56.928816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1aa775e5-d4d6-46c7-af0f-5110c6015f6e tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.929600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa775e5-d4d6-46c7-af0f-5110c6015f6e tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2c5159-073e-45ff-85a0-6989587c6dfa {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:56.952395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1aa775e5-d4d6-46c7-af0f-5110c6015f6e tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:56.956922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1aa775e5-d4d6-46c7-af0f-5110c6015f6e tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "DELETE /v2.0/routers/0a2c5159-073e-45ff-85a0-6989587c6dfa HTTP/1.1" status: 204 len: 168 time: 0.9125891 Apr 05 20:59:56.957391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53542) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:56.971067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Request body: {'router': {'name': 'tempest-router-1234442371', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9efde387e0634f6d82ab1f6bbc3c3766'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:56.973522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:56.978211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Usage tracker for resource:router and tenant:9efde387e0634f6d82ab1f6bbc3c3766 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:56.981508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:56.988711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:57.062956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.109281 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.110440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.148303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.185944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692a675-d875-49b7-a3f1-34733da41fb0 req-6aa82b76-1d83-4485-928e-259361bc6308 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:59:57.187295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Calling delete_port for a8740fc6-3506-4a48-973c-bb2fd867d3cd owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:57.187586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1692a675-d875-49b7-a3f1-34733da41fb0 req-6aa82b76-1d83-4485-928e-259361bc6308 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 946 time: 0.1130075 Apr 05 20:59:57.238244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1692a675-d875-49b7-a3f1-34733da41fb0 req-b2981950-d88e-42de-88d9-78dc0f96672d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Apr 05 20:59:57.240127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.279281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53554) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:57.317356 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.322272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1419dea9-6438-4428-9465-7cc575c6692b tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3637304 Apr 05 20:59:57.328485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53558) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:57.333636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:57.435889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.490207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Port': ['ID=a8740fc6-3506-4a48-973c-bb2fd867d3cd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:57.552094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-76c3b7c8-804b-4175-b691-5b6028d9bfef tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1092 time: 0.2778957 Apr 05 20:59:57.554488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53564) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:57.562817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:57.572369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:57.632996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:floatingip and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:57.661572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:57.675440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:57.758548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.758910 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.809403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.823474 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-298ae6e3-48a1-4bd7-8d52-1b061c979ad7 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/ports/a8740fc6-3506-4a48-973c-bb2fd867d3cd HTTP/1.1" status: 204 len: 168 time: 1.1373448 Apr 05 20:59:57.829408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:57.870954 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2104e7e-4f1b-46ac-9573-1a1b1f72aeda tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] GET failed (client error): The resource could not be found. Apr 05 20:59:57.871466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c2104e7e-4f1b-46ac-9573-1a1b1f72aeda tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Synchronizing usage tracker for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:57.879903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.900888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84581) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 05 20:59:57.901471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Router 308293c5-bc8e-4c79-a9ad-9bc8c144500a migrating from provider to provider. {{(pid=84581) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 05 20:59:57.901583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.907214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:57.976837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c2104e7e-4f1b-46ac-9573-1a1b1f72aeda tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Unset dirty status for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:57.978041 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2104e7e-4f1b-46ac-9573-1a1b1f72aeda tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "GET /v2.0/ports/a8740fc6-3506-4a48-973c-bb2fd867d3cd HTTP/1.1" status: 404 len: 333 time: 0.1532776 Apr 05 20:59:57.983411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53574) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:57.987792 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:58.065163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting port 67aeccfb-0ea8-43ae-be52-a6d4d956ad2b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:58.065509 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:58.138769 n-d-836605-1 neutron-server[84581]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] No L3 agents can host the router 308293c5-bc8e-4c79-a9ad-9bc8c144500a Apr 05 20:59:58.192700 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:58.332356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Hosts for router 308293c5-bc8e-4c79-a9ad-9bc8c144500a: [] {{(pid=84581) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 05 20:59:58.377607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Hosts for other DVR routers connected to router 308293c5-bc8e-4c79-a9ad-9bc8c144500a: set() {{(pid=84581) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 05 20:59:58.380251 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:58.383842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a4efb4ae-76f1-47cb-87c5-51d87958501a tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "PUT /v2.0/routers/308293c5-bc8e-4c79-a9ad-9bc8c144500a HTTP/1.1" status: 200 len: 717 time: 1.0518599 Apr 05 20:59:58.384082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53584) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:58.570112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:58.638709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-85881230-cdc6-49e8-aec5-c981febd5130 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "GET /v2.0/routers/308293c5-bc8e-4c79-a9ad-9bc8c144500a HTTP/1.1" status: 200 len: 717 time: 0.2528052 Apr 05 20:59:58.641468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53590) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:58.705026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Calling delete_port for 67aeccfb-0ea8-43ae-be52-a6d4d956ad2b owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 20:59:58.734124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.25.2.226 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/0e167185-cf4f-4416-886b-2b7674172ca3) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:59:58.914694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-92265763-a886-4650-afb8-d6fc5f4a3015 tempest-RoutersTestDVR-1969480693 tempest-RoutersTestDVR-1969480693-project] 10.222.0.10 "GET /v2.0/routers/308293c5-bc8e-4c79-a9ad-9bc8c144500a HTTP/1.1" status: 200 len: 683 time: 0.2721469 Apr 05 20:59:58.917183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53598) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:58.987733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.057230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac6fa12-d9be-491e-b2a9-f479a377ce8d tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.061109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.103555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.116656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Port': ['ID=67aeccfb-0ea8-43ae-be52-a6d4d956ad2b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:59.257313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:59:59.269751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:59:59.276643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 20:59:59.340679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=0e167185-cf4f-4416-886b-2b7674172ca3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:59.378730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.493475 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8f01f0c6-6123-450c-a718-f8a90a94e516 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/ports/67aeccfb-0ea8-43ae-be52-a6d4d956ad2b HTTP/1.1" status: 204 len: 168 time: 1.5088899 Apr 05 20:59:59.497684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53610) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:59.554424 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-166a5569-e2b8-41ba-bcad-946d6d0c3393 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] GET failed (client error): The resource could not be found. Apr 05 20:59:59.554707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-166a5569-e2b8-41ba-bcad-946d6d0c3393 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Synchronizing usage tracker for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:59:59.567693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac6fa12-d9be-491e-b2a9-f479a377ce8d tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.591383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac6fa12-d9be-491e-b2a9-f479a377ce8d tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.625834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-7f270eb9-cf4a-4a83-b8e6-b5a530436684 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1080315 Apr 05 20:59:59.698644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac6fa12-d9be-491e-b2a9-f479a377ce8d tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.699275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac6fa12-d9be-491e-b2a9-f479a377ce8d tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 308293c5-bc8e-4c79-a9ad-9bc8c144500a {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 20:59:59.751655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac6fa12-d9be-491e-b2a9-f479a377ce8d tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.752970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0ac6fa12-d9be-491e-b2a9-f479a377ce8d tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "DELETE /v2.0/routers/308293c5-bc8e-4c79-a9ad-9bc8c144500a HTTP/1.1" status: 204 len: 168 time: 0.8348203 Apr 05 20:59:59.756409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53616) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:59.763201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Request body: {'router': {'name': 'tempest-router-372406082', 'distributed': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 20:59:59.770200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:59.781829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Usage tracker for resource:router and tenant:39203151c6424a8191c8b372a2c656dc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:59.786099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:59.793847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:59.799850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-166a5569-e2b8-41ba-bcad-946d6d0c3393 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Unset dirty status for tenant:94ced8f7838c48e08c07136bb13eb325 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:59:59.801027 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-166a5569-e2b8-41ba-bcad-946d6d0c3393 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "GET /v2.0/ports/67aeccfb-0ea8-43ae-be52-a6d4d956ad2b HTTP/1.1" status: 404 len: 333 time: 0.3026111 Apr 05 20:59:59.805353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53622) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:59.854496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-cf1e8e27-9b26-46b8-996c-958338383077 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 1096 time: 0.1531105 Apr 05 20:59:59.903978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.904967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.964790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting port b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 20:59:59.965563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:59.965729 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.109409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.217809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.253988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-d2d046d8-3d91-4770-bbe7-7719b67a26cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:00.255442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-d2d046d8-3d91-4770-bbe7-7719b67a26cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.3804774 Apr 05 21:00:00.450265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.476832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.530186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.540088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-b86cf969-c1f7-4eb2-a165-d3e8e8aa7bc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eac914d5-2699-4bc0-910d-0349634531a7 HTTP/1.1" status: 200 len: 1001 time: 0.2756815 Apr 05 21:00:00.623355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.627089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-004eb39a-42a1-4c9a-9da8-05707280302f tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8669248 Apr 05 21:00:00.628678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53642) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:00.634901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.780675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Calling delete_port for b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:00.788726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=0e167185-cf4f-4416-886b-2b7674172ca3,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:00.804356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:00.808358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-b4606dc5-0809-4ae1-9506-18c53821eb11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:00.810468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-b4606dc5-0809-4ae1-9506-18c53821eb11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.2488585 Apr 05 21:00:00.959964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-b533e7a3-fc5b-4354-923c-0655a987c68e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421235 Apr 05 21:00:00.984005 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f26d359-f263-4209-a81b-b09317ccc019 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:01.130299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-ff3c56dc-ba47-4521-ab8e-e41a8e9ec0df service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398263 Apr 05 21:00:01.212835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:01.268173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Port': ['ID=b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:01.454347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f06fc65-cd0a-4948-9d6f-8dc5ba2c68d8 req-4c39580b-2e59-44af-8907-9e1199ea223b service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175669 Apr 05 21:00:01.488005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:01.555620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f26d359-f263-4209-a81b-b09317ccc019 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:01.569439 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f26d359-f263-4209-a81b-b09317ccc019 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:01.587908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b305155e-390d-4ede-98ee-ae5a71fc9d7f tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/ports/b5953cd7-52dd-4c00-bcb9-00ac1e7f4ba3 HTTP/1.1" status: 204 len: 168 time: 1.7815640 Apr 05 21:00:01.591710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53660) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:01.610086 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Floating IP 3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7 associated. External IP: 172.25.2.226, port: ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01. Apr 05 21:00:01.742338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f26d359-f263-4209-a81b-b09317ccc019 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:01.742338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f26d359-f263-4209-a81b-b09317ccc019 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ffffbdc2-311f-4de1-82c8-fc5c884c312d {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:00:01.768720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f26d359-f263-4209-a81b-b09317ccc019 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:01.773287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f26d359-f263-4209-a81b-b09317ccc019 tempest-RoutersTestDVR-1935872341 tempest-RoutersTestDVR-1935872341-project-admin] 10.222.0.10 "DELETE /v2.0/routers/ffffbdc2-311f-4de1-82c8-fc5c884c312d HTTP/1.1" status: 204 len: 168 time: 1.1360593 Apr 05 21:00:01.974611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting subnet c5923280-dad5-4e66-b01f-ef1475c7b93d {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:01.978438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.052182 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.204495 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.299011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router 42d3fa58-fc1d-4779-ad15-4037d798dc0f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:00:02.443691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.565200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:02.715709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:00:02.728105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] Sync routers for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:00:02.754690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Subnet': ['ID=c5923280-dad5-4e66-b01f-ef1475c7b93d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:02.770153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:02.770799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:02.789976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.799600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dae3caf6-319c-43d6-a75c-9de208040006 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/subnets/c5923280-dad5-4e66-b01f-ef1475c7b93d HTTP/1.1" status: 204 len: 168 time: 1.2068782 Apr 05 21:00:02.802220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53690) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:02.803404 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.828744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab71aca-d237-423f-a54f-c993214753ee None None] Network 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:02.960800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.976112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:02.983693 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee01ffea-3d55-4df8-b643-f2f177998169 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4281833 Apr 05 21:00:02.986219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:00:02.991709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53694) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:03.018502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Deleting port 6a25de3b-4aff-49d1-872c-a43716dda9b3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:03.019050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:03.155697 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ee7ac4-a08c-4025-b28a-c8df512e5e0e'] response: {'name': 'network-changed', 'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'status': 'completed', 'code': 200} Apr 05 21:00:03.197958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:03.225818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:03.239731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Usage tracker for resource:security_group_rule and tenant:9efde387e0634f6d82ab1f6bbc3c3766 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:03.247956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:03.265180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:03.298380 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b49f9e3b-6721-41ea-a8a7-dee6f86b5b87 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/floatingips/3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7 HTTP/1.1" status: 200 len: 992 time: 0.3054399 Apr 05 21:00:03.342308 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-cf7c4daf-904d-465f-a0c8-0b5720613896 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1097 time: 0.1727290 Apr 05 21:00:03.370556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] For port 6a25de3b-4aff-49d1-872c-a43716dda9b3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6a25de3b-4aff-49d1-872c-a43716dda9b3,segment=NetworkSegment(3553b3c8-8a8e-4f82-97e8-4fafcb36a37c),segment_id=3553b3c8-8a8e-4f82-97e8-4fafcb36a37c)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:03.371558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:03.382282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] DHCP port deletion for 620f63ef-917e-448f-b8d3-bc55c5b3f6a1 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:03.403515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Deleting port 6a25de3b-4aff-49d1-872c-a43716dda9b3 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:03.403884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:03.509885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-9523fdfa-036c-4013-a8bf-eeef84fe93c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:03.511270 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-9523fdfa-036c-4013-a8bf-eeef84fe93c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 200 len: 897 time: 0.1610610 Apr 05 21:00:03.533741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Calling delete_port for 6a25de3b-4aff-49d1-872c-a43716dda9b3 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:03.620128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:03.649214 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-d18aaf00-01fc-4dc2-939e-c20e94993c0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 HTTP/1.1" status: 200 len: 1000 time: 0.1266699 Apr 05 21:00:03.715601 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:03.738170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-7206c4e1-2f92-4d4b-80ca-efbad9a8d3ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:03.739620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-7206c4e1-2f92-4d4b-80ca-efbad9a8d3ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cadeebb0-2737-48c0-8f0d-1d0e08473b5d HTTP/1.1" status: 200 len: 835 time: 0.0846491 Apr 05 21:00:03.740731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:03.769357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Port': ['ID=6a25de3b-4aff-49d1-872c-a43716dda9b3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:03.777438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] No DVR routers for this DVR port 6a25de3b-4aff-49d1-872c-a43716dda9b3 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:03.808544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] For port 6a25de3b-4aff-49d1-872c-a43716dda9b3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6a25de3b-4aff-49d1-872c-a43716dda9b3,segment=NetworkSegment(3553b3c8-8a8e-4f82-97e8-4fafcb36a37c),segment_id=3553b3c8-8a8e-4f82-97e8-4fafcb36a37c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:03.809146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:03.860867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c350f1-e660-4165-bae1-2dff9cb991d0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:03.870927 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aef13833-c4ed-471e-804c-b9b5de2f2696 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9efde387e0634f6d82ab1f6bbc3c3766&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3032305 Apr 05 21:00:03.877326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53716) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:03.919832 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-bb0ce1e2-895a-409a-a3d2-fe99a6e820a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=829bb077-a6c4-4c14-b098-5f732b68cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639071 Apr 05 21:00:03.990749 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.029204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Calling delete_port for 6a25de3b-4aff-49d1-872c-a43716dda9b3 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:04.034551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620f63ef-917e-448f-b8d3-bc55c5b3f6a1']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:04.079867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3553b3c8-8a8e-4f82-97e8-4fafcb36a37c') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:04.081009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3553b3c8-8a8e-4f82-97e8-4fafcb36a37c') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:04.106111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.135944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.143075 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-a315ff5d-200c-4d81-ad7d-b9044d3a7661 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097213 Apr 05 21:00:04.147109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:00:04.147751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.153926 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.160931 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:00:04.168444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:00:04.168905 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:00:04.177076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.185722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:29Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T20:59:59Z', 'revision_number': 0, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:04.189763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] Checking router: 42d3fa58-fc1d-4779-ad15-4037d798dc0f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:00:04.201289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:04.202090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T20:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:04.278840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e90d5fb6-f2e3-4c9e-932a-ac1bd2f989d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:00:04.296265 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:00:04.301960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53724) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:04.361465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.376062 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.387682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] Pushing event deleted for resources: {'Network': ['ID=620f63ef-917e-448f-b8d3-bc55c5b3f6a1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:04.395835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eef937e5-236a-410f-9bf1-65c24d6e1aa1 tempest-AllowedAddressPairTestJSON-1820265779 tempest-AllowedAddressPairTestJSON-1820265779-project] 10.222.0.10 "DELETE /v2.0/networks/620f63ef-917e-448f-b8d3-bc55c5b3f6a1 HTTP/1.1" status: 204 len: 168 time: 1.5923934 Apr 05 21:00:04.456804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:04.584833 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e90d5fb6-f2e3-4c9e-932a-ac1bd2f989d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.631976 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b85b890d-cfd1-4422-ba7c-72362aae4d62 req-871b592e-d7bf-4571-875b-e2bfa8205ce5 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800172 Apr 05 21:00:04.647962 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0814ad95-4828-4957-a5ea-32c7d34688e9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/floatingips/3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7 HTTP/1.1" status: 200 len: 992 time: 0.3431387 Apr 05 21:00:04.681032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Deleting port 6a25de3b-4aff-49d1-872c-a43716dda9b3 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:04.681431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.750894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37141dc5-1725-4608-9971-75d3457b4c8d None None] The port '6a25de3b-4aff-49d1-872c-a43716dda9b3' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:00:04.767890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e90d5fb6-f2e3-4c9e-932a-ac1bd2f989d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.785394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d5fb6-f2e3-4c9e-932a-ac1bd2f989d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c350f1-e660-4165-bae1-2dff9cb991d0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:04.793311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e90d5fb6-f2e3-4c9e-932a-ac1bd2f989d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.794481 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e90d5fb6-f2e3-4c9e-932a-ac1bd2f989d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81c350f1-e660-4165-bae1-2dff9cb991d0 HTTP/1.1" status: 204 len: 168 time: 0.9159927 Apr 05 21:00:04.948416 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cae3fa5-5c27-4a7a-b747-3a07a73b8633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:04.979096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:29Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T20:59:59Z', 'revision_number': 0, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:04.984330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc85908-8626-4ffc-ae1d-86cc1a1b7dac None None] The sync data for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 is: [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:29Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T20:59:59Z', 'revision_number': 0, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:00:05.025887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53746) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:05.082294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a25de3b-4aff-49d1-872c-a43716dda9b3 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:05.155065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6a25de3b-4aff-49d1-872c-a43716dda9b3 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:00:05.155409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a25de3b-4aff-49d1-872c-a43716dda9b3 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:00:05.361567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e48c477b-f358-44e3-a9f1-84f5e6d2cd59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94ced8f7838c48e08c07136bb13eb325&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3343155 Apr 05 21:00:05.364040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53756) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:05.387751 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbb9ba-0e2c-40ff-a5c4-5a08ff85c24f None None] New status for floating IP 3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:00:05.438142 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3ab6-f398-4587-a617-c862045dc905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:05.466510 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3ab6-f398-4587-a617-c862045dc905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:05.576240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3ab6-f398-4587-a617-c862045dc905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:05.601643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3ab6-f398-4587-a617-c862045dc905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37363ef2-1669-4e26-a6b9-35493480d028,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:05.621780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3ab6-f398-4587-a617-c862045dc905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:05.626768 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b3b3ab6-f398-4587-a617-c862045dc905 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37363ef2-1669-4e26-a6b9-35493480d028 HTTP/1.1" status: 204 len: 168 time: 0.2593465 Apr 05 21:00:05.629225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53766) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:05.649953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:05.651825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53770) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:05.692885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:05.697108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Usage tracker for resource:security_group_rule and tenant:39203151c6424a8191c8b372a2c656dc is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:05.700807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:05.707509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:05.792403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a3fa1155-6c70-400d-bc88-bbd5b1dc9a78 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/floatingips/3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7 HTTP/1.1" status: 200 len: 994 time: 0.1387413 Apr 05 21:00:05.819591 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:05.882927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:05.936604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e034efae-5744-4f3e-9eb5-1a74ea74697a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:05.944592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-da00dd5b-a1c2-43aa-a4e2-d8e3d035f649 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39203151c6424a8191c8b372a2c656dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3121326 Apr 05 21:00:05.946809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53780) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:06.018125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a156f7-746e-4fdb-b1a8-b7674a0c4f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:06.055163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a156f7-746e-4fdb-b1a8-b7674a0c4f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:06.191852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a156f7-746e-4fdb-b1a8-b7674a0c4f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:06.236281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a156f7-746e-4fdb-b1a8-b7674a0c4f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e034efae-5744-4f3e-9eb5-1a74ea74697a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:06.245884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a156f7-746e-4fdb-b1a8-b7674a0c4f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:06.250893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a6a156f7-746e-4fdb-b1a8-b7674a0c4f10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e034efae-5744-4f3e-9eb5-1a74ea74697a HTTP/1.1" status: 204 len: 168 time: 0.3026586 Apr 05 21:00:06.887340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9ea1347-9e01-40df-9ce4-242f973890e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.108450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53828) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:07.256507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1327c6c1-0da5-40ae-9dba-e622e0bd685b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:07.257302 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-1327c6c1-0da5-40ae-9dba-e622e0bd685b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 21:00:07.258330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1327c6c1-0da5-40ae-9dba-e622e0bd685b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1488135 Apr 05 21:00:07.263457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53838) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:07.285900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--623294111'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:07.323766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:07.323766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:07.323766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:07.326853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:07.453824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.467228 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.500464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:07.504516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:07.507359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:07.513745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:07.561954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53844) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:07.588191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.654464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.694316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1557754680'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:07.697118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:07.699307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53dabd30-e5b6-4d9e-9d1a-6bd6ed72adb0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:07.700921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:07.705263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:network and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:07.705779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:07.708829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:07.709375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:07.719429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:07.719805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:07.796373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.819016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:07.822293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.838253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.868941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:07.873350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:security_group_rule and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:07.876087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:07.882000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:07.887058 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:07.933620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23b8c2b-2024-4953-bcf0-ab66f3f3cd1a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:07.954972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.018434 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.019571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b7c6c92f-aebd-44ed-ad60-7134d29882dc tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7546873 Apr 05 21:00:08.022480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53858) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:08.027925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': 'd23b8c2b-2024-4953-bcf0-ab66f3f3cd1a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:08.035670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:08.039588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:08.042433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:08.048491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:08.054750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.088189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:00:08.098262 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738283c5-fa3d-4758-a379-8035578670e3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:08.103742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.104111 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Added segment 037a1728-adea-41aa-b128-ef8d9b7a7b65 of type vlan for network bb548de5-be95-4590-bb49-378e5da5155c Apr 05 21:00:08.133281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.166897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.231643 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.242645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.246826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:08.250263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.355806 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.360274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.388102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Network': ['ID=bb548de5-be95-4590-bb49-378e5da5155c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:08.393908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bb548de5-be95-4590-bb49-378e5da5155c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:00:08.401818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77efd012-f397-42b0-a629-1a31834705ee,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:08.489405 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9f37bd5-f7c4-4c8c-9784-fd57923b637c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9259548 Apr 05 21:00:08.493437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53870) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:08.500973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:08.517301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.518637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4cd5aa98-2695-4087-9f17-51545c5738ce tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4951148 Apr 05 21:00:08.521304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53874) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:08.537885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': 'd23b8c2b-2024-4953-bcf0-ab66f3f3cd1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:08.544034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:08.547711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:08.559330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:08.561650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:08.563114 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.626782 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.639709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:08.643960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:08.647097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:08.652796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:08.727430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:08.767292 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 21:00:08.768392 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-86ccd662-5584-4ad4-bc72-2e23a1d66f05 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2461631 Apr 05 21:00:08.771472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53880) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:08.843898 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa1f-92d0-47cb-b8f4-1d12ba242712 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.871555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa1f-92d0-47cb-b8f4-1d12ba242712 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.931598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.010853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa1f-92d0-47cb-b8f4-1d12ba242712 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.027836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9fa1f-92d0-47cb-b8f4-1d12ba242712 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23b8c2b-2024-4953-bcf0-ab66f3f3cd1a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:09.038206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa1f-92d0-47cb-b8f4-1d12ba242712 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.042135 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-75f9fa1f-92d0-47cb-b8f4-1d12ba242712 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/d23b8c2b-2024-4953-bcf0-ab66f3f3cd1a HTTP/1.1" status: 204 len: 168 time: 0.2695901 Apr 05 21:00:09.042900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:09.096894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c8f2ed3e-78fc-4a7b-9b4d-3b021d883bf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:09.218241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c8f2ed3e-78fc-4a7b-9b4d-3b021d883bf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:09.222408 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c8f2ed3e-78fc-4a7b-9b4d-3b021d883bf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1755419 Apr 05 21:00:09.226130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53896) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:09.232100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--743246114'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:09.242376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:09.252408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:09.275533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.338352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.357375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=ecbc3e96-5a3d-41d3-80c6-4bce5cf98689,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:09.372289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:09.372657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network hostable DHCP agents. Network: bb548de5-be95-4590-bb49-378e5da5155c, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:00:09.382704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:09.406724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:09.406724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:09.406724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:09.460950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.488440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:00:09.534170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.557389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, bb548de5-be95-4590-bb49-378e5da5155c) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:09.568917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:09.571102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.572761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54fcedd-1aea-4e95-8a57-b9f016a604af None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:09.579249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834ea03d-8af6-4961-aaf0-4b0e9741b48e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:09.648858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.650574 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-921e5ffe-4845-4071-a0c4-acfa81f06f85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4234960 Apr 05 21:00:09.653507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53906) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:09.660864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-da8bcf3c-8c14-489d-a747-e3ad4f912c84 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '834ea03d-8af6-4961-aaf0-4b0e9741b48e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:09.661522 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-da8bcf3c-8c14-489d-a747-e3ad4f912c84 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:09.665086 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-da8bcf3c-8c14-489d-a747-e3ad4f912c84 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074177 Apr 05 21:00:09.665226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53910) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:09.672589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cc602711-f3ce-44bb-a7c0-0c5e30622cb2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1779866 Apr 05 21:00:09.678330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53914) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:09.686482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'name': 'tempest-NetworksTestDHCPv6-363095534'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:09.845855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': 'ecbc3e96-5a3d-41d3-80c6-4bce5cf98689'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:09.846905 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.891772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9929e34b-3886-4eb3-94e4-f28108c63e7f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.895211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:09.901794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.908340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:09.912762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:09.926823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:09.932057 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9929e34b-3886-4eb3-94e4-f28108c63e7f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.996879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:10.000449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.011264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/ecbc3e96-5a3d-41d3-80c6-4bce5cf98689/1cd7b6d2-b668-45a3-bae1-9d7fae132431) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:10.022240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 43481719-619a-4d44-9810-0c26664eae1a yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:10.071987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9929e34b-3886-4eb3-94e4-f28108c63e7f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.103636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929e34b-3886-4eb3-94e4-f28108c63e7f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834ea03d-8af6-4961-aaf0-4b0e9741b48e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:10.137380 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9929e34b-3886-4eb3-94e4-f28108c63e7f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.138754 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9929e34b-3886-4eb3-94e4-f28108c63e7f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/834ea03d-8af6-4961-aaf0-4b0e9741b48e HTTP/1.1" status: 204 len: 168 time: 0.4723952 Apr 05 21:00:10.141639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53924) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:10.207503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bc927621-9775-4045-bcbd-d9255862202c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:10.302134 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.316730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Transition to ACTIVE for port object 1cd7b6d2-b668-45a3-bae1-9d7fae132431 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:10.323381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bc927621-9775-4045-bcbd-d9255862202c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:10.328592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bc927621-9775-4045-bcbd-d9255862202c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1817818 Apr 05 21:00:10.328592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53930) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:10.336727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--827597833'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:10.348690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:10.363945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Transition to ACTIVE for port object 1cd7b6d2-b668-45a3-bae1-9d7fae132431 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:10.364219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:10.417606 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-89b56fa3-2354-4187-b270-a80f1e4ac4d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0795224 Apr 05 21:00:10.430601 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.441292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.505831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:10.508718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Pushing event updated for resources: {'Port': ['ID=1cd7b6d2-b668-45a3-bae1-9d7fae132431,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:10.511728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:10.516721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:10.523977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:10.526640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::162 (bb548de5-be95-4590-bb49-378e5da5155c/ecbc3e96-5a3d-41d3-80c6-4bce5cf98689/43481719-619a-4d44-9810-0c26664eae1a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:10.539246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:10.544745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:10.544745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:10.607856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.659285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Attempting to bind port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:10.659897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Attempting to bind port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:10.659897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Attempting to bind port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:10.666129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:10.666698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:10.667243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.668104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:10.668104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Bound port: 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:10.668443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.675565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.716714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f14126d-7f56-4d63-9ab6-a70c3fa3c087,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:10.754218 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-33df12e4-e0b3-4fa2-ab24-e23e2d679db9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1097 time: 0.2134404 Apr 05 21:00:10.774208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] For port 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:10.777213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] For port 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1cd7b6d2-b668-45a3-bae1-9d7fae132431,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:10.818689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.820338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b90c05c7-7eaf-467e-b3ee-d240090e071c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4904296 Apr 05 21:00:10.822848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53940) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:10.829198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7bd7c6ab-e532-40d4-8245-8086e2020f17 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '9f14126d-7f56-4d63-9ab6-a70c3fa3c087', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:10.829883 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-7bd7c6ab-e532-40d4-8245-8086e2020f17 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:10.831469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7bd7c6ab-e532-40d4-8245-8086e2020f17 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071421 Apr 05 21:00:10.833299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53944) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:10.843635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.916655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d90dac-401f-456a-897a-a505ceb3e6ee tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.933470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74216f8b-6fcf-489d-a020-15c3b1fcc5f0 None None] Pushing event updated for resources: {'Port': ['ID=1cd7b6d2-b668-45a3-bae1-9d7fae132431,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:10.961919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d90dac-401f-456a-897a-a505ceb3e6ee tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.042467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.087181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-fd28e868-8cb8-4a64-ba03-76052f40c953 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.088646 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-fd28e868-8cb8-4a64-ba03-76052f40c953 service neutron] 10.222.0.39 "GET /v2.0/networks?id=829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 200 len: 897 time: 0.3040063 Apr 05 21:00:11.131858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d90dac-401f-456a-897a-a505ceb3e6ee tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.166453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 43481719-619a-4d44-9810-0c26664eae1a will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:11.173888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d90dac-401f-456a-897a-a505ceb3e6ee tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f14126d-7f56-4d63-9ab6-a70c3fa3c087,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:11.177816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2d90dac-401f-456a-897a-a505ceb3e6ee tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.181571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b2d90dac-401f-456a-897a-a505ceb3e6ee tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/9f14126d-7f56-4d63-9ab6-a70c3fa3c087 HTTP/1.1" status: 204 len: 168 time: 0.3450563 Apr 05 21:00:11.183526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53952) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.255183 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-1cacb41a-aa4e-4669-be76-9b96076eb5ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 HTTP/1.1" status: 200 len: 1002 time: 0.1595297 Apr 05 21:00:11.257686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1205aca8-c169-4c26-8fa5-220773aeb2c4 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:11.334550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1205aca8-c169-4c26-8fa5-220773aeb2c4 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:11.335301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.339487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1205aca8-c169-4c26-8fa5-220773aeb2c4 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1512151 Apr 05 21:00:11.346291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53960) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.346436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--212154687'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:11.353818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:11.364084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:11.424044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-c1a2e1de-3e60-4e61-9211-a15c8c8e9e3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.424044 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-c1a2e1de-3e60-4e61-9211-a15c8c8e9e3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cadeebb0-2737-48c0-8f0d-1d0e08473b5d HTTP/1.1" status: 200 len: 835 time: 0.1562023 Apr 05 21:00:11.442921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.497839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:11.499414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:11.501757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:11.505147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:11.506641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.507463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.510631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:11.514021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:11.515883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=43481719-619a-4d44-9810-0c26664eae1a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:11.521121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:11.556250 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-2b33e6aa-7d58-46ef-bd4b-7dbc7fc4078e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=829bb077-a6c4-4c14-b098-5f732b68cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200156 Apr 05 21:00:11.578236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.636434 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b9478c7-09ae-4f32-9739-07658ed042c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9566133 Apr 05 21:00:11.638765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53968) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.674086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.699363 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-28c195b5-83be-4b86-acb3-d3f44c97bab9 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341462 Apr 05 21:00:11.744809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea64961-ff8c-4eb6-a055-2dbb106d4f61,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:11.772179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42838466-3fc6-4cf4-a779-d554e4f58ec6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.776146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42838466-3fc6-4cf4-a779-d554e4f58ec6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.777794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-42838466-3fc6-4cf4-a779-d554e4f58ec6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1380374 Apr 05 21:00:11.780399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53974) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.863692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.863692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8622836d-a15a-4847-b9a3-c4d70428fb32 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5174606 Apr 05 21:00:11.863692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.874807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4a7f5870-dec0-4713-891b-d305b9d5d85f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0ea64961-ff8c-4eb6-a055-2dbb106d4f61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:11.875513 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-4a7f5870-dec0-4713-891b-d305b9d5d85f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:11.879353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4a7f5870-dec0-4713-891b-d305b9d5d85f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123198 Apr 05 21:00:11.881406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.890418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-48c6480e-7aee-4b7b-a532-83b1fae1992b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0ea64961-ff8c-4eb6-a055-2dbb106d4f61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:11.891663 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-48c6480e-7aee-4b7b-a532-83b1fae1992b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:11.892847 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-48c6480e-7aee-4b7b-a532-83b1fae1992b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099013 Apr 05 21:00:11.899307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 43481719-619a-4d44-9810-0c26664eae1a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:11.904638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.912604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53988) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.922192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3b4bc19d-a452-4ef2-9c66-f0d1b233a369 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0ea64961-ff8c-4eb6-a055-2dbb106d4f61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:11.922953 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-3b4bc19d-a452-4ef2-9c66-f0d1b233a369 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:11.926868 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3b4bc19d-a452-4ef2-9c66-f0d1b233a369 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131850 Apr 05 21:00:11.927483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53992) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.936403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-788c26d3-a0ba-49ca-8444-0f89e045f042 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0ea64961-ff8c-4eb6-a055-2dbb106d4f61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:11.936403 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-788c26d3-a0ba-49ca-8444-0f89e045f042 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:11.941022 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-788c26d3-a0ba-49ca-8444-0f89e045f042 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095220 Apr 05 21:00:11.942291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53996) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:11.946652 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-48b26163-361a-428a-9aca-912bec0d0fe6 req-16b9cf7b-f21c-477b-8b22-e0bdc3f0f2ee service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410405 Apr 05 21:00:12.021827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12ff2b2a-aae6-43a0-b9f8-bffc158dd87b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.054678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12ff2b2a-aae6-43a0-b9f8-bffc158dd87b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.142360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06c6e3-e423-467a-b18b-a60fec6890fd None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:12.178692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.210652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12ff2b2a-aae6-43a0-b9f8-bffc158dd87b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.250763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff2b2a-aae6-43a0-b9f8-bffc158dd87b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea64961-ff8c-4eb6-a055-2dbb106d4f61,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:12.257075 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12ff2b2a-aae6-43a0-b9f8-bffc158dd87b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.258383 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-12ff2b2a-aae6-43a0-b9f8-bffc158dd87b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/0ea64961-ff8c-4eb6-a055-2dbb106d4f61 HTTP/1.1" status: 204 len: 168 time: 0.3151314 Apr 05 21:00:12.261366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:12.309161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 43481719-619a-4d44-9810-0c26664eae1a owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:12.392598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-af07f1ed-d0f6-4b87-9437-80c2ba86fbd0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:12.440095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9a033d30-3977-46eb-b2e7-ede7cc00900a None None] Provisioning for port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:12.492888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-af07f1ed-d0f6-4b87-9437-80c2ba86fbd0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:12.494558 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-af07f1ed-d0f6-4b87-9437-80c2ba86fbd0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2320356 Apr 05 21:00:12.498854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54012) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:12.504464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1828289063'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:12.513379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:12.524560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:12.580021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.603018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.640252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=43481719-619a-4d44-9810-0c26664eae1a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:12.656662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:12.660912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:12.664526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:12.671112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:12.704147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.722223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7a055179-54d8-40a5-9a96-088d6d0477dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/43481719-619a-4d44-9810-0c26664eae1a HTTP/1.1" status: 204 len: 168 time: 0.9371364 Apr 05 21:00:12.722327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54020) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:12.774829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8169f8d1-4915-4476-87d5-c4ca498b6b8f None None] Could not find standard attr ID for object 43481719-619a-4d44-9810-0c26664eae1a. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:00:12.797450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.810428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2662b39-3abc-4d19-8525-ffb3b4f54f6a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:12.811743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2662b39-3abc-4d19-8525-ffb3b4f54f6a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:12.815652 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e2662b39-3abc-4d19-8525-ffb3b4f54f6a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0908875 Apr 05 21:00:12.816032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54024) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:12.866682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.899366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet ecbc3e96-5a3d-41d3-80c6-4bce5cf98689 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:12.904829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:12.915989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0338f5ec-5bc9-4512-8422-cfce4b1b55ed,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:12.965248 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.020583 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.021203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6b7a2483-804e-445d-9682-53c8bae86e24 None None] Could not find standard attr ID for object 43481719-619a-4d44-9810-0c26664eae1a. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:00:13.025451 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8e9aa41f-e47b-4013-9bff-37fb0fbfddf2 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5227468 Apr 05 21:00:13.027583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54034) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.034378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a0fa19ac-5995-4e6f-98d3-94bff696ec39 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.035061 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-a0fa19ac-5995-4e6f-98d3-94bff696ec39 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:13.039047 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a0fa19ac-5995-4e6f-98d3-94bff696ec39 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075169 Apr 05 21:00:13.039301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54038) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.048501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-54e29842-4d00-439f-9140-1805fd1684cb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.059469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-54e29842-4d00-439f-9140-1805fd1684cb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:13.064477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54e29842-4d00-439f-9140-1805fd1684cb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:13.068167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-54e29842-4d00-439f-9140-1805fd1684cb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:13.077498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-54e29842-4d00-439f-9140-1805fd1684cb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:13.182645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1cd7b6d2-b668-45a3-bae1-9d7fae132431 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:13.292039 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-54e29842-4d00-439f-9140-1805fd1684cb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:13.292039 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-54e29842-4d00-439f-9140-1805fd1684cb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2392912 Apr 05 21:00:13.292039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54042) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.305115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-60650f71-9d9c-4630-b1ee-d49736a1939f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.305115 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-60650f71-9d9c-4630-b1ee-d49736a1939f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:13.305115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-60650f71-9d9c-4630-b1ee-d49736a1939f tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125802 Apr 05 21:00:13.305115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54046) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.324719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-bcc508e3-7b34-4b66-93ae-4289127538d9 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.328153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bcc508e3-7b34-4b66-93ae-4289127538d9 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:13.329794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bcc508e3-7b34-4b66-93ae-4289127538d9 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:13.332907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bcc508e3-7b34-4b66-93ae-4289127538d9 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:13.338512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:13.342591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bcc508e3-7b34-4b66-93ae-4289127538d9 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:13.343065 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.344335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:13.344851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.482797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.518316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.520321 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-bcc508e3-7b34-4b66-93ae-4289127538d9 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:13.522650 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bcc508e3-7b34-4b66-93ae-4289127538d9 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2202356 Apr 05 21:00:13.529434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54054) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.534742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-93d4ec34-8a12-483a-81c7-c7ccfcec4600 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.535556 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-93d4ec34-8a12-483a-81c7-c7ccfcec4600 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:13.539925 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-93d4ec34-8a12-483a-81c7-c7ccfcec4600 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096898 Apr 05 21:00:13.540442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54058) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.549198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4d070a88-ef63-4afa-b462-874d9b4c0758 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.556641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4d070a88-ef63-4afa-b462-874d9b4c0758 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:13.560751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4d070a88-ef63-4afa-b462-874d9b4c0758 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:13.565291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4d070a88-ef63-4afa-b462-874d9b4c0758 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:13.571731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4d070a88-ef63-4afa-b462-874d9b4c0758 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:13.583566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.595633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbc3e96-5a3d-41d3-80c6-4bce5cf98689,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:13.596331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b18ec-fcf5-4369-93a7-d33302c28e89 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:13.605627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5b59adef-b9f0-4525-a3ce-c7bbf80795d8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/ecbc3e96-5a3d-41d3-80c6-4bce5cf98689 HTTP/1.1" status: 204 len: 168 time: 0.7845771 Apr 05 21:00:13.607544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54064) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.618976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:00:13.622012 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:00:13.709327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d803e9e-2240-444c-bfa2-5cd668c21aff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007364 Apr 05 21:00:13.713829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54068) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.720567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.837654 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-4d070a88-ef63-4afa-b462-874d9b4c0758 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:13.842344 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4d070a88-ef63-4afa-b462-874d9b4c0758 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3005710 Apr 05 21:00:13.846582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54072) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.877376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4353bc7d-7dde-4cf0-a5f9-e774ebf4b8b5 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.877376 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-4353bc7d-7dde-4cf0-a5f9-e774ebf4b8b5 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:13.878145 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4353bc7d-7dde-4cf0-a5f9-e774ebf4b8b5 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0325902 Apr 05 21:00:13.879489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54078) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:13.887051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:13.893443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:13.897038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:13.904887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:13.916055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-479529e5-1db4-4384-9eab-26e07b222840 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:13.927533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-479529e5-1db4-4384-9eab-26e07b222840 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:13.934924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-479529e5-1db4-4384-9eab-26e07b222840 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:13.939573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-479529e5-1db4-4384-9eab-26e07b222840 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:13.949546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-479529e5-1db4-4384-9eab-26e07b222840 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:13.984306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:14.007556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:14.012248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Deleting port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:14.013720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.118127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.202281 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-479529e5-1db4-4384-9eab-26e07b222840 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:14.206642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54092) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:14.216549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f8a4783b-d5be-47df-8a14-f9497ee3da85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '0338f5ec-5bc9-4512-8422-cfce4b1b55ed', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:14.220751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-479529e5-1db4-4384-9eab-26e07b222840 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3399684 Apr 05 21:00:14.229121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8a4783b-d5be-47df-8a14-f9497ee3da85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:14.252789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8a4783b-d5be-47df-8a14-f9497ee3da85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:14.257197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8a4783b-d5be-47df-8a14-f9497ee3da85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:14.272145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8a4783b-d5be-47df-8a14-f9497ee3da85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:14.273511 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.374072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] For port 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1cd7b6d2-b668-45a3-bae1-9d7fae132431,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:14.374722 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.450777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1cd7b6d2-b668-45a3-bae1-9d7fae132431,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:14.482184 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-f8a4783b-d5be-47df-8a14-f9497ee3da85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:14.485997 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f8a4783b-d5be-47df-8a14-f9497ee3da85 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2756355 Apr 05 21:00:14.486502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54104) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:14.511172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Calling delete_port for 1cd7b6d2-b668-45a3-bae1-9d7fae132431 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:14.566544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd41095b-ae73-41a0-ae0c-0e14c294e73d tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.592863 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.596992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd41095b-ae73-41a0-ae0c-0e14c294e73d tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.607118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.687907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=1cd7b6d2-b668-45a3-bae1-9d7fae132431,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:14.708354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:14.711564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:14.715939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:14.716584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.727389 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:00:14.728170 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:00:14.729297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=6073eb9f-562d-40c6-afa5-1983351680a7,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:14.784573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd41095b-ae73-41a0-ae0c-0e14c294e73d tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.806439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41095b-ae73-41a0-ae0c-0e14c294e73d tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0338f5ec-5bc9-4512-8422-cfce4b1b55ed,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:14.814409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bd41095b-ae73-41a0-ae0c-0e14c294e73d tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.818294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-44877c7e-659e-4de4-a683-6451b87cce3a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1003041 Apr 05 21:00:14.819238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54114) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:14.827978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'name': 'tempest-NetworksTestDHCPv6-1261669139'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:14.831541 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bd41095b-ae73-41a0-ae0c-0e14c294e73d tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/0338f5ec-5bc9-4512-8422-cfce4b1b55ed HTTP/1.1" status: 204 len: 168 time: 0.3436842 Apr 05 21:00:14.836488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54118) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:14.916422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9391aad0-86b0-46ed-9aa5-d2f7bfad8ae5 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:15.016055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9391aad0-86b0-46ed-9aa5-d2f7bfad8ae5 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:15.017539 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9391aad0-86b0-46ed-9aa5-d2f7bfad8ae5 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1790426 Apr 05 21:00:15.023551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54126) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:15.025739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:15.029678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257399980'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:15.032410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:15.033089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:15.037101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:15.039463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:15.076394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1cd7b6d2-b668-45a3-bae1-9d7fae132431 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:15.081112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:15.114638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:15.122581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.143831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port f7116fce-5d79-4347-b452-e8a89523a0cc yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:15.189788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.213256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.232187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Deleting port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:15.232561 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.234964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:15.239457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:15.243140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:15.259601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:15.333657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.339470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::2a9 (bb548de5-be95-4590-bb49-378e5da5155c/6073eb9f-562d-40c6-afa5-1983351680a7/f7116fce-5d79-4347-b452-e8a89523a0cc) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:15.339917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1cd7b6d2-b668-45a3-bae1-9d7fae132431,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:15.425716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.527338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7556e744-be26-43a3-996f-55ac63a86d62,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:15.536656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.597640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.599232 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-319741ca-688b-4314-af8f-81b1ccef59fd tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5743868 Apr 05 21:00:15.601896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54136) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:15.608016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5423c31b-bb0e-4674-b8cb-07ff0822f10c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '7556e744-be26-43a3-996f-55ac63a86d62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:15.614947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5423c31b-bb0e-4674-b8cb-07ff0822f10c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:15.619371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5423c31b-bb0e-4674-b8cb-07ff0822f10c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:15.624581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5423c31b-bb0e-4674-b8cb-07ff0822f10c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:15.629748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5423c31b-bb0e-4674-b8cb-07ff0822f10c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:15.642415 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.655034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=1cd7b6d2-b668-45a3-bae1-9d7fae132431,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:15.679186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] For port 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1cd7b6d2-b668-45a3-bae1-9d7fae132431,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:15.679655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.684700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object f7116fce-5d79-4347-b452-e8a89523a0cc will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:15.801801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.814410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Calling delete_port for 1cd7b6d2-b668-45a3-bae1-9d7fae132431 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:15.860310 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-5423c31b-bb0e-4674-b8cb-07ff0822f10c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The resource could not be found. Apr 05 21:00:15.861571 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5423c31b-bb0e-4674-b8cb-07ff0822f10c tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2587261 Apr 05 21:00:15.864274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54142) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:15.870363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2e3325e3-b1e8-470b-9631-42c070caf334 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '7556e744-be26-43a3-996f-55ac63a86d62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ba5f5858-8de0-45f8-b66f-73096267fd2a'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:15.877710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2e3325e3-b1e8-470b-9631-42c070caf334 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:15.880271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:15.882659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e3325e3-b1e8-470b-9631-42c070caf334 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:15.883457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:15.886979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e3325e3-b1e8-470b-9631-42c070caf334 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:15.889139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:15.893222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:15.896628 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.896764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2e3325e3-b1e8-470b-9631-42c070caf334 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:15.899804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=f7116fce-5d79-4347-b452-e8a89523a0cc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:15.949942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:00:15.950356 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:00:16.009506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-698d91e2-db55-40f6-b8cd-7b4256ed850b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1875653 Apr 05 21:00:16.011831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54148) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:16.107379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Deleting port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:16.109265 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.117183 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-2e3325e3-b1e8-470b-9631-42c070caf334 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The resource could not be found. Apr 05 21:00:16.117183 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2e3325e3-b1e8-470b-9631-42c070caf334 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2471883 Apr 05 21:00:16.117183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54156) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:16.148289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e9aa9f-463e-4987-9c68-3fdd5a31501a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:16.158154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e9aa9f-463e-4987-9c68-3fdd5a31501a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:16.160360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-35e9aa9f-463e-4987-9c68-3fdd5a31501a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:16.226317 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b798305-13a8-4424-8b83-b3e780b425bb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.231181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-35e9aa9f-463e-4987-9c68-3fdd5a31501a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:16.233111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-35e9aa9f-463e-4987-9c68-3fdd5a31501a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2197001 Apr 05 21:00:16.241295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54160) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:16.273801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b798305-13a8-4424-8b83-b3e780b425bb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.313670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port f7116fce-5d79-4347-b452-e8a89523a0cc {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:16.314173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.391531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b798305-13a8-4424-8b83-b3e780b425bb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.409579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] For port 1cd7b6d2-b668-45a3-bae1-9d7fae132431, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1cd7b6d2-b668-45a3-bae1-9d7fae132431,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:16.410852 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.411002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b798305-13a8-4424-8b83-b3e780b425bb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7556e744-be26-43a3-996f-55ac63a86d62,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:16.419613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b798305-13a8-4424-8b83-b3e780b425bb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.421304 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6b798305-13a8-4424-8b83-b3e780b425bb tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/7556e744-be26-43a3-996f-55ac63a86d62 HTTP/1.1" status: 204 len: 168 time: 0.3034513 Apr 05 21:00:16.423884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54168) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:16.483355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-52981f7a-1631-4757-ad6d-ccd1c8d4de54 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:16.562708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-52981f7a-1631-4757-ad6d-ccd1c8d4de54 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:16.563949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-52981f7a-1631-4757-ad6d-ccd1c8d4de54 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1388879 Apr 05 21:00:16.570317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54172) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:16.575855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-906428e8-e56a-4ba0-9b79-e794391c7e95 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': '1515af39-120a-4572-9109-56cae8169f86', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:16.591466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-906428e8-e56a-4ba0-9b79-e794391c7e95 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:16.595050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Calling delete_port for 1cd7b6d2-b668-45a3-bae1-9d7fae132431 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:16.608181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-906428e8-e56a-4ba0-9b79-e794391c7e95 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:16.616162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-906428e8-e56a-4ba0-9b79-e794391c7e95 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:16.628549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-906428e8-e56a-4ba0-9b79-e794391c7e95 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:16.696405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.763927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.817788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] Pushing event deleted for resources: {'Port': ['ID=1cd7b6d2-b668-45a3-bae1-9d7fae132431,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:16.823347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf5ef1-5611-420a-bb61-9ed9015288ff None None] No DVR routers for this DVR port 1cd7b6d2-b668-45a3-bae1-9d7fae132431 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:16.826421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for f7116fce-5d79-4347-b452-e8a89523a0cc owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:16.828598 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-906428e8-e56a-4ba0-9b79-e794391c7e95 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The resource could not be found. Apr 05 21:00:16.829965 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-906428e8-e56a-4ba0-9b79-e794391c7e95 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2587390 Apr 05 21:00:16.837304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:16.837625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9510fbc-30d7-4308-9d1e-25cecc1ab2b1 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:16.845651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--407341562'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:16.853451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:16.867264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:16.972910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.071969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.089272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:17.097516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:17.101511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:17.116298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:17.128146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '6073eb9f-562d-40c6-afa5-1983351680a7'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:17.129455 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.143221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=f7116fce-5d79-4347-b452-e8a89523a0cc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:17.192820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.226624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.270128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.304533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-63d00717-df40-46db-9deb-7b68db0a118d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/f7116fce-5d79-4347-b452-e8a89523a0cc HTTP/1.1" status: 204 len: 168 time: 1.0681653 Apr 05 21:00:17.306689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54192) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:17.369625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d2091-63cf-4ec8-ae8f-1c362a532c23,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:17.529019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.534030 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0a6c2af-9efd-4129-8309-a6387ff4c40b tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6947694 Apr 05 21:00:17.535315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54202) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:17.541875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--997769567'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:17.562461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:17.564390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/6073eb9f-562d-40c6-afa5-1983351680a7/08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:17.573561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:17.584458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:17.597935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39988207-fcda-46f6-9577-497b2a98b455 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:17.599137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:17.599763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39988207-fcda-46f6-9577-497b2a98b455 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:17.600525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-39988207-fcda-46f6-9577-497b2a98b455 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:17.671430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.709617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:17.714635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:17.718985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:17.726333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:17.741571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-39988207-fcda-46f6-9577-497b2a98b455 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:17.744179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-39988207-fcda-46f6-9577-497b2a98b455 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4364448 Apr 05 21:00:17.746716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54208) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:17.804852 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.837844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 6073eb9f-562d-40c6-afa5-1983351680a7 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:17.847085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.860148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Transition to ACTIVE for port object 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:17.891484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Transition to ACTIVE for port object 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:17.911184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.939544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.940597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:17.990381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4952e3e-1984-4d67-ad41-685038e94787,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:18.035864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:18.045404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:18.048765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:18.050269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.146530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Pushing event updated for resources: {'Port': ['ID=08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:18.161515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.167757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Attempting to bind port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:18.168128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Attempting to bind port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:18.168484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Attempting to bind port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:18.177644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:18.178024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:18.178412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.178797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:18.179263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Bound port: 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:18.179634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.203753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.205564 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4e0e0149-a6dc-476c-8ae8-5cd273fad074 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6687138 Apr 05 21:00:18.214441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54216) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:18.214996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1fe3bed8-03f5-4f1c-b205-68c63342a219 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group_rule': {'security_group_id': 'c31d2091-63cf-4ec8-ae8f-1c362a532c23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd4952e3e-1984-4d67-ad41-685038e94787'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:18.222622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1fe3bed8-03f5-4f1c-b205-68c63342a219 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:18.228200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1fe3bed8-03f5-4f1c-b205-68c63342a219 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:18.233025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1fe3bed8-03f5-4f1c-b205-68c63342a219 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:18.242106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1fe3bed8-03f5-4f1c-b205-68c63342a219 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:18.409036 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.411874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] For port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:18.415213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] For port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:18.436856 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-1fe3bed8-03f5-4f1c-b205-68c63342a219 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:18.440878 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1fe3bed8-03f5-4f1c-b205-68c63342a219 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2318640 Apr 05 21:00:18.441462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:18.451758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=6073eb9f-562d-40c6-afa5-1983351680a7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:18.461545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.486448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ab968-55f1-4963-a392-bdba6e3391d8 req-6500aeb1-0a86-4ed0-95b4-7fbb70740d74 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:18.487873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-837ab968-55f1-4963-a392-bdba6e3391d8 req-6500aeb1-0a86-4ed0-95b4-7fbb70740d74 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 945 time: 0.1534462 Apr 05 21:00:18.490100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.556257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6ac12010-8649-4ed0-b643-0a64dc0c898d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/6073eb9f-562d-40c6-afa5-1983351680a7 HTTP/1.1" status: 204 len: 168 time: 0.8058171 Apr 05 21:00:18.556851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-837ab968-55f1-4963-a392-bdba6e3391d8 req-9d679ed9-c39a-46dd-bd9c-d5a78e3eee63 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584495 Apr 05 21:00:18.557532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54232) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:18.579815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5c41f-97a3-4a2b-9937-23e839f5ba06 None None] Pushing event updated for resources: {'Port': ['ID=08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:18.629181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a7e9117e-8169-419e-bd3b-e1894b22582f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706546 Apr 05 21:00:18.632213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54236) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:18.638987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:18.646167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-782de422-4b63-4525-92a9-98ec08d646c0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.677811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-782de422-4b63-4525-92a9-98ec08d646c0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.766592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:18.774009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:18.777569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:18.801344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:18.817384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-782de422-4b63-4525-92a9-98ec08d646c0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.840313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782de422-4b63-4525-92a9-98ec08d646c0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4952e3e-1984-4d67-ad41-685038e94787,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:18.849528 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-782de422-4b63-4525-92a9-98ec08d646c0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:18.855182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54242) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:18.865428 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-782de422-4b63-4525-92a9-98ec08d646c0 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/d4952e3e-1984-4d67-ad41-685038e94787 HTTP/1.1" status: 204 len: 168 time: 0.4226823 Apr 05 21:00:18.889257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:18.893093 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.037379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bf1823aa-9bc9-4494-bbff-9e50cc09c685 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:19.096528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:19.142033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bf1823aa-9bc9-4494-bbff-9e50cc09c685 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:19.143503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bf1823aa-9bc9-4494-bbff-9e50cc09c685 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2869673 Apr 05 21:00:19.146416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54250) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:19.234956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:19.240080 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba3237be-c25d-4649-9c4a-ab125991a55e tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.279193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba3237be-c25d-4649-9c4a-ab125991a55e tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.330748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.402139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:19.402933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba3237be-c25d-4649-9c4a-ab125991a55e tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.417353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:19.420397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:19.420981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.449059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3237be-c25d-4649-9c4a-ab125991a55e tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d2091-63cf-4ec8-ae8f-1c362a532c23,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:19.473849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=ae8b47db-057f-4b18-b09b-44d428273457,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:19.535764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6581fd7f-e3c3-40cc-a2c2-7443f4eff2df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9019723 Apr 05 21:00:19.538535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54260) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:19.544528 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ba3237be-c25d-4649-9c4a-ab125991a55e tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.549223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'name': 'tempest-NetworksTestDHCPv6-1026896851'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:19.549423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ba3237be-c25d-4649-9c4a-ab125991a55e tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/c31d2091-63cf-4ec8-ae8f-1c362a532c23 HTTP/1.1" status: 204 len: 168 time: 0.3984191 Apr 05 21:00:19.549423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54264) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:19.659865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be33c7ab-9bed-412a-89c6-022444408d66 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:19.716599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3fc29b-f915-4ee1-acab-6ff85835a629 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:19.722775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:19.728333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:19.732456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:19.742453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:19.843737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-7bef0af1-eccc-44d0-9923-6752d377ce43 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:19.848763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-7bef0af1-eccc-44d0-9923-6752d377ce43 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 945 time: 0.1782606 Apr 05 21:00:19.848763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be33c7ab-9bed-412a-89c6-022444408d66 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:19.848966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:19.849113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-be33c7ab-9bed-412a-89c6-022444408d66 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2975080 Apr 05 21:00:19.850752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.863297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:19.869377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839737794'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:19.892395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:19.895962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 270b3890-dbdc-4258-8966-bb1f0388d14d yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:19.904159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4ce8f366-a0a0-4aa3-b832-8cbf656b95bf None None] Provisioning for port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:19.913536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4ce8f366-a0a0-4aa3-b832-8cbf656b95bf None None] Provisioning complete for port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:19.913907 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ce8f366-a0a0-4aa3-b832-8cbf656b95bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.920174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c63c23-717c-4cf6-bd2b-419ab3733a72 req-ea4c646a-c5c0-4e56-aac0-61957c53f714 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:19.922921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93c63c23-717c-4cf6-bd2b-419ab3733a72 req-ea4c646a-c5c0-4e56-aac0-61957c53f714 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 945 time: 0.1678116 Apr 05 21:00:19.937981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port eac914d5-2699-4bc0-910d-0349634531a7 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:19.938327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:19.984796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:20.061971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93c63c23-717c-4cf6-bd2b-419ab3733a72 req-50150287-7df1-42fd-b695-7cbd0f7736b1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=21799266-0fe5-410d-ae5a-eeb7764d554c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971026 Apr 05 21:00:20.104987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ce8f366-a0a0-4aa3-b832-8cbf656b95bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.127113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::17e (bb548de5-be95-4590-bb49-378e5da5155c/ae8b47db-057f-4b18-b09b-44d428273457/270b3890-dbdc-4258-8966-bb1f0388d14d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:20.150617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4ce8f366-a0a0-4aa3-b832-8cbf656b95bf None None] For port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:20.235912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ce8f366-a0a0-4aa3-b832-8cbf656b95bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.321373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] For port eac914d5-2699-4bc0-910d-0349634531a7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eac914d5-2699-4bc0-910d-0349634531a7,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:20.322030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.327530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.347755 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.357629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8f366-a0a0-4aa3-b832-8cbf656b95bf None None] Pushing event updated for resources: {'Port': ['ID=08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:20.441511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:20.461856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Usage tracker for resource:security_group_rule and tenant:3ceedd3224934d3887c492eeefab6d03 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:20.469377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aaa86c54-8e5d-4f71-95de-03d6a96af1cc None None] Provisioning complete for port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:20.469740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aaa86c54-8e5d-4f71-95de-03d6a96af1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.471354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:20.483147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.487396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:20.538640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 270b3890-dbdc-4258-8966-bb1f0388d14d will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:20.625987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.693099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.719201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.775917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c5728bcb-9f2b-447a-808c-56bc044f98a6 None None] Could not find standard attr ID for object f7116fce-5d79-4347-b452-e8a89523a0cc. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:00:20.802352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a38a5a-e59a-4fb9-b04b-2c1ab4de8268,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:20.842510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:20.846238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:20.850464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:20.854344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:20.854949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.863726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=270b3890-dbdc-4258-8966-bb1f0388d14d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:20.876092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.876496 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.876943 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP c8834624-9385-4f4a-b24a-644a1e149853 disassociated. External IP: 172.25.2.205, port: eac914d5-2699-4bc0-910d-0349634531a7. Apr 05 21:00:20.877376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for eac914d5-2699-4bc0-910d-0349634531a7 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:20.922575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.923819 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f93f747-341c-4296-8c03-e0ad5ced8094 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0594945 Apr 05 21:00:20.927193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54288) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:20.932674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4653c76b-611b-480d-ba1f-37cb8671af45 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:20.933280 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-4653c76b-611b-480d-ba1f-37cb8671af45 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 21:00:20.934638 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4653c76b-611b-480d-ba1f-37cb8671af45 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "PUT /v2.0/security-groups/f4a38a5a-e59a-4fb9-b04b-2c1ab4de8268 HTTP/1.1" status: 409 len: 330 time: 0.0061116 Apr 05 21:00:20.936946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54292) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:20.957127 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9301843a-1487-4527-80cd-3856410c0768 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4142692 Apr 05 21:00:20.958874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54296) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:21.087303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:21.098682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-793d59a2-24cc-4253-a5c4-173555ead7ab tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.125607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d1deb-026e-4526-a6bd-f6dc7cfbb8d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:21.127433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.129849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d1deb-026e-4526-a6bd-f6dc7cfbb8d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:21.130640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7f9d1deb-026e-4526-a6bd-f6dc7cfbb8d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:21.149437 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-793d59a2-24cc-4253-a5c4-173555ead7ab tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.164692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:21.165284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.230990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=eac914d5-2699-4bc0-910d-0349634531a7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:21.247288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7f9d1deb-026e-4526-a6bd-f6dc7cfbb8d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:21.250913 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7f9d1deb-026e-4526-a6bd-f6dc7cfbb8d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2882833 Apr 05 21:00:21.251652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54306) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:21.327455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-793d59a2-24cc-4253-a5c4-173555ead7ab tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.357887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d59a2-24cc-4253-a5c4-173555ead7ab tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a38a5a-e59a-4fb9-b04b-2c1ab4de8268,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:21.370602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 270b3890-dbdc-4258-8966-bb1f0388d14d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:21.370947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.404303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-793d59a2-24cc-4253-a5c4-173555ead7ab tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.408350 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-793d59a2-24cc-4253-a5c4-173555ead7ab tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/f4a38a5a-e59a-4fb9-b04b-2c1ab4de8268 HTTP/1.1" status: 204 len: 168 time: 0.4704335 Apr 05 21:00:21.409443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54312) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:21.474006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1f2e6f44-d286-47bc-8603-980e0a58367c None None] Provisioning for port 270b3890-dbdc-4258-8966-bb1f0388d14d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:21.479534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1f2e6f44-d286-47bc-8603-980e0a58367c None None] Provisioning complete for port 270b3890-dbdc-4258-8966-bb1f0388d14d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:21.481786 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1f2e6f44-d286-47bc-8603-980e0a58367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.481920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c01841dd-cff6-4144-ac96-1d0d799152e3 req-41564190-0780-43f1-a3df-a3b04e4139c3 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 210 time: 0.1467445 Apr 05 21:00:21.553986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e6f44-d286-47bc-8603-980e0a58367c None None] Port 270b3890-dbdc-4258-8966-bb1f0388d14d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:00:21.563154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ac52c010-7ec7-4111-b7db-03815907dd50 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Synchronizing usage tracker for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:21.588293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:00:21.687103 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.701362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ac52c010-7ec7-4111-b7db-03815907dd50 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] Unset dirty status for tenant:3ceedd3224934d3887c492eeefab6d03 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:21.708228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54324) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:21.708360 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ac52c010-7ec7-4111-b7db-03815907dd50 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2906525 Apr 05 21:00:21.739042 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-8e820ee6-1d98-4804-bcdc-d95fa78f7bb4 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] delete failed (client error): The resource could not be found. Apr 05 21:00:21.743445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e820ee6-1d98-4804-bcdc-d95fa78f7bb4 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "DELETE /v2.0/security-groups/510a005c-3957-40e0-8468-56afa0f15b52 HTTP/1.1" status: 404 len: 347 time: 0.0318191 Apr 05 21:00:21.745636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54328) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:21.767390 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-8afd605e-dbae-4650-9fd3-49e900753179 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] show failed (client error): The resource could not be found. Apr 05 21:00:21.772139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8afd605e-dbae-4650-9fd3-49e900753179 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-groups/5ed766f8-4f04-4a2c-98dc-6be6e54be810 HTTP/1.1" status: 404 len: 347 time: 0.0217197 Apr 05 21:00:21.773800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54332) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:21.793642 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-42aba560-8efb-421c-acde-e767a62f6ab7 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] show failed (client error): The resource could not be found. Apr 05 21:00:21.800781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-42aba560-8efb-421c-acde-e767a62f6ab7 tempest-NegativeSecGroupTest-1373069377 tempest-NegativeSecGroupTest-1373069377-project] 10.222.0.10 "GET /v2.0/security-group-rules/dc3bafd7-52b9-4212-aa38-e5153393265b HTTP/1.1" status: 404 len: 356 time: 0.0247593 Apr 05 21:00:21.829579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 270b3890-dbdc-4258-8966-bb1f0388d14d owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:21.867965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:00:21.881525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:00:21.906621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:21.907259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:21.986426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] No DVR routers for this DVR port eac914d5-2699-4bc0-910d-0349634531a7 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:21.990785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.994524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'name': 'network-vif-deleted', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:00:22.065078 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbf9f13-b067-496f-8299-b60f9aafe079'] response: {'server_uuid': 'eb520285-5547-4588-b67e-7fcad05b4d3d', 'name': 'network-vif-deleted', 'tag': 'eac914d5-2699-4bc0-910d-0349634531a7', 'status': 'completed', 'code': 200} Apr 05 21:00:22.077207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-627f59ea-2662-44db-8acd-32077edfeaf8 req-c06fea50-081e-4d91-a356-78efa8037f78 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "DELETE /v2.0/ports/eac914d5-2699-4bc0-910d-0349634531a7 HTTP/1.1" status: 204 len: 173 time: 2.2262361 Apr 05 21:00:22.090603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:22.137879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=270b3890-dbdc-4258-8966-bb1f0388d14d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:22.206877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:22.354585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:22.471202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54344) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:22.473957 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee635414-75dd-4d20-aefb-4b367bb68495 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/270b3890-dbdc-4258-8966-bb1f0388d14d HTTP/1.1" status: 204 len: 168 time: 1.2212262 Apr 05 21:00:22.572317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54350) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:22.589943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d9e7f-2c49-4190-bd05-91f36d8ae6a7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:22.592695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d9e7f-2c49-4190-bd05-91f36d8ae6a7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:22.593955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-059d9e7f-2c49-4190-bd05-91f36d8ae6a7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:22.674893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:22.679358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:00:22.694323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:22.694644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba59ea69-4cfb-4d87-8a22-65731d4c0004 req-ee0e18ef-6d23-4239-978e-9ec1591b5a80 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:22.694976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:22.706228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-059d9e7f-2c49-4190-bd05-91f36d8ae6a7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:22.706228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-059d9e7f-2c49-4190-bd05-91f36d8ae6a7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2320375 Apr 05 21:00:22.707172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54356) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:22.796394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba59ea69-4cfb-4d87-8a22-65731d4c0004 req-ee0e18ef-6d23-4239-978e-9ec1591b5a80 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:22.797593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba59ea69-4cfb-4d87-8a22-65731d4c0004 req-ee0e18ef-6d23-4239-978e-9ec1591b5a80 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb520285-5547-4588-b67e-7fcad05b4d3d HTTP/1.1" status: 200 len: 210 time: 0.1558602 Apr 05 21:00:22.822142 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d9c9415-18aa-429f-bd65-444436b88afd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ceedd3224934d3887c492eeefab6d03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2482021 Apr 05 21:00:22.824510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54360) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:22.919460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:22.934268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49672e33-397a-4e95-a460-6cfb31fb3368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:22.967695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49672e33-397a-4e95-a460-6cfb31fb3368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:22.978575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet ae8b47db-057f-4b18-b09b-44d428273457 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:22.980153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.059303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.117485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49672e33-397a-4e95-a460-6cfb31fb3368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.138169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49672e33-397a-4e95-a460-6cfb31fb3368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dabd30-e5b6-4d9e-9d1a-6bd6ed72adb0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:23.141652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.239826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49672e33-397a-4e95-a460-6cfb31fb3368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.240364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-49672e33-397a-4e95-a460-6cfb31fb3368 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53dabd30-e5b6-4d9e-9d1a-6bd6ed72adb0 HTTP/1.1" status: 204 len: 168 time: 0.4145133 Apr 05 21:00:23.312356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.338836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:23.343915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ff567-b1b5-4e5e-98e5-7eec4ff7a132 None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:00:23.386044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8b47db-057f-4b18-b09b-44d428273457,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:23.392855 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.399912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da936789-9706-4ed9-ba6b-aba903a0fa77 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:23.478025 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4e76eccc-51fa-4928-9a8d-f93c41ffb690 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/ae8b47db-057f-4b18-b09b-44d428273457 HTTP/1.1" status: 204 len: 168 time: 0.7697036 Apr 05 21:00:23.480291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:23.563491 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-42c50df1-9806-42c1-a5d9-afc38ee909db tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821104 Apr 05 21:00:23.566097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54372) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:23.709866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbf602-6de1-47c4-ba56-0d20cd14fa75 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:23.712038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-94fbf602-6de1-47c4-ba56-0d20cd14fa75 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:23.718509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:23.730575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] Deleting port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:23.735393 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.782902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe2df0-8e82-466e-9569-7a6e0888ba82 None None] New status for floating IP c8834624-9385-4f4a-b24a-644a1e149853: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:00:23.796680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-94fbf602-6de1-47c4-ba56-0d20cd14fa75 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:23.798138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-94fbf602-6de1-47c4-ba56-0d20cd14fa75 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2304873 Apr 05 21:00:23.800632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54380) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:23.950923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc7e9ef-8c6c-4a58-b10b-794e99d70a4d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:23.952559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7dc7e9ef-8c6c-4a58-b10b-794e99d70a4d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1440251 Apr 05 21:00:23.955709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54388) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:24.070550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] For port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:24.071114 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.097942 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2bda5c72-f034-479e-9f9e-9fd22e2923f4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402240 Apr 05 21:00:24.102336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54396) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:24.108102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:24.158155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54402) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:24.233826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df0171ac-e621-471f-a47a-2b42e328ad0a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.253008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:24.269384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:24.272245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] Calling delete_port for 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:24.275116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:24.289312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:24.331759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df0171ac-e621-471f-a47a-2b42e328ad0a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.362659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:24.443778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device eac914d5-2699-4bc0-910d-0349634531a7 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:24.487682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df0171ac-e621-471f-a47a-2b42e328ad0a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.494320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.544676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: eac914d5-2699-4bc0-910d-0349634531a7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:00:24.545325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device eac914d5-2699-4bc0-910d-0349634531a7 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:00:24.547866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] Pushing event deleted for resources: {'Port': ['ID=08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:24.560002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8726ca29-8959-423e-95f0-301b58b8ff43 None None] No DVR routers for this DVR port 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:24.584217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0171ac-e621-471f-a47a-2b42e328ad0a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21799266-0fe5-410d-ae5a-eeb7764d554c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:24.604172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.666455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-df0171ac-e621-471f-a47a-2b42e328ad0a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.670937 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-df0171ac-e621-471f-a47a-2b42e328ad0a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/security-groups/21799266-0fe5-410d-ae5a-eeb7764d554c HTTP/1.1" status: 204 len: 168 time: 0.5137661 Apr 05 21:00:24.674934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54414) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:24.720224 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-ecc54140-4df3-4f52-aa1f-3d25474c56c2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] show failed (client error): The resource could not be found. Apr 05 21:00:24.721501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ecc54140-4df3-4f52-aa1f-3d25474c56c2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups/21799266-0fe5-410d-ae5a-eeb7764d554c HTTP/1.1" status: 404 len: 347 time: 0.0453427 Apr 05 21:00:24.724586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:24.942381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port fc69e3d8-c1a4-4a93-aae2-d4eeaf312bec {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:24.942976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.003007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.097557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:25.110023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=986a6119-f26a-4480-9fe2-d0a9b0155279,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:25.120106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:25.122465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:25.127112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:25.127983 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.153917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:00:25.154607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 08bd10a0-0b72-4ad4-91a8-2f5f8a449a0b not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:00:25.156249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3bb72-7584-4b8b-b520-32c789dbdfad None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:25.173274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.174145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.266672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d8a70ba2-3781-4781-8d22-e80dd4ed5071 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1630435 Apr 05 21:00:25.269414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54446) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:25.275234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': '986a6119-f26a-4480-9fe2-d0a9b0155279', 'ip_address': '2001:db8::9d1b:5333:947d:159a'}], 'name': 'tempest-NetworksTestDHCPv6-391563442'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:25.341143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for fc69e3d8-c1a4-4a93-aae2-d4eeaf312bec owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:25.448150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '986a6119-f26a-4480-9fe2-d0a9b0155279'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:25.448977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.460209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:25.473439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:25.577961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:25.578083 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:00:25.580730 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.614402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 82b8dc0e-ca6d-4e6d-ac08-c32464ede225 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:25.620119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.665547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=fc69e3d8-c1a4-4a93-aae2-d4eeaf312bec,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:25.674912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/986a6119-f26a-4480-9fe2-d0a9b0155279/88501f69-5108-4096-8831-2ef340b2a8dc) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:25.760461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.854279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.856546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb60826c-3316-44b4-9793-07edeec047ab tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/floatingips/c8834624-9385-4f4a-b24a-644a1e149853 HTTP/1.1" status: 204 len: 168 time: 1.1298556 Apr 05 21:00:25.924350 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.937150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Transition to ACTIVE for port object 88501f69-5108-4096-8831-2ef340b2a8dc will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:25.959022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Transition to ACTIVE for port object 88501f69-5108-4096-8831-2ef340b2a8dc will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:26.026569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.113802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:26.115024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:26.117012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Pushing event updated for resources: {'Port': ['ID=88501f69-5108-4096-8831-2ef340b2a8dc,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:26.122915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:26.135894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::9d1b:5333:947d:159a (bb548de5-be95-4590-bb49-378e5da5155c/986a6119-f26a-4480-9fe2-d0a9b0155279/82b8dc0e-ca6d-4e6d-ac08-c32464ede225) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:26.247802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Attempting to bind port 88501f69-5108-4096-8831-2ef340b2a8dc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:26.247802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Attempting to bind port 88501f69-5108-4096-8831-2ef340b2a8dc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:26.247802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Attempting to bind port 88501f69-5108-4096-8831-2ef340b2a8dc on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:26.251524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:26.251921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:26.252487 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.252909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:26.253409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Bound port: 88501f69-5108-4096-8831-2ef340b2a8dc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:26.253790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.347312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.365854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] For port 88501f69-5108-4096-8831-2ef340b2a8dc, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:26.370255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] For port 88501f69-5108-4096-8831-2ef340b2a8dc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=88501f69-5108-4096-8831-2ef340b2a8dc,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:26.373105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 82b8dc0e-ca6d-4e6d-ac08-c32464ede225 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:26.401709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54508) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:26.407262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242456057', 'description': 'tempest-description--1604560519'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:26.416515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:26.422872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:26.425845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:26.431956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:26.438244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.461168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.513150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.525231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4631a-e4eb-4da1-b91b-0d8d2696e963 None None] Pushing event updated for resources: {'Port': ['ID=88501f69-5108-4096-8831-2ef340b2a8dc,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:26.547642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:26.557937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:26.560602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:26.564823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:26.565678 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.604745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=82b8dc0e-ca6d-4e6d-ac08-c32464ede225,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:26.629285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:26.632192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:26.635566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:26.650982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:26.710306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0f2e29d0-2d97-4d10-a8ce-66918460d95b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4397326 Apr 05 21:00:26.712744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.712994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54528) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:26.814106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.876225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:26.921787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c47a29-d3eb-46bd-b55f-d7aac769d214 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:26.925687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c47a29-d3eb-46bd-b55f-d7aac769d214 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:26.926840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e6c47a29-d3eb-46bd-b55f-d7aac769d214 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:26.968780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:26.970204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-17bdbe5e-3be2-4410-a5d9-5ef91a1832e5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5679026 Apr 05 21:00:26.973156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54548) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:26.979129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': '3322fcb1-b6d6-4384-9f90-f78ea84b8ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:26.985322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:26.989705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:26.992743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:26.999163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:27.011442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e6c47a29-d3eb-46bd-b55f-d7aac769d214 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:27.013502 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e6c47a29-d3eb-46bd-b55f-d7aac769d214 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2986500 Apr 05 21:00:27.016075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54556) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:27.098196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 82b8dc0e-ca6d-4e6d-ac08-c32464ede225 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:27.098578 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.101528 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.136090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 88501f69-5108-4096-8831-2ef340b2a8dc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:27.176149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.219525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.244842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def72510-a9c4-458c-8c5a-d611f2257e54,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:27.282057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 88501f69-5108-4096-8831-2ef340b2a8dc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:27.328391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.332295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-306efe16-19c2-4422-845c-f752423a068f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3556342 Apr 05 21:00:27.333532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54588) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:27.338004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'security_group_rule': {'security_group_id': '3322fcb1-b6d6-4384-9f90-f78ea84b8ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:27.344680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:27.348689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:security_group_rule and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:27.352597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:27.363159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:27.442957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.467521 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.541674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.578600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 82b8dc0e-ca6d-4e6d-ac08-c32464ede225 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:27.641566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.665366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642d87ff-1f19-41c9-a3ee-67516731e735,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:27.807393 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.810140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ec5ce77d-3b6b-4ee3-8097-ad41b882805f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4754498 Apr 05 21:00:27.812066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54620) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:27.818199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:27.824762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:27.834145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:floatingip and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:27.837642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:27.844880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:27.852963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e4bc129a-87f3-452e-ad71-9d5368a9d820 None None] Provisioning for port 88501f69-5108-4096-8831-2ef340b2a8dc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:27.858751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e4bc129a-87f3-452e-ad71-9d5368a9d820 None None] Provisioning complete for port 88501f69-5108-4096-8831-2ef340b2a8dc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:27.859073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4bc129a-87f3-452e-ad71-9d5368a9d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.928663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.978444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:27.987765 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4bc129a-87f3-452e-ad71-9d5368a9d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.007009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=82b8dc0e-ca6d-4e6d-ac08-c32464ede225,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:28.042516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e4bc129a-87f3-452e-ad71-9d5368a9d820 None None] For port 88501f69-5108-4096-8831-2ef340b2a8dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=88501f69-5108-4096-8831-2ef340b2a8dc,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:28.105843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4bc129a-87f3-452e-ad71-9d5368a9d820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.118186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.186107 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-94f9b062-a005-47fe-bab5-269303cff08d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/82b8dc0e-ca6d-4e6d-ac08-c32464ede225 HTTP/1.1" status: 204 len: 168 time: 1.1658046 Apr 05 21:00:28.186218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54644) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:28.189191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc129a-87f3-452e-ad71-9d5368a9d820 None None] Pushing event updated for resources: {'Port': ['ID=88501f69-5108-4096-8831-2ef340b2a8dc,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:28.203360 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.228913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74bdd6dc-98bc-406f-bc04-5df31e41ebc6 None None] Could not find standard attr ID for object 82b8dc0e-ca6d-4e6d-ac08-c32464ede225. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:00:28.270572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc4f68-ead6-4196-a4c6-7560111f4566 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:28.272292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc4f68-ead6-4196-a4c6-7560111f4566 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:28.273214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0fc4f68-ead6-4196-a4c6-7560111f4566 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:28.345297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0fc4f68-ead6-4196-a4c6-7560111f4566 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:28.351324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e0fc4f68-ead6-4196-a4c6-7560111f4566 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1625614 Apr 05 21:00:28.351894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54658) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:28.394798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.25.2.17 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/90b8d9dd-8f00-4a87-8b3a-b3e97c2b59a6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:28.424945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 986a6119-f26a-4480-9fe2-d0a9b0155279 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:28.428130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.461955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54666) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:28.500183 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.566873 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.586851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.651647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.660624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.702847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:28.707563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Usage tracker for resource:security_group_rule and tenant:be717d3267d24c36be9e404370a3bd31 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:28.710557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:28.716272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:28.730537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:28.734124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:28.736706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:28.770709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=90b8d9dd-8f00-4a87-8b3a-b3e97c2b59a6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:28.782092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.797016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.837300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=986a6119-f26a-4480-9fe2-d0a9b0155279,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:28.845810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.855378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0679080-5a69-47eb-94a3-a4b63b2cb6df None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:28.877579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.911897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.926722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92b73db-52a7-4616-aff7-f9f371038865,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:28.931126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c427aaa6-3eb9-47f1-a901-e45e4bd0ad0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be717d3267d24c36be9e404370a3bd31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4680882 Apr 05 21:00:28.933816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54690) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:28.939018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-58a83ab8-b0bf-473b-a484-0ccdae33d108 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/986a6119-f26a-4480-9fe2-d0a9b0155279 HTTP/1.1" status: 204 len: 168 time: 0.5847981 Apr 05 21:00:28.941697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54694) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:29.003381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dea05fdf-8951-4b05-b65d-540562c5ace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.033137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dea05fdf-8951-4b05-b65d-540562c5ace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.075072 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-68ab87f8-765e-4742-bd5e-87ce4b78d864 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311941 Apr 05 21:00:29.076797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54704) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:29.095803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 88501f69-5108-4096-8831-2ef340b2a8dc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:29.096562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:29.180452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:29.180674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dea05fdf-8951-4b05-b65d-540562c5ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.198021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] Deleting port 88501f69-5108-4096-8831-2ef340b2a8dc {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:29.200029 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.201005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea05fdf-8951-4b05-b65d-540562c5ace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92b73db-52a7-4616-aff7-f9f371038865,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:29.205760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dea05fdf-8951-4b05-b65d-540562c5ace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.207045 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dea05fdf-8951-4b05-b65d-540562c5ace9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a92b73db-52a7-4616-aff7-f9f371038865 HTTP/1.1" status: 204 len: 168 time: 0.2716298 Apr 05 21:00:29.337634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.382942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 88501f69-5108-4096-8831-2ef340b2a8dc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:29.383246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.408564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:29.418194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:29.423031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:29.431305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:29.514014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] For port 88501f69-5108-4096-8831-2ef340b2a8dc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=88501f69-5108-4096-8831-2ef340b2a8dc,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:29.514461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.585476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:29.611466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.677445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] Calling delete_port for 88501f69-5108-4096-8831-2ef340b2a8dc owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:29.702790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.764415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.904239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.925908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=90b8d9dd-8f00-4a87-8b3a-b3e97c2b59a6,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:29.935811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.954775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] Pushing event deleted for resources: {'Port': ['ID=88501f69-5108-4096-8831-2ef340b2a8dc,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:29.960110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2744998-5e8e-4a0e-a876-b8294cd78d5a None None] No DVR routers for this DVR port 88501f69-5108-4096-8831-2ef340b2a8dc on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:30.063551 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.064541 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9959d9f9-db42-477e-b876-018f57ba7d8e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2508519 Apr 05 21:00:30.106971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54758) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:30.131614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.178088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:30.182901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b24ca7d772634ed08f75b1478f9c79b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:30.187356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:30.194424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:30.204876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.291387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:30.295526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:30.306994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:30.306994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.311355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=6803d379-d837-486a-a8e1-710901eb2fff,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:30.313496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b879743c-8851-48d5-a0f0-71f244b7cfca None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:30.372899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.410535 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c113e111-36dc-451e-8515-583065484e89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3289361 Apr 05 21:00:30.412284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54778) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:30.422427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': '6803d379-d837-486a-a8e1-710901eb2fff', 'ip_address': '2001:db8::3f5e:639d:8fd8:5d71'}], 'name': 'tempest-NetworksTestDHCPv6-1136652671'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:30.437390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.493648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3103f5b2-2789-41f1-be59-f86cf6d04081,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:30.506090 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f008659f-760e-43c6-85ad-f7a14d34a6f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b24ca7d772634ed08f75b1478f9c79b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3975492 Apr 05 21:00:30.507824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54790) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:30.579671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91d0c4b1-71a8-46e3-93c0-91a82bb513c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.595141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '6803d379-d837-486a-a8e1-710901eb2fff'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:30.596028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.610739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91d0c4b1-71a8-46e3-93c0-91a82bb513c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.742436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-810177cf-7baf-496b-bb6b-f51e5b8a0753 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:30.751120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91d0c4b1-71a8-46e3-93c0-91a82bb513c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.775355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0c4b1-71a8-46e3-93c0-91a82bb513c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3103f5b2-2789-41f1-be59-f86cf6d04081,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:30.779175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:30.784038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:30.787147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:30.791640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-91d0c4b1-71a8-46e3-93c0-91a82bb513c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:30.793215 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-91d0c4b1-71a8-46e3-93c0-91a82bb513c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3103f5b2-2789-41f1-be59-f86cf6d04081 HTTP/1.1" status: 204 len: 168 time: 0.2843208 Apr 05 21:00:30.793828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:30.899599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:30.901213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/6803d379-d837-486a-a8e1-710901eb2fff/7c84f6f7-f44c-42f0-956f-b0a938dc4401) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:30.917200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-810177cf-7baf-496b-bb6b-f51e5b8a0753 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:30.918679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-810177cf-7baf-496b-bb6b-f51e5b8a0753 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--242456057&fields=id&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 267 time: 0.2685919 Apr 05 21:00:31.051291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:31.132213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 88501f69-5108-4096-8831-2ef340b2a8dc no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:31.158441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:31.184024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 88501f69-5108-4096-8831-2ef340b2a8dc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:00:31.184454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 88501f69-5108-4096-8831-2ef340b2a8dc not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:00:31.218632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:31.261874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Transition to ACTIVE for port object 7c84f6f7-f44c-42f0-956f-b0a938dc4401 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:31.290800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Transition to ACTIVE for port object 7c84f6f7-f44c-42f0-956f-b0a938dc4401 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:31.329160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:31.382133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-5d8c05f4-d7c8-46e6-9e48-acb16881affb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:31.389273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-5d8c05f4-d7c8-46e6-9e48-acb16881affb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.3222117 Apr 05 21:00:31.405874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:31.415744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:31.418071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Pushing event updated for resources: {'Port': ['ID=7c84f6f7-f44c-42f0-956f-b0a938dc4401,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:31.418396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-7e22b9b5-8e69-425e-a75c-cde97cdfe28d tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/quotas/8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 375 time: 0.0282187 Apr 05 21:00:31.420712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:31.531954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Attempting to bind port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:31.534573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Attempting to bind port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:31.534573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Attempting to bind port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:31.541730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:31.543288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:31.544028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:31.544639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:31.546698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Bound port: 7c84f6f7-f44c-42f0-956f-b0a938dc4401, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:31.547428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:31.573280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-17016550-f5c7-4330-bda1-126b4087c8ba tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1539831 Apr 05 21:00:31.574655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::3f5e:639d:8fd8:5d71 (bb548de5-be95-4590-bb49-378e5da5155c/6803d379-d837-486a-a8e1-710901eb2fff/c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:31.658471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] For port 7c84f6f7-f44c-42f0-956f-b0a938dc4401, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:31.661827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] For port 7c84f6f7-f44c-42f0-956f-b0a938dc4401, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7c84f6f7-f44c-42f0-956f-b0a938dc4401,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:31.723263 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:31.841959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-9ae6f088-d709-4235-b78e-72c81c1a65da service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530317 Apr 05 21:00:31.898446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc988db-acad-461a-8c92-5936385ee167 None None] Pushing event updated for resources: {'Port': ['ID=7c84f6f7-f44c-42f0-956f-b0a938dc4401,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:32.042991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:32.070784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-b56a0a1e-77b9-4b9c-8231-5b1516883286 service neutron] 10.222.0.10 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205715 Apr 05 21:00:32.071916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:32.146252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:32.248553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:32.261222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:32.269754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:32.284624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:32.284624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:32.310221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:32.420779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7eb4f2e1-416c-4c92-9e57-632737d75569 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0066643 Apr 05 21:00:32.426687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54896) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:32.483023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a45dc17-d851-4c0e-9d8f-4bcaad5a1943 req-38e17b02-956d-4aab-818e-732d59fbd566 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 210 time: 0.1138244 Apr 05 21:00:32.546195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c0865-75ec-4e43-ae1c-7bb95a476a35 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:32.550070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c0865-75ec-4e43-ae1c-7bb95a476a35 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:32.550834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-884c0865-75ec-4e43-ae1c-7bb95a476a35 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:32.636861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-884c0865-75ec-4e43-ae1c-7bb95a476a35 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:32.638644 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-884c0865-75ec-4e43-ae1c-7bb95a476a35 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2108960 Apr 05 21:00:32.641523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 54918) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:32.707485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:32.707827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:32.973000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.103847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:33.150199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7c84f6f7-f44c-42f0-956f-b0a938dc4401 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:33.311810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:33.464424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-223d5c55-1ef2-418b-97a3-e44c446f1b34 None None] Provisioning for port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:33.470562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-223d5c55-1ef2-418b-97a3-e44c446f1b34 None None] Provisioning complete for port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:33.471140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-223d5c55-1ef2-418b-97a3-e44c446f1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.556780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.611870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:33.633536 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-223d5c55-1ef2-418b-97a3-e44c446f1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.683020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.697543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-223d5c55-1ef2-418b-97a3-e44c446f1b34 None None] For port 7c84f6f7-f44c-42f0-956f-b0a938dc4401, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7c84f6f7-f44c-42f0-956f-b0a938dc4401,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:33.741305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a77736e5-f30f-4151-bc22-9987764dce21 req-ba7ca62b-f4ce-4996-af12-d399e3551367 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 210 time: 0.0693181 Apr 05 21:00:33.746451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-223d5c55-1ef2-418b-97a3-e44c446f1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.780201 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-023e64bb-539a-4765-a4c2-c93799a456b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2 HTTP/1.1" status: 204 len: 168 time: 1.1375389 Apr 05 21:00:33.782725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54982) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:33.856005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d5c55-1ef2-418b-97a3-e44c446f1b34 None None] Pushing event updated for resources: {'Port': ['ID=7c84f6f7-f44c-42f0-956f-b0a938dc4401,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:33.874390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0e069ab4-78e8-4e2c-8568-11442d9b4ac7 None None] Could not find standard attr ID for object c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:00:33.894216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df893c8f-63d5-42ae-b010-31e1207f46b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:33.895607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df893c8f-63d5-42ae-b010-31e1207f46b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:33.896321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df893c8f-63d5-42ae-b010-31e1207f46b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:33.974196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df893c8f-63d5-42ae-b010-31e1207f46b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:33.978101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-df893c8f-63d5-42ae-b010-31e1207f46b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1914620 Apr 05 21:00:33.978218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 54998) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:34.026245 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.051308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 6803d379-d837-486a-a8e1-710901eb2fff {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:34.055055 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.110291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.319926 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.449304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.496127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=6803d379-d837-486a-a8e1-710901eb2fff,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:34.504874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.513719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36e92e-5157-436f-95d2-dfea8f978b2a None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:34.585211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f70e2ade-65ee-49b1-843c-e65105e992ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/6803d379-d837-486a-a8e1-710901eb2fff HTTP/1.1" status: 204 len: 168 time: 0.6057498 Apr 05 21:00:34.587378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55032) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:34.652639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2497a943-798a-419f-bcc0-a8f0da6f4543 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641079 Apr 05 21:00:34.655176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55042) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:34.660642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:34.836319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854d5fb-d118-4732-931a-621976906318 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:34.841243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f854d5fb-d118-4732-931a-621976906318 None None] Deleting port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:34.842307 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f854d5fb-d118-4732-931a-621976906318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.870988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:34.885193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74912a6f-8861-4fa3-9be6-1b4cc308ab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:34.889925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:34.895803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:34.905510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:34.933401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-ce136e9e-5858-462a-8692-f2ae6fd162d5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:34.935647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-ce136e9e-5858-462a-8692-f2ae6fd162d5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 814 time: 0.2046025 Apr 05 21:00:35.002668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72710c16-20d9-4cdf-ad6e-fc2b34a88ffb req-a4df13ff-63e0-4225-912a-b3ea0a47a4d0 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 210 time: 0.0594735 Apr 05 21:00:35.009573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:35.013085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.106892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7c84f6f7-f44c-42f0-956f-b0a938dc4401 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:35.124122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-ef811d91-460a-4719-8fc5-2792c209799f tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8338932d8c164d4eb3133c416c29d90c HTTP/1.1" status: 200 len: 379 time: 0.1420071 Apr 05 21:00:35.135765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'port': {'device_id': '65a87114-acff-4cbb-9524-88a7930b9080', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'admin_state_up': True, 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'security_groups': ['3322fcb1-b6d6-4384-9f90-f78ea84b8ca0']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:35.194687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f854d5fb-d118-4732-931a-621976906318 None None] For port 7c84f6f7-f44c-42f0-956f-b0a938dc4401, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7c84f6f7-f44c-42f0-956f-b0a938dc4401,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:35.194687 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f854d5fb-d118-4732-931a-621976906318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.348875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f854d5fb-d118-4732-931a-621976906318 None None] Calling delete_port for 7c84f6f7-f44c-42f0-956f-b0a938dc4401 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:35.352633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:35.361364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Usage tracker for resource:port and tenant:8338932d8c164d4eb3133c416c29d90c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:35.367865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:35.379686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:35.450877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.478288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Made reservation on behalf of 8338932d8c164d4eb3133c416c29d90c for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:35.482363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.493693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.604179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=ba2bb79f-1412-4473-83df-19c6aee2b02e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:35.607344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:35.608883 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f854d5fb-d118-4732-931a-621976906318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.612739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:35.619677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:35.620238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.706819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854d5fb-d118-4732-931a-621976906318 None None] Pushing event deleted for resources: {'Port': ['ID=7c84f6f7-f44c-42f0-956f-b0a938dc4401,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:35.710277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854d5fb-d118-4732-931a-621976906318 None None] No DVR routers for this DVR port 7c84f6f7-f44c-42f0-956f-b0a938dc4401 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:35.732019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b1bc8-6724-4fef-b074-d2962f9a9cdd None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:35.742278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Allocated IP 172.20.0.4 (6683db5f-6ba0-4b2d-840e-041ba53f4cba/8e615c30-2e27-40c8-8edf-b1fb8b4eef38/9c43f934-9edd-4614-a923-5277f0eced07) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:35.748325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-25670798-0505-45ec-9dd8-67b94bfa741b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0896890 Apr 05 21:00:35.748547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55098) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:35.755790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': 'ba2bb79f-1412-4473-83df-19c6aee2b02e', 'ip_address': '2001:db8::c2cc:ba24:13f8:35fa'}], 'name': 'tempest-NetworksTestDHCPv6-391662567'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:35.956440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': 'ba2bb79f-1412-4473-83df-19c6aee2b02e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:35.957287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.013921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:36.020362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:36.025067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:36.043567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:36.104189 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.134184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/ba2bb79f-1412-4473-83df-19c6aee2b02e/86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:36.134394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Transition to ACTIVE for port object 9c43f934-9edd-4614-a923-5277f0eced07 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:36.134394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:36.381733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-856b5d25-46f4-467f-87f0-04b6a85f3c2e req-dec79b13-660e-49aa-a952-135d3cc68539 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:36.450773 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.461890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Transition to ACTIVE for port object 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:36.462090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.486217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Transition to ACTIVE for port object 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:36.487674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 64e92025-0003-40c4-930a-e7edf5077b6d yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:36.521627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-856b5d25-46f4-467f-87f0-04b6a85f3c2e req-dec79b13-660e-49aa-a952-135d3cc68539 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:36.522785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-856b5d25-46f4-467f-87f0-04b6a85f3c2e req-dec79b13-660e-49aa-a952-135d3cc68539 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 210 time: 0.3683558 Apr 05 21:00:36.592627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.602850 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.673386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:36.677214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:36.681870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:36.683842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Pushing event updated for resources: {'Port': ['ID=86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:36.701791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:36.733286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:36.740860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event updated for resources: {'Port': ['ID=9c43f934-9edd-4614-a923-5277f0eced07,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:36.743090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:36.784346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Attempting to bind port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:36.784712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Attempting to bind port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:36.785092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Attempting to bind port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:36.791664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:36.798103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:36.798103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.798103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:36.798103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Bound port: 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:36.798103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.844015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c3448bf-85b9-448e-aa8c-1a012e982245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.886153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] For port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:36.889462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] For port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:36.912524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::c2cc:ba24:13f8:35fa (bb548de5-be95-4590-bb49-378e5da5155c/ba2bb79f-1412-4473-83df-19c6aee2b02e/64e92025-0003-40c4-930a-e7edf5077b6d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:36.922356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:36.922956 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:36.952340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:37.023467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-f37467b2-d78a-4b00-bb0d-5fe16aefe283 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:37.024923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-f37467b2-d78a-4b00-bb0d-5fe16aefe283 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/networks?id=7406516d-fcbe-43a7-a4c0-e6505a98d943 HTTP/1.1" status: 200 len: 813 time: 0.2856379 Apr 05 21:00:37.043243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5243c3-4943-4a79-9d5f-8bee9dcb0193 None None] Pushing event updated for resources: {'Port': ['ID=86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:37.052240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-82856d30-43f3-4a86-b843-1e17789069ca tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9200728 Apr 05 21:00:37.115063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Request body: {'port': {'device_id': '65a87114-acff-4cbb-9524-88a7930b9080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:37.121509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-138578f0-5a2e-44d9-a76c-5ce80da9bfa1 None None] Provisioning for port 9c43f934-9edd-4614-a923-5277f0eced07 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:37.127744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-138578f0-5a2e-44d9-a76c-5ce80da9bfa1 None None] Provisioning complete for port 9c43f934-9edd-4614-a923-5277f0eced07 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:37.128149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-138578f0-5a2e-44d9-a76c-5ce80da9bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:37.172386 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-1a867708-f7c1-4c54-8b2c-8d7e9756c320 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/quotas/8329e34d31d1486392af5a2489275f35 HTTP/1.1" status: 200 len: 375 time: 0.1263661 Apr 05 21:00:37.211559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-138578f0-5a2e-44d9-a76c-5ce80da9bfa1 None None] Port 9c43f934-9edd-4614-a923-5277f0eced07 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:00:37.315952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-be6230d0-b7a3-4f1e-a101-862944702d68 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8329e34d31d1486392af5a2489275f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152222 Apr 05 21:00:37.338378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:37.401491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:37.439698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 64e92025-0003-40c4-930a-e7edf5077b6d will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:37.497364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-403a484c-04e6-4553-b384-40af85b20e56 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:00:37.498443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-403a484c-04e6-4553-b384-40af85b20e56 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1722190 Apr 05 21:00:37.750976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:37.875368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-517c493b-e2a7-4dfc-9026-f5b4ffea34dc service neutron] 10.222.0.10 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674934 Apr 05 21:00:37.896984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:37.923641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:37.935429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:37.939288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:37.939891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:37.947089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=64e92025-0003-40c4-930a-e7edf5077b6d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:38.105017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e7fc75ce-3b11-4e6f-aa0b-f0921a77acf9 None None] Provisioning for port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:38.185895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188743a6-fd95-4fd9-91dc-6ad76f4c12e0 req-de4f34e4-3e1d-42c7-86a9-8a3c9485b165 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:38.187357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-188743a6-fd95-4fd9-91dc-6ad76f4c12e0 req-de4f34e4-3e1d-42c7-86a9-8a3c9485b165 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 931 time: 0.4994221 Apr 05 21:00:38.262925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a2f4af94-e416-4285-bf13-3be96f1e3dc7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5120914 Apr 05 21:00:38.266900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:38.291822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c43f934-9edd-4614-a923-5277f0eced07 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:00:38.306887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-e71cfc9c-98e8-4e74-b9d2-e4163eb42db1 service neutron] 10.222.0.10 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087949 Apr 05 21:00:38.309991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:38.333510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Transition to ACTIVE for port object 9c43f934-9edd-4614-a923-5277f0eced07 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:38.348117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-188743a6-fd95-4fd9-91dc-6ad76f4c12e0 req-720fdfae-4cda-40e2-860a-771558bfb389 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304269 Apr 05 21:00:38.394849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd9e3c-4ac0-4196-88cf-288dbe799d72 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:38.396961 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:38.404058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd9e3c-4ac0-4196-88cf-288dbe799d72 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:38.404874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b4cd9e3c-4ac0-4196-88cf-288dbe799d72 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:38.425141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5dceff69-53ca-453a-a33c-cf103abfe54e None None] Provisioning for port 64e92025-0003-40c4-930a-e7edf5077b6d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:38.425386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:38.430449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5dceff69-53ca-453a-a33c-cf103abfe54e None None] Provisioning complete for port 64e92025-0003-40c4-930a-e7edf5077b6d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:38.435336 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5dceff69-53ca-453a-a33c-cf103abfe54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:38.490343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5dceff69-53ca-453a-a33c-cf103abfe54e None None] Port 64e92025-0003-40c4-930a-e7edf5077b6d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:00:38.510219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b4cd9e3c-4ac0-4196-88cf-288dbe799d72 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:38.511165 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b4cd9e3c-4ac0-4196-88cf-288dbe799d72 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2428021 Apr 05 21:00:38.512041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55138) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:38.580672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Pushing event updated for resources: {'Port': ['ID=9c43f934-9edd-4614-a923-5277f0eced07,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:38.585302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:38.634369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.634949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.635480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.635982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.636469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.636963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.637505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.638012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.638489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.638969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.639438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:38.647501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 64e92025-0003-40c4-930a-e7edf5077b6d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:38.647853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:38.748509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a518d9e5-a5ba-4809-8fd5-75b67834edda req-b8298007-d945-40fc-92e5-c8cdf3257fb2 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 210 time: 0.0627015 Apr 05 21:00:38.785642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Attempting to bind port 9c43f934-9edd-4614-a923-5277f0eced07 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:38.785916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Attempting to bind port 9c43f934-9edd-4614-a923-5277f0eced07 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:38.786243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Attempting to bind port 9c43f934-9edd-4614-a923-5277f0eced07 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:38.792847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Port 9c43f934-9edd-4614-a923-5277f0eced07 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:00:38.793390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Attempting to bind port 9c43f934-9edd-4614-a923-5277f0eced07 on network 6683db5f-6ba0-4b2d-840e-041ba53f4cba {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:38.801220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:38.801220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Checking segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:38.801634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Bound using segment: {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:38.801983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Bound port: 9c43f934-9edd-4614-a923-5277f0eced07, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e527d6e-2855-4a13-9175-9cde5a457b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:38.802347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:38.919519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] For port 9c43f934-9edd-4614-a923-5277f0eced07, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:38.922656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] For port 9c43f934-9edd-4614-a923-5277f0eced07, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9c43f934-9edd-4614-a923-5277f0eced07,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:38.960194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.031477 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.104164 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.105989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] 10.222.0.23 "PUT /v2.0/ports/9c43f934-9edd-4614-a923-5277f0eced07 HTTP/1.1" status: 200 len: 1091 time: 2.0006752 Apr 05 21:00:39.106399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:00:39.128309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:39.148966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 64e92025-0003-40c4-930a-e7edf5077b6d owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:39.164126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56457f47-d6bd-4b3a-b91c-d61452555aec service neutron] Pushing event updated for resources: {'Port': ['ID=9c43f934-9edd-4614-a923-5277f0eced07,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:39.202439 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476ead0b-6954-4051-ba24-6c33fb147505'] response: {'name': 'network-changed', 'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07', 'status': 'completed', 'code': 200} Apr 05 21:00:39.324496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-874fc5c0-8f3e-48c0-8544-90b19da139a4 req-c721a789-ee62-44ce-9b87-a5c9d06c9727 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 1094 time: 0.1000097 Apr 05 21:00:39.351119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:39.356802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:39.357397 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.432929 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.502386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=64e92025-0003-40c4-930a-e7edf5077b6d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:39.568458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fc5c0-8f3e-48c0-8544-90b19da139a4 req-4db696f8-572a-4e80-9f31-1d5f99724140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:39.570028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-874fc5c0-8f3e-48c0-8544-90b19da139a4 req-4db696f8-572a-4e80-9f31-1d5f99724140 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8338932d8c164d4eb3133c416c29d90c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2370136 Apr 05 21:00:39.675926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.697174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.750055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:39.827063 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-457358cd-4d57-4782-bfed-20c35beeb889 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/64e92025-0003-40c4-930a-e7edf5077b6d HTTP/1.1" status: 204 len: 168 time: 1.3136640 Apr 05 21:00:39.830091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55160) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:39.855287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b47a5-66cd-479d-bf7e-0ef95433c44f req-44546f3d-5317-4a98-be2a-b0d723d8c708 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:39.856906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-127b47a5-66cd-479d-bf7e-0ef95433c44f req-44546f3d-5317-4a98-be2a-b0d723d8c708 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 943 time: 0.2468007 Apr 05 21:00:39.861776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fc5c0-8f3e-48c0-8544-90b19da139a4 req-b12d08f7-d402-4cc6-befc-14bd35c76d5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:39.863297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-874fc5c0-8f3e-48c0-8544-90b19da139a4 req-b12d08f7-d402-4cc6-befc-14bd35c76d5e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2864411 Apr 05 21:00:39.870708 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.921752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e97ef-bc81-465c-8320-cd3e05699899 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:39.923164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e97ef-bc81-465c-8320-cd3e05699899 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:39.923891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-732e97ef-bc81-465c-8320-cd3e05699899 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:39.925962 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.964698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:39.998343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d17fbb1-6fe7-43c5-ae77-9ba569e82fc9 req-5a853db0-66e9-4089-8d2e-b18dce355cc6 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 210 time: 0.0576906 Apr 05 21:00:40.003336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-127b47a5-66cd-479d-bf7e-0ef95433c44f req-e760d59b-0eb4-44cb-aee0-2e88404ea594 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391022 Apr 05 21:00:40.020351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-732e97ef-bc81-465c-8320-cd3e05699899 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:40.022701 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-732e97ef-bc81-465c-8320-cd3e05699899 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1918223 Apr 05 21:00:40.024596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55164) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:40.031789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-11bb79ec-2a7c-4d33-8f86-2df6497e1d48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 1094 time: 0.1252801 Apr 05 21:00:40.099047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-6611d02c-8586-428e-8e56-1ea7bac2d58c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c43f934-9edd-4614-a923-5277f0eced07 HTTP/1.1" status: 200 len: 217 time: 0.0609856 Apr 05 21:00:40.163160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-53667eff-25ee-4ef4-9a71-469de8d70a6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:40.164593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-53667eff-25ee-4ef4-9a71-469de8d70a6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0607657 Apr 05 21:00:40.218421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet ba2bb79f-1412-4473-83df-19c6aee2b02e {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:40.221406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:40.247895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-240dcd2e-9f68-41de-8e9f-5a9472deb6f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772448 Apr 05 21:00:40.278673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:40.375990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:40.408121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-4a07238a-fe3a-4dfe-80ac-fae19d674c91 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543081 Apr 05 21:00:40.557709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:40.603924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2bb79f-1412-4473-83df-19c6aee2b02e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:40.609523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:40.617970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9d9b26-8182-4884-9624-6cfc762ccafa None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:40.673895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-267ecd5b-21d6-46b5-bce5-54433ec012f6 req-60a996e2-ad64-497b-abc8-e7929252d8c9 service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602134 Apr 05 21:00:40.683629 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5fb9280e-3ab2-4cf4-83d0-02f9c988b7fb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/ba2bb79f-1412-4473-83df-19c6aee2b02e HTTP/1.1" status: 204 len: 168 time: 0.6577089 Apr 05 21:00:40.686881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55176) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:40.759453 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2efa3fb8-64fa-4e00-93a3-3d820ffe124f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710824 Apr 05 21:00:40.761836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55180) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:40.844114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e284038-bd6b-466d-9149-937ef3c37e7d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:40.844717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9e284038-bd6b-466d-9149-937ef3c37e7d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:40.901920 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:40.906744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] Deleting port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:40.907138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:40.915765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9e284038-bd6b-466d-9149-937ef3c37e7d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:40.919315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9e284038-bd6b-466d-9149-937ef3c37e7d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1536920 Apr 05 21:00:40.919534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55184) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:41.120394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:41.141369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2419ca-50a4-42e1-9e91-8c687847da5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:41.142341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7e2419ca-50a4-42e1-9e91-8c687847da5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:41.192948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] For port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:41.193362 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:41.219213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7e2419ca-50a4-42e1-9e91-8c687847da5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:41.222834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7e2419ca-50a4-42e1-9e91-8c687847da5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3000338 Apr 05 21:00:41.222986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-793a2d25-29ef-4486-a208-706cd580cbdc req-1e437b68-548d-4bb1-ba75-b2b899b9eec4 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 210 time: 0.0511758 Apr 05 21:00:41.223095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55192) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:41.300192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aa473f99-6a0e-4e4e-ae7b-fe6013f64189 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760643 Apr 05 21:00:41.304985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55196) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:41.311799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:41.336693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9a7fd-4aa1-4ad4-8fa6-e0f19f4cc443 req-d932535d-db62-4116-86b4-200b6050e01a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:41.338706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1cd9a7fd-4aa1-4ad4-8fa6-e0f19f4cc443 req-d932535d-db62-4116-86b4-200b6050e01a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 943 time: 0.2077739 Apr 05 21:00:41.347854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] Calling delete_port for 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:41.401070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1cd9a7fd-4aa1-4ad4-8fa6-e0f19f4cc443 req-1ce5aa61-e4cb-42dc-99d7-b42c40fdf055 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558212 Apr 05 21:00:41.449364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:41.459765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:41.495918 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:41.560972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:41.564732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:41.587092 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:41.669972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] Pushing event deleted for resources: {'Port': ['ID=86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:41.674626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ae045-d3ed-4c19-9e5d-974562ec9dd1 None None] No DVR routers for this DVR port 86c0ffe6-f5b2-47a9-8f26-dc05f6fd1eb2 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:41.754694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-a20995ef-5d2e-4dab-9b25-0c38ff058f02 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:41.755378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-a20995ef-5d2e-4dab-9b25-0c38ff058f02 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Synchronizing usage tracker for tenant:8329e34d31d1486392af5a2489275f35 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:41.909605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-a20995ef-5d2e-4dab-9b25-0c38ff058f02 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Unset dirty status for tenant:8329e34d31d1486392af5a2489275f35 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:41.910802 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-a20995ef-5d2e-4dab-9b25-0c38ff058f02 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "GET /v2.0/networks?id=7406516d-fcbe-43a7-a4c0-e6505a98d943 HTTP/1.1" status: 200 len: 813 time: 0.4221447 Apr 05 21:00:41.941092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Request body: {'port': {'device_id': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943', 'admin_state_up': True, 'tenant_id': '8329e34d31d1486392af5a2489275f35'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:42.004136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:42.113874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:42.114627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=b6032a37-b0b0-4de0-9bdb-889b5390a5dd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:42.119100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:42.128176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372ac7f-b714-44f5-b07b-51bc2db66a31 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:42.129607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:42.130193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:42.152400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:42.161037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Usage tracker for resource:port and tenant:8329e34d31d1486392af5a2489275f35 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:42.164887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:42.178121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:42.258938 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ca7eaec1-0cfb-4a7c-bcbe-6f439639c590 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9502187 Apr 05 21:00:42.259137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:42.266142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': 'b6032a37-b0b0-4de0-9bdb-889b5390a5dd', 'ip_address': '2001:db8::303a:3c75:ec9e:7551'}], 'name': 'tempest-NetworksTestDHCPv6-1362646948'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:42.354911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Made reservation on behalf of 8329e34d31d1486392af5a2489275f35 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:42.357917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:42.367527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': 'b6032a37-b0b0-4de0-9bdb-889b5390a5dd'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:42.368348 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:42.453520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86779192-ec1a-48e1-8748-3ffc6ef79b98 req-c8efa09e-d6df-4df0-8ebb-ed0a95eafc9c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 210 time: 0.0521741 Apr 05 21:00:42.504664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:42.524691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:42.612273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Allocated IP 172.20.0.12 (7406516d-fcbe-43a7-a4c0-e6505a98d943/ea112974-3250-4716-b97f-0a19c3f12aef/d95795df-8b28-44ec-9a03-88d17618f53e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:42.616799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/b6032a37-b0b0-4de0-9bdb-889b5390a5dd/8b6b9de4-9938-46f2-8a20-afd359271cce) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:42.648204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:42.655472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07ae26-ecff-49ec-9d37-d70ad7df162c req-c931f1ca-4af8-4b22-b29b-d1738ff6113e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:42.657507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee07ae26-ecff-49ec-9d37-d70ad7df162c req-c931f1ca-4af8-4b22-b29b-d1738ff6113e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 943 time: 0.0861909 Apr 05 21:00:42.657630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:42.701066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 7d098b49-c395-457c-b2a1-79c85f8f63fb yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:42.709073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee07ae26-ecff-49ec-9d37-d70ad7df162c req-e9c2937c-9fd5-421e-837f-4c0a149d490e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442972 Apr 05 21:00:42.924029 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:42.936615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Transition to ACTIVE for port object 8b6b9de4-9938-46f2-8a20-afd359271cce will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:42.956142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Transition to ACTIVE for port object 8b6b9de4-9938-46f2-8a20-afd359271cce will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:43.010932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.026057 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.095150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:43.098425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:43.101449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:43.110062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::303a:3c75:ec9e:7551 (bb548de5-be95-4590-bb49-378e5da5155c/b6032a37-b0b0-4de0-9bdb-889b5390a5dd/7d098b49-c395-457c-b2a1-79c85f8f63fb) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:43.165286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Pushing event updated for resources: {'Port': ['ID=8b6b9de4-9938-46f2-8a20-afd359271cce,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:43.192141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Attempting to bind port 8b6b9de4-9938-46f2-8a20-afd359271cce on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:43.192502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Attempting to bind port 8b6b9de4-9938-46f2-8a20-afd359271cce by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:43.192859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Attempting to bind port 8b6b9de4-9938-46f2-8a20-afd359271cce on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:43.199238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:43.200126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:43.200638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.201027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:43.201500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Bound port: 8b6b9de4-9938-46f2-8a20-afd359271cce, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:43.201866 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.235480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.334591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] For port 8b6b9de4-9938-46f2-8a20-afd359271cce, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:43.338722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] For port 8b6b9de4-9938-46f2-8a20-afd359271cce, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8b6b9de4-9938-46f2-8a20-afd359271cce,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:43.418692 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.466317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Network 7406516d-fcbe-43a7-a4c0-e6505a98d943 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:43.472268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Pushing event updated for resources: {'Port': ['ID=d95795df-8b28-44ec-9a03-88d17618f53e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:43.486123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:43.506445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:43.518283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ff82-5faa-4432-88a8-3f44f12c837e None None] Pushing event updated for resources: {'Port': ['ID=8b6b9de4-9938-46f2-8a20-afd359271cce,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:43.615483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:43.616023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.622304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.652243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 7d098b49-c395-457c-b2a1-79c85f8f63fb will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:43.718232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cc7e8-68e8-4802-84c8-470f67ebb053 req-644c53af-47ef-498e-bd72-999d9726f38b tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:43.719695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-461cc7e8-68e8-4802-84c8-470f67ebb053 req-644c53af-47ef-498e-bd72-999d9726f38b tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 932 time: 0.0954456 Apr 05 21:00:43.763104 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-0ea42b4b-3b82-4030-b7b4-54df3a6aa51c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8256130 Apr 05 21:00:43.772089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-461cc7e8-68e8-4802-84c8-470f67ebb053 req-4c99e030-27e5-4d08-840f-99a1b1664b3d tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463331 Apr 05 21:00:43.801544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Request body: {'port': {'device_id': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:43.841433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.946841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:43.957532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad061411-1876-454d-ba25-546e64880719 req-467ea421-2554-4fe3-ad92-1e9102d4d091 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:43.965413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad061411-1876-454d-ba25-546e64880719 req-467ea421-2554-4fe3-ad92-1e9102d4d091 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 943 time: 0.1008477 Apr 05 21:00:43.975028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:43.981777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=7d098b49-c395-457c-b2a1-79c85f8f63fb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:43.984426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:43.988053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:43.988657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.016256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad061411-1876-454d-ba25-546e64880719 req-e064f1b6-abb5-419a-84ae-56523e829ecc tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491159 Apr 05 21:00:44.026176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.088309 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-37ec9075-05ba-4810-a8e7-08c0a3f3da82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8281543 Apr 05 21:00:44.091666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55224) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:44.098391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': 'b6032a37-b0b0-4de0-9bdb-889b5390a5dd', 'ip_address': '2001:db8::303a:3c75:ec9e:7551'}], 'name': 'tempest-NetworksTestDHCPv6-1199373791'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:44.374918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:44.381885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:44.386109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:44.404326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:44.493235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:44.498455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.533500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95795df-8b28-44ec-9a03-88d17618f53e {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:00:44.535613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 032ecb1b-e2d6-4d7d-ac8f-cd22d622a3dd yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:44.565880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9c43f934-9edd-4614-a923-5277f0eced07 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:00:44.577536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.615498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Transition to ACTIVE for port object d95795df-8b28-44ec-9a03-88d17618f53e will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:44.719293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9c43f934-9edd-4614-a923-5277f0eced07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9c43f934-9edd-4614-a923-5277f0eced07,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:44.735245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '9c43f934-9edd-4614-a923-5277f0eced07', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'port_id': '9c43f934-9edd-4614-a923-5277f0eced07', 'mac_address': 'fa:16:3e:91:cd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:00:44.748050 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.815654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.858534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c43f934-9edd-4614-a923-5277f0eced07 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:00:44.876994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9c43f934-9edd-4614-a923-5277f0eced07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9c43f934-9edd-4614-a923-5277f0eced07,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:44.950925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d95795df-8b28-44ec-9a03-88d17618f53e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:44.980190 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 21:00:44.980506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.980626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:00:45.026578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13271b0a-8d8a-4b82-8f91-75b5b2412338 None None] Provisioning for port 8b6b9de4-9938-46f2-8a20-afd359271cce completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:45.073002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Attempting to bind port d95795df-8b28-44ec-9a03-88d17618f53e on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:45.073373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Attempting to bind port d95795df-8b28-44ec-9a03-88d17618f53e by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:45.073698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Attempting to bind port d95795df-8b28-44ec-9a03-88d17618f53e on network 7406516d-fcbe-43a7-a4c0-e6505a98d943 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:45.087562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Port d95795df-8b28-44ec-9a03-88d17618f53e on network 7406516d-fcbe-43a7-a4c0-e6505a98d943 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:00:45.087911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Attempting to bind port d95795df-8b28-44ec-9a03-88d17618f53e on network 7406516d-fcbe-43a7-a4c0-e6505a98d943 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:45.097640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=9c43f934-9edd-4614-a923-5277f0eced07,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:45.098956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:45.099291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Checking segment: {'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:45.099675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Bound using segment: {'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:45.100613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Bound port: d95795df-8b28-44ec-9a03-88d17618f53e, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:45.100613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.132045 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0914037a-fdb6-4cef-b6d3-4dec030d4b9d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0393691 Apr 05 21:00:45.132878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55240) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:45.135316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2244f-ad19-4f4a-84cb-70896a59916e req-9def3057-7984-4c88-bd4f-079f6071a865 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:45.136849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80d2244f-ad19-4f4a-84cb-70896a59916e req-9def3057-7984-4c88-bd4f-079f6071a865 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 944 time: 0.1970029 Apr 05 21:00:45.198907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['9c43f934-9edd-4614-a923-5277f0eced07'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:00:45.251954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8b6b9de4-9938-46f2-8a20-afd359271cce up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:45.305679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80d2244f-ad19-4f4a-84cb-70896a59916e req-118a182b-e11f-4ce4-a43b-55931b7f68b7 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609652 Apr 05 21:00:45.338126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] For port d95795df-8b28-44ec-9a03-88d17618f53e, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:45.344107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] For port d95795df-8b28-44ec-9a03-88d17618f53e, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d95795df-8b28-44ec-9a03-88d17618f53e,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:45.352327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b0ad4-2e5c-452d-940c-9dc11026ac5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:45.357099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b0ad4-2e5c-452d-940c-9dc11026ac5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:45.357892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-022b0ad4-2e5c-452d-940c-9dc11026ac5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:45.369192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d624b-8a6d-4835-8ab6-d5fa385eea91 req-b07aa13b-ccc3-4a30-85cf-607dceb3b05e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:45.370791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-932d624b-8a6d-4835-8ab6-d5fa385eea91 req-b07aa13b-ccc3-4a30-85cf-607dceb3b05e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 944 time: 0.1496966 Apr 05 21:00:45.418181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-932d624b-8a6d-4835-8ab6-d5fa385eea91 req-a397e49b-0c8a-4c72-9753-b8bf0348a4c4 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Apr 05 21:00:45.465831 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.505559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-022b0ad4-2e5c-452d-940c-9dc11026ac5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:45.506954 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-022b0ad4-2e5c-452d-940c-9dc11026ac5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3704154 Apr 05 21:00:45.510645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55244) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:45.533704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97350b1d-7b54-4ef5-9a90-6deaac6ca9dc None None] Provisioning for port 7d098b49-c395-457c-b2a1-79c85f8f63fb completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:45.536601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.538958 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/d95795df-8b28-44ec-9a03-88d17618f53e HTTP/1.1" status: 200 len: 1092 time: 1.7538741 Apr 05 21:00:45.539614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'tag': 'd95795df-8b28-44ec-9a03-88d17618f53e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:00:45.566420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97350b1d-7b54-4ef5-9a90-6deaac6ca9dc None None] Provisioning complete for port 7d098b49-c395-457c-b2a1-79c85f8f63fb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:45.566913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97350b1d-7b54-4ef5-9a90-6deaac6ca9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.571712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b301f8-2f9c-4d4b-b8a2-ebbf360311e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d95795df-8b28-44ec-9a03-88d17618f53e,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:45.616179 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eaa652a-a73c-411a-b100-7f387dc73527'] response: {'name': 'network-changed', 'server_uuid': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'tag': 'd95795df-8b28-44ec-9a03-88d17618f53e', 'status': 'completed', 'code': 200} Apr 05 21:00:45.644605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 7d098b49-c395-457c-b2a1-79c85f8f63fb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:45.645085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.655452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 8b6b9de4-9938-46f2-8a20-afd359271cce completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:45.679434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8b6b9de4-9938-46f2-8a20-afd359271cce triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:45.679802 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.742213 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95729214-f1b7-4b0f-8611-3947cd2e25df req-db10b2d2-7772-4b00-ba6f-f64b204cb518 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8329e34d31d1486392af5a2489275f35&device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 1095 time: 0.0838048 Apr 05 21:00:45.745551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-97350b1d-7b54-4ef5-9a90-6deaac6ca9dc None None] Port 7d098b49-c395-457c-b2a1-79c85f8f63fb cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:00:45.832818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.881487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 8b6b9de4-9938-46f2-8a20-afd359271cce, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8b6b9de4-9938-46f2-8a20-afd359271cce,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:45.946281 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.951070 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:46.030278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=8b6b9de4-9938-46f2-8a20-afd359271cce,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:46.035453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95729214-f1b7-4b0f-8611-3947cd2e25df req-24245db3-2d73-41f3-943c-3a3b41107b72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.037287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95729214-f1b7-4b0f-8611-3947cd2e25df req-24245db3-2d73-41f3-943c-3a3b41107b72 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8329e34d31d1486392af5a2489275f35&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2824957 Apr 05 21:00:46.083005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 7d098b49-c395-457c-b2a1-79c85f8f63fb owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:46.182593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95729214-f1b7-4b0f-8611-3947cd2e25df req-c0b7ae05-f7ac-476b-9d11-ef3bbaad16e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.184031 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95729214-f1b7-4b0f-8611-3947cd2e25df req-c0b7ae05-f7ac-476b-9d11-ef3bbaad16e2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409481 Apr 05 21:00:46.312562 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-5317771e-10ef-46b1-b5f8-941d4e9cda33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8329e34d31d1486392af5a2489275f35&device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 1095 time: 0.0697567 Apr 05 21:00:46.322169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:46.374343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=7d098b49-c395-457c-b2a1-79c85f8f63fb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:46.406191 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-adc2622e-df66-487c-91f8-39fa69bfc2e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d95795df-8b28-44ec-9a03-88d17618f53e HTTP/1.1" status: 200 len: 217 time: 0.0800407 Apr 05 21:00:46.420612 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:46.477745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-ecc6a3c9-333e-40c5-940f-b3bb9d3077ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.479545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-ecc6a3c9-333e-40c5-940f-b3bb9d3077ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea112974-3250-4716-b97f-0a19c3f12aef HTTP/1.1" status: 200 len: 853 time: 0.0655754 Apr 05 21:00:46.523553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08483d8-028f-4267-b4b5-3c4c84fc653c req-1387bbca-09e1-4c1d-81aa-5370fd8010ee tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.525784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b08483d8-028f-4267-b4b5-3c4c84fc653c req-1387bbca-09e1-4c1d-81aa-5370fd8010ee tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 944 time: 0.0856802 Apr 05 21:00:46.546424 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-5527e053-823e-41d5-929d-bd9923716de0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7406516d-fcbe-43a7-a4c0-e6505a98d943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561800 Apr 05 21:00:46.563043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e9166440-5b0c-4a69-8baf-52b11aba3832 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/7d098b49-c395-457c-b2a1-79c85f8f63fb HTTP/1.1" status: 204 len: 168 time: 1.0511279 Apr 05 21:00:46.563991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55260) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:46.567018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9c43f934-9edd-4614-a923-5277f0eced07 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:46.719721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b08483d8-028f-4267-b4b5-3c4c84fc653c req-4d391f34-8bec-4459-9603-22f08cc6f0c7 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841233 Apr 05 21:00:46.724289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c41ea6-929f-4041-9a08-4d1077bbcca7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.725815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c41ea6-929f-4041-9a08-4d1077bbcca7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.726539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49c41ea6-929f-4041-9a08-4d1077bbcca7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:46.757319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5423a8f-4005-486c-a264-cf1c86ecad7e req-887fd090-20ce-45cf-9093-878e969d53c5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.758738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5423a8f-4005-486c-a264-cf1c86ecad7e req-887fd090-20ce-45cf-9093-878e969d53c5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 944 time: 0.1517551 Apr 05 21:00:46.761566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 9c43f934-9edd-4614-a923-5277f0eced07 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:46.767281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 9c43f934-9edd-4614-a923-5277f0eced07 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:46.767608 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:46.786287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-c6006380-1cbc-47f0-862d-e058368f7ac9 service neutron] 10.222.0.39 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331095 Apr 05 21:00:46.917000 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:46.943259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49c41ea6-929f-4041-9a08-4d1077bbcca7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:46.944630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-49c41ea6-929f-4041-9a08-4d1077bbcca7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3754554 Apr 05 21:00:46.947386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55270) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:46.958902 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5322f6b-b617-4c47-95af-1ade4fcfa8bd req-ef02f0da-54f7-4e1e-869a-b9efa964ac84 service neutron] 10.222.0.39 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643243 Apr 05 21:00:46.960356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:00:46.970635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 9c43f934-9edd-4614-a923-5277f0eced07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9c43f934-9edd-4614-a923-5277f0eced07,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:47.035225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5423a8f-4005-486c-a264-cf1c86ecad7e req-7e19f10b-5f66-4e8e-bd71-6cbcfdec896b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630005 Apr 05 21:00:47.052035 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bcd3d17-c321-4b32-8844-e9f766cd5921'] response: {'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07', 'code': 200} Apr 05 21:00:47.082814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.156700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8b6b9de4-9938-46f2-8a20-afd359271cce up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:47.228612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=9c43f934-9edd-4614-a923-5277f0eced07,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:47.246559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8b6b9de4-9938-46f2-8a20-afd359271cce triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:47.246933 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.322818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet b6032a37-b0b0-4de0-9bdb-889b5390a5dd {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:47.327093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2fc8af0-4342-40ab-a231-62bfa678260a req-a6adfa8f-6202-4f5a-be26-b044e7b80c1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 1096 time: 0.1239228 Apr 05 21:00:47.329174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.410444 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.458862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2fc8af0-4342-40ab-a231-62bfa678260a req-55ea70d2-427c-45c4-bf38-9e630532e3ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028149 Apr 05 21:00:47.513689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.654771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.692089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=b6032a37-b0b0-4de0-9bdb-889b5390a5dd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:47.698427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.706836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2781610-64a4-47f4-b1c3-2174e3b4084e None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:47.827200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b9c29d7b-d1b6-481b-af54-4049f3b4ab12 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/b6032a37-b0b0-4de0-9bdb-889b5390a5dd HTTP/1.1" status: 204 len: 168 time: 0.8785987 Apr 05 21:00:47.829540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55280) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:47.943583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-888a173f-a75b-4558-94bd-e3ffab1fe3f4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129100 Apr 05 21:00:47.948885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55284) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:47.955217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:47.972061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:47.976168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] Deleting port 8b6b9de4-9938-46f2-8a20-afd359271cce {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:47.976541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:47.990132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061c4c-148f-4e71-9b27-01abc33213da req-12021122-b59a-4453-a369-189e893997ba tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:47.994298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c061c4c-148f-4e71-9b27-01abc33213da req-12021122-b59a-4453-a369-189e893997ba tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 944 time: 0.0935733 Apr 05 21:00:48.041493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c061c4c-148f-4e71-9b27-01abc33213da req-a466c766-1214-4e25-8459-c9fded3b1756 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Apr 05 21:00:48.099584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:48.104054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:48.106932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:48.113082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:48.197945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:48.244986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f06ad-0d17-474f-9063-3fbc8afb2811 req-8856b49e-7c2f-4c08-8696-b49ca4117f2a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:48.253472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b72f06ad-0d17-474f-9063-3fbc8afb2811 req-8856b49e-7c2f-4c08-8696-b49ca4117f2a tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 945 time: 0.0885487 Apr 05 21:00:48.281470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] For port 8b6b9de4-9938-46f2-8a20-afd359271cce, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8b6b9de4-9938-46f2-8a20-afd359271cce,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:48.282130 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:48.310098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b72f06ad-0d17-474f-9063-3fbc8afb2811 req-8f20469f-22aa-4ea7-a541-060de978ab2b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554972 Apr 05 21:00:48.369687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:48.434475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] Calling delete_port for 8b6b9de4-9938-46f2-8a20-afd359271cce owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:48.596600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:48.642573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] Pushing event deleted for resources: {'Port': ['ID=8b6b9de4-9938-46f2-8a20-afd359271cce,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:48.647439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b430d-4c7e-4222-b347-c1b57095f1ba None None] No DVR routers for this DVR port 8b6b9de4-9938-46f2-8a20-afd359271cce on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:48.796761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:48.858880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:48.861942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:48.866028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:48.866607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:48.870847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce963b0-164e-44f4-b1cb-a759a748e2aa None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:48.876172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=849f440a-af90-4306-8884-ee6fb596fa22,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:48.892655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.893005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.893378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.893717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.894054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.894393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.894723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.895057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.895386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.895737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:48.896068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:49.147325 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6097a444-bddf-4e28-b2ce-8da2ed29a6f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1965308 Apr 05 21:00:49.150102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55296) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:49.153757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8b6b9de4-9938-46f2-8a20-afd359271cce no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:49.157554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': '849f440a-af90-4306-8884-ee6fb596fa22', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1925852927'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:49.196371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 8b6b9de4-9938-46f2-8a20-afd359271cce {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:00:49.196816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8b6b9de4-9938-46f2-8a20-afd359271cce not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:00:49.219861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '849f440a-af90-4306-8884-ee6fb596fa22'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:49.220812 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:49.326954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f828732-6993-46d4-8061-9a16df90e97e req-80154fcf-a384-4b15-afd0-363f1ac2fc71 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:49.334979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f828732-6993-46d4-8061-9a16df90e97e req-80154fcf-a384-4b15-afd0-363f1ac2fc71 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 944 time: 0.1362898 Apr 05 21:00:49.386907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:49.393037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:49.398220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:49.405677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:49.423084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f828732-6993-46d4-8061-9a16df90e97e req-d2c4617b-4482-46ea-aeb7-72bc6a02db00 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783291 Apr 05 21:00:49.467931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:49.476022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:49.490379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/849f440a-af90-4306-8884-ee6fb596fa22/47dea865-e1c4-4405-9685-76588e084ec7) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:49.510501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port c4467a9b-8800-46a8-ab5b-5d76c573d7f0 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:00:49.575542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc3947-9a50-44b2-9967-23e0366f6894 req-a48fd652-de44-4b55-81d2-9c7f30bcc8e6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:49.578025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48cc3947-9a50-44b2-9967-23e0366f6894 req-a48fd652-de44-4b55-81d2-9c7f30bcc8e6 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 945 time: 0.1202505 Apr 05 21:00:49.635601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48cc3947-9a50-44b2-9967-23e0366f6894 req-3bc4ef8d-3996-4b15-9359-0ead7fee63d3 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499327 Apr 05 21:00:49.740303 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:49.755254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Transition to ACTIVE for port object 47dea865-e1c4-4405-9685-76588e084ec7 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:49.787578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Transition to ACTIVE for port object 47dea865-e1c4-4405-9685-76588e084ec7 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:49.860522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:49.886643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ffb83-d765-4fb7-ab99-d65b1e0169a1 req-00bd340e-9fa9-469a-9b69-3b9a8d429adf tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:49.887949 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:00:49.888453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:00:49.893199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad6ffb83-d765-4fb7-ab99-d65b1e0169a1 req-00bd340e-9fa9-469a-9b69-3b9a8d429adf tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 945 time: 0.0944629 Apr 05 21:00:49.898261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55310) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:49.917520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Request body: {'floatingip': {'port_id': '9c43f934-9edd-4614-a923-5277f0eced07'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:49.933235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Pushing event updated for resources: {'Port': ['ID=47dea865-e1c4-4405-9685-76588e084ec7,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:49.950198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:49.951989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:49.955026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:49.969257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55314) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:49.998886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55320) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:49.999106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b0d3586-d8aa-482c-810e-575aaa621ce8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8476846 Apr 05 21:00:50.048500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Attempting to bind port 47dea865-e1c4-4405-9685-76588e084ec7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:50.048956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Attempting to bind port 47dea865-e1c4-4405-9685-76588e084ec7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:50.049408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Attempting to bind port 47dea865-e1c4-4405-9685-76588e084ec7 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:50.058902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:50.059373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:50.059844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.060770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:50.061575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Bound port: 47dea865-e1c4-4405-9685-76588e084ec7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:50.061961 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.064831 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.136630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.167149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] For port 47dea865-e1c4-4405-9685-76588e084ec7, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:50.170666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] For port 47dea865-e1c4-4405-9685-76588e084ec7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=47dea865-e1c4-4405-9685-76588e084ec7,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:50.170842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:50.175158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Usage tracker for resource:security_group_rule and tenant:37903b78c7494adf97acc6ccd04d6098 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:50.178331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:50.184890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:50.248357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.266836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.267693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88946f61-9add-4679-a0b9-c79301605ffb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:50.268390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-88946f61-9add-4679-a0b9-c79301605ffb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:50.315569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.328163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.337994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779ff78-f82a-46ad-9e93-5d539c320d2e None None] Pushing event updated for resources: {'Port': ['ID=47dea865-e1c4-4405-9685-76588e084ec7,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:50.387694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a9822-4411-4c52-8f69-a5e7bb8ef391,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:50.394129 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3cdd0d5d-7e19-4b1d-8193-203a04763be1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37903b78c7494adf97acc6ccd04d6098&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4237449 Apr 05 21:00:50.396530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55324) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:50.466917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cdd5-c862-4bd3-a986-4f664b014d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.498204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cdd5-c862-4bd3-a986-4f664b014d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.531506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-88946f61-9add-4679-a0b9-c79301605ffb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:50.531506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-88946f61-9add-4679-a0b9-c79301605ffb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5308268 Apr 05 21:00:50.545207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55330) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:50.648234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4482cfb-758e-4255-b4cb-9ebe939e25a3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:50.649828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4482cfb-758e-4255-b4cb-9ebe939e25a3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:50.650585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4482cfb-758e-4255-b4cb-9ebe939e25a3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:50.750860 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cdd5-c862-4bd3-a986-4f664b014d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.775739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9cdd5-c862-4bd3-a986-4f664b014d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a9822-4411-4c52-8f69-a5e7bb8ef391,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:50.779817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4482cfb-758e-4255-b4cb-9ebe939e25a3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:50.783612 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4482cfb-758e-4255-b4cb-9ebe939e25a3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2349687 Apr 05 21:00:50.786480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:50.824081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ad9cdd5-c862-4bd3-a986-4f664b014d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.829966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d299e-8345-4c4c-89a7-a9c611d5a3d6 req-7eda7052-00c7-43e8-b96d-9600e1e9ea92 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:50.830236 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5ad9cdd5-c862-4bd3-a986-4f664b014d43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d31a9822-4411-4c52-8f69-a5e7bb8ef391 HTTP/1.1" status: 204 len: 168 time: 0.4274890 Apr 05 21:00:50.830335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df7d299e-8345-4c4c-89a7-a9c611d5a3d6 req-7eda7052-00c7-43e8-b96d-9600e1e9ea92 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 944 time: 0.1357086 Apr 05 21:00:50.867950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 849f440a-af90-4306-8884-ee6fb596fa22 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:00:50.871505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.931613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:50.950424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df7d299e-8345-4c4c-89a7-a9c611d5a3d6 req-a786bf20-a7c7-4fa0-b01a-5e0a88636d49 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160266 Apr 05 21:00:50.993523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.024442 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.053608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.161437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 47dea865-e1c4-4405-9685-76588e084ec7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:51.168018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.261603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=849f440a-af90-4306-8884-ee6fb596fa22,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:51.264300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.285217 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP 5b008943-407c-4835-882a-4a5a41d65499 associated. External IP: 172.25.2.17, port: 9c43f934-9edd-4614-a923-5277f0eced07. Apr 05 21:00:51.304843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 47dea865-e1c4-4405-9685-76588e084ec7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:51.362225 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-851d882d-3a50-409d-b86d-fcb1cc0d0367 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/849f440a-af90-4306-8884-ee6fb596fa22 HTTP/1.1" status: 204 len: 168 time: 0.5746183 Apr 05 21:00:51.364592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:51.430861 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-70e21e05-25a8-4f85-ae68-ab011e42a93d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648980 Apr 05 21:00:51.434656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55346) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:51.440447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:51.464182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f1c17-3577-48ff-a8a3-9a551372bb64 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:51.558615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:51.562769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:51.566188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:51.571940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:51.629119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55350) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:51.648439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:51.652702 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.688961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Provisioning for port 47dea865-e1c4-4405-9685-76588e084ec7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:51.695449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d95795df-8b28-44ec-9a03-88d17618f53e details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:00:51.706405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Provisioning complete for port 47dea865-e1c4-4405-9685-76588e084ec7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:51.706877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.718700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:00:51.730362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.741856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:00:51.754799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Deleting port 47dea865-e1c4-4405-9685-76588e084ec7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:51.755304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.795927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:51.802039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Usage tracker for resource:security_group_rule and tenant:3a84273e58444f3da810418f91a434f5 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:51.805696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:51.814392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:51.952767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:00:51.963224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:51.972914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345da175-13e8-451d-b404-ced422d7edfd None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:00:51.973478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.025080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2987f8d3-e7cb-4ce6-997e-1cf09c53a52c tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "PUT /v2.0/floatingips/5b008943-407c-4835-882a-4a5a41d65499 HTTP/1.1" status: 200 len: 990 time: 2.1141217 Apr 05 21:00:52.025080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:00:52.027456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:52.027456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:52.041427 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.079709 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd0bbca-7049-45b5-a333-2417af498b1e'] response: {'name': 'network-changed', 'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07', 'status': 'completed', 'code': 200} Apr 05 21:00:52.086068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.129345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387dc59d-dcf0-444a-9a61-9978ce394f48,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:52.138017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5c08a96b-b6f4-4978-a92c-c2b76500d8ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a84273e58444f3da810418f91a434f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5063841 Apr 05 21:00:52.149032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55360) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:52.187347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:52.196914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:52.201930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=d7e88322-c225-427d-9277-b41b248ed657,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:52.204454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:52.205041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.257564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a690a0-8e0e-4f8d-bb35-995d9639e583 req-18756e23-3379-42ea-ab78-607c6cf75809 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:52.259131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a690a0-8e0e-4f8d-bb35-995d9639e583 req-18756e23-3379-42ea-ab78-607c6cf75809 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 944 time: 0.1582661 Apr 05 21:00:52.272710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f721cfd6-ed88-4d20-9131-90e80b0917ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.273610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-865465e5-c907-475c-8146-10d41bb8ca64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 1096 time: 0.1170075 Apr 05 21:00:52.304471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d95795df-8b28-44ec-9a03-88d17618f53e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d95795df-8b28-44ec-9a03-88d17618f53e,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:52.314026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f721cfd6-ed88-4d20-9131-90e80b0917ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.326060 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.333472 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-63bc810c-d533-4735-9e32-677c5591357d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8953047 Apr 05 21:00:52.334075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55364) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:52.347373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-715715308', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:00:52.357757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:52.364568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'd95795df-8b28-44ec-9a03-88d17618f53e', 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943', 'port_id': 'd95795df-8b28-44ec-9a03-88d17618f53e', 'mac_address': 'fa:16:3e:77:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea112974-3250-4716-b97f-0a19c3f12aef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:00:52.371281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:router and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:52.378704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:52.388247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:52.415782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] For port 47dea865-e1c4-4405-9685-76588e084ec7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=47dea865-e1c4-4405-9685-76588e084ec7,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:52.416168 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.452666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.454063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.487980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f721cfd6-ed88-4d20-9131-90e80b0917ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.508080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721cfd6-ed88-4d20-9131-90e80b0917ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387dc59d-dcf0-444a-9a61-9978ce394f48,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:52.526563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.528558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f721cfd6-ed88-4d20-9131-90e80b0917ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.529185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f721cfd6-ed88-4d20-9131-90e80b0917ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/387dc59d-dcf0-444a-9a61-9978ce394f48 HTTP/1.1" status: 204 len: 168 time: 0.3792145 Apr 05 21:00:52.533296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a690a0-8e0e-4f8d-bb35-995d9639e583 req-eff700e2-7a50-4650-bc66-fc7684c5945b tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638540 Apr 05 21:00:52.591200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-6c6176b6-d76f-4d98-92bc-655fa98893d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:52.591688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] For port 47dea865-e1c4-4405-9685-76588e084ec7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=47dea865-e1c4-4405-9685-76588e084ec7,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:52.593141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-6c6176b6-d76f-4d98-92bc-655fa98893d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.2869341 Apr 05 21:00:52.600042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Calling delete_port for 47dea865-e1c4-4405-9685-76588e084ec7 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:52.625476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.648661 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.663331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:52.700741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-fbdf8866-7640-4422-adfc-3261120263d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c43f934-9edd-4614-a923-5277f0eced07 HTTP/1.1" status: 200 len: 998 time: 0.1018586 Apr 05 21:00:52.718517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.722862 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.724093 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-579a3cdb-25db-4b65-ba63-02050c2bd156 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3889699 Apr 05 21:00:52.731362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55370) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:52.767667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-a5c71b9b-4345-4c94-a007-8d4795741f95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:52.769249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-a5c71b9b-4345-4c94-a007-8d4795741f95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0628462 Apr 05 21:00:52.771400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95795df-8b28-44ec-9a03-88d17618f53e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:00:52.847071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-8b85827a-b54e-4820-99d0-467354aa3c7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720115 Apr 05 21:00:52.895402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d95795df-8b28-44ec-9a03-88d17618f53e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d95795df-8b28-44ec-9a03-88d17618f53e,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:52.924154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Pushing event updated for resources: {'Port': ['ID=47dea865-e1c4-4405-9685-76588e084ec7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:52.946008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:00:52.946008 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:00:52.970593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:52.976891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.976891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:52.984028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c3457a-9b3b-4e0b-9acb-02f2d51d0e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:53.002486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-8857b191-8dd3-443f-90fc-0ed2b88b65ea service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475556 Apr 05 21:00:53.125658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 47dea865-e1c4-4405-9685-76588e084ec7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:53.201416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b25f8cc9-0c25-404a-9328-3143bc121b5c req-38bf11e2-d183-4860-8a8f-ad03c7a7fd2a service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928322 Apr 05 21:00:53.233214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d95795df-8b28-44ec-9a03-88d17618f53e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:53.343767 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:53.354725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d95795df-8b28-44ec-9a03-88d17618f53e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:00:53.443012 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:53.448014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 47dea865-e1c4-4405-9685-76588e084ec7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=47dea865-e1c4-4405-9685-76588e084ec7,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:53.448833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Deleting port 47dea865-e1c4-4405-9685-76588e084ec7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:53.449227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:53.516202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '5b008943-407c-4835-882a-4a5a41d65499', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '9c43f934-9edd-4614-a923-5277f0eced07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:91:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a87114-acff-4cbb-9524-88a7930b9080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:00:28Z', 'updated_at': '2022-04-05T21:00:50Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:53.533230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345da175-13e8-451d-b404-ced422d7edfd None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:00:53.580688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:53.675156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:53.675793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:53.786056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743e151-70d5-438b-8ff6-506bdb08404a req-9f45121e-cd04-4989-9b4d-1694f4e55e97 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:53.787895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d743e151-70d5-438b-8ff6-506bdb08404a req-9f45121e-cd04-4989-9b4d-1694f4e55e97 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 945 time: 0.0954843 Apr 05 21:00:53.841827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::1 (bb548de5-be95-4590-bb49-378e5da5155c/d7e88322-c225-427d-9277-b41b248ed657/e57d7ad2-5584-4483-aec8-bd40d42688e2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:53.842132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d743e151-70d5-438b-8ff6-506bdb08404a req-30354790-b7b2-4259-8785-32522edf0649 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478442 Apr 05 21:00:54.005985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.013007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=47dea865-e1c4-4405-9685-76588e084ec7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:54.023503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object e57d7ad2-5584-4483-aec8-bd40d42688e2 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:54.092662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] For port 47dea865-e1c4-4405-9685-76588e084ec7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=47dea865-e1c4-4405-9685-76588e084ec7,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:54.093104 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.111210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.184993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:54.188051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:54.192027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:54.194624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.198103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=e57d7ad2-5584-4483-aec8-bd40d42688e2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:54.220430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Calling delete_port for 47dea865-e1c4-4405-9685-76588e084ec7 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:54.259684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:54.353999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.526331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.578046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] Pushing event deleted for resources: {'Port': ['ID=47dea865-e1c4-4405-9685-76588e084ec7,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:54.599868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2255b5d-4c61-4478-bc97-dd090558001d None None] No DVR routers for this DVR port 47dea865-e1c4-4405-9685-76588e084ec7 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:54.616032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b8c9d9-8f87-4a98-91b5-6f37e22dc3b7 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:00:54.765698 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.819736 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.820507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:54.904612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-345da175-13e8-451d-b404-ced422d7edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '5b008943-407c-4835-882a-4a5a41d65499', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '9c43f934-9edd-4614-a923-5277f0eced07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:91:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a87114-acff-4cbb-9524-88a7930b9080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:00:28Z', 'updated_at': '2022-04-05T21:00:50Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:54.914028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345da175-13e8-451d-b404-ced422d7edfd None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '5b008943-407c-4835-882a-4a5a41d65499', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'port_id': '9c43f934-9edd-4614-a923-5277f0eced07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'mac_address': 'fa:16:3e:91:cd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a87114-acff-4cbb-9524-88a7930b9080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:00:28Z', 'updated_at': '2022-04-05T21:00:50Z', 'revision_number': 1, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:00:54.914846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=e57d7ad2-5584-4483-aec8-bd40d42688e2,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:54.956396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': 'd7e88322-c225-427d-9277-b41b248ed657'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:00:54.957799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:55.147055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81269836-2205-4c58-97e5-624795d99fbd req-7b0f7b66-df02-4c55-8a55-dc7b01b6d7f1 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:55.155896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81269836-2205-4c58-97e5-624795d99fbd req-7b0f7b66-df02-4c55-8a55-dc7b01b6d7f1 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 945 time: 0.1083493 Apr 05 21:00:55.212105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/d7e88322-c225-427d-9277-b41b248ed657/3fe5c1c8-5f97-4cee-897f-1a4712a40999) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:55.214889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81269836-2205-4c58-97e5-624795d99fbd req-d52db100-d4c0-440f-9461-c627c57e7fb4 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578861 Apr 05 21:00:55.216329 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e312075e-c365-406f-87d6-b977cf70d199 None None] New status for floating IP 5b008943-407c-4835-882a-4a5a41d65499: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:00:55.234589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:55.236003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:55.494980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:55.509078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Transition to ACTIVE for port object 3fe5c1c8-5f97-4cee-897f-1a4712a40999 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:55.531408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Transition to ACTIVE for port object 3fe5c1c8-5f97-4cee-897f-1a4712a40999 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:55.586556 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:55.701315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Router cb93883c-560d-4055-bf3c-089ad364dce3 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:00:55.721388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:55.724252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:55.729072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:00:55.731781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Pushing event updated for resources: {'Port': ['ID=3fe5c1c8-5f97-4cee-897f-1a4712a40999,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:55.736480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d95795df-8b28-44ec-9a03-88d17618f53e up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:55.879101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Attempting to bind port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:55.879356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Attempting to bind port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:55.879684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Attempting to bind port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:55.889377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:55.890282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:55.890282 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:55.890626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:55.891375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Bound port: 3fe5c1c8-5f97-4cee-897f-1a4712a40999, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:55.891764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:55.904368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:00:55.939463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Sync routers for ids ['cb93883c-560d-4055-bf3c-089ad364dce3'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:00:55.970356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port d95795df-8b28-44ec-9a03-88d17618f53e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:55.986462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port d95795df-8b28-44ec-9a03-88d17618f53e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:55.986757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:55.993721 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-060f75f3-ad20-4f90-8229-f5a47427704f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "PUT /v2.0/routers/cb93883c-560d-4055-bf3c-089ad364dce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2636158 Apr 05 21:00:55.998986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55428) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:56.019544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Routers {'cb93883c-560d-4055-bf3c-089ad364dce3'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:56.020184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cb93883c-560d-4055-bf3c-089ad364dce3'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:56.067130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca5df5-a0e2-47b4-b0ed-7ccf76ed2346 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:56.067707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9fca5df5-a0e2-47b4-b0ed-7ccf76ed2346 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:56.155349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9fca5df5-a0e2-47b4-b0ed-7ccf76ed2346 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:56.156647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9fca5df5-a0e2-47b4-b0ed-7ccf76ed2346 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports/e57d7ad2-5584-4483-aec8-bd40d42688e2 HTTP/1.1" status: 200 len: 911 time: 0.1611950 Apr 05 21:00:56.159121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55432) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:56.160949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] For port 3fe5c1c8-5f97-4cee-897f-1a4712a40999, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:56.187276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] For port 3fe5c1c8-5f97-4cee-897f-1a4712a40999, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3fe5c1c8-5f97-4cee-897f-1a4712a40999,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:56.242455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Set router cb93883c-560d-4055-bf3c-089ad364dce3 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:56.262918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2092dac-2398-410c-802a-f5fa85dc178a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:56.274024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2092dac-2398-410c-802a-f5fa85dc178a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:56.282748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55438) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:56.290132 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2092dac-2398-410c-802a-f5fa85dc178a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1230605 Apr 05 21:00:56.292963 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:56.407267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:56.545811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd905f-ef87-428c-83a5-6dc184b96fe2 req-25a68674-6251-4963-b0a7-bf041244021a tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:56.552407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-facd905f-ef87-428c-83a5-6dc184b96fe2 req-25a68674-6251-4963-b0a7-bf041244021a tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 945 time: 0.1393852 Apr 05 21:00:56.583831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee72c78-a3f1-4c78-8fd9-4631f0b38728 None None] Pushing event updated for resources: {'Port': ['ID=3fe5c1c8-5f97-4cee-897f-1a4712a40999,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:56.609186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95795df-8b28-44ec-9a03-88d17618f53e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:00:56.631061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port d95795df-8b28-44ec-9a03-88d17618f53e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d95795df-8b28-44ec-9a03-88d17618f53e,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:56.707797 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27881983-07d0-4da5-b702-63e10b7abad3'] response: {'server_uuid': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95795df-8b28-44ec-9a03-88d17618f53e', 'code': 200} Apr 05 21:00:56.710451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:56.747119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-facd905f-ef87-428c-83a5-6dc184b96fe2 req-192e017b-bf70-4767-b35e-25bd2d86adee tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932161 Apr 05 21:00:56.813879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=d95795df-8b28-44ec-9a03-88d17618f53e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:56.843417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'name': 'tempest-NetworksTestDHCPv6-router-715715308', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:00:52Z', 'updated_at': '2022-04-05T21:00:54Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None, '_interfaces': [{'id': 'e57d7ad2-5584-4483-aec8-bd40d42688e2', 'name': '', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'mac_address': 'fa:16:3e:96:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7e88322-c225-427d-9277-b41b248ed657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:00:53Z', 'updated_at': '2022-04-05T21:00:54Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'subnets': [{'id': 'd7e88322-c225-427d-9277-b41b248ed657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:56.848402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Checking router: cb93883c-560d-4055-bf3c-089ad364dce3 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:00:56.848755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Updating router cb93883c-560d-4055-bf3c-089ad364dce3 port e57d7ad2-5584-4483-aec8-bd40d42688e2 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:00:56.928013 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:56.961319 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-bcb6a24f-0029-4a76-919f-332ef64dc3d6 req-cc4bceb4-827a-44d0-8b50-c7e73d189f1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 1097 time: 0.1341460 Apr 05 21:00:57.048425 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-bcb6a24f-0029-4a76-919f-332ef64dc3d6 req-65c8bdfe-4464-4fe0-99ab-dca29fe3e254 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784705 Apr 05 21:00:57.102360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:57.200988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3fe5c1c8-5f97-4cee-897f-1a4712a40999 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:57.387755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:57.410554 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:57.422467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Transition to ACTIVE for port object e57d7ad2-5584-4483-aec8-bd40d42688e2 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:57.528627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:57.586898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port e57d7ad2-5584-4483-aec8-bd40d42688e2 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:57.587505 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:57.749932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bff50e-737e-4ea2-8d8f-ba2f5c247b26 None None] Pushing event updated for resources: {'Port': ['ID=e57d7ad2-5584-4483-aec8-bd40d42688e2,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:57.843344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Attempting to bind port e57d7ad2-5584-4483-aec8-bd40d42688e2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:57.843775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Attempting to bind port e57d7ad2-5584-4483-aec8-bd40d42688e2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:57.844145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Attempting to bind port e57d7ad2-5584-4483-aec8-bd40d42688e2 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:00:57.852490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:00:57.852871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:00:57.853583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:57.853855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:00:57.854202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Bound port: e57d7ad2-5584-4483-aec8-bd40d42688e2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:57.855109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:57.859485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] For port e57d7ad2-5584-4483-aec8-bd40d42688e2, host n-d-836605-1, got binding levels [] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:57.859926 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:57.952354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] For port e57d7ad2-5584-4483-aec8-bd40d42688e2, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:00:57.955726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] For port e57d7ad2-5584-4483-aec8-bd40d42688e2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e57d7ad2-5584-4483-aec8-bd40d42688e2,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:00:58.025228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for e57d7ad2-5584-4483-aec8-bd40d42688e2 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:58.048749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:58.088306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] Provisioning for port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:58.116015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] Provisioning complete for port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:58.116526 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:58.149403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0f952-398f-48b4-ac4a-a102fef583dd req-0ffbf3c8-88dd-43a4-a484-08f27d946b2c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:58.150870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81b0f952-398f-48b4-ac4a-a102fef583dd req-0ffbf3c8-88dd-43a4-a484-08f27d946b2c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 946 time: 0.2187397 Apr 05 21:00:58.193394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Routers {'cb93883c-560d-4055-bf3c-089ad364dce3'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:00:58.194077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cb93883c-560d-4055-bf3c-089ad364dce3'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:58.208570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81b0f952-398f-48b4-ac4a-a102fef583dd req-110942f2-9998-45b4-ae86-89019c9936c5 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502980 Apr 05 21:00:58.238125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:00:58.238454 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:00:58.311646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bff50e-737e-4ea2-8d8f-ba2f5c247b26 None None] Pushing event updated for resources: {'Port': ['ID=e57d7ad2-5584-4483-aec8-bd40d42688e2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:58.411941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] Set router cb93883c-560d-4055-bf3c-089ad364dce3 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:00:58.454604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:58.583105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] For port 3fe5c1c8-5f97-4cee-897f-1a4712a40999, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3fe5c1c8-5f97-4cee-897f-1a4712a40999,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:58.656454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:58.739866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port e57d7ad2-5584-4483-aec8-bd40d42688e2 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:00:58.740482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:58.807230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] Pushing event updated for resources: {'Port': ['ID=3fe5c1c8-5f97-4cee-897f-1a4712a40999,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:58.831207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e03fb827-e154-4d78-b015-c009a0d46437 None None] Provisioning for port e57d7ad2-5584-4483-aec8-bd40d42688e2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:58.854866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'name': 'tempest-NetworksTestDHCPv6-router-715715308', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:00:52Z', 'updated_at': '2022-04-05T21:00:54Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None, '_interfaces': [{'id': 'e57d7ad2-5584-4483-aec8-bd40d42688e2', 'name': '', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'mac_address': 'fa:16:3e:96:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7e88322-c225-427d-9277-b41b248ed657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:00:53Z', 'updated_at': '2022-04-05T21:00:57Z', 'revision_number': 4, 'project_id': '581001974fd549b6b765c2a201e09e36', 'subnets': [{'id': 'd7e88322-c225-427d-9277-b41b248ed657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:00:58.859076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ae74d-10d5-405d-ab72-429aad5b7d51 None None] The sync data for ids ['cb93883c-560d-4055-bf3c-089ad364dce3'] in n-d-836605-1 is: [{'id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'name': 'tempest-NetworksTestDHCPv6-router-715715308', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:00:52Z', 'updated_at': '2022-04-05T21:00:54Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None, '_interfaces': [{'id': 'e57d7ad2-5584-4483-aec8-bd40d42688e2', 'name': '', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'mac_address': 'fa:16:3e:96:ee:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7e88322-c225-427d-9277-b41b248ed657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:00:53Z', 'updated_at': '2022-04-05T21:00:57Z', 'revision_number': 4, 'project_id': '581001974fd549b6b765c2a201e09e36', 'subnets': [{'id': 'd7e88322-c225-427d-9277-b41b248ed657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:00:58.949801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] For port e57d7ad2-5584-4483-aec8-bd40d42688e2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e57d7ad2-5584-4483-aec8-bd40d42688e2,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:00:58.950247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:59.096912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for e57d7ad2-5584-4483-aec8-bd40d42688e2 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:00:59.216995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e57d7ad2-5584-4483-aec8-bd40d42688e2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:59.407774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:59.409699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e57d7ad2-5584-4483-aec8-bd40d42688e2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:59.416099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e57d7ad2-5584-4483-aec8-bd40d42688e2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:59.416582 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:59.472778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port e57d7ad2-5584-4483-aec8-bd40d42688e2 was deleted so its status cannot be updated. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 21:00:59.473565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3fe5c1c8-5f97-4cee-897f-1a4712a40999 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:59.507281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=e57d7ad2-5584-4483-aec8-bd40d42688e2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:59.557728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:59.558174 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:59.831174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da86089-c035-4222-94a5-5776191b9da9 req-ffb02e50-2088-467e-ba02-a3cc60c82542 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:59.832623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0da86089-c035-4222-94a5-5776191b9da9 req-ffb02e50-2088-467e-ba02-a3cc60c82542 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 946 time: 0.3675020 Apr 05 21:00:59.887685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0da86089-c035-4222-94a5-5776191b9da9 req-25ba44f9-86ba-4aab-b9af-90918e013386 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492940 Apr 05 21:00:59.888978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:00.299742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Router cb93883c-560d-4055-bf3c-089ad364dce3 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:01:00.444035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:01:00.459454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d1efb5d8-9933-4f51-8375-6bca6c32a1e9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "PUT /v2.0/routers/cb93883c-560d-4055-bf3c-089ad364dce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1731944 Apr 05 21:01:00.459625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55492) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:00.573479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8fe28c-7572-4a94-81be-93947f2e2cfd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:00.575309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8fe28c-7572-4a94-81be-93947f2e2cfd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:00.576039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0e8fe28c-7572-4a94-81be-93947f2e2cfd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:00.609919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-7da171be-4c9c-4941-a221-af3837400493 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085081 Apr 05 21:01:00.681955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0e8fe28c-7572-4a94-81be-93947f2e2cfd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:00.683119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0e8fe28c-7572-4a94-81be-93947f2e2cfd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2226014 Apr 05 21:01:00.694165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55496) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:00.757910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-32a1142e-d77e-4aeb-a001-2f14fbed07d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8338932d8c164d4eb3133c416c29d90c&device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 1096 time: 0.0727568 Apr 05 21:01:00.919960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet d7e88322-c225-427d-9277-b41b248ed657 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:00.923033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:00.942190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-bbbbce53-12c7-4dfc-af54-0dc8ff24a1ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:00.943846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-bbbbce53-12c7-4dfc-af54-0dc8ff24a1ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 200 len: 915 time: 0.1527483 Apr 05 21:01:00.979496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:01.065445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-f476757a-5d0f-473c-854b-798dbb52f91f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c43f934-9edd-4614-a923-5277f0eced07 HTTP/1.1" status: 200 len: 1000 time: 0.1132131 Apr 05 21:01:01.075955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:01.134614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-bbc89a52-b2af-4252-a44b-a07f6327fc2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:01.136030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-bbc89a52-b2af-4252-a44b-a07f6327fc2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 200 len: 853 time: 0.0644784 Apr 05 21:01:01.232785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:01.306592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108638ed-d983-4ef7-ad78-5adb42e445b9 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:01.307087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:01.315837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e88322-c225-427d-9277-b41b248ed657,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:01.403039 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-23ec000d-46fd-457f-b39d-6fe8f13bc427 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/d7e88322-c225-427d-9277-b41b248ed657 HTTP/1.1" status: 204 len: 168 time: 0.7074559 Apr 05 21:01:01.406837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:01.428570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-43a335ce-7c48-4a64-8500-d68556281aed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6683db5f-6ba0-4b2d-840e-041ba53f4cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847648 Apr 05 21:01:01.639954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-22eea513-4d6b-4383-a420-cf8a90bfed3c service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038987 Apr 05 21:01:01.769573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:01:01.776529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] Deleting port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:01.776913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:01.810992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1d9e279f-2004-4059-a35b-d2353d160a5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:router {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:01.901150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae22b8f-159c-4ad6-bf42-739fc510ee86 req-df090b60-a376-48cb-a1f3-f8392e0d520b service neutron] 10.222.0.23 "GET /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530432 Apr 05 21:01:01.950285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1d9e279f-2004-4059-a35b-d2353d160a5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:router {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:01.951771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d9e279f-2004-4059-a35b-d2353d160a5c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5454962 Apr 05 21:01:01.954468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:02.095455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] For port 3fe5c1c8-5f97-4cee-897f-1a4712a40999, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3fe5c1c8-5f97-4cee-897f-1a4712a40999,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:02.095838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.173014 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8054810f-f068-44b6-a431-1777cf057177 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.284663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55542) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:02.315488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] Calling delete_port for 3fe5c1c8-5f97-4cee-897f-1a4712a40999 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:02.390370 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] Sync routers for ids ['cb93883c-560d-4055-bf3c-089ad364dce3'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:01:02.403942 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] Routers {'cb93883c-560d-4055-bf3c-089ad364dce3'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:02.409500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cb93883c-560d-4055-bf3c-089ad364dce3'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:02.479424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.491304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55548) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:02.522355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.560188 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] Set router cb93883c-560d-4055-bf3c-089ad364dce3 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:02.580605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:02.587104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Usage tracker for resource:security_group_rule and tenant:771ad9cb833e47eea89502caa2779154 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:02.593338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:02.601314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:02.632922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-43aaf656-1b7b-4161-a35b-30143b6db64d tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=4a3d3ebc98a545b8a3caa392881659cf&network_id=829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 200 len: 2970 time: 0.1404397 Apr 05 21:01:02.658836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] Pushing event deleted for resources: {'Port': ['ID=3fe5c1c8-5f97-4cee-897f-1a4712a40999,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:02.668270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7f9d4-cffc-4d7e-b488-9f05074302ef None None] No DVR routers for this DVR port 3fe5c1c8-5f97-4cee-897f-1a4712a40999 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:02.687363 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'name': 'tempest-NetworksTestDHCPv6-router-715715308', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:00:52Z', 'updated_at': '2022-04-05T21:00:59Z', 'revision_number': 3, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:02.696344 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] Checking router: cb93883c-560d-4055-bf3c-089ad364dce3 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:01:02.705667 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:01:02.709558 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] Routers {'cb93883c-560d-4055-bf3c-089ad364dce3'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:02.710167 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:00:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cb93883c-560d-4055-bf3c-089ad364dce3'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:02.713116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.756059 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8054810f-f068-44b6-a431-1777cf057177 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.763161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8054810f-f068-44b6-a431-1777cf057177 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.784838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.843161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fb5d79-c006-491c-b301-a6b9cdffd0ac,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:02.851089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6c55ff62-fc52-42ca-b15e-3a74294d052f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=771ad9cb833e47eea89502caa2779154&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5631411 Apr 05 21:01:02.851597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55556) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:02.852727 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] Set router cb93883c-560d-4055-bf3c-089ad364dce3 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:02.859595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8054810f-f068-44b6-a431-1777cf057177 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.860256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8054810f-f068-44b6-a431-1777cf057177 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Fanout notify agent at l3_agent the message router_deleted on router cb93883c-560d-4055-bf3c-089ad364dce3 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:01:02.914752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d608-d86d-4419-973d-417329e2fbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.941357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d608-d86d-4419-973d-417329e2fbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.961418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8054810f-f068-44b6-a431-1777cf057177 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:02.966220 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8054810f-f068-44b6-a431-1777cf057177 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/routers/cb93883c-560d-4055-bf3c-089ad364dce3 HTTP/1.1" status: 204 len: 168 time: 1.0105119 Apr 05 21:01:02.971101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55562) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:02.986351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:02.991495 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'name': 'tempest-NetworksTestDHCPv6-router-715715308', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:00:52Z', 'updated_at': '2022-04-05T21:00:59Z', 'revision_number': 3, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:02.996691 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a359516-a2d3-4672-854e-0fdc7dbe6f29 None None] The sync data for ids ['cb93883c-560d-4055-bf3c-089ad364dce3'] in n-d-836605-1 is: [{'id': 'cb93883c-560d-4055-bf3c-089ad364dce3', 'name': 'tempest-NetworksTestDHCPv6-router-715715308', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:00:52Z', 'updated_at': '2022-04-05T21:00:59Z', 'revision_number': 3, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:01:03.065298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d608-d86d-4419-973d-417329e2fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.078948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7d608-d86d-4419-973d-417329e2fbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fb5d79-c006-491c-b301-a6b9cdffd0ac,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:03.096333 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d608-d86d-4419-973d-417329e2fbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.099829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a2c7d608-d86d-4419-973d-417329e2fbcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70fb5d79-c006-491c-b301-a6b9cdffd0ac HTTP/1.1" status: 204 len: 168 time: 0.2450433 Apr 05 21:01:03.152100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:03.156130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:03.159435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:03.166121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:03.236602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:03.241105 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.381809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3fe5c1c8-5f97-4cee-897f-1a4712a40999 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:03.437103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3fe5c1c8-5f97-4cee-897f-1a4712a40999 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:01:03.437103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3fe5c1c8-5f97-4cee-897f-1a4712a40999 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:03.619913 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.686525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:03.689564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:03.692348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:03.692940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.698707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba83a20-2e77-44d7-82f5-23450a654197 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:03.701105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=34779577-d51d-4135-b19f-76a51b6626b8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:03.808410 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ebefa48f-acfe-467d-a9c7-08b001a0f02c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8359933 Apr 05 21:01:03.811031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55572) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:03.816363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1015184650', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:03.825423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:03.829671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:router and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:03.832638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:03.838650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:03.877084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55576) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:03.895560 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.928220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:03.933317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a3746ea3d58840c795f55c31774a37bb is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:03.934070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.935920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.936596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:03.945413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:03.951422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '34779577-d51d-4135-b19f-76a51b6626b8'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:01:03.952246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:03.961003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.022839 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.027113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.048089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.105076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.120583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/34779577-d51d-4135-b19f-76a51b6626b8/cf883008-e3c8-493b-80f9-12b42b5148cc) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:04.133756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.138079 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f02b954-dabf-4d56-a8c6-03750740a9e2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3229036 Apr 05 21:01:04.144872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55582) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:04.155059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3746ea3d58840c795f55c31774a37bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2768795 Apr 05 21:01:04.159986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55586) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:04.202199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfe392-4d75-4609-92fa-5654e84b70e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7388ec-3c0e-440a-9e39-43019824c7c4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:04.256504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf43742-1b7e-4822-bad3-f2615981455a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.306046 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf43742-1b7e-4822-bad3-f2615981455a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.427729 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.465286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf43742-1b7e-4822-bad3-f2615981455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.467122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Transition to ACTIVE for port object cf883008-e3c8-493b-80f9-12b42b5148cc will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:04.490546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf43742-1b7e-4822-bad3-f2615981455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7388ec-3c0e-440a-9e39-43019824c7c4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:04.492844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fdf43742-1b7e-4822-bad3-f2615981455a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.494126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fdf43742-1b7e-4822-bad3-f2615981455a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b7388ec-3c0e-440a-9e39-43019824c7c4 HTTP/1.1" status: 204 len: 168 time: 0.3330069 Apr 05 21:01:04.497367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Transition to ACTIVE for port object cf883008-e3c8-493b-80f9-12b42b5148cc will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:04.592784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.690176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:04.693163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:04.698461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:04.709422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Pushing event updated for resources: {'Port': ['ID=cf883008-e3c8-493b-80f9-12b42b5148cc,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:04.840370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Attempting to bind port cf883008-e3c8-493b-80f9-12b42b5148cc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:04.840743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Attempting to bind port cf883008-e3c8-493b-80f9-12b42b5148cc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:04.841135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Attempting to bind port cf883008-e3c8-493b-80f9-12b42b5148cc on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:04.847336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:04.847706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:04.848099 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.848491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:04.848949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Bound port: cf883008-e3c8-493b-80f9-12b42b5148cc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:04.849328 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.914236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.931472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-52a755cf-190a-4ad9-8079-25cb5b025d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:04.964047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] For port cf883008-e3c8-493b-80f9-12b42b5148cc, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:04.967316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] For port cf883008-e3c8-493b-80f9-12b42b5148cc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf883008-e3c8-493b-80f9-12b42b5148cc,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:05.031092 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:05.071175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e57d7ad2-5584-4483-aec8-bd40d42688e2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:05.150306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e57d7ad2-5584-4483-aec8-bd40d42688e2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:01:05.150647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e57d7ad2-5584-4483-aec8-bd40d42688e2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:05.189480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043bfe2-9bd6-4fd1-8242-a226a9e7b485 None None] Pushing event updated for resources: {'Port': ['ID=cf883008-e3c8-493b-80f9-12b42b5148cc,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:05.376760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::1 (bb548de5-be95-4590-bb49-378e5da5155c/34779577-d51d-4135-b19f-76a51b6626b8/604a977f-98a1-4071-b03f-99816a5cd2a0) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:05.384686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55604) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:05.535121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8dd52f-2cf9-4a66-a34d-5506de421b56 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:05.545094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ca8dd52f-2cf9-4a66-a34d-5506de421b56 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f HTTP/1.1" status: 200 len: 814 time: 0.1505892 Apr 05 21:01:05.639173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:05.655572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 604a977f-98a1-4071-b03f-99816a5cd2a0 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:05.746077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:05.827368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:05.830738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:05.835870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:05.836677 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:05.845095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=604a977f-98a1-4071-b03f-99816a5cd2a0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:06.025995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.213171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55622) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:06.220212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'network': {'name': 'tempest-network-smoke--1402707949', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:06.232377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:06.247669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:06.361579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:06.364572 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.411787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:01:06.428838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.429218 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Added segment c2f10f52-8563-45aa-9180-fe5df4d16636 of type vlan for network a76ef77e-b289-4b91-8529-621cd4aa7375 Apr 05 21:01:06.475107 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.522520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-af92ca0a-55d7-4719-9ae5-ef38d71279f4 None None] Provisioning for port cf883008-e3c8-493b-80f9-12b42b5148cc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:06.579760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.591310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.597475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:06.597475 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.631069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.632166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.741569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Network': ['ID=a76ef77e-b289-4b91-8529-621cd4aa7375,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:06.754930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network a76ef77e-b289-4b91-8529-621cd4aa7375 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:01:06.829671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6543fe6b-e111-46ba-9b96-3c35c5f6b774 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6119857 Apr 05 21:01:06.829982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55634) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:06.883206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54bbbca2-e188-4041-ab4c-912c1a3ac7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.888679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fd6bcfc5-01f1-4da5-8151-0488d4904651 None None] Provisioning for port 604a977f-98a1-4071-b03f-99816a5cd2a0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:06.907372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fd6bcfc5-01f1-4da5-8151-0488d4904651 None None] Provisioning complete for port 604a977f-98a1-4071-b03f-99816a5cd2a0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:06.908010 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd6bcfc5-01f1-4da5-8151-0488d4904651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:06.917184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8386c6-3d0c-4c40-b4f7-e08380cc7fe7 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:06.920379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ce8386c6-3d0c-4c40-b4f7-e08380cc7fe7 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4a3d3ebc98a545b8a3caa392881659cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0877228 Apr 05 21:01:06.921944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55640) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:06.953368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=604a977f-98a1-4071-b03f-99816a5cd2a0,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:06.967171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bcfc5-01f1-4da5-8151-0488d4904651 None None] Port 604a977f-98a1-4071-b03f-99816a5cd2a0 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:01:07.016794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:07.017968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:07.116492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f410ef-d292-41a0-9b8e-aac90c95b3fe tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:07.118298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-80f410ef-d292-41a0-9b8e-aac90c95b3fe tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1954370 Apr 05 21:01:07.121040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55646) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:07.194851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-de60e9bd-ee03-4721-8dc3-d559a152e9ac tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699875 Apr 05 21:01:07.195852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55650) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:07.212282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf883008-e3c8-493b-80f9-12b42b5148cc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:07.279952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c0583d04-f967-49c3-9c30-4850e3dc6df9 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4a3d3ebc98a545b8a3caa392881659cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814648 Apr 05 21:01:07.281067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55656) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:07.464727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port cf883008-e3c8-493b-80f9-12b42b5148cc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:07.470895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cf883008-e3c8-493b-80f9-12b42b5148cc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:07.471257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:07.509524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f632dfcb-e672-4691-b528-57070754db31 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:07.511117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f632dfcb-e672-4691-b528-57070754db31 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2289486 Apr 05 21:01:07.514343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55662) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:07.529580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-e087d7b3-977f-4b19-9927-ee4b0f4d5100 req-8db6a9c2-a64c-4c8a-ade1-be601330e892 service neutron] (84580) timed out ('10.222.0.10', 33506) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:01:07.551705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-336cebf0-9375-42b3-a5e4-2524a0ec647f None None] Provisioning complete for port 604a977f-98a1-4071-b03f-99816a5cd2a0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:07.553627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-336cebf0-9375-42b3-a5e4-2524a0ec647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:07.572004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7116f07b-4560-4424-85be-b146aa175dcb tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542617 Apr 05 21:01:07.572203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55668) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:07.581012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-31835984', 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:07.666353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-336cebf0-9375-42b3-a5e4-2524a0ec647f None None] Port 604a977f-98a1-4071-b03f-99816a5cd2a0 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:01:07.678792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:07.727495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port cf883008-e3c8-493b-80f9-12b42b5148cc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf883008-e3c8-493b-80f9-12b42b5148cc,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:07.730361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:07.735311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:subnet and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:07.738691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:07.744499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:07.784763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Router e2235c31-c26e-4011-985d-d6a5f97f0e71 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:01:07.807794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:07.811320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:07.933667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:07.936110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=cf883008-e3c8-493b-80f9-12b42b5148cc,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:07.976342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:01:07.987756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Sync routers for ids ['e2235c31-c26e-4011-985d-d6a5f97f0e71'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:01:07.995366 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-774578a3-58df-4c49-8f22-b566e8013725 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "PUT /v2.0/routers/e2235c31-c26e-4011-985d-d6a5f97f0e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8560202 Apr 05 21:01:07.998347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55678) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:08.005673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Routers {'e2235c31-c26e-4011-985d-d6a5f97f0e71'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:08.006295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e2235c31-c26e-4011-985d-d6a5f97f0e71'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:08.090514 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d827d43-04c1-43eb-8233-5c8e59cff7fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:08.091108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1d827d43-04c1-43eb-8233-5c8e59cff7fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:08.202927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Set router e2235c31-c26e-4011-985d-d6a5f97f0e71 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:08.207532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1d827d43-04c1-43eb-8233-5c8e59cff7fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:08.208963 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d827d43-04c1-43eb-8233-5c8e59cff7fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports/604a977f-98a1-4071-b03f-99816a5cd2a0 HTTP/1.1" status: 200 len: 911 time: 0.2097292 Apr 05 21:01:08.211459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55684) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:08.315174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.325728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6400869-d0a5-4953-b2fe-eea94fd41a50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:08.329996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6400869-d0a5-4953-b2fe-eea94fd41a50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:08.334566 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b6400869-d0a5-4953-b2fe-eea94fd41a50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1186523 Apr 05 21:01:08.334830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:08.410792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Subnet': ['ID=f890b429-74a0-488d-8f40-8c663cd5a524,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:08.463885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Checking segment: {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:08.464248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network hostable DHCP agents. Network: a76ef77e-b289-4b91-8529-621cd4aa7375, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:01:08.496059 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.567865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network a76ef77e-b289-4b91-8529-621cd4aa7375 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:01:08.600040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.623122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'name': 'tempest-NetworksTestDHCPv6-router-1015184650', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:01:03Z', 'updated_at': '2022-04-05T21:01:05Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None, '_interfaces': [{'id': '604a977f-98a1-4071-b03f-99816a5cd2a0', 'name': '', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'mac_address': 'fa:16:3e:57:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34779577-d51d-4135-b19f-76a51b6626b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:01:05Z', 'updated_at': '2022-04-05T21:01:06Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'subnets': [{'id': '34779577-d51d-4135-b19f-76a51b6626b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:08.627382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Checking router: e2235c31-c26e-4011-985d-d6a5f97f0e71 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:01:08.627733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Updating router e2235c31-c26e-4011-985d-d6a5f97f0e71 port 604a977f-98a1-4071-b03f-99816a5cd2a0 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:01:08.676440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, a76ef77e-b289-4b91-8529-621cd4aa7375) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:08.681383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:08.682097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.693215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.708133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5206d1-0942-4eac-96d1-2ce50a58eb1e None None] Network a76ef77e-b289-4b91-8529-621cd4aa7375 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:08.792472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e8eeb4e9-0f1c-4e48-a323-e87797336c24 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.2192602 Apr 05 21:01:09.051321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-a76ef77e-b289-4b91-8529-621cd4aa7375', 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ips': [{'subnet_id': 'f890b429-74a0-488d-8f40-8c663cd5a524'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:01:09.052566 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.119009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55700) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:09.124931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856640314', 'description': 'tempest-secgroup-smoke-856640314 description', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:09.131867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:09.142288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:09.169238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.208573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf883008-e3c8-493b-80f9-12b42b5148cc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:09.213442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.289675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:09.308811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:09.321544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:09.334766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:09.417556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.482035 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.617363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cf883008-e3c8-493b-80f9-12b42b5148cc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:09.618346 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.678209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad61ed5-42fa-4f54-bd60-5c756d377b9c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:09.704987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 604a977f-98a1-4071-b03f-99816a5cd2a0 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:09.705416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.740688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.743807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-390bb9fa-de4c-4923-ab40-555b563b30bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6237185 Apr 05 21:01:09.745463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Allocated IP 172.20.0.18 (a76ef77e-b289-4b91-8529-621cd4aa7375/f890b429-74a0-488d-8f40-8c663cd5a524/bfbd2a52-030c-4047-82ac-a188b17d0ab0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:09.749662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55710) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:09.761611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'aad61ed5-42fa-4f54-bd60-5c756d377b9c', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:09.771512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:09.778898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:09.779418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:09.786606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:09.812351 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.870449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Transition to ACTIVE for port object 604a977f-98a1-4071-b03f-99816a5cd2a0 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:09.875215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.880160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.946102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.961445 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.965430 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.036075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.067014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a182412d-a821-4c14-9539-54f2dc20f305,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:10.117559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 604a977f-98a1-4071-b03f-99816a5cd2a0 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:10.179144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.183285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-054bf561-6899-4157-bf85-7f1b5beb6e1a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4322827 Apr 05 21:01:10.184922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55718) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:10.189964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'aad61ed5-42fa-4f54-bd60-5c756d377b9c', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:10.202939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:10.206244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693c2fd-e4b0-4d24-a0f4-f0830c0b0b24 None None] Pushing event updated for resources: {'Port': ['ID=604a977f-98a1-4071-b03f-99816a5cd2a0,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:10.213024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:10.218651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:10.239117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:10.345823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:01:10.347315 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:01:10.358038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.394779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.411952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Transition to ACTIVE for port object bfbd2a52-030c-4047-82ac-a188b17d0ab0 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:10.414679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Attempting to bind port 604a977f-98a1-4071-b03f-99816a5cd2a0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:10.415134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Attempting to bind port 604a977f-98a1-4071-b03f-99816a5cd2a0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:10.415510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Attempting to bind port 604a977f-98a1-4071-b03f-99816a5cd2a0 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:10.426148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:10.426631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:10.427095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.427654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:10.428208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Bound port: 604a977f-98a1-4071-b03f-99816a5cd2a0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:10.428647 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.476604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.497010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Transition to ACTIVE for port object bfbd2a52-030c-4047-82ac-a188b17d0ab0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:10.539514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.548858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] For port 604a977f-98a1-4071-b03f-99816a5cd2a0, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:10.551861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] For port 604a977f-98a1-4071-b03f-99816a5cd2a0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=604a977f-98a1-4071-b03f-99816a5cd2a0,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:10.567945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.588462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08772520-9fe4-4f83-bfbd-6ae060fa15f7,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:10.650381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Network a76ef77e-b289-4b91-8529-621cd4aa7375 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:10.655584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:10.657675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Pushing event updated for resources: {'Port': ['ID=bfbd2a52-030c-4047-82ac-a188b17d0ab0,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:10.660128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.691318 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.692581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d8efd032-9176-4275-b19a-60be19d6be9e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5075457 Apr 05 21:01:10.693333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:10.696007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55724) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:10.702299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'aad61ed5-42fa-4f54-bd60-5c756d377b9c', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:10.711938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:10.717302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:10.720421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:10.728055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:10.829968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693c2fd-e4b0-4d24-a0f4-f0830c0b0b24 None None] Pushing event updated for resources: {'Port': ['ID=604a977f-98a1-4071-b03f-99816a5cd2a0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:10.831807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Attempting to bind port bfbd2a52-030c-4047-82ac-a188b17d0ab0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:10.832179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Attempting to bind port bfbd2a52-030c-4047-82ac-a188b17d0ab0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:10.832538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Attempting to bind port bfbd2a52-030c-4047-82ac-a188b17d0ab0 on network a76ef77e-b289-4b91-8529-621cd4aa7375 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:10.834372 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.844675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:10.845089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Checking segment: {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:10.845734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.846116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Bound using segment: {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:10.846800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Bound port: bfbd2a52-030c-4047-82ac-a188b17d0ab0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:10.847341 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.849557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 604a977f-98a1-4071-b03f-99816a5cd2a0 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:10.849907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:10.860055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Routers {'e2235c31-c26e-4011-985d-d6a5f97f0e71'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:10.860689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e2235c31-c26e-4011-985d-d6a5f97f0e71'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:10.941763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.013762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.046956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f33102-54ef-4c3d-b306-1361f8bb8a3e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:11.122262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.124032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0a877006-b089-4140-823b-5e766689f9c3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4262927 Apr 05 21:01:11.126616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55730) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:11.132503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'aad61ed5-42fa-4f54-bd60-5c756d377b9c', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:11.142246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:11.145319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] For port bfbd2a52-030c-4047-82ac-a188b17d0ab0, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:11.148839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:11.149012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] For port bfbd2a52-030c-4047-82ac-a188b17d0ab0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bfbd2a52-030c-4047-82ac-a188b17d0ab0,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:11.152040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:11.155687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] For port 604a977f-98a1-4071-b03f-99816a5cd2a0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=604a977f-98a1-4071-b03f-99816a5cd2a0,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:11.157877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.159401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:11.165514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] Set router e2235c31-c26e-4011-985d-d6a5f97f0e71 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:11.237136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.270152 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.317627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 604a977f-98a1-4071-b03f-99816a5cd2a0 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:11.361033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.442102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.472547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0758458-ad6d-4eb2-a7cf-b338810e26c9,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:11.512315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70973c0-7918-473f-ad70-dc7c35ee1651 None None] Pushing event updated for resources: {'Port': ['ID=bfbd2a52-030c-4047-82ac-a188b17d0ab0,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:11.567930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.569898 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f4412a9e-f3e3-43ae-a0a9-0aef78f809fa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4422827 Apr 05 21:01:11.572608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55734) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:11.578676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'aad61ed5-42fa-4f54-bd60-5c756d377b9c', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:11.585357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:11.590738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:11.594387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:11.601568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:11.636464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.651936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'name': 'tempest-NetworksTestDHCPv6-router-1015184650', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:01:03Z', 'updated_at': '2022-04-05T21:01:05Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None, '_interfaces': [{'id': '604a977f-98a1-4071-b03f-99816a5cd2a0', 'name': '', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'mac_address': 'fa:16:3e:57:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34779577-d51d-4135-b19f-76a51b6626b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:01:05Z', 'updated_at': '2022-04-05T21:01:10Z', 'revision_number': 4, 'project_id': '581001974fd549b6b765c2a201e09e36', 'subnets': [{'id': '34779577-d51d-4135-b19f-76a51b6626b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:11.656892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef896da4-56f1-4f5e-bf00-0ad3c847d284 None None] The sync data for ids ['e2235c31-c26e-4011-985d-d6a5f97f0e71'] in n-d-836605-1 is: [{'id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'name': 'tempest-NetworksTestDHCPv6-router-1015184650', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:01:03Z', 'updated_at': '2022-04-05T21:01:05Z', 'revision_number': 2, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None, '_interfaces': [{'id': '604a977f-98a1-4071-b03f-99816a5cd2a0', 'name': '', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'mac_address': 'fa:16:3e:57:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34779577-d51d-4135-b19f-76a51b6626b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:01:05Z', 'updated_at': '2022-04-05T21:01:10Z', 'revision_number': 4, 'project_id': '581001974fd549b6b765c2a201e09e36', 'subnets': [{'id': '34779577-d51d-4135-b19f-76a51b6626b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:01:11.684416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=604a977f-98a1-4071-b03f-99816a5cd2a0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:11.693950 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Project 4a3d3ebc98a545b8a3caa392881659cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:01:11.701375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.844958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.916944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.030701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9578c1-82bb-479a-9d9b-7be91118ad83,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:12.094194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.110695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.115796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a41edbe-d02b-425a-a850-ed5ac09c3355 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5421906 Apr 05 21:01:12.116683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55744) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:12.124954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'aad61ed5-42fa-4f54-bd60-5c756d377b9c', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:12.143841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:12.157599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:12.167890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:12.179898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:12.288389 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Project 4a3d3ebc98a545b8a3caa392881659cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:01:12.298474 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.412253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.487779 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.517256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459bbb7c-a661-42e1-bc15-ee7ab0a39f31,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:12.615425 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.626840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-15744296-9ea9-48f0-afd1-25e3467f2c65 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5078547 Apr 05 21:01:12.804066 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-d639149f-725f-422a-9479-b61d227cc3c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3524029 Apr 05 21:01:13.126464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Router e2235c31-c26e-4011-985d-d6a5f97f0e71 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:01:13.142393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843585d6-0248-4341-bcd6-a8159f98cf2c None None] Network a76ef77e-b289-4b91-8529-621cd4aa7375 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:13.142903 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-a00d646e-ad8a-4337-8407-f92c1ce9a69f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1097 time: 0.1325192 Apr 05 21:01:13.372789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bfbd2a52-030c-4047-82ac-a188b17d0ab0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:13.411604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-9b38fba2-3d8e-49bd-a4df-2a331a376a4a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:13.505185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-9b38fba2-3d8e-49bd-a4df-2a331a376a4a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:13.506544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-9b38fba2-3d8e-49bd-a4df-2a331a376a4a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856640314&fields=id&tenant_id=4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 267 time: 0.1746771 Apr 05 21:01:13.537087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-51adb6ad-01d8-499c-8db5-421f74e4d166 None None] Provisioning for port bfbd2a52-030c-4047-82ac-a188b17d0ab0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:13.557281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:01:13.581017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-5c17e506-2d9b-433f-a756-1d22133a9fd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.582522 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-5c17e506-2d9b-433f-a756-1d22133a9fd1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 200 len: 897 time: 0.3698435 Apr 05 21:01:13.629852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port bfbd2a52-030c-4047-82ac-a188b17d0ab0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:13.635642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port bfbd2a52-030c-4047-82ac-a188b17d0ab0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:13.644520 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:13.704958 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-549421fb-c77f-4caa-ac81-c3c9329062c4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "PUT /v2.0/routers/e2235c31-c26e-4011-985d-d6a5f97f0e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3668962 Apr 05 21:01:13.705706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55764) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:13.853027 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:13.865442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-c9e49e07-622f-48de-9b28-dec96b6f602d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 HTTP/1.1" status: 200 len: 1002 time: 0.2683294 Apr 05 21:01:13.874102 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] Sync routers for ids ['e2235c31-c26e-4011-985d-d6a5f97f0e71'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:01:13.874697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63adaa-fb61-4068-b24f-312d272c274c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.876127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63adaa-fb61-4068-b24f-312d272c274c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.876868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f63adaa-fb61-4068-b24f-312d272c274c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:13.898962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port bfbd2a52-030c-4047-82ac-a188b17d0ab0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bfbd2a52-030c-4047-82ac-a188b17d0ab0,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:13.906065 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] Routers {'e2235c31-c26e-4011-985d-d6a5f97f0e71'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:13.913083 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e2235c31-c26e-4011-985d-d6a5f97f0e71'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:13.928992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-fef14a5d-0ad5-4840-a3c4-769f765efcf8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.930320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-fef14a5d-0ad5-4840-a3c4-769f765efcf8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:13.960398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-ad3855a8-32ec-42f0-9c1f-66b4e881b318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.962159 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:13.962551 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-ad3855a8-32ec-42f0-9c1f-66b4e881b318 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cadeebb0-2737-48c0-8f0d-1d0e08473b5d HTTP/1.1" status: 200 len: 835 time: 0.0825851 Apr 05 21:01:14.019404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-fef14a5d-0ad5-4840-a3c4-769f765efcf8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:14.020911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-fef14a5d-0ad5-4840-a3c4-769f765efcf8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/networks?id=a76ef77e-b289-4b91-8529-621cd4aa7375 HTTP/1.1" status: 200 len: 797 time: 0.5053272 Apr 05 21:01:14.051012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f63adaa-fb61-4068-b24f-312d272c274c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:14.051753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-5b7f311b-2793-4cbe-ab87-267c1075782b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/quotas/4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 375 time: 0.0239179 Apr 05 21:01:14.055804 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f63adaa-fb61-4068-b24f-312d272c274c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3202119 Apr 05 21:01:14.064090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55768) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:14.127974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=bfbd2a52-030c-4047-82ac-a188b17d0ab0,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:14.133604 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] Set router e2235c31-c26e-4011-985d-d6a5f97f0e71 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:14.136502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3d41bcac-17af-4f46-b986-a95fbcfb9d9f None None] Provisioning complete for port bfbd2a52-030c-4047-82ac-a188b17d0ab0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:14.137639 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d41bcac-17af-4f46-b986-a95fbcfb9d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:14.222379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-1857a08b-ead7-486f-ab56-dcc6fe4fa201 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1694376 Apr 05 21:01:14.294420 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-e8696531-fbdc-4db7-a95a-4773c247ccf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=829bb077-a6c4-4c14-b098-5f732b68cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3255544 Apr 05 21:01:14.307143 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'name': 'tempest-NetworksTestDHCPv6-router-1015184650', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:01:03Z', 'updated_at': '2022-04-05T21:01:11Z', 'revision_number': 3, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:14.316282 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] Checking router: e2235c31-c26e-4011-985d-d6a5f97f0e71 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:01:14.361439 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] Routers {'e2235c31-c26e-4011-985d-d6a5f97f0e71'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:14.362154 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['e2235c31-c26e-4011-985d-d6a5f97f0e71'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:14.615799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-bc0789c2-f21b-4f29-b5f3-d9c8913b7192 service neutron] 10.222.0.10 "GET /v2.0/networks/a76ef77e-b289-4b91-8529-621cd4aa7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767607 Apr 05 21:01:14.667444 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] Set router e2235c31-c26e-4011-985d-d6a5f97f0e71 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:14.766953 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-b2edca6b-9512-4af4-99d0-026a0f5bbfb3 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624903 Apr 05 21:01:14.816895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 34779577-d51d-4135-b19f-76a51b6626b8 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:14.825798 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'name': 'tempest-NetworksTestDHCPv6-router-1015184650', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:01:03Z', 'updated_at': '2022-04-05T21:01:11Z', 'revision_number': 3, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:14.830033 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aea86d2-e90e-4cc9-82f0-87d2aee91f17 None None] The sync data for ids ['e2235c31-c26e-4011-985d-d6a5f97f0e71'] in n-d-836605-1 is: [{'id': 'e2235c31-c26e-4011-985d-d6a5f97f0e71', 'name': 'tempest-NetworksTestDHCPv6-router-1015184650', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:01:03Z', 'updated_at': '2022-04-05T21:01:11Z', 'revision_number': 3, 'project_id': '581001974fd549b6b765c2a201e09e36', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:01:14.860352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-7d3e9203-faae-4930-9ff5-3305bb5f3148 service neutron] 10.222.0.10 "GET /v2.0/networks/a76ef77e-b289-4b91-8529-621cd4aa7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352674 Apr 05 21:01:14.868823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:14.954039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.020219 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0277c4ee-5126-45cb-8ef5-a9e9a8c0bf7a req-0577940f-51e7-480d-92d3-5f0d0390c372 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375593 Apr 05 21:01:15.055196 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.202726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.262685 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bfbd2a52-030c-4047-82ac-a188b17d0ab0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:15.270758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=34779577-d51d-4135-b19f-76a51b6626b8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:15.276076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.336755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551fa965-6a80-4574-b372-c7b3e06e5f1c None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:15.386126 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1572ed73-ed00-4dbf-b2f1-721dfff323df tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/34779577-d51d-4135-b19f-76a51b6626b8 HTTP/1.1" status: 204 len: 168 time: 1.3166075 Apr 05 21:01:15.388710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:15.445865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8925c6f8-cd1a-4a80-91ef-41ea24d110d3 req-2072484d-54c8-49ae-9f52-c63eaf92ac73 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 210 time: 0.0610361 Apr 05 21:01:15.562927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d662759-3a5c-4975-bf21-27cf0b0c1d19 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:router {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:15.579981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port bfbd2a52-030c-4047-82ac-a188b17d0ab0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:15.579981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.659477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d662759-3a5c-4975-bf21-27cf0b0c1d19 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:router {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:15.663290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8d662759-3a5c-4975-bf21-27cf0b0c1d19 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2717769 Apr 05 21:01:15.663710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55788) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:15.775402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 604a977f-98a1-4071-b03f-99816a5cd2a0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:15.818384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:01:15.841778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 604a977f-98a1-4071-b03f-99816a5cd2a0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:01:15.842275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 604a977f-98a1-4071-b03f-99816a5cd2a0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:15.844705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] Deleting port cf883008-e3c8-493b-80f9-12b42b5148cc {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:15.845171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.865038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-893ff8d7-3642-4e0e-8413-0ae55e14315d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.073464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] For port cf883008-e3c8-493b-80f9-12b42b5148cc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf883008-e3c8-493b-80f9-12b42b5148cc,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:16.073846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.199649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] Calling delete_port for cf883008-e3c8-493b-80f9-12b42b5148cc owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:16.316741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-893ff8d7-3642-4e0e-8413-0ae55e14315d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.321291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-893ff8d7-3642-4e0e-8413-0ae55e14315d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.338432 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.391492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] Pushing event deleted for resources: {'Port': ['ID=cf883008-e3c8-493b-80f9-12b42b5148cc,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:16.400454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac62a41-fefb-493f-8691-583adbbdb29c None None] No DVR routers for this DVR port cf883008-e3c8-493b-80f9-12b42b5148cc on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:16.424041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-893ff8d7-3642-4e0e-8413-0ae55e14315d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.424615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ff8d7-3642-4e0e-8413-0ae55e14315d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Fanout notify agent at l3_agent the message router_deleted on router e2235c31-c26e-4011-985d-d6a5f97f0e71 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:01:16.529118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-893ff8d7-3642-4e0e-8413-0ae55e14315d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.529118 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-893ff8d7-3642-4e0e-8413-0ae55e14315d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/routers/e2235c31-c26e-4011-985d-d6a5f97f0e71 HTTP/1.1" status: 204 len: 168 time: 0.8627574 Apr 05 21:01:16.530132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55806) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:16.623310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1a3f5308-2df2-4a06-9065-aae40edf118f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:16.639759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5129d531-9739-481a-a340-630766029cf8 req-dbe0c7c1-12b6-48ae-8027-8b1d6449dcfa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 210 time: 0.0551949 Apr 05 21:01:16.790224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1a3f5308-2df2-4a06-9065-aae40edf118f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:16.791396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1a3f5308-2df2-4a06-9065-aae40edf118f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2602897 Apr 05 21:01:16.794666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55810) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:16.879601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93008ae-9606-4242-86b2-00a6f1b6c55c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:16.883718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55816) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:16.883846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d93008ae-9606-4242-86b2-00a6f1b6c55c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0882289 Apr 05 21:01:17.067997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb8bb946-9041-4cce-920c-dd157ac6ea15 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:router {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:17.125218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf883008-e3c8-493b-80f9-12b42b5148cc no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:17.127408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb8bb946-9041-4cce-920c-dd157ac6ea15 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:router {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:17.133580 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cb8bb946-9041-4cce-920c-dd157ac6ea15 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2437701 Apr 05 21:01:17.133580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55824) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:17.143461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:17.159884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: cf883008-e3c8-493b-80f9-12b42b5148cc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:01:17.160323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf883008-e3c8-493b-80f9-12b42b5148cc not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:17.272342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:17.276958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:17.288192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:17.296388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:17.360873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:17.364363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.789220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:01:17.795157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.863924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:17.867854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:17.874449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:17.877382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.879839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545dd934-0c86-44de-8cb3-18ca1de95772 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:17.942062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=8bc0031b-e4ea-4ff2-a126-1fb03547a064,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:18.025545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-799d067a-20bc-41e4-a1ba-57d0bf2f6923 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8908923 Apr 05 21:01:18.028139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55840) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:18.034801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:18.118687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a19f163-1e01-4d8e-97e0-98c8b8556c29 req-fa35b1c1-e5bb-495c-ad77-d1e02a833c54 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 210 time: 0.3394682 Apr 05 21:01:18.207259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:18.214991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:18.218677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:18.232496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:18.342381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '8bc0031b-e4ea-4ff2-a126-1fb03547a064'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:01:18.342381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:18.367656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:18.376219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:18.404352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-843d7f3c-5d9d-4da0-b5d8-79a40f4a571c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:18.411176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-843d7f3c-5d9d-4da0-b5d8-79a40f4a571c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.23 "GET /v2.0/networks?id=a76ef77e-b289-4b91-8529-621cd4aa7375 HTTP/1.1" status: 200 len: 797 time: 0.2741587 Apr 05 21:01:18.466666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-234bf2bf-e021-4535-8e4b-6e402e66e237 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 472 time: 0.0457511 Apr 05 21:01:18.474902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'port': {'device_id': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375', 'admin_state_up': True, 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'security_groups': ['aad61ed5-42fa-4f54-bd60-5c756d377b9c']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:18.548174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Allocated IP 2001:db8::f816:3eff:fef3:e296 (bb548de5-be95-4590-bb49-378e5da5155c/8bc0031b-e4ea-4ff2-a126-1fb03547a064/f903a59f-94ad-414e-b9c3-0fbb316cea68) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:18.636718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:18.640848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:port and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:18.644330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:18.650458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:18.762113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:18.772093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Transition to ACTIVE for port object f903a59f-94ad-414e-b9c3-0fbb316cea68 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:18.789590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Transition to ACTIVE for port object f903a59f-94ad-414e-b9c3-0fbb316cea68 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:19.290682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b16502e-964b-4a87-89dc-092164d553bb req-141390e9-9c5d-4fed-b42b-010631da093d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 210 time: 0.0407345 Apr 05 21:01:19.356471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:19.356719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.358519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.361858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.442211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:19.444930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:19.449104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:19.463049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Pushing event updated for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:19.485513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:19.491604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:19.499983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:19.500576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.526322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=b9bc2bda-60b3-4b78-8037-54ca39fe30b0,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:19.591604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Attempting to bind port f903a59f-94ad-414e-b9c3-0fbb316cea68 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:19.592238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Attempting to bind port f903a59f-94ad-414e-b9c3-0fbb316cea68 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:19.592616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Attempting to bind port f903a59f-94ad-414e-b9c3-0fbb316cea68 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:19.600388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:19.600855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:19.601293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.601686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:19.602159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Bound port: f903a59f-94ad-414e-b9c3-0fbb316cea68, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:19.602541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.685387 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-320d4a49-e98d-4f88-bc4d-dfe4f642fdd2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6530530 Apr 05 21:01:19.686119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55860) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:19.691772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:00:82:45', 'name': 'tempest-NetworksTestDHCPv6-239628117'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:19.696504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.20.0.28 (a76ef77e-b289-4b91-8529-621cd4aa7375/f890b429-74a0-488d-8f40-8c663cd5a524/c806b9e4-ac22-4f24-93a2-70c3e93e5f79) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:19.700013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:19.703064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f903a59f-94ad-414e-b9c3-0fbb316cea68,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:19.785323 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.850127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:19.866451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:19.886863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760156c-aec9-4729-9b1d-4fb3fb7dd159 None None] Pushing event updated for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:19.926564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.939002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:19.943355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Transition to ACTIVE for port object c806b9e4-ac22-4f24-93a2-70c3e93e5f79 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:20.033173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:20.077040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:20.111214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 66ba1da2-004c-4a49-98d2-88db9979045d yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:01:20.147197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network a76ef77e-b289-4b91-8529-621cd4aa7375 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:20.150871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:20.157652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:20.207725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:20.238990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:20.239608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:20.350417 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:20.386805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-19ff1fa5-a1e6-46cc-96d4-65f59f5014c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9152067 Apr 05 21:01:20.399370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Request body: {'port': {'device_id': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:20.556770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 172.20.0.6 (bb548de5-be95-4590-bb49-378e5da5155c/b9bc2bda-60b3-4b78-8037-54ca39fe30b0/66ba1da2-004c-4a49-98d2-88db9979045d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:20.564936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fe00:8245 (bb548de5-be95-4590-bb49-378e5da5155c/8bc0031b-e4ea-4ff2-a126-1fb03547a064/66ba1da2-004c-4a49-98d2-88db9979045d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:20.690208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:20.693028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5d4b4be1-2f50-453a-a259-5e543572be61 None None] Provisioning for port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:20.699707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5d4b4be1-2f50-453a-a259-5e543572be61 None None] Provisioning complete for port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:20.703803 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4be1-2f50-453a-a259-5e543572be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:20.782701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd0b2b-324a-4d15-9909-e8641c89f3d8 req-a960255f-1186-42aa-a4d3-b660c4abca3a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:20.783465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4fbd0b2b-324a-4d15-9909-e8641c89f3d8 req-a960255f-1186-42aa-a4d3-b660c4abca3a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:20.861562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b4be1-2f50-453a-a259-5e543572be61 None None] Port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:01:20.957273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4fbd0b2b-324a-4d15-9909-e8641c89f3d8 req-a960255f-1186-42aa-a4d3-b660c4abca3a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:20.958522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fbd0b2b-324a-4d15-9909-e8641c89f3d8 req-a960255f-1186-42aa-a4d3-b660c4abca3a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 932 time: 0.3527513 Apr 05 21:01:21.040289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:21.072389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fbd0b2b-324a-4d15-9909-e8641c89f3d8 req-61d71a04-1bd9-4374-a5bc-f03a7d318f8c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892241 Apr 05 21:01:21.090449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 66ba1da2-004c-4a49-98d2-88db9979045d will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:21.171700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c806b9e4-ac22-4f24-93a2-70c3e93e5f79 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:01:21.180180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:21.190849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f903a59f-94ad-414e-b9c3-0fbb316cea68 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:21.191014 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:21.228049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Transition to ACTIVE for port object c806b9e4-ac22-4f24-93a2-70c3e93e5f79 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:21.275892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:21.388362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:21.396259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:21.402638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=66ba1da2-004c-4a49-98d2-88db9979045d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:21.407321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f903a59f-94ad-414e-b9c3-0fbb316cea68 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:21.421875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:21.571950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:21.577575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:21.632134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Pushing event updated for resources: {'Port': ['ID=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:21.644528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74829742-0c11-4814-9d06-d4e1506e1b55 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:21.677632 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5ca3856f-3b69-4574-8a72-8b08dd2f0cb0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9901872 Apr 05 21:01:21.679860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55882) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:21.728296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Attempting to bind port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:21.728687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Attempting to bind port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:21.729104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Attempting to bind port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 on network a76ef77e-b289-4b91-8529-621cd4aa7375 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:21.738668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 on network a76ef77e-b289-4b91-8529-621cd4aa7375 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:01:21.739032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Attempting to bind port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 on network a76ef77e-b289-4b91-8529-621cd4aa7375 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:21.747046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:21.748822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Checking segment: {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:21.748822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Bound using segment: {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:21.748822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Bound port: c806b9e4-ac22-4f24-93a2-70c3e93e5f79, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:21.748822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:21.847131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742abc3-ed24-4555-bbf5-24255d4ea633 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:21.864273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742abc3-ed24-4555-bbf5-24255d4ea633 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:21.869090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1742abc3-ed24-4555-bbf5-24255d4ea633 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:21.871192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] For port c806b9e4-ac22-4f24-93a2-70c3e93e5f79, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:21.875743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] For port c806b9e4-ac22-4f24-93a2-70c3e93e5f79, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:21.952104 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.001816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1742abc3-ed24-4555-bbf5-24255d4ea633 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:22.003387 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1742abc3-ed24-4555-bbf5-24255d4ea633 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3219781 Apr 05 21:01:22.005639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:22.043953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4fb201ce-c21f-4ebf-b58b-ab6ae3599236 None None] Provisioning for port f903a59f-94ad-414e-b9c3-0fbb316cea68 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:22.052881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4fb201ce-c21f-4ebf-b58b-ab6ae3599236 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:22.053742 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fb201ce-c21f-4ebf-b58b-ab6ae3599236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.097312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] Update dhcp port {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': '8bc0031b-e4ea-4ff2-a126-1fb03547a064', 'ip_address': '2001:db8::f816:3eff:fef3:e296'}, {'subnet_id': 'b9bc2bda-60b3-4b78-8037-54ca39fe30b0'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'f903a59f-94ad-414e-b9c3-0fbb316cea68'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:01:22.099415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Pushing event updated for resources: {'Port': ['ID=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:22.156515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.156515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-18c40d1c-d2e4-4485-998b-d7f79562bcdf service neutron] 10.222.0.23 "PUT /v2.0/ports/c806b9e4-ac22-4f24-93a2-70c3e93e5f79 HTTP/1.1" status: 200 len: 1092 time: 1.7548134 Apr 05 21:01:22.156515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'tag': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:01:22.177670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.182813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 66ba1da2-004c-4a49-98d2-88db9979045d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:22.183157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.365885 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c46da84-d325-42d6-803a-86513cef7f82'] response: {'name': 'network-changed', 'server_uuid': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'tag': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79', 'status': 'completed', 'code': 200} Apr 05 21:01:22.396504 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fb201ce-c21f-4ebf-b58b-ab6ae3599236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.552894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-baaf8579-f401-4e44-944e-a1c6abd13c67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 1095 time: 0.2892728 Apr 05 21:01:22.561231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4fb201ce-c21f-4ebf-b58b-ab6ae3599236 None None] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f903a59f-94ad-414e-b9c3-0fbb316cea68,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:22.603608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.639040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-089bdd23-6d99-4842-9b6e-dbd731901340 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c806b9e4-ac22-4f24-93a2-70c3e93e5f79 HTTP/1.1" status: 200 len: 217 time: 0.0719657 Apr 05 21:01:22.670412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4fb201ce-c21f-4ebf-b58b-ab6ae3599236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.708770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] Allocated IP 172.20.0.2 (bb548de5-be95-4590-bb49-378e5da5155c/b9bc2bda-60b3-4b78-8037-54ca39fe30b0/f903a59f-94ad-414e-b9c3-0fbb316cea68) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:22.807815 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 66ba1da2-004c-4a49-98d2-88db9979045d owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:22.838133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5389b8-ce40-457b-bc9a-5ba80726877a req-bb427361-0201-4a00-ac51-6d607b91c4e5 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:22.840309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f5389b8-ce40-457b-bc9a-5ba80726877a req-bb427361-0201-4a00-ac51-6d607b91c4e5 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 944 time: 0.4315088 Apr 05 21:01:22.842595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb201ce-c21f-4ebf-b58b-ab6ae3599236 None None] Pushing event updated for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:22.903024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-fac6e813-033d-4003-80c9-3f00a0c0e9d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:22.904492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-fac6e813-033d-4003-80c9-3f00a0c0e9d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f890b429-74a0-488d-8f40-8c663cd5a524 HTTP/1.1" status: 200 len: 836 time: 0.2621393 Apr 05 21:01:22.947613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f903a59f-94ad-414e-b9c3-0fbb316cea68,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:22.977854 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.981041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f5389b8-ce40-457b-bc9a-5ba80726877a req-04e74205-498b-4e44-a9a8-8a6dcca9e816 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320250 Apr 05 21:01:23.001998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] Transition to ACTIVE for port object f903a59f-94ad-414e-b9c3-0fbb316cea68 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:23.052406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-db09904d-f546-41de-bece-a204c13cb8cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a76ef77e-b289-4b91-8529-621cd4aa7375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232600 Apr 05 21:01:23.082166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.157189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f903a59f-94ad-414e-b9c3-0fbb316cea68 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:23.179880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.270117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=66ba1da2-004c-4a49-98d2-88db9979045d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:23.273089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-55120c7f-89c1-40d6-b8bc-063aebe66fca service neutron] 10.222.0.23 "GET /v2.0/networks/a76ef77e-b289-4b91-8529-621cd4aa7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143750 Apr 05 21:01:23.402739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f04ade-a508-4b13-bbf2-d8fbd5fd9e32 None None] Pushing event updated for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:23.490786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.518756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39dc9987-a4ba-4e01-bf34-8b280d5f5324 req-a7df7b4e-3381-4350-82ed-8e19e2665d7f service neutron] 10.222.0.23 "GET /v2.0/networks/a76ef77e-b289-4b91-8529-621cd4aa7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386382 Apr 05 21:01:23.602798 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ec2f661e-a614-4ded-8c97-9bd698787f37 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/66ba1da2-004c-4a49-98d2-88db9979045d HTTP/1.1" status: 204 len: 168 time: 1.5961051 Apr 05 21:01:23.605758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55900) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:23.748113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb885b-2c73-4885-bbd2-1efe935436d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:23.749568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb885b-2c73-4885-bbd2-1efe935436d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:23.750971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb885b-2c73-4885-bbd2-1efe935436d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:23.755124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-abcb885b-2c73-4885-bbd2-1efe935436d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1454306 Apr 05 21:01:23.755320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55906) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:23.855869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f916873-c297-4111-b4b7-be880b46c455 req-768e69a8-e9b8-4c11-abc3-66a48d7bb389 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 1095 time: 0.1883957 Apr 05 21:01:24.078668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 8bc0031b-e4ea-4ff2-a126-1fb03547a064 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:24.083284 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:24.118493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916873-c297-4111-b4b7-be880b46c455 req-1696c61f-1401-467c-9a3e-0bd3b29f5d69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:24.120020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f916873-c297-4111-b4b7-be880b46c455 req-1696c61f-1401-467c-9a3e-0bd3b29f5d69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a76ef77e-b289-4b91-8529-621cd4aa7375 HTTP/1.1" status: 200 len: 898 time: 0.2201688 Apr 05 21:01:24.243816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-369756a6-c676-4aa0-b8d9-0620e0282f57 None None] Provisioning for port f903a59f-94ad-414e-b9c3-0fbb316cea68 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:24.251680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f916873-c297-4111-b4b7-be880b46c455 req-967ef2ce-32e8-4578-bd8a-0b32e7ffbc3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c806b9e4-ac22-4f24-93a2-70c3e93e5f79 HTTP/1.1" status: 200 len: 217 time: 0.1219535 Apr 05 21:01:24.253507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-369756a6-c676-4aa0-b8d9-0620e0282f57 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:24.254030 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-369756a6-c676-4aa0-b8d9-0620e0282f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:24.257457 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:24.419789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916873-c297-4111-b4b7-be880b46c455 req-d5581d9d-5a1e-43cd-a32d-d4a1c17a8ea5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:24.421248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f916873-c297-4111-b4b7-be880b46c455 req-d5581d9d-5a1e-43cd-a32d-d4a1c17a8ea5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f890b429-74a0-488d-8f40-8c663cd5a524 HTTP/1.1" status: 200 len: 836 time: 0.1354165 Apr 05 21:01:24.446864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-369756a6-c676-4aa0-b8d9-0620e0282f57 None None] Could not find standard attr ID for object 66ba1da2-004c-4a49-98d2-88db9979045d. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:01:24.512021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4b182-5161-4a41-99ae-1d504ff1f368 req-2560f725-75c0-4d68-960e-a0982dc76021 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:24.513395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12b4b182-5161-4a41-99ae-1d504ff1f368 req-2560f725-75c0-4d68-960e-a0982dc76021 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 944 time: 0.3222213 Apr 05 21:01:24.516179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:24.561231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a4d5c79d-8ef6-4171-91c6-64feb1492fcc None None] Could not find standard attr ID for object 66ba1da2-004c-4a49-98d2-88db9979045d. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:01:24.652686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12b4b182-5161-4a41-99ae-1d504ff1f368 req-f5ccc729-a2a1-44b0-94a3-c01e4b5463ce tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002061 Apr 05 21:01:24.652970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f916873-c297-4111-b4b7-be880b46c455 req-2975bc12-ca81-4e1f-9a90-6d6be25fbf05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a76ef77e-b289-4b91-8529-621cd4aa7375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2162995 Apr 05 21:01:24.800620 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:24.852690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f916873-c297-4111-b4b7-be880b46c455 req-00f49539-cdaa-4f09-8720-4832d749b228 service neutron] 10.222.0.23 "GET /v2.0/networks/a76ef77e-b289-4b91-8529-621cd4aa7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906235 Apr 05 21:01:24.855120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc0031b-e4ea-4ff2-a126-1fb03547a064,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:24.999912 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:25.043683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff16e9-998b-40dd-8ab0-952f5f1267f1 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:25.065882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f2460143-267c-44d2-8225-a32d374e034c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/8bc0031b-e4ea-4ff2-a126-1fb03547a064 HTTP/1.1" status: 204 len: 168 time: 1.3071818 Apr 05 21:01:25.066472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:25.139733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f916873-c297-4111-b4b7-be880b46c455 req-9ee4ebec-1dd3-4276-987f-78d742d85a48 service neutron] 10.222.0.23 "GET /v2.0/networks/a76ef77e-b289-4b91-8529-621cd4aa7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795141 Apr 05 21:01:25.140789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f903a59f-94ad-414e-b9c3-0fbb316cea68 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:25.260137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet b9bc2bda-60b3-4b78-8037-54ca39fe30b0 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:25.263896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:25.330085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:25.395453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:25.396190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:25.418309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:25.629836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:25.673737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:25.688905 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/b9bc2bda-60b3-4b78-8037-54ca39fe30b0 HTTP/1.1" status: 204 len: 168 time: 0.6215277 Apr 05 21:01:25.691781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55936) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:25.694966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64817706-8f08-4228-855c-5a90f0fbbd45 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=b9bc2bda-60b3-4b78-8037-54ca39fe30b0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:25.784403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-08d913df-09fb-4e71-8c72-e6e61e738691 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911257 Apr 05 21:01:25.786997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55940) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:25.793335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:25.955335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:25.961678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:25.965165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:25.977954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:26.012336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3858627-55b2-43c1-b995-cb49f8c26716 req-c28e9c9d-0076-485d-898e-bb0e3ec426ff tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:26.012336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3858627-55b2-43c1-b995-cb49f8c26716 req-c28e9c9d-0076-485d-898e-bb0e3ec426ff tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 944 time: 0.1984138 Apr 05 21:01:26.014388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55948) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:26.062968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3858627-55b2-43c1-b995-cb49f8c26716 req-ee11afea-7d18-4d7e-a07b-aa5b7e00af10 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449412 Apr 05 21:01:26.081521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:26.090247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.222592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483c6ca-2fe7-4728-96d2-1410dcfa87fa None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:26.234177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.276942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:26.282057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Usage tracker for resource:security_group_rule and tenant:1c01bc8051824de196900eb4bd7f81a6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:26.285761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:26.292085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:26.374264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.427243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-479b8bae-92f1-4d32-b860-d88a313beaea None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:26.427897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-479b8bae-92f1-4d32-b860-d88a313beaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.460169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.508893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315d02d-2c4c-45db-a8e9-f933fa6a81a3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:26.513784 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd46cd26-b8b9-410d-9e91-6b3a6f75a1ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c01bc8051824de196900eb4bd7f81a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4983156 Apr 05 21:01:26.516536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55956) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:26.581910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:01:26.592525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18e82e75-4ad6-4da8-b5b3-fa89f36bed65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.620051 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18e82e75-4ad6-4da8-b5b3-fa89f36bed65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.760154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Update dhcp port {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': 'e05d1091-24d4-4b2d-bfb2-12af157d5ee0'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'f903a59f-94ad-414e-b9c3-0fbb316cea68'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:01:26.811488 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.813479 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18e82e75-4ad6-4da8-b5b3-fa89f36bed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.822387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c806b9e4-ac22-4f24-93a2-70c3e93e5f79 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:01:26.833929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e82e75-4ad6-4da8-b5b3-fa89f36bed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315d02d-2c4c-45db-a8e9-f933fa6a81a3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:26.845688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18e82e75-4ad6-4da8-b5b3-fa89f36bed65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.850198 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-18e82e75-4ad6-4da8-b5b3-fa89f36bed65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2315d02d-2c4c-45db-a8e9-f933fa6a81a3 HTTP/1.1" status: 204 len: 168 time: 0.3321412 Apr 05 21:01:26.913196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:26.945750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 21:01:27.158246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c806b9e4-ac22-4f24-93a2-70c3e93e5f79, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:27.174028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79', 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375', 'port_id': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79', 'mac_address': 'fa:16:3e:0e:9a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f890b429-74a0-488d-8f40-8c663cd5a524', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:01:27.202528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f903a59f-94ad-414e-b9c3-0fbb316cea68,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:27.231167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.249561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c806b9e4-ac22-4f24-93a2-70c3e93e5f79 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:01:27.268285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c806b9e4-ac22-4f24-93a2-70c3e93e5f79, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:27.284796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.310448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868f33-066e-4c7f-bc60-86d756e24e32 req-5defed06-9027-42c2-bea9-e32efeb504b0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:27.310448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65868f33-066e-4c7f-bc60-86d756e24e32 req-5defed06-9027-42c2-bea9-e32efeb504b0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 944 time: 0.1047750 Apr 05 21:01:27.358984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65868f33-066e-4c7f-bc60-86d756e24e32 req-0fce398e-bcc7-4c17-990c-432a75f4b6c2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Apr 05 21:01:27.361257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.389963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.390966 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.436729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:27.459115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:01:27.460484 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:01:27.511232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:27.517092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:27.523737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:27.524654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.543078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:27.545696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=e05d1091-24d4-4b2d-bfb2-12af157d5ee0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:27.559418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['c806b9e4-ac22-4f24-93a2-70c3e93e5f79'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:01:27.673682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-af6a4550-fbb1-419c-aece-5b5462da9403 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8829417 Apr 05 21:01:27.673871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55970) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:27.679144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:27.831981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:27.837117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:27.841433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:27.848179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:27.932728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:27.952015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.973596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:27.979794 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.985706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:27.990116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Usage tracker for resource:security_group_rule and tenant:e98ecf5759eb436b93b29463dc203e90 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:27.994626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:28.002291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:28.017298 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.079902 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.207040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.259667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6fba46-d67e-430b-bbad-e90658f4b9d3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:28.264623 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-89420422-7987-461e-8f0b-aaf6c5ffd155 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e98ecf5759eb436b93b29463dc203e90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302929 Apr 05 21:01:28.268209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 55988) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:28.403969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f903a59f-94ad-414e-b9c3-0fbb316cea68,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:28.449138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.449931 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c3b52e6-41c0-4b35-9f0f-362b5b9447c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.477523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c3b52e6-41c0-4b35-9f0f-362b5b9447c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.550108 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.574108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b62a7-96a3-4984-9eaa-70ebd41b34d2 req-5d4544f8-471c-4be3-88d4-370febf4faaa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:28.575583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f1b62a7-96a3-4984-9eaa-70ebd41b34d2 req-5d4544f8-471c-4be3-88d4-370febf4faaa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 945 time: 0.0800402 Apr 05 21:01:28.621999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dede3b5-0f53-4e14-bd87-84543dc7a3a1 None None] Pushing event updated for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:28.625862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f1b62a7-96a3-4984-9eaa-70ebd41b34d2 req-d34bec3a-3a72-4768-ac2c-9774607f036a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443659 Apr 05 21:01:28.639111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.670955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c3b52e6-41c0-4b35-9f0f-362b5b9447c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.688147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b52e6-41c0-4b35-9f0f-362b5b9447c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6fba46-d67e-430b-bbad-e90658f4b9d3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:28.695527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1c3b52e6-41c0-4b35-9f0f-362b5b9447c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.697122 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1c3b52e6-41c0-4b35-9f0f-362b5b9447c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0a6fba46-d67e-430b-bbad-e90658f4b9d3 HTTP/1.1" status: 204 len: 168 time: 0.4261601 Apr 05 21:01:28.718714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:28.722268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:28.725101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:28.725684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:28.740304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:28.851067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c806b9e4-ac22-4f24-93a2-70c3e93e5f79 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:28.894001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7a1f1d58-080f-4271-948c-2aa309f5410e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2191522 Apr 05 21:01:28.899024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 55998) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:28.905453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:21:c3:fe', 'name': 'tempest-NetworksTestDHCPv6-16151310'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:29.053131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:29.057301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:29.060212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:29.066497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:29.114185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f903a59f-94ad-414e-b9c3-0fbb316cea68 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:29.144500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af560e-a146-4be7-8fb9-f781662ad0d1 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:29.171351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:29.229607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:29.264549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:29.265160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.372849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.405676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port af65c045-0019-4ddb-8ecd-bd26fefb8301 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:01:29.412635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ddd990ba-662b-4b04-ac25-2a51e0c9ec04 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:29.413073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ddd990ba-662b-4b04-ac25-2a51e0c9ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.571942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:29.573655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.673576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 172.20.0.10 (bb548de5-be95-4590-bb49-378e5da5155c/2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e/af65c045-0019-4ddb-8ecd-bd26fefb8301) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:29.688857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.689817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fe21:c3fe (bb548de5-be95-4590-bb49-378e5da5155c/e05d1091-24d4-4b2d-bfb2-12af157d5ee0/af65c045-0019-4ddb-8ecd-bd26fefb8301) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:29.811769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c806b9e4-ac22-4f24-93a2-70c3e93e5f79, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:29.814489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:01:29.949591 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.982563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000968a-5fe0-4568-a891-dca884127577 req-ba53f2b0-7c60-4c57-8501-188c2b3db047 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:29.989059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a000968a-5fe0-4568-a891-dca884127577 req-ba53f2b0-7c60-4c57-8501-188c2b3db047 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 945 time: 0.1966555 Apr 05 21:01:30.030131 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:30.050160 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e99431-6f2e-4b68-9467-5881ce9c9e87'] response: {'server_uuid': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79', 'code': 200} Apr 05 21:01:30.082183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:30.108314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object af65c045-0019-4ddb-8ecd-bd26fefb8301 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:30.130214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a000968a-5fe0-4568-a891-dca884127577 req-6fc37f3e-3733-4863-aefa-a9efcd885a1e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288714 Apr 05 21:01:30.164457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c734a983-44c2-4dd9-8902-61b3871bf4f1 req-9e45fea9-c674-4b00-a529-f6780512f4e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 1097 time: 0.1251206 Apr 05 21:01:30.210007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] Update dhcp port {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': 'e05d1091-24d4-4b2d-bfb2-12af157d5ee0', 'ip_address': '2001:db8::f816:3eff:fef3:e296'}, {'subnet_id': '2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'f903a59f-94ad-414e-b9c3-0fbb316cea68'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:01:30.227485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c734a983-44c2-4dd9-8902-61b3871bf4f1 req-37f5619b-d1f9-4adb-b677-3d6b4ef34d20 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569336 Apr 05 21:01:30.236458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:30.271780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:30.321808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:30.325421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:30.329328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:30.374873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=af65c045-0019-4ddb-8ecd-bd26fefb8301,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:30.437686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:30.437686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:30.544413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] Allocated IP 172.20.0.2 (bb548de5-be95-4590-bb49-378e5da5155c/2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e/f903a59f-94ad-414e-b9c3-0fbb316cea68) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:30.598732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f4c4aed5-030a-4951-83da-a3ae4b71dc84 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6983235 Apr 05 21:01:30.601010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56030) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:30.690240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed3a84-03f4-4dc7-aca3-cd9ecddf8ff8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:30.694658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed3a84-03f4-4dc7-aca3-cd9ecddf8ff8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:30.695520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0ed3a84-03f4-4dc7-aca3-cd9ecddf8ff8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:30.743949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f903a59f-94ad-414e-b9c3-0fbb316cea68,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:30.777387 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:30.810367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] Transition to ACTIVE for port object f903a59f-94ad-414e-b9c3-0fbb316cea68 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:30.853472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0ed3a84-03f4-4dc7-aca3-cd9ecddf8ff8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:30.855968 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b0ed3a84-03f4-4dc7-aca3-cd9ecddf8ff8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2536650 Apr 05 21:01:30.858227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56036) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:30.898934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:30.939120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port af65c045-0019-4ddb-8ecd-bd26fefb8301 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:30.940572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:31.079553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c42f-4de4-4762-aaed-39a645d11dc0 None None] Pushing event updated for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:31.412795 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:31.582597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555246d-aab4-4206-a03d-c540cc701bd1 req-24e9aec7-6fdf-4c7b-9b9f-fbdfa3023e7c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:31.584221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d555246d-aab4-4206-a03d-c540cc701bd1 req-24e9aec7-6fdf-4c7b-9b9f-fbdfa3023e7c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 946 time: 0.2042060 Apr 05 21:01:31.640679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d555246d-aab4-4206-a03d-c540cc701bd1 req-fda164ea-f37a-4445-b1aa-74cc3499a00a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Apr 05 21:01:31.701725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for af65c045-0019-4ddb-8ecd-bd26fefb8301 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:32.018562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc274b4-76fb-450a-8b2c-d55092168121 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:32.059096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:32.118685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=af65c045-0019-4ddb-8ecd-bd26fefb8301,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:32.269387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-60ff38d2-89a5-416c-9235-277ca632ae70 None None] Provisioning for port f903a59f-94ad-414e-b9c3-0fbb316cea68 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:32.271582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:32.283562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-60ff38d2-89a5-416c-9235-277ca632ae70 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:32.284295 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-60ff38d2-89a5-416c-9235-277ca632ae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:32.433775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56066) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:32.433954 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b28fc6d6-8f6c-4db6-aa90-b10e890e40dd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/af65c045-0019-4ddb-8ecd-bd26fefb8301 HTTP/1.1" status: 204 len: 168 time: 1.5746763 Apr 05 21:01:32.521698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c5fb8-94ec-4f76-90fa-bc7b4a8f1223 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:32.523240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c5fb8-94ec-4f76-90fa-bc7b4a8f1223 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:32.524620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c5fb8-94ec-4f76-90fa-bc7b4a8f1223 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:32.525453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-048c5fb8-94ec-4f76-90fa-bc7b4a8f1223 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:32.635926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-048c5fb8-94ec-4f76-90fa-bc7b4a8f1223 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:32.639826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-048c5fb8-94ec-4f76-90fa-bc7b4a8f1223 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2021677 Apr 05 21:01:32.639997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56072) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:32.713380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:32.716788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:32.774851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:32.783292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-06a48316-390a-4c9e-a497-951011584623 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:32.783780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06a48316-390a-4c9e-a497-951011584623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.083252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.083376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3bb0e8fc-5b76-4bc4-8863-f4cc3ab5cfb8 None None] Could not find standard attr ID for object af65c045-0019-4ddb-8ecd-bd26fefb8301. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:01:33.124255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ea9c7-af05-47be-a2b3-186ac4b80d2a req-07460c94-7288-40f5-94be-6f1f02e2b4aa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:33.131226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-588ea9c7-af05-47be-a2b3-186ac4b80d2a req-07460c94-7288-40f5-94be-6f1f02e2b4aa tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 946 time: 0.1558750 Apr 05 21:01:33.144991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f903a59f-94ad-414e-b9c3-0fbb316cea68 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:33.194569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-588ea9c7-af05-47be-a2b3-186ac4b80d2a req-88d6df77-9857-47a0-80a1-e0c27c58e2f7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624640 Apr 05 21:01:33.220133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:33.220513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.322357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.365668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:33.374094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.382710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63264d6e-6035-4610-88c5-05a49455f216 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:33.469020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b60c72-0a6a-481f-be83-116090dd3d48 req-f6ee537b-79b7-4a99-8ddd-212750064f42 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:33.470520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08b60c72-0a6a-481f-be83-116090dd3d48 req-f6ee537b-79b7-4a99-8ddd-212750064f42 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 946 time: 0.0805259 Apr 05 21:01:33.499271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e41b3454-775e-433e-ab1c-091fbdd276d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e HTTP/1.1" status: 204 len: 168 time: 0.8581452 Apr 05 21:01:33.502003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56084) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:33.570834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08b60c72-0a6a-481f-be83-116090dd3d48 req-7d2d2889-b522-4f48-87d0-6d39df486543 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908520 Apr 05 21:01:33.583155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet e05d1091-24d4-4b2d-bfb2-12af157d5ee0 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:33.586631 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.665771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.767313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:33.979837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.022693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=e05d1091-24d4-4b2d-bfb2-12af157d5ee0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:34.031422 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.041670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1599abbc-d23f-44ca-8e9c-9db211a1bb1a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/e05d1091-24d4-4b2d-bfb2-12af157d5ee0 HTTP/1.1" status: 204 len: 168 time: 0.5387094 Apr 05 21:01:34.044610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56100) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:34.112343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-304c5441-24f4-4336-acd1-312e8c5cc7cc tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665534 Apr 05 21:01:34.115032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56106) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:34.120476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:34.143985 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.223274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c209a17e-3498-4429-8a79-4dc8e8a7af5a None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:34.244616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:34.249796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:34.256017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:34.259333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:34.332948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:34.336579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.357388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b0dbdd9d-17c3-4529-b768-d7b6dbbaef39 None None] Provisioning complete for port f903a59f-94ad-414e-b9c3-0fbb316cea68 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:34.357941 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0dbdd9d-17c3-4529-b768-d7b6dbbaef39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.652396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:01:34.656893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] Deleting port f903a59f-94ad-414e-b9c3-0fbb316cea68 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:34.657283 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.757391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.851540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:34.854721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:34.857134 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f41ebc7e-2d29-4e5d-84b7-4e865f180537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.859873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:34.860524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:34.879600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=2a728fae-36f5-48f8-895c-d678529d9969,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:34.908720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] For port f903a59f-94ad-414e-b9c3-0fbb316cea68, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f903a59f-94ad-414e-b9c3-0fbb316cea68,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:34.911171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:35.005295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cfbce622-df60-4ca3-8a57-009c8c38da61 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8866107 Apr 05 21:01:35.005537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56116) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:35.012789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:35.119979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] Calling delete_port for f903a59f-94ad-414e-b9c3-0fbb316cea68 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:35.130305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56124) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:35.146951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f903a59f-94ad-414e-b9c3-0fbb316cea68 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:35.214989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:35.219495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:35.222395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:35.228370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:35.299790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:35.303977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:35.410001 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:35.436974 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:35.461862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] Pushing event deleted for resources: {'Port': ['ID=f903a59f-94ad-414e-b9c3-0fbb316cea68,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:35.468042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccbb6f-b417-432b-b10f-4387a94e9aa7 None None] No DVR routers for this DVR port f903a59f-94ad-414e-b9c3-0fbb316cea68 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:35.484251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5914d8-eda8-4957-b2dd-032d4430dde8 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:35.734358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '2a728fae-36f5-48f8-895c-d678529d9969'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:01:35.735424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:35.897936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Allocated IP 172.20.0.2 (bb548de5-be95-4590-bb49-378e5da5155c/2a728fae-36f5-48f8-895c-d678529d9969/4ce14992-e7a4-4384-aad3-e7702a176332) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:36.058083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:01:36.059609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.119974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:36.123294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:36.123920 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.131947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:36.132547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.136454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Transition to ACTIVE for port object 4ce14992-e7a4-4384-aad3-e7702a176332 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:36.139246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.160447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Transition to ACTIVE for port object 4ce14992-e7a4-4384-aad3-e7702a176332 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:36.164224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=224f6482-504d-439c-9ad3-a32f592d23ae,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:36.218801 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.247195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f43a5b74-56c6-4afd-8313-b50a0177d8b5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2406828 Apr 05 21:01:36.250012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56140) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:36.256031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:e4:b3:c0', 'name': 'tempest-NetworksTestDHCPv6-2084559207'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:36.314821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:36.318556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:36.322884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:36.331047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Pushing event updated for resources: {'Port': ['ID=4ce14992-e7a4-4384-aad3-e7702a176332,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:36.433089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Attempting to bind port 4ce14992-e7a4-4384-aad3-e7702a176332 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:36.433998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Attempting to bind port 4ce14992-e7a4-4384-aad3-e7702a176332 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:36.434391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Attempting to bind port 4ce14992-e7a4-4384-aad3-e7702a176332 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:36.442446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:36.443469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:36.443887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.444283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:36.444758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Bound port: 4ce14992-e7a4-4384-aad3-e7702a176332, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:36.445255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.465807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:36.470124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:36.473195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:36.479136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:36.551765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] For port 4ce14992-e7a4-4384-aad3-e7702a176332, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:36.554885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] For port 4ce14992-e7a4-4384-aad3-e7702a176332, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ce14992-e7a4-4384-aad3-e7702a176332,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:36.555814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:36.562619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.601316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 4bf21557-afbc-4208-b9e3-e62b8d41c27d yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:01:36.664940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.20.0.17 (a76ef77e-b289-4b91-8529-621cd4aa7375/f890b429-74a0-488d-8f40-8c663cd5a524/59aa2862-175c-4e7f-8496-a84076f414a6) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:36.701895 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.807717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb45f66-d4f0-4165-9268-0bd2e03c6b63 None None] Pushing event updated for resources: {'Port': ['ID=4ce14992-e7a4-4384-aad3-e7702a176332,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:36.842529 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6617d18-8397-45f3-b58c-b0ec51a60657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.871801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 172.20.0.9 (bb548de5-be95-4590-bb49-378e5da5155c/2a728fae-36f5-48f8-895c-d678529d9969/4bf21557-afbc-4208-b9e3-e62b8d41c27d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:36.887175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:36.888886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fee4:b3c0 (bb548de5-be95-4590-bb49-378e5da5155c/224f6482-504d-439c-9ad3-a32f592d23ae/4bf21557-afbc-4208-b9e3-e62b8d41c27d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:36.908697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Transition to ACTIVE for port object 59aa2862-175c-4e7f-8496-a84076f414a6 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:36.998217 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:37.163528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network a76ef77e-b289-4b91-8529-621cd4aa7375 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:37.169596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:37.180515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:37.185472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=59aa2862-175c-4e7f-8496-a84076f414a6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:37.191209 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:37.219590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 4bf21557-afbc-4208-b9e3-e62b8d41c27d will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:37.227157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ce14992-e7a4-4384-aad3-e7702a176332 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:37.347098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:37.365396 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:37.521370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4ce14992-e7a4-4384-aad3-e7702a176332 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:37.590165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:37.606510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:37.611969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:37.654498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:37.666318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=4bf21557-afbc-4208-b9e3-e62b8d41c27d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:37.702293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:37.702925 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:37.721446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-53b34ee3-f383-4d11-adca-a8c32af9b1d5 None None] Provisioning for port 59aa2862-175c-4e7f-8496-a84076f414a6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:37.735314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-53b34ee3-f383-4d11-adca-a8c32af9b1d5 None None] Provisioning complete for port 59aa2862-175c-4e7f-8496-a84076f414a6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:37.736036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53b34ee3-f383-4d11-adca-a8c32af9b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:37.822224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ae401c80-ab20-4945-85ec-f72fb37a75ce tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5708680 Apr 05 21:01:37.822800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56160) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:37.846086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-53b34ee3-f383-4d11-adca-a8c32af9b1d5 None None] Port 59aa2862-175c-4e7f-8496-a84076f414a6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:01:37.967375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fbd9d6-9b24-4d81-b752-9d0b976cfd83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:37.977450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fbd9d6-9b24-4d81-b752-9d0b976cfd83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:37.978365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-93fbd9d6-9b24-4d81-b752-9d0b976cfd83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:38.082496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-93fbd9d6-9b24-4d81-b752-9d0b976cfd83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:38.083696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-93fbd9d6-9b24-4d81-b752-9d0b976cfd83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2599669 Apr 05 21:01:38.085823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56166) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:38.234333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 4bf21557-afbc-4208-b9e3-e62b8d41c27d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:38.235471 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.353848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc173fbb-e66e-4024-a862-2f1100447462 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:38.389708 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.445287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.510106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.625778 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.652802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.656450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=59aa2862-175c-4e7f-8496-a84076f414a6,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:38.725561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8e0d253c-5312-4e72-8499-804ab75a00db None None] Provisioning for port 4ce14992-e7a4-4384-aad3-e7702a176332 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:38.734605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.754960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8e0d253c-5312-4e72-8499-804ab75a00db None None] Provisioning complete for port 4ce14992-e7a4-4384-aad3-e7702a176332 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:38.755656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e0d253c-5312-4e72-8499-804ab75a00db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.803779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 4bf21557-afbc-4208-b9e3-e62b8d41c27d owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:38.894360 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e0d253c-5312-4e72-8499-804ab75a00db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:38.942875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8e0d253c-5312-4e72-8499-804ab75a00db None None] For port 4ce14992-e7a4-4384-aad3-e7702a176332, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ce14992-e7a4-4384-aad3-e7702a176332,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:38.949269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network a76ef77e-b289-4b91-8529-621cd4aa7375 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:38.950965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:39.032793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e0d253c-5312-4e72-8499-804ab75a00db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.184283 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.206568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] Update dhcp port {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': '2a728fae-36f5-48f8-895c-d678529d9969', 'ip_address': '172.20.0.2'}, {'subnet_id': '224f6482-504d-439c-9ad3-a32f592d23ae'}], 'binding:host_id': 'n-d-836605-1'}, 'id': '4ce14992-e7a4-4384-aad3-e7702a176332'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:01:39.272085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d253c-5312-4e72-8499-804ab75a00db None None] Pushing event updated for resources: {'Port': ['ID=4ce14992-e7a4-4384-aad3-e7702a176332,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:39.277934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.301097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=4bf21557-afbc-4208-b9e3-e62b8d41c27d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:39.446092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.446418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.446760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.447299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.447424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.447748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.448075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.448403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.448761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.449544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.449544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:39.467268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d9bfee90-cdab-4e4c-872d-2668506f2129 None None] Provisioning complete for port 59aa2862-175c-4e7f-8496-a84076f414a6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:39.467798 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d9bfee90-cdab-4e4c-872d-2668506f2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.527422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfee90-cdab-4e4c-872d-2668506f2129 None None] Port 59aa2862-175c-4e7f-8496-a84076f414a6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:01:39.534329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.599258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router 42d3fa58-fc1d-4779-ad15-4037d798dc0f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:01:39.626377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-13183eb6-bc68-47c0-9602-1d51949c8596 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/4bf21557-afbc-4208-b9e3-e62b8d41c27d HTTP/1.1" status: 204 len: 168 time: 1.5392506 Apr 05 21:01:39.629022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56196) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:39.642546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] Allocated IP 2001:db8::f816:3eff:fef3:78a9 (bb548de5-be95-4590-bb49-378e5da5155c/224f6482-504d-439c-9ad3-a32f592d23ae/4ce14992-e7a4-4384-aad3-e7702a176332) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:39.697706 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:01:39.872072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23704151-83fe-45d8-a11f-db7f2469b7e6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:39.873529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23704151-83fe-45d8-a11f-db7f2469b7e6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:39.875275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23704151-83fe-45d8-a11f-db7f2469b7e6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:39.875827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-23704151-83fe-45d8-a11f-db7f2469b7e6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:39.880862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] For port 4ce14992-e7a4-4384-aad3-e7702a176332, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ce14992-e7a4-4384-aad3-e7702a176332,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:39.899306 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.906826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:01:39.921163 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.926607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Sync routers for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:01:39.944831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] Transition to ACTIVE for port object 4ce14992-e7a4-4384-aad3-e7702a176332 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:39.950048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:39.950610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:39.995211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-23704151-83fe-45d8-a11f-db7f2469b7e6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:39.996444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-23704151-83fe-45d8-a11f-db7f2469b7e6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3664565 Apr 05 21:01:39.999125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56202) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:40.000841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e6c5772-6ee2-42ff-99da-5833fd6d3cfc tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "PUT /v2.0/routers/42d3fa58-fc1d-4779-ad15-4037d798dc0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8685930 Apr 05 21:01:40.001899 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.075995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 224f6482-504d-439c-9ad3-a32f592d23ae {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:40.078965 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.139994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.227990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.230697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8858c-7749-4f16-87a2-8df558525a5e None None] Pushing event updated for resources: {'Port': ['ID=4ce14992-e7a4-4384-aad3-e7702a176332,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:40.296285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:40.487775 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.543440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.551105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=224f6482-504d-439c-9ad3-a32f592d23ae,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:40.619429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0af7d7e9-7257-4c3a-a6de-196772dfa064 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/224f6482-504d-439c-9ad3-a32f592d23ae HTTP/1.1" status: 204 len: 168 time: 0.6172924 Apr 05 21:01:40.622352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56214) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:40.837172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 2a728fae-36f5-48f8-895c-d678529d9969 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:40.837826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T21:00:05Z', 'revision_number': 1, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aa2862-175c-4e7f-8496-a84076f414a6', 'name': '', 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:11:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f890b429-74a0-488d-8f40-8c663cd5a524', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:01:36Z', 'updated_at': '2022-04-05T21:01:38Z', 'revision_number': 2, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'f890b429-74a0-488d-8f40-8c663cd5a524', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:40.840340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.842755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Checking router: 42d3fa58-fc1d-4779-ad15-4037d798dc0f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:01:40.843121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Updating router 42d3fa58-fc1d-4779-ad15-4037d798dc0f port 59aa2862-175c-4e7f-8496-a84076f414a6 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:01:40.906861 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:40.939492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.053360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.057841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4909a2-f67a-4ecd-8639-d192462ca989 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:41.191066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ce14992-e7a4-4384-aad3-e7702a176332 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:41.242120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.296306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=2a728fae-36f5-48f8-895c-d678529d9969,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:41.309945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.330405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-64eed550-c239-4e05-a407-b85af28f107e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/2a728fae-36f5-48f8-895c-d678529d9969 HTTP/1.1" status: 204 len: 168 time: 0.7048409 Apr 05 21:01:41.330788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56222) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:41.418100 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35efab9d-b941-4825-a425-8fb063525e1c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858555 Apr 05 21:01:41.421952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56228) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:41.422915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b275fff4-03d1-4bfa-8475-f54c7e462ee6 None None] Provisioning for port 4ce14992-e7a4-4384-aad3-e7702a176332 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:41.431066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:41.493155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b275fff4-03d1-4bfa-8475-f54c7e462ee6 None None] Provisioning complete for port 4ce14992-e7a4-4384-aad3-e7702a176332 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:41.493542 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b275fff4-03d1-4bfa-8475-f54c7e462ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.613923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:41.624686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:41.624686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:41.632066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:41.647797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4ce14992-e7a4-4384-aad3-e7702a176332 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:41.648173 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.704018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:41.707719 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.862997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b275fff4-03d1-4bfa-8475-f54c7e462ee6 None None] Could not find standard attr ID for object 4bf21557-afbc-4208-b9e3-e62b8d41c27d. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:01:41.906483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:01:41.917012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] Deleting port 4ce14992-e7a4-4384-aad3-e7702a176332 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:41.917280 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.954549 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:41.990350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.000763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Transition to ACTIVE for port object 59aa2862-175c-4e7f-8496-a84076f414a6 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:42.061139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:42.064138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:42.068149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:42.068726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.072403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=0da33169-066f-49f8-97d8-643cb92e5a83,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:42.087607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.158991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd6530e6-1b97-4813-88b6-54e37b8e8b6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7317727 Apr 05 21:01:42.159354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56242) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:42.164982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:42.275057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912adba1-3cbf-440b-9c16-3500888aacdd None None] Pushing event updated for resources: {'Port': ['ID=59aa2862-175c-4e7f-8496-a84076f414a6,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:42.328008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:42.332582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:42.335935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:42.344760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:42.397108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] For port 4ce14992-e7a4-4384-aad3-e7702a176332, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4ce14992-e7a4-4384-aad3-e7702a176332,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:42.397495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.412780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:42.556650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.569611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Attempting to bind port 59aa2862-175c-4e7f-8496-a84076f414a6 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:42.569983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Attempting to bind port 59aa2862-175c-4e7f-8496-a84076f414a6 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:42.570270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Attempting to bind port 59aa2862-175c-4e7f-8496-a84076f414a6 on network a76ef77e-b289-4b91-8529-621cd4aa7375 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:42.582568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] Calling delete_port for 4ce14992-e7a4-4384-aad3-e7702a176332 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:42.692611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:42.693041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Checking segment: {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:42.693449 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.693844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Bound using segment: {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:42.694322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Bound port: 59aa2862-175c-4e7f-8496-a84076f414a6, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f10f52-8563-45aa-9180-fe5df4d16636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:42.695452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.733998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70a716-33c3-4e3c-a307-c220e5385a34 req-4771d4f3-ef58-4e52-b5b7-30d154ac2b59 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:42.735623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae70a716-33c3-4e3c-a307-c220e5385a34 req-4771d4f3-ef58-4e52-b5b7-30d154ac2b59 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 945 time: 0.1033213 Apr 05 21:01:42.786710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae70a716-33c3-4e3c-a307-c220e5385a34 req-2c6ee8c1-4c48-40bd-8a7a-435e7a3b95ef tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 Apr 05 21:01:42.806977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] For port 59aa2862-175c-4e7f-8496-a84076f414a6, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:42.812250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] For port 59aa2862-175c-4e7f-8496-a84076f414a6, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=59aa2862-175c-4e7f-8496-a84076f414a6,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:42.814250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.861783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] Pushing event deleted for resources: {'Port': ['ID=4ce14992-e7a4-4384-aad3-e7702a176332,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:42.873743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8fe3a-d56e-45f7-ae66-a3a4cd3ac47b None None] No DVR routers for this DVR port 4ce14992-e7a4-4384-aad3-e7702a176332 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:42.893911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f1856-438f-4802-aca9-e7de3c8c2111 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:42.961189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:43.083570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912adba1-3cbf-440b-9c16-3500888aacdd None None] Pushing event updated for resources: {'Port': ['ID=59aa2862-175c-4e7f-8496-a84076f414a6,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:43.093580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:43.094216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:43.164909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:01:43.167300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:43.236969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:43.240341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:43.243635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:43.244210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:43.245406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ce14992-e7a4-4384-aad3-e7702a176332 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:43.267542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=3f73bac3-7c5c-457e-9fb7-522095eed50a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:43.353727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4ce14992-e7a4-4384-aad3-e7702a176332 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:01:43.354084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4ce14992-e7a4-4384-aad3-e7702a176332 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:43.364547 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aaf1bb1f-8d73-4dff-82e3-983365aa4cff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2035558 Apr 05 21:01:43.367209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56260) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:43.373227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:4f:53:b2', 'name': 'tempest-NetworksTestDHCPv6-460458305'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:43.400457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '0da33169-066f-49f8-97d8-643cb92e5a83'}, {'subnet_id': '3f73bac3-7c5c-457e-9fb7-522095eed50a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:01:43.401302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:43.473341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:43.529331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:43.533860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:43.537512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:43.549556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:43.647338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:43.651714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:43.685376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port f155c4ec-bca7-4e25-9c66-157eb45655eb yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:01:43.885058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Allocated IP 172.20.0.2 (bb548de5-be95-4590-bb49-378e5da5155c/0da33169-066f-49f8-97d8-643cb92e5a83/e09f4f6c-0250-44e1-80f2-6b18e23f7d8e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:43.903630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Allocated IP 2001:db8::f816:3eff:fe53:77a9 (bb548de5-be95-4590-bb49-378e5da5155c/3f73bac3-7c5c-457e-9fb7-522095eed50a/e09f4f6c-0250-44e1-80f2-6b18e23f7d8e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:44.028204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77f828-6d04-47c4-926f-2f327c846af8 req-a0f63f52-c421-479e-93fb-0f58e202eaeb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:44.029730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea77f828-6d04-47c4-926f-2f327c846af8 req-a0f63f52-c421-479e-93fb-0f58e202eaeb tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 945 time: 0.0950904 Apr 05 21:01:44.082833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea77f828-6d04-47c4-926f-2f327c846af8 req-063e1585-9523-4b12-b37c-d639ecfe5212 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471520 Apr 05 21:01:44.176661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T21:00:05Z', 'revision_number': 1, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aa2862-175c-4e7f-8496-a84076f414a6', 'name': '', 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:11:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f890b429-74a0-488d-8f40-8c663cd5a524', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:01:36Z', 'updated_at': '2022-04-05T21:01:42Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'f890b429-74a0-488d-8f40-8c663cd5a524', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:44.192889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728c210-be83-42c6-ba82-9b49c639b69e None None] The sync data for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 is: [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T21:00:05Z', 'revision_number': 1, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59aa2862-175c-4e7f-8496-a84076f414a6', 'name': '', 'network_id': 'a76ef77e-b289-4b91-8529-621cd4aa7375', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:11:21:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f890b429-74a0-488d-8f40-8c663cd5a524', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:01:36Z', 'updated_at': '2022-04-05T21:01:42Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'f890b429-74a0-488d-8f40-8c663cd5a524', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:01:44.217799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.229879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Transition to ACTIVE for port object e09f4f6c-0250-44e1-80f2-6b18e23f7d8e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:44.259081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Transition to ACTIVE for port object e09f4f6c-0250-44e1-80f2-6b18e23f7d8e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:44.355832 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.431354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:44.436000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:44.438105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Pushing event updated for resources: {'Port': ['ID=e09f4f6c-0250-44e1-80f2-6b18e23f7d8e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:44.440320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:44.516046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-40b94ed1-1c67-4083-a384-4087f213ef18 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:44.518081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-40b94ed1-1c67-4083-a384-4087f213ef18 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 945 time: 0.3603024 Apr 05 21:01:44.634182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 172.20.0.13 (bb548de5-be95-4590-bb49-378e5da5155c/0da33169-066f-49f8-97d8-643cb92e5a83/f155c4ec-bca7-4e25-9c66-157eb45655eb) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:44.638369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Attempting to bind port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:44.638709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Attempting to bind port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:44.639201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Attempting to bind port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:44.646271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port 9c43f934-9edd-4614-a923-5277f0eced07 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:44.646614 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.648007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:44.648544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:44.648947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.649499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:44.649968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Bound port: e09f4f6c-0250-44e1-80f2-6b18e23f7d8e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:44.650339 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.691227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fe4f:53b2 (bb548de5-be95-4590-bb49-378e5da5155c/3f73bac3-7c5c-457e-9fb7-522095eed50a/f155c4ec-bca7-4e25-9c66-157eb45655eb) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:44.781519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] For port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:44.785521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] For port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e09f4f6c-0250-44e1-80f2-6b18e23f7d8e,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:44.858913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.956132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c85e2f-cdab-4ae9-b0b5-cd7b1419a1be None None] Pushing event updated for resources: {'Port': ['ID=e09f4f6c-0250-44e1-80f2-6b18e23f7d8e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:45.102616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] For port 9c43f934-9edd-4614-a923-5277f0eced07, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=9c43f934-9edd-4614-a923-5277f0eced07,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:45.103091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.126146 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.211593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object f155c4ec-bca7-4e25-9c66-157eb45655eb will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:45.232387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 59aa2862-175c-4e7f-8496-a84076f414a6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:45.366931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 59aa2862-175c-4e7f-8496-a84076f414a6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:45.371715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 59aa2862-175c-4e7f-8496-a84076f414a6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:45.372094 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.491710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.512635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8b6b0-6026-4f82-9eaa-325bf15a4d27 req-e55ea870-835b-40f0-96b0-bc4c7edab834 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:45.514051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ca8b6b0-6026-4f82-9eaa-325bf15a4d27 req-e55ea870-835b-40f0-96b0-bc4c7edab834 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 945 time: 0.2777183 Apr 05 21:01:45.517507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.517881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.518192 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Floating IP 5b008943-407c-4835-882a-4a5a41d65499 disassociated. External IP: 172.25.2.17, port: 9c43f934-9edd-4614-a923-5277f0eced07. Apr 05 21:01:45.518527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for 9c43f934-9edd-4614-a923-5277f0eced07 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:45.526094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 59aa2862-175c-4e7f-8496-a84076f414a6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=59aa2862-175c-4e7f-8496-a84076f414a6,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:45.556937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.590219 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.659361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=59aa2862-175c-4e7f-8496-a84076f414a6,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:45.704354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:45.708743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:45.712832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ca8b6b0-6026-4f82-9eaa-325bf15a4d27 req-59e47d50-7434-4253-b952-ed42a24754a2 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups?id=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635866 Apr 05 21:01:45.713453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:45.743030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=f155c4ec-bca7-4e25-9c66-157eb45655eb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:45.825762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:45.826056 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.993454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56290) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:45.994046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-efd085fb-f535-44c5-a78c-96cb2ea47d04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6251631 Apr 05 21:01:45.994725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:46.073912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=9c43f934-9edd-4614-a923-5277f0eced07,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:46.150375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b9dc4-fb69-41c0-b42b-b2bea684aa9b None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:46.208653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d24ae-6f19-4ebd-b5d3-a801ddbadc34 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:46.213201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d24ae-6f19-4ebd-b5d3-a801ddbadc34 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:46.214052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-da0d24ae-6f19-4ebd-b5d3-a801ddbadc34 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:46.304210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-da0d24ae-6f19-4ebd-b5d3-a801ddbadc34 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:46.305683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-da0d24ae-6f19-4ebd-b5d3-a801ddbadc34 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3101397 Apr 05 21:01:46.309021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56296) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:46.408773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port f155c4ec-bca7-4e25-9c66-157eb45655eb {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:46.409598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:46.418789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ce853b61-18ea-464e-9674-d7fa093010b6 None None] Provisioning for port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:46.509796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:01:46.802846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:46.874913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:01:46.889776 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:01:46.914272 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:46.915371 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:46.972438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for f155c4ec-bca7-4e25-9c66-157eb45655eb owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:47.074277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-89abd8a5-8082-4734-978b-3396b0e6837a req-62caf891-83d0-42c0-9063-ac8ea5c11a13 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Synchronizing usage tracker for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:47.122406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-89abd8a5-8082-4734-978b-3396b0e6837a req-62caf891-83d0-42c0-9063-ac8ea5c11a13 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Unset dirty status for tenant:8338932d8c164d4eb3133c416c29d90c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:47.123587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-89abd8a5-8082-4734-978b-3396b0e6837a req-62caf891-83d0-42c0-9063-ac8ea5c11a13 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 210 time: 0.1991072 Apr 05 21:01:47.133735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] No DVR routers for this DVR port 9c43f934-9edd-4614-a923-5277f0eced07 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:47.143292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:47.149358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1eb1803-4669-4549-b088-50629ff4c0dd req-e2d9881b-be8c-4f4f-8cb7-fc7a4f65044b tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.23 "DELETE /v2.0/ports/9c43f934-9edd-4614-a923-5277f0eced07 HTTP/1.1" status: 204 len: 173 time: 2.6243906 Apr 05 21:01:47.149790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'name': 'network-vif-deleted', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:01:47.385686 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3be111c-043f-4dc4-87ad-20c7652e55d4'] response: {'server_uuid': '65a87114-acff-4cbb-9524-88a7930b9080', 'name': 'network-vif-deleted', 'tag': '9c43f934-9edd-4614-a923-5277f0eced07', 'status': 'completed', 'code': 200} Apr 05 21:01:47.457358 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:47.563832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e09f4f6c-0250-44e1-80f2-6b18e23f7d8e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:47.613558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:47.676977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=f155c4ec-bca7-4e25-9c66-157eb45655eb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:47.772452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-df4e1159-abc8-4ea3-b070-5013a738b040 None None] Provisioning for port f155c4ec-bca7-4e25-9c66-157eb45655eb completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:47.784845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-df4e1159-abc8-4ea3-b070-5013a738b040 None None] Provisioning complete for port f155c4ec-bca7-4e25-9c66-157eb45655eb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:47.789915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df4e1159-abc8-4ea3-b070-5013a738b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:47.876192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-df4e1159-abc8-4ea3-b070-5013a738b040 None None] Port f155c4ec-bca7-4e25-9c66-157eb45655eb was deleted so its status cannot be updated. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 21:01:47.908854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:47.973080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:47.980395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:47.984688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:48.004606 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-43ef9365-fd62-4396-bcb8-3116302599ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/f155c4ec-bca7-4e25-9c66-157eb45655eb HTTP/1.1" status: 204 len: 168 time: 1.6936426 Apr 05 21:01:48.006361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56314) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:48.108694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6d7f3fdf-d88d-460b-989d-d46a62adb8b0 None None] Could not find standard attr ID for object 4bf21557-afbc-4208-b9e3-e62b8d41c27d. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:01:48.155400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0dcdc-b159-48aa-aaa8-ad186b002cec tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:48.155616 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:48.164704 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:01:48.165830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0dcdc-b159-48aa-aaa8-ad186b002cec tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:48.168058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0dcdc-b159-48aa-aaa8-ad186b002cec tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:48.173517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ff0dcdc-b159-48aa-aaa8-ad186b002cec tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:48.176868 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:01:48.177607 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:48.298928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-59e454bc-a6e7-4965-9b9a-fdfff46d174d None None] Could not find standard attr ID for object f155c4ec-bca7-4e25-9c66-157eb45655eb. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:01:48.316357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7ff0dcdc-b159-48aa-aaa8-ad186b002cec tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:48.319658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7ff0dcdc-b159-48aa-aaa8-ad186b002cec tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3117130 Apr 05 21:01:48.327020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56324) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:48.329992 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:48.449172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e09f4f6c-0250-44e1-80f2-6b18e23f7d8e,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:48.510600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:48.512263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 59aa2862-175c-4e7f-8496-a84076f414a6 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:48.658335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:01:48.672861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-450df552-d428-481c-96a3-c9654e021ba3 req-d5f9edc2-4ba2-4ac8-bcb4-a6925c46eaf1 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/ports?device_id=65a87114-acff-4cbb-9524-88a7930b9080 HTTP/1.1" status: 200 len: 210 time: 0.1209545 Apr 05 21:01:48.768017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 0da33169-066f-49f8-97d8-643cb92e5a83 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:48.778994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:48.814055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e09f4f6c-0250-44e1-80f2-6b18e23f7d8e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:48.849838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 59aa2862-175c-4e7f-8496-a84076f414a6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:48.850214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:48.918697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.047029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9c43f934-9edd-4614-a923-5277f0eced07 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:49.092406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.123171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 9c43f934-9edd-4614-a923-5277f0eced07 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:01:49.123171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 9c43f934-9edd-4614-a923-5277f0eced07 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:49.276171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.303793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e09f4f6c-0250-44e1-80f2-6b18e23f7d8e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:49.346066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=0da33169-066f-49f8-97d8-643cb92e5a83,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:49.361663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.362021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.362351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.362699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.363022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.364418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.364954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.365481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.365989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.366620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.367107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:49.370566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.409179 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:49.416890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ae071-af0b-4f60-b13d-75254af31eb9 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:49.422175 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf774b-6de7-4d70-b636-dbce3e2f88ac None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T20:55:23Z', 'revision_number': 4, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '703fec9a-7eaa-4182-b606-d07593837bbf', 'name': '', 'network_id': '6683db5f-6ba0-4b2d-840e-041ba53f4cba', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'mac_address': 'fa:16:3e:a5:79:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:22Z', 'updated_at': '2022-04-05T20:55:47Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'subnets': [{'id': '8e615c30-2e27-40c8-8edf-b1fb8b4eef38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:01:49.468377 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3aad7678-9633-41d8-820e-5fc31c75a078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/0da33169-066f-49f8-97d8-643cb92e5a83 HTTP/1.1" status: 204 len: 168 time: 1.1373756 Apr 05 21:01:49.468682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56332) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:49.563607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 3f73bac3-7c5c-457e-9fb7-522095eed50a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:49.567668 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.685572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.772065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:49.772479 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.877673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:49.951507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56342) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.047526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.061598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64a680dd-ca0d-4fe1-993f-34ddaa327d64 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.115392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64a680dd-ca0d-4fe1-993f-34ddaa327d64 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.144176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=3f73bac3-7c5c-457e-9fb7-522095eed50a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:50.173928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.186860 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d5dd001-443f-405d-83e6-8e17ffb34ffd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/3f73bac3-7c5c-457e-9fb7-522095eed50a HTTP/1.1" status: 204 len: 168 time: 0.7169709 Apr 05 21:01:50.189451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56346) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.309645 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64a680dd-ca0d-4fe1-993f-34ddaa327d64 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.328332 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.350641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a680dd-ca0d-4fe1-993f-34ddaa327d64 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3322fcb1-b6d6-4384-9f90-f78ea84b8ca0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:50.361336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-775a1987-d627-43e4-9cc0-d26e4890f650 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1633682 Apr 05 21:01:50.361892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56350) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.446132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64a680dd-ca0d-4fe1-993f-34ddaa327d64 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.451270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-64a680dd-ca0d-4fe1-993f-34ddaa327d64 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/security-groups/3322fcb1-b6d6-4384-9f90-f78ea84b8ca0 HTTP/1.1" status: 204 len: 168 time: 0.4947054 Apr 05 21:01:50.453730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56356) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.499875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c419caf5-ae10-48c1-9f83-dda449329b22 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:50.500613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c419caf5-ae10-48c1-9f83-dda449329b22 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:50.618402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c419caf5-ae10-48c1-9f83-dda449329b22 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:50.622343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c419caf5-ae10-48c1-9f83-dda449329b22 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2594447 Apr 05 21:01:50.623003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56360) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.665476 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-c8b60d65-53e1-4c28-9768-8f66748ffbf5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] show failed (client error): The resource could not be found. Apr 05 21:01:50.666522 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c8b60d65-53e1-4c28-9768-8f66748ffbf5 tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "GET /v2.0/security-groups/3322fcb1-b6d6-4384-9f90-f78ea84b8ca0 HTTP/1.1" status: 404 len: 347 time: 0.2096601 Apr 05 21:01:50.669576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56364) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.782438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be5589-03b7-45ff-9445-acc0a0de94ff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:50.784236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-16be5589-03b7-45ff-9445-acc0a0de94ff tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1603010 Apr 05 21:01:50.789999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56370) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.868877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Deleting port 90b8d9dd-8f00-4a87-8b3a-b3e97c2b59a6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:50.872028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:50.903903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-634c74d0-27c5-4e95-972b-95a8b3c69ea1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125727 Apr 05 21:01:50.915574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56376) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:50.916747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25dede0-3620-4dd2-a5ee-6bbf306501d0 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:50.922904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:51.024310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d383ce67-6ce3-48a6-a0a2-ec1e01cbf59f None None] Provisioning complete for port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:51.024717 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d383ce67-6ce3-48a6-a0a2-ec1e01cbf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.103111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.103111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.157088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:51.164525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:51.168024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:51.183538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:51.282088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:51.292234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Calling delete_port for 90b8d9dd-8f00-4a87-8b3a-b3e97c2b59a6 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:51.466974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:01:51.477434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe3c7d-554a-4fea-8d15-d83b1d95c6b0 None None] New status for floating IP 5b008943-407c-4835-882a-4a5a41d65499: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:01:51.539060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.541320 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:01:51.542002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:01:51.578788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] Deleting port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:51.579168 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.595417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.627359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-14e8e16b-0f10-42b5-88d0-52d245d183c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7079608 Apr 05 21:01:51.627624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56386) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:51.634251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:51.712048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Pushing event deleted for resources: {'Port': ['ID=90b8d9dd-8f00-4a87-8b3a-b3e97c2b59a6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:51.750084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.832158 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-dcbe3c7d-554a-4fea-8d15-d83b1d95c6b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:01:51.832507 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-dcbe3c7d-554a-4fea-8d15-d83b1d95c6b0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:01:51.844138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:51.848187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:51.851053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:51.857212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:51.875856 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.877017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-128fc098-495f-41b5-a222-9260307fbf9e tempest-AttachVolumeNegativeTest-1787571711 tempest-AttachVolumeNegativeTest-1787571711-project] 10.222.0.10 "DELETE /v2.0/floatingips/5b008943-407c-4835-882a-4a5a41d65499 HTTP/1.1" status: 204 len: 168 time: 1.2065501 Apr 05 21:01:51.978857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:51.983119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:51.988965 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:01:51.988965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:01:51.996322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] For port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e09f4f6c-0250-44e1-80f2-6b18e23f7d8e,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:51.996921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:52.079821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56394) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:52.080038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-22ba2ac5-0609-41fd-8236-6dd875bec1c8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4509790 Apr 05 21:01:52.087699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:52.120701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] Calling delete_port for e09f4f6c-0250-44e1-80f2-6b18e23f7d8e owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:52.240084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:52.245155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:52.247329 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:52.262847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:52.275580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:52.317681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] Pushing event deleted for resources: {'Port': ['ID=e09f4f6c-0250-44e1-80f2-6b18e23f7d8e,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:52.328282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa2b2c-2842-4be4-8301-9177b0afcd31 None None] No DVR routers for this DVR port e09f4f6c-0250-44e1-80f2-6b18e23f7d8e on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:52.337401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe3c7d-554a-4fea-8d15-d83b1d95c6b0 None None] New status for floating IP 5b008943-407c-4835-882a-4a5a41d65499: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:01:52.388749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:52.389000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:52.399030 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:01:52.399541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:01:52.525775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56406) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:52.531268 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-37cee213-8033-4f50-a0bc-bd0a5a81df83 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4445438 Apr 05 21:01:52.535788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:52.663055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:52.667810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:52.671159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:52.678207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:52.755329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:52.759015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:52.760804 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:01:52.761855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:01:52.844856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-308a11bf-6d9b-48cb-91c6-9f558f68167a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3147712 Apr 05 21:01:52.845226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56410) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:52.850536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:53.087550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:53.092383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:53.095490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:53.101245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:53.178399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:53.199915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:53.205767 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:01:53.206727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:01:53.230494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e09f4f6c-0250-44e1-80f2-6b18e23f7d8e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:53.265657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e09f4f6c-0250-44e1-80f2-6b18e23f7d8e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:01:53.266376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e09f4f6c-0250-44e1-80f2-6b18e23f7d8e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:53.299610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7c496c8e-08c3-4769-8189-2e6ab011f98b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4534435 Apr 05 21:01:53.302486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56416) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:53.326478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:53.463017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:53.467147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:53.470063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:53.476090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:53.532841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:53.538148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:53.540029 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:01:53.540688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:01:53.615365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-79ac1fde-038e-4667-b57a-547988941dd8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3115561 Apr 05 21:01:53.616531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56426) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:53.678903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4e2958fa-6614-48dc-bbb3-45175778c4c7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0611362 Apr 05 21:01:53.686152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56430) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:53.836362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f491db77-fc24-4741-a457-c81af162be76 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:53.837380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f491db77-fc24-4741-a457-c81af162be76 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:53.932726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f491db77-fc24-4741-a457-c81af162be76 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:53.936607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56438) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:53.936884 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f491db77-fc24-4741-a457-c81af162be76 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2494473 Apr 05 21:01:54.017588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ca55628a-e5d1-4a86-afed-5bb6e2767981 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793302 Apr 05 21:01:54.021907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:54.028693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:54.159544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:54.177359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:54.253646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:54.387752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:54.973927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:01:54.975255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:55.044222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=1c0af7a8-0546-448c-bee6-453f3071aea2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:55.064284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:55.065668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:55.071115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:55.072878 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:55.076029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571806f-7f2d-4e14-a0b3-5c8c8ac91c68 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:55.202568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56464) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:55.203032 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-71cdbdea-5744-4cd6-bd0d-ccaf581a9b54 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1757655 Apr 05 21:01:55.206030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:d1:7d:d0', 'name': 'tempest-NetworksTestDHCPv6-1085450669'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:01:55.403017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '1c0af7a8-0546-448c-bee6-453f3071aea2'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:01:55.404109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:55.463533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:55.478287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:55.544457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:55.549018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:55.588345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 6dec8334-e89d-4819-9184-1a7ce9d4367f yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:01:55.688113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Allocated IP 2001:db8::f816:3eff:fea7:28ef (bb548de5-be95-4590-bb49-378e5da5155c/1c0af7a8-0546-448c-bee6-453f3071aea2/3e025044-2c29-4b00-a80c-155ebdfd9a54) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:55.924421 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:55.941296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Transition to ACTIVE for port object 3e025044-2c29-4b00-a80c-155ebdfd9a54 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:55.965140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Transition to ACTIVE for port object 3e025044-2c29-4b00-a80c-155ebdfd9a54 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:56.036255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:56.116544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:56.119904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:56.128954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:56.141258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fed1:7dd0 (bb548de5-be95-4590-bb49-378e5da5155c/1c0af7a8-0546-448c-bee6-453f3071aea2/6dec8334-e89d-4819-9184-1a7ce9d4367f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:56.144236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Pushing event updated for resources: {'Port': ['ID=3e025044-2c29-4b00-a80c-155ebdfd9a54,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:56.248452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.251866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.252323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.252762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.253414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.256142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.256142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.256142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.256142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.256828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.257289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:56.269195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Attempting to bind port 3e025044-2c29-4b00-a80c-155ebdfd9a54 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:56.271195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Attempting to bind port 3e025044-2c29-4b00-a80c-155ebdfd9a54 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:56.272143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Attempting to bind port 3e025044-2c29-4b00-a80c-155ebdfd9a54 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:01:56.283009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:01:56.284839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:01:56.284839 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:56.284839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:01:56.285357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Bound port: 3e025044-2c29-4b00-a80c-155ebdfd9a54, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:56.285968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:56.409905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:56.453668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] For port 3e025044-2c29-4b00-a80c-155ebdfd9a54, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:01:56.457570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] For port 3e025044-2c29-4b00-a80c-155ebdfd9a54, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3e025044-2c29-4b00-a80c-155ebdfd9a54,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:01:56.532741 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:56.574685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:56.593096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 6dec8334-e89d-4819-9184-1a7ce9d4367f will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:56.640308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840be3f-d873-49de-b98f-8440fb785af6 None None] Pushing event updated for resources: {'Port': ['ID=3e025044-2c29-4b00-a80c-155ebdfd9a54,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:56.744350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:57.024943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:57.029572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:57.034111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:01:57.039004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:57.039878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:57.050408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=6dec8334-e89d-4819-9184-1a7ce9d4367f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:57.158911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-130480fc-cf65-41f0-b15c-f1ac91dd77f3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9567840 Apr 05 21:01:57.159029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56484) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:57.228686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56490) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:57.443902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a63d8-777c-4966-9acc-6a34ad114e1e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:57.453842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447a63d8-777c-4966-9acc-6a34ad114e1e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:57.454664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-447a63d8-777c-4966-9acc-6a34ad114e1e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:57.477386 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:57.574312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-447a63d8-777c-4966-9acc-6a34ad114e1e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:57.574312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-447a63d8-777c-4966-9acc-6a34ad114e1e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4081161 Apr 05 21:01:57.574312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56498) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:57.633603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:57.643273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 6dec8334-e89d-4819-9184-1a7ce9d4367f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:57.643801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:57.701999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:57.707648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Usage tracker for resource:security_group_rule and tenant:772bd49c961d4ac4b583986b5e7618b6 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:57.711619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:57.721877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:57.923096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.039197 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.061535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 6dec8334-e89d-4819-9184-1a7ce9d4367f owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:58.106596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.194362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfd89a-b19c-40a2-b877-e06ee190d523,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:58.204859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-996b32ad-4370-479a-9ea3-822493908904 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=772bd49c961d4ac4b583986b5e7618b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9748914 Apr 05 21:01:58.205290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56502) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:58.293206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.296281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30775bc9-5983-41f7-ba65-a491fd8fc16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.356842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30775bc9-5983-41f7-ba65-a491fd8fc16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.532773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7c30cfc6-617e-4df6-a2b1-7e2f8453b3ef None None] Provisioning for port 3e025044-2c29-4b00-a80c-155ebdfd9a54 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:58.561224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port 59aa2862-175c-4e7f-8496-a84076f414a6 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:01:58.561760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.578696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=6dec8334-e89d-4819-9184-1a7ce9d4367f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:58.587409 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.626987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30775bc9-5983-41f7-ba65-a491fd8fc16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.660547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30775bc9-5983-41f7-ba65-a491fd8fc16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfd89a-b19c-40a2-b877-e06ee190d523,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:58.668193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-460c1e02-2c69-466c-ab76-ece0f4f79b48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/6dec8334-e89d-4819-9184-1a7ce9d4367f HTTP/1.1" status: 204 len: 168 time: 1.0935409 Apr 05 21:01:58.668751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56516) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:58.691182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30775bc9-5983-41f7-ba65-a491fd8fc16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:58.692683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-30775bc9-5983-41f7-ba65-a491fd8fc16b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8dcfd89a-b19c-40a2-b877-e06ee190d523 HTTP/1.1" status: 204 len: 168 time: 0.4863563 Apr 05 21:01:58.796876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2f174-4cbd-48a7-b843-a40329155f60 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:58.798902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2f174-4cbd-48a7-b843-a40329155f60 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:58.801171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2fe2f174-4cbd-48a7-b843-a40329155f60 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1314406 Apr 05 21:01:58.805196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56524) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:58.851962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d5991ffb-5b5a-4472-972f-2e979e6bd684 None None] Could not find standard attr ID for object 6dec8334-e89d-4819-9184-1a7ce9d4367f. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:01:59.079438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port 59aa2862-175c-4e7f-8496-a84076f414a6, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=59aa2862-175c-4e7f-8496-a84076f414a6,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:01:59.080554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.286742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 1c0af7a8-0546-448c-bee6-453f3071aea2 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:01:59.290134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.309522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for 59aa2862-175c-4e7f-8496-a84076f414a6 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:01:59.339836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3e025044-2c29-4b00-a80c-155ebdfd9a54 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:59.380725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.560273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.648060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3e025044-2c29-4b00-a80c-155ebdfd9a54 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:59.658463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3e025044-2c29-4b00-a80c-155ebdfd9a54 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:59.659418 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.675639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.730667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=59aa2862-175c-4e7f-8496-a84076f414a6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:59.788236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.861337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.900271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:59.906228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0af7a8-0546-448c-bee6-453f3071aea2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:59.913814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56540) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:59.920883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95665224-f2c5-40ee-a6d1-7cdec29ab3ee None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:01:59.968198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.003153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-06d60b65-9415-4e38-a2dc-062b041d1593 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/1c0af7a8-0546-448c-bee6-453f3071aea2 HTTP/1.1" status: 204 len: 168 time: 1.1942730 Apr 05 21:02:00.006106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56544) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:00.059492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 3e025044-2c29-4b00-a80c-155ebdfd9a54, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3e025044-2c29-4b00-a80c-155ebdfd9a54,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:00.127272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:00.132225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Usage tracker for resource:security_group_rule and tenant:a57e8368b756462e8f7e5a8383072a11 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:00.135305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:00.142666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:00.169214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.181666 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.184001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-663453e5-ac80-4464-8464-52efc7047078 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1767316 Apr 05 21:02:00.189475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56548) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:00.201431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:00.313101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=3e025044-2c29-4b00-a80c-155ebdfd9a54,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:00.345222 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.424185 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.431088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:00.435519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] Deleting port 3e025044-2c29-4b00-a80c-155ebdfd9a54 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:00.435884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.515183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb4244-c83c-4934-80b2-e12fcd4a26ed,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:00.522414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-85faf591-fbb4-4a41-b9de-516c1d53b398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a57e8368b756462e8f7e5a8383072a11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6055975 Apr 05 21:02:00.526576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56552) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:00.539524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:00.548636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:00.552079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:00.567007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:00.624923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-835595c5-b45f-4fd2-9a49-49cd93f46ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.670875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:00.681267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.700255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-835595c5-b45f-4fd2-9a49-49cd93f46ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.708271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] For port 3e025044-2c29-4b00-a80c-155ebdfd9a54, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3e025044-2c29-4b00-a80c-155ebdfd9a54,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:00.708733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.899394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] Calling delete_port for 3e025044-2c29-4b00-a80c-155ebdfd9a54 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:00.923305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-835595c5-b45f-4fd2-9a49-49cd93f46ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:00.951955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835595c5-b45f-4fd2-9a49-49cd93f46ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb4244-c83c-4934-80b2-e12fcd4a26ed,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:00.998582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-835595c5-b45f-4fd2-9a49-49cd93f46ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.002021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-835595c5-b45f-4fd2-9a49-49cd93f46ef9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2edb4244-c83c-4934-80b2-e12fcd4a26ed HTTP/1.1" status: 204 len: 168 time: 0.4722807 Apr 05 21:02:01.066347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router 42d3fa58-fc1d-4779-ad15-4037d798dc0f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:02:01.081394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.132045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] Pushing event deleted for resources: {'Port': ['ID=3e025044-2c29-4b00-a80c-155ebdfd9a54,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:01.148106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a7ce8-92dd-4d95-b2e2-3b09015321e6 None None] No DVR routers for this DVR port 3e025044-2c29-4b00-a80c-155ebdfd9a54 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:01.263205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:02:01.264817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.331675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:01.335715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:01.341267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:01.342254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.347084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b5d67-9ca7-4c48-81bb-0d647174c14b None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:01.368679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=86d9be85-6d6e-4475-9c18-b513334f7a90,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:01.376143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3e025044-2c29-4b00-a80c-155ebdfd9a54 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:01.455781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dbaa3d6a-dfcc-4c61-adc4-65c5b14323a4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2633698 Apr 05 21:02:01.457475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56562) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:01.461136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3e025044-2c29-4b00-a80c-155ebdfd9a54 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:01.461486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3e025044-2c29-4b00-a80c-155ebdfd9a54 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:01.463337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:98:2d:f9', 'name': 'tempest-NetworksTestDHCPv6-1581911271'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:01.542946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:02:01.553633 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] Sync routers for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:02:01.568955 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ad64f91d-9838-431c-8a86-892f1683855b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "PUT /v2.0/routers/42d3fa58-fc1d-4779-ad15-4037d798dc0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1545069 Apr 05 21:02:01.573241 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:01.574599 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:01.645854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '86d9be85-6d6e-4475-9c18-b513334f7a90'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:02:01.647355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.753470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:01.758504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:01.762367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:01.770099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:01.846763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:01.852090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.905177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 475255ba-1720-415c-9f00-eb10a51f7e55 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:02:01.910705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:01.941573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Allocated IP 2001:db8::f816:3eff:fe48:978b (bb548de5-be95-4590-bb49-378e5da5155c/86d9be85-6d6e-4475-9c18-b513334f7a90/cd552ee8-e826-49e7-a1ab-decc4c74cb70) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:02.296320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:02.313074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Transition to ACTIVE for port object cd552ee8-e826-49e7-a1ab-decc4c74cb70 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:02.338413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Transition to ACTIVE for port object cd552ee8-e826-49e7-a1ab-decc4c74cb70 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:02.385384 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:02.463009 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:59Z', 'revision_number': 6, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T21:00:05Z', 'revision_number': 1, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:02.468328 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] Checking router: 42d3fa58-fc1d-4779-ad15-4037d798dc0f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:02:02.481771 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:02.482440 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:01:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:02.554958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fe98:2df9 (bb548de5-be95-4590-bb49-378e5da5155c/86d9be85-6d6e-4475-9c18-b513334f7a90/475255ba-1720-415c-9f00-eb10a51f7e55) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:02.569927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:02.580921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:02.587895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:02.629811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Pushing event updated for resources: {'Port': ['ID=cd552ee8-e826-49e7-a1ab-decc4c74cb70,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:02.632031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da0625-669c-4825-b3af-f75a9145e973 req-98943974-8b46-4641-8b7d-32360660e25d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:02.652307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2da0625-669c-4825-b3af-f75a9145e973 req-98943974-8b46-4641-8b7d-32360660e25d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 946 time: 0.2642817 Apr 05 21:02:02.711588 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:02.738833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Attempting to bind port cd552ee8-e826-49e7-a1ab-decc4c74cb70 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:02.743434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Attempting to bind port cd552ee8-e826-49e7-a1ab-decc4c74cb70 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:02.743928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Attempting to bind port cd552ee8-e826-49e7-a1ab-decc4c74cb70 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:02.758798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:02.759393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:02.759893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:02.763130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:02.763737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Bound port: cd552ee8-e826-49e7-a1ab-decc4c74cb70, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:02.764269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:02.810482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2da0625-669c-4825-b3af-f75a9145e973 req-6323fb5d-9b19-49a8-b1cc-2aac19b04793 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572282 Apr 05 21:02:02.982562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] For port cd552ee8-e826-49e7-a1ab-decc4c74cb70, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:02.985869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] For port cd552ee8-e826-49e7-a1ab-decc4c74cb70, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cd552ee8-e826-49e7-a1ab-decc4c74cb70,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:03.041869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:03.052703 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:03.080988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 475255ba-1720-415c-9f00-eb10a51f7e55 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:03.195800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:03.233005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56614) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:03.270677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58d9d4-6811-4aa9-82aa-39183f53ec5a None None] Pushing event updated for resources: {'Port': ['ID=cd552ee8-e826-49e7-a1ab-decc4c74cb70,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:03.381834 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:59Z', 'revision_number': 6, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T21:00:05Z', 'revision_number': 1, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:03.395072 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886eaa5-3221-42c6-a389-46436961ecfd None None] The sync data for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 is: [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:59Z', 'revision_number': 6, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'port_id': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'mac_address': 'fa:16:3e:ed:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:59:59Z', 'updated_at': '2022-04-05T21:00:05Z', 'revision_number': 1, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:02:03.425701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:03.427020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:03.435219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:03.453924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:03.454663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:03.519261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=475255ba-1720-415c-9f00-eb10a51f7e55,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:03.660239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a9e0822a-5e25-400f-b6a3-11673e089bad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2024274 Apr 05 21:02:03.662991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56626) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:03.719581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-d6dfdf34-ce32-4430-8f8c-039c4fee240a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:03.721150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-d6dfdf34-ce32-4430-8f8c-039c4fee240a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.23 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 946 time: 0.1700478 Apr 05 21:02:03.899872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:03.902154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.053426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.108852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c674d-85c0-4e54-a52f-4552f83d0f9c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.112793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c674d-85c0-4e54-a52f-4552f83d0f9c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.113594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-463c674d-85c0-4e54-a52f-4552f83d0f9c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:04.247938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2213efc-818f-4cf1-8c86-140888da6175 req-54f8d7cb-d38f-4287-a91d-25e5fdb20ddf tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.249900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2213efc-818f-4cf1-8c86-140888da6175 req-54f8d7cb-d38f-4287-a91d-25e5fdb20ddf tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 946 time: 0.2359557 Apr 05 21:02:04.310248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56634) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:04.341139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-463c674d-85c0-4e54-a52f-4552f83d0f9c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:04.342306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-463c674d-85c0-4e54-a52f-4552f83d0f9c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6782634 Apr 05 21:02:04.348244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56640) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:04.410567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2213efc-818f-4cf1-8c86-140888da6175 req-0929ca1d-9a64-4ac8-82e3-6deac4772504 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=aad61ed5-42fa-4f54-bd60-5c756d377b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886829 Apr 05 21:02:04.446965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port c806b9e4-ac22-4f24-93a2-70c3e93e5f79, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:04.447327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.473567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 475255ba-1720-415c-9f00-eb10a51f7e55 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:04.474195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.554779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.598390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for c806b9e4-ac22-4f24-93a2-70c3e93e5f79 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:04.686551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:04.747425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea5c87c2f67b4ec49e4c62e2adc42bed is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:04.758652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:04.768845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:04.779181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.824085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fe968cc1-b7d2-4146-9f4c-e13f35fcd197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.852818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.912178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=c806b9e4-ac22-4f24-93a2-70c3e93e5f79,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:04.959333 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.987261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] No DVR routers for this DVR port c806b9e4-ac22-4f24-93a2-70c3e93e5f79 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:04.990036 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:04.992677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'name': 'network-vif-deleted', 'tag': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:05.005142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4494872f-f55a-464a-92f7-f8dec37e5689 req-56541387-0095-4893-afc0-222f1cd36d0d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.23 "DELETE /v2.0/ports/c806b9e4-ac22-4f24-93a2-70c3e93e5f79 HTTP/1.1" status: 204 len: 173 time: 1.2721648 Apr 05 21:02:05.075910 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6a13d2-eade-4ab9-8f09-3255bdbf8e20'] response: {'server_uuid': '03f633fa-9d4e-4ea1-8dca-c4e9a0162e08', 'name': 'network-vif-deleted', 'tag': 'c806b9e4-ac22-4f24-93a2-70c3e93e5f79', 'status': 'completed', 'code': 200} Apr 05 21:02:05.118523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 475255ba-1720-415c-9f00-eb10a51f7e55 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:05.215156 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.220495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ac7d6d9e-8f28-4905-9469-9768f37953ef None None] Provisioning for port cd552ee8-e826-49e7-a1ab-decc4c74cb70 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:05.290680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.327687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd552ee8-e826-49e7-a1ab-decc4c74cb70 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:05.380121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b3fb64-0905-4c60-98c0-0445a222c1f1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:05.391700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56648) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:05.391857 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f43d8dc3-9550-4eae-b7c2-29146ed309d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea5c87c2f67b4ec49e4c62e2adc42bed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0804987 Apr 05 21:02:05.442630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e38f5a26-90ed-49c8-be54-08f2860a18d2 None None] Provisioning for port 475255ba-1720-415c-9f00-eb10a51f7e55 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:05.450441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e38f5a26-90ed-49c8-be54-08f2860a18d2 None None] Provisioning complete for port 475255ba-1720-415c-9f00-eb10a51f7e55 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:05.451287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e38f5a26-90ed-49c8-be54-08f2860a18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.476365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a517652c-3a6e-4ff5-89a0-cedf1d9c6022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.488818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e38f5a26-90ed-49c8-be54-08f2860a18d2 None None] Port 475255ba-1720-415c-9f00-eb10a51f7e55 was deleted so its status cannot be updated. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 21:02:05.553515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a517652c-3a6e-4ff5-89a0-cedf1d9c6022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.561345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port cd552ee8-e826-49e7-a1ab-decc4c74cb70 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:05.567277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cd552ee8-e826-49e7-a1ab-decc4c74cb70 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:05.567923 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.594920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.647907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=475255ba-1720-415c-9f00-eb10a51f7e55,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:05.676260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c2e66d82-3d2d-4764-950d-efbacb3541b7 req-347185d5-9841-40ba-8278-67b1a3d8c4b7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:05.714769 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.751474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port cd552ee8-e826-49e7-a1ab-decc4c74cb70, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cd552ee8-e826-49e7-a1ab-decc4c74cb70,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:05.755562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c2e66d82-3d2d-4764-950d-efbacb3541b7 req-347185d5-9841-40ba-8278-67b1a3d8c4b7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:05.757367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c2e66d82-3d2d-4764-950d-efbacb3541b7 req-347185d5-9841-40ba-8278-67b1a3d8c4b7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=03f633fa-9d4e-4ea1-8dca-c4e9a0162e08 HTTP/1.1" status: 200 len: 210 time: 0.1371140 Apr 05 21:02:05.786113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a517652c-3a6e-4ff5-89a0-cedf1d9c6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.824111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517652c-3a6e-4ff5-89a0-cedf1d9c6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b3fb64-0905-4c60-98c0-0445a222c1f1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:05.830591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a517652c-3a6e-4ff5-89a0-cedf1d9c6022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.849311 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.863540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a517652c-3a6e-4ff5-89a0-cedf1d9c6022 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49b3fb64-0905-4c60-98c0-0445a222c1f1 HTTP/1.1" status: 204 len: 168 time: 0.4608257 Apr 05 21:02:05.864111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:05.909238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 59aa2862-175c-4e7f-8496-a84076f414a6 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:05.968136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 59aa2862-175c-4e7f-8496-a84076f414a6 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:05.968473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56662) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:05.969019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 59aa2862-175c-4e7f-8496-a84076f414a6 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:05.969641 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1efa84e3-ee5d-4ddc-ab80-9d861463bab3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/475255ba-1720-415c-9f00-eb10a51f7e55 HTTP/1.1" status: 204 len: 168 time: 1.6166925 Apr 05 21:02:06.020405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=cd552ee8-e826-49e7-a1ab-decc4c74cb70,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:06.074306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bedd0-34bc-48a5-9f2a-c376355c67e4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:06.075861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629bedd0-34bc-48a5-9f2a-c376355c67e4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:06.076746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-629bedd0-34bc-48a5-9f2a-c376355c67e4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:06.189587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-629bedd0-34bc-48a5-9f2a-c376355c67e4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:06.192942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-629bedd0-34bc-48a5-9f2a-c376355c67e4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2212906 Apr 05 21:02:06.193720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56666) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:06.224938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Deleting port 703fec9a-7eaa-4182-b606-d07593837bbf {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:06.225309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.433368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] For port 703fec9a-7eaa-4182-b606-d07593837bbf, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=703fec9a-7eaa-4182-b606-d07593837bbf,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:06.434025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.520922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 86d9be85-6d6e-4475-9c18-b513334f7a90 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:06.524270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.594600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.595906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Calling delete_port for 703fec9a-7eaa-4182-b606-d07593837bbf owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:06.678714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.828016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.852804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.853503 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-12180dec-a5b8-474a-9434-3b57b89ba279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.902204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=86d9be85-6d6e-4475-9c18-b513334f7a90,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:06.909501 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.918684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029ba810-9e89-4671-81c1-8a1e8f6d9e5d None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:06.964826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=703fec9a-7eaa-4182-b606-d07593837bbf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:06.976388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d7f896bf-28d7-482d-855f-3c85f914babf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/86d9be85-6d6e-4475-9c18-b513334f7a90 HTTP/1.1" status: 204 len: 168 time: 0.7814422 Apr 05 21:02:06.976984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56686) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:06.978404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56688) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:07.102877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c806b9e4-ac22-4f24-93a2-70c3e93e5f79 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:07.126232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f7863283-c5d0-43ea-8657-dc8203e7aee1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439116 Apr 05 21:02:07.127213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56696) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:07.181705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: c806b9e4-ac22-4f24-93a2-70c3e93e5f79 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:07.182309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c806b9e4-ac22-4f24-93a2-70c3e93e5f79 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:07.230261 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5dda5e3-c88c-4819-b6ae-05ec5677eb54 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.292930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5dda5e3-c88c-4819-b6ae-05ec5677eb54 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.318562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654339f-77e3-42ed-ab88-8f3c37320712 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:07.320267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c654339f-77e3-42ed-ab88-8f3c37320712 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1901183 Apr 05 21:02:07.324158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56702) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:07.444749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443b117-ed3d-4b7b-81b3-bc3204e4d3ae tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:07.445477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1443b117-ed3d-4b7b-81b3-bc3204e4d3ae tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:07.447533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd552ee8-e826-49e7-a1ab-decc4c74cb70 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:07.525671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:07.541428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] Deleting port cd552ee8-e826-49e7-a1ab-decc4c74cb70 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:07.541796 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.543856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1443b117-ed3d-4b7b-81b3-bc3204e4d3ae tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:07.547363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1443b117-ed3d-4b7b-81b3-bc3204e4d3ae tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2198067 Apr 05 21:02:07.547363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5dda5e3-c88c-4819-b6ae-05ec5677eb54 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.549918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56710) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:07.595555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.644030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dda5e3-c88c-4819-b6ae-05ec5677eb54 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad61ed5-42fa-4f54-bd60-5c756d377b9c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:07.646208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cd552ee8-e826-49e7-a1ab-decc4c74cb70 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:07.646575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.658113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a52c6be1-a0d8-42ec-b24c-d9659aaa8cf4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948575 Apr 05 21:02:07.659896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56714) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:07.672395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:07.824247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a5dda5e3-c88c-4819-b6ae-05ec5677eb54 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.825892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a5dda5e3-c88c-4819-b6ae-05ec5677eb54 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/security-groups/aad61ed5-42fa-4f54-bd60-5c756d377b9c HTTP/1.1" status: 204 len: 168 time: 0.8465116 Apr 05 21:02:07.826022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] For port cd552ee8-e826-49e7-a1ab-decc4c74cb70, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cd552ee8-e826-49e7-a1ab-decc4c74cb70,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:07.826372 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:07.863395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:07.877302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:07.941771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56720) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:07.994440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:08.000875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.062655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] Calling delete_port for cd552ee8-e826-49e7-a1ab-decc4c74cb70 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:08.223820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.325826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting subnet f890b429-74a0-488d-8f40-8c663cd5a524 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:08.336611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] Pushing event deleted for resources: {'Port': ['ID=cd552ee8-e826-49e7-a1ab-decc4c74cb70,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:08.337581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.349291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e97a2-9345-4750-b440-50cf3e3d4694 None None] No DVR routers for this DVR port cd552ee8-e826-49e7-a1ab-decc4c74cb70 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:08.407572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.423842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Router 5ac7adad-f359-48a9-a958-1cd48611b47f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:02:08.431652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.559177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.635217 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.680974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:02:08.692564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] Sync routers for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:02:08.706515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:08.706982 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bac4efe1-8688-46a9-bb83-53e87df8e1c2 admin admin] 10.222.0.10 "PUT /v2.0/routers/5ac7adad-f359-48a9-a958-1cd48611b47f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4727592 Apr 05 21:02:08.707447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:08.707939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56738) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:08.876244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:02:08.879331 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.912062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:08.929092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.947432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:08.950712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:08.954060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:08.958996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.982641 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.989570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:09.028094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Subnet': ['ID=f890b429-74a0-488d-8f40-8c663cd5a524,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:09.040753 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.043181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9a104c0b-8e5c-4e61-b53f-410adbfec8c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/subnets/f890b429-74a0-488d-8f40-8c663cd5a524 HTTP/1.1" status: 204 len: 168 time: 1.0988114 Apr 05 21:02:09.046145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56744) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:09.078597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4f8da98e-1e1c-46dc-ae22-8c3eb88593d6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4169376 Apr 05 21:02:09.082118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56748) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:09.092458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:f4:a9:9f', 'name': 'tempest-NetworksTestDHCPv6-174053241'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:09.208310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.314168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46fb28-82bf-45a1-892c-3153cec2381f None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:09.315604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Deleting port edc10747-73ef-4f97-a61b-c9b4d808fc37 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:09.315950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.332971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9935bc-cf38-4f9d-a8e1-47e64e89dd0f None None] Network a76ef77e-b289-4b91-8529-621cd4aa7375 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:09.403365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.416768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:09.422763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:09.425973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:09.439532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:09.443899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd552ee8-e826-49e7-a1ab-decc4c74cb70 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:09.459773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port bfbd2a52-030c-4047-82ac-a188b17d0ab0 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:09.460837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.533641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:09.539218 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.567848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: cd552ee8-e826-49e7-a1ab-decc4c74cb70 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:09.568186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cd552ee8-e826-49e7-a1ab-decc4c74cb70 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:09.640025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] For port edc10747-73ef-4f97-a61b-c9b4d808fc37, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=edc10747-73ef-4f97-a61b-c9b4d808fc37,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:09.640392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.682487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port b23b0ec6-2d30-4f18-8dbf-a037c8ee115a yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:02:09.853761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Calling delete_port for edc10747-73ef-4f97-a61b-c9b4d808fc37 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:09.886310 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.906088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:02:09.906904 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.924218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T21:02:06Z', 'revision_number': 5, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port': {'id': 'edc10747-73ef-4f97-a61b-c9b4d808fc37', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:55:16Z', 'updated_at': '2022-04-05T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:09.934042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] Checking router: 5ac7adad-f359-48a9-a958-1cd48611b47f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:02:09.936869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port bfbd2a52-030c-4047-82ac-a188b17d0ab0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=bfbd2a52-030c-4047-82ac-a188b17d0ab0,segment=NetworkSegment(c2f10f52-8563-45aa-9180-fe5df4d16636),segment_id=c2f10f52-8563-45aa-9180-fe5df4d16636)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:09.937265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.004202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] Routers {'5ac7adad-f359-48a9-a958-1cd48611b47f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:10.004719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['5ac7adad-f359-48a9-a958-1cd48611b47f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:10.079795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for bfbd2a52-030c-4047-82ac-a188b17d0ab0 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:10.122242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fef4:a99f (bb548de5-be95-4590-bb49-378e5da5155c/4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7/b23b0ec6-2d30-4f18-8dbf-a037c8ee115a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:10.171967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45c39e-af31-4b0c-81af-d8caabf921e5 None None] DHCP port deletion for a76ef77e-b289-4b91-8529-621cd4aa7375 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:10.184869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7c45c39e-af31-4b0c-81af-d8caabf921e5 None None] Deleting port bfbd2a52-030c-4047-82ac-a188b17d0ab0 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:10.185271 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7c45c39e-af31-4b0c-81af-d8caabf921e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.236508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] Set router 5ac7adad-f359-48a9-a958-1cd48611b47f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:10.275249 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.293785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.333977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=edc10747-73ef-4f97-a61b-c9b4d808fc37,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:10.378346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7c45c39e-af31-4b0c-81af-d8caabf921e5 None None] The port 'bfbd2a52-030c-4047-82ac-a188b17d0ab0' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:02:10.379126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T21:02:09Z', 'revision_number': 6, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:10.385035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf4be4-315e-4db5-b3f7-6c031827ffa4 None None] The sync data for ids ['5ac7adad-f359-48a9-a958-1cd48611b47f'] in n-d-836605-1 is: [{'id': '5ac7adad-f359-48a9-a958-1cd48611b47f', 'name': 'tempest-AttachVolumeNegativeTest-835670803-router', 'tenant_id': '8338932d8c164d4eb3133c416c29d90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:55:15Z', 'updated_at': '2022-04-05T21:02:09Z', 'revision_number': 6, 'project_id': '8338932d8c164d4eb3133c416c29d90c', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:02:10.403011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=bfbd2a52-030c-4047-82ac-a188b17d0ab0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:10.423109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] No DVR routers for this DVR port bfbd2a52-030c-4047-82ac-a188b17d0ab0 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:10.566693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.578733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.613940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.622415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76ef77e-b289-4b91-8529-621cd4aa7375']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:10.641486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f10f52-8563-45aa-9180-fe5df4d16636') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:10.641670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f10f52-8563-45aa-9180-fe5df4d16636') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:10.651506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object b23b0ec6-2d30-4f18-8dbf-a037c8ee115a will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:10.656233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.674818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.683681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:02:10.684130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:02:10.698226 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:02:10.846018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.850651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.954960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.955594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac7adad-f359-48a9-a958-1cd48611b47f {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:02:10.971345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:10.972545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9980dcff-ba39-491c-9e45-0f5192acaec4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5ac7adad-f359-48a9-a958-1cd48611b47f HTTP/1.1" status: 204 len: 168 time: 2.2638025 Apr 05 21:02:10.975066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56768) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:11.019987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-ebeffc29-004e-4b28-821b-c2f562fc1c4d tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6aacc09705f842bca8fb30b2664496f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328925 Apr 05 21:02:11.021645 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.023980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.051288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.051512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] Deleting subnet 8e615c30-2e27-40c8-8edf-b1fb8b4eef38 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:11.058160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.077908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Allocated IP 2001:db8::f816:3eff:fedb:3bda (bb548de5-be95-4590-bb49-378e5da5155c/4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7/6e8ecb68-b182-4863-8c66-090862c89b93) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:11.131090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.241095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=b23b0ec6-2d30-4f18-8dbf-a037c8ee115a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:11.260118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Network': ['ID=a76ef77e-b289-4b91-8529-621cd4aa7375,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:11.262769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.291145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:11.296599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:11.299356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:11.303663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:11.304255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.304910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 703fec9a-7eaa-4182-b606-d07593837bbf no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:11.376362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 703fec9a-7eaa-4182-b606-d07593837bbf {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:11.376516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 703fec9a-7eaa-4182-b606-d07593837bbf not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:11.376853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bfbd2a52-030c-4047-82ac-a188b17d0ab0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:11.391264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-4631f38d-0aa3-4a9e-bb16-79e155033200 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:11.397753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-4631f38d-0aa3-4a9e-bb16-79e155033200 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423967 Apr 05 21:02:11.407507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fb42c50a-3e46-4049-9ad2-788776d195f2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/networks/a76ef77e-b289-4b91-8529-621cd4aa7375 HTTP/1.1" status: 204 len: 168 time: 2.3602149 Apr 05 21:02:11.410620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56774) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:11.442207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.476017 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-66b2583d-0afa-423a-a0ee-96db00acc630 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/quotas/6aacc09705f842bca8fb30b2664496f5 HTTP/1.1" status: 200 len: 375 time: 0.0772250 Apr 05 21:02:11.477334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-159c1d35-17c8-45dc-8329-c79882c2157b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3940060 Apr 05 21:02:11.488036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56780) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:11.491363 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.504581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Transition to ACTIVE for port object 6e8ecb68-b182-4863-8c66-090862c89b93 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:11.524628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e615c30-2e27-40c8-8edf-b1fb8b4eef38,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:11.543734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Transition to ACTIVE for port object 6e8ecb68-b182-4863-8c66-090862c89b93 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:11.543734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: bfbd2a52-030c-4047-82ac-a188b17d0ab0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:11.543734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device bfbd2a52-030c-4047-82ac-a188b17d0ab0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:11.543734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device edc10747-73ef-4f97-a61b-c9b4d808fc37 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:11.554251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.572465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a88491-d674-41e2-b19b-76789d75633b None None] Network 6683db5f-6ba0-4b2d-840e-041ba53f4cba requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:11.580588 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3deb22fc-cab0-49c1-88d6-b5acab321c54 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8e615c30-2e27-40c8-8edf-b1fb8b4eef38 HTTP/1.1" status: 204 len: 168 time: 0.6042266 Apr 05 21:02:11.587730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56784) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:11.592064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-1e21ae47-6783-4cd8-a7c3-0b26d18f08ac tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6aacc09705f842bca8fb30b2664496f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047640 Apr 05 21:02:11.604847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: edc10747-73ef-4f97-a61b-c9b4d808fc37 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:11.605382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device edc10747-73ef-4f97-a61b-c9b4d808fc37 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:11.729094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.736910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.742524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Deleting port b3d0b6fe-72cc-4066-a82c-9708b7880b7c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:11.742524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.804067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port 0e167185-cf4f-4416-886b-2b7674172ca3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:11.804422 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.865475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df74e6be-0230-4c9e-bc5d-57fd6a1dc6fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:11.866087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df74e6be-0230-4c9e-bc5d-57fd6a1dc6fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:11.876005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:11.904112 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:11.911294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Pushing event updated for resources: {'Port': ['ID=6e8ecb68-b182-4863-8c66-090862c89b93,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:11.918183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:11.969152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe3405-9d14-41ed-9765-62c8edbc588d req-c5673aaa-f46d-40e6-b364-ae7057d9edd5 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:11.970732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24fe3405-9d14-41ed-9765-62c8edbc588d req-c5673aaa-f46d-40e6-b364-ae7057d9edd5 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 946 time: 0.2752526 Apr 05 21:02:11.996896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] For port b3d0b6fe-72cc-4066-a82c-9708b7880b7c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:11.997553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.077332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Attempting to bind port 6e8ecb68-b182-4863-8c66-090862c89b93 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:12.077740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Attempting to bind port 6e8ecb68-b182-4863-8c66-090862c89b93 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:12.078093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Attempting to bind port 6e8ecb68-b182-4863-8c66-090862c89b93 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:12.090383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-df74e6be-0230-4c9e-bc5d-57fd6a1dc6fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:12.091550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-df74e6be-0230-4c9e-bc5d-57fd6a1dc6fd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6017892 Apr 05 21:02:12.094087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4518f4e5-ef06-4ab9-8a20-f7089218a58b req-12144f33-42e9-454a-9405-6aa7cf48ca9a tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 210 time: 0.0556936 Apr 05 21:02:12.094614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56794) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:12.094805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:12.095179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:12.095583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.096028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:12.096514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Bound port: 6e8ecb68-b182-4863-8c66-090862c89b93, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:12.096892 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.110023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24fe3405-9d14-41ed-9765-62c8edbc588d req-8b2df0e7-e422-4431-b055-414ee598fd1a tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284940 Apr 05 21:02:12.153127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.153461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.223299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] DHCP port deletion for 6683db5f-6ba0-4b2d-840e-041ba53f4cba request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:12.233639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Deleting port b3d0b6fe-72cc-4066-a82c-9708b7880b7c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:12.234104 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.312644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] For port 6e8ecb68-b182-4863-8c66-090862c89b93, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:12.315938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] For port 6e8ecb68-b182-4863-8c66-090862c89b93, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6e8ecb68-b182-4863-8c66-090862c89b93,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:12.320368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for 0e167185-cf4f-4416-886b-2b7674172ca3 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:12.367780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Calling delete_port for b3d0b6fe-72cc-4066-a82c-9708b7880b7c owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:12.405769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port b23b0ec6-2d30-4f18-8dbf-a037c8ee115a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:12.408449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.456012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.538257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.561459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] For port b3d0b6fe-72cc-4066-a82c-9708b7880b7c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,segment=NetworkSegment(6e527d6e-2855-4a13-9175-9cde5a457b66),segment_id=6e527d6e-2855-4a13-9175-9cde5a457b66)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:12.562089 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.583705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d0b6fe-72cc-4066-a82c-9708b7880b7c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:12.603583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] No DVR routers for this DVR port b3d0b6fe-72cc-4066-a82c-9708b7880b7c on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:12.689091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d10805-e2be-4ef9-adcc-e0e715cc1142 None None] Pushing event updated for resources: {'Port': ['ID=6e8ecb68-b182-4863-8c66-090862c89b93,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:12.704075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Calling delete_port for b3d0b6fe-72cc-4066-a82c-9708b7880b7c owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:12.732400 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.773755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6683db5f-6ba0-4b2d-840e-041ba53f4cba']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:12.796745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e527d6e-2855-4a13-9175-9cde5a457b66') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:12.796745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e527d6e-2855-4a13-9175-9cde5a457b66') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:12.808864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.814035 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:02:12.814653 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:02:12.827570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.834760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:02:12.835246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:02:12.849340 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:02:12.894675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.006454 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.025466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.036603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6683db5f-6ba0-4b2d-840e-041ba53f4cba,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:13.039208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.051602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for b23b0ec6-2d30-4f18-8dbf-a037c8ee115a owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:13.116028 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ba1b01e-e2ce-471f-b9b3-670750919ef5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6683db5f-6ba0-4b2d-840e-041ba53f4cba HTTP/1.1" status: 204 len: 168 time: 1.5270276 Apr 05 21:02:13.147766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=0e167185-cf4f-4416-886b-2b7674172ca3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:13.316353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Deleting port b3d0b6fe-72cc-4066-a82c-9708b7880b7c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:13.316900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.369025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e8ecb68-b182-4863-8c66-090862c89b93 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:13.376414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a1a303e-f289-4131-ab8d-9ad3ef051bed req-77b19ca1-6e36-48fe-9048-69c0f6571c88 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 210 time: 0.1351659 Apr 05 21:02:13.428904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.454743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-2a9aeb91-ff09-40dc-81bb-a1d13f17cc5e tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:13.455294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-52e3066e-a31c-4b0d-9599-d7f09ff3218b None None] The port 'b3d0b6fe-72cc-4066-a82c-9708b7880b7c' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:02:13.455430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-2a9aeb91-ff09-40dc-81bb-a1d13f17cc5e tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Synchronizing usage tracker for tenant:8329e34d31d1486392af5a2489275f35 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:13.560872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-2a9aeb91-ff09-40dc-81bb-a1d13f17cc5e tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Unset dirty status for tenant:8329e34d31d1486392af5a2489275f35 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:13.562328 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-2a9aeb91-ff09-40dc-81bb-a1d13f17cc5e tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 946 time: 0.2093740 Apr 05 21:02:13.589946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6e8ecb68-b182-4863-8c66-090862c89b93 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:13.654153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56810) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:13.659864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81233bb4-2720-4457-ad68-7dcdc4120ab3 req-f781e7c7-b2fc-48c7-8edc-223d13b86129 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:13.661358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81233bb4-2720-4457-ad68-7dcdc4120ab3 req-f781e7c7-b2fc-48c7-8edc-223d13b86129 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 946 time: 0.3588836 Apr 05 21:02:13.693914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3d0b6fe-72cc-4066-a82c-9708b7880b7c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:13.698028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Deleting port d95795df-8b28-44ec-9a03-88d17618f53e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:13.698394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.724084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81233bb4-2720-4457-ad68-7dcdc4120ab3 req-03e91d76-f5b0-4d69-bcfe-5d6e2f317973 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Apr 05 21:02:13.763968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b3d0b6fe-72cc-4066-a82c-9708b7880b7c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:13.764319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3d0b6fe-72cc-4066-a82c-9708b7880b7c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:13.785229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.826907 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c93d5ed2-3c8a-429d-874c-40dd6d1d4d46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8338932d8c164d4eb3133c416c29d90c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1715407 Apr 05 21:02:13.832970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56814) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:13.845704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=b23b0ec6-2d30-4f18-8dbf-a037c8ee115a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:14.023101 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.033932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a725158-e5f7-4cbd-8375-aa474b353c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.050531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dcca5f02-d8fa-40ad-ae9e-acd7fe60df28 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/b23b0ec6-2d30-4f18-8dbf-a037c8ee115a HTTP/1.1" status: 204 len: 168 time: 1.9445395 Apr 05 21:02:14.055093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56818) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:14.145176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router 42d3fa58-fc1d-4779-ad15-4037d798dc0f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:02:14.146136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a725158-e5f7-4cbd-8375-aa474b353c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.161711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] For port d95795df-8b28-44ec-9a03-88d17618f53e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=d95795df-8b28-44ec-9a03-88d17618f53e,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:14.162058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.184182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6e73527a-068b-4b7b-90bf-966cdd2c3bf3 None None] Provisioning for port 6e8ecb68-b182-4863-8c66-090862c89b93 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:14.194514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6e73527a-068b-4b7b-90bf-966cdd2c3bf3 None None] Provisioning complete for port 6e8ecb68-b182-4863-8c66-090862c89b93 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:14.194514 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e73527a-068b-4b7b-90bf-966cdd2c3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.338314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Calling delete_port for d95795df-8b28-44ec-9a03-88d17618f53e owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:14.350744 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e73527a-068b-4b7b-90bf-966cdd2c3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.388011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ad202-58bc-40c7-b311-e1c3c8d76c13 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:14.389496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ad202-58bc-40c7-b311-e1c3c8d76c13 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:14.390261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b96ad202-58bc-40c7-b311-e1c3c8d76c13 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:14.399991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6e73527a-068b-4b7b-90bf-966cdd2c3bf3 None None] For port 6e8ecb68-b182-4863-8c66-090862c89b93, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6e8ecb68-b182-4863-8c66-090862c89b93,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:14.482283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:02:14.494423 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] Sync routers for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:02:14.496291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.503761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e73527a-068b-4b7b-90bf-966cdd2c3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.531003 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:14.531983 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:14.539637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b96ad202-58bc-40c7-b311-e1c3c8d76c13 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:14.541281 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b96ad202-58bc-40c7-b311-e1c3c8d76c13 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4787424 Apr 05 21:02:14.544853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a725158-e5f7-4cbd-8375-aa474b353c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.550462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56824) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:14.569569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a725158-e5f7-4cbd-8375-aa474b353c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bef844-a6d0-4bfc-accd-b42045644bc8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:14.619582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73527a-068b-4b7b-90bf-966cdd2c3bf3 None None] Pushing event updated for resources: {'Port': ['ID=6e8ecb68-b182-4863-8c66-090862c89b93,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:14.635720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dde4fff8-422d-46cc-97bc-b94e838c2f30 None None] Could not find standard attr ID for object b23b0ec6-2d30-4f18-8dbf-a037c8ee115a. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:02:14.789781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b47cb108-d5a8-4070-ba06-889f982645d4 req-41e93666-5196-4be0-b1f3-aabe223fef5c tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 210 time: 0.2535644 Apr 05 21:02:14.803850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-e67fb4e3-b9fb-46c3-8976-26f72ca67d10 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6aacc09705f842bca8fb30b2664496f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2089446 Apr 05 21:02:14.843104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-378ee53b-4129-4395-923d-b25f92c35282 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/floatingips/3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7 HTTP/1.1" status: 204 len: 168 time: 3.4290376 Apr 05 21:02:14.850234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.870068 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:14.887992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:14.889286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['d95795df-8b28-44ec-9a03-88d17618f53e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:02:14.977643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-bc27ffea-08ad-43b7-8a71-ff0152e5c19f tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:14.979283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-bc27ffea-08ad-43b7-8a71-ff0152e5c19f tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693692 Apr 05 21:02:14.984182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Pushing event deleted for resources: {'Port': ['ID=d95795df-8b28-44ec-9a03-88d17618f53e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:14.997836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Request body: {'port': {'device_id': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '6aacc09705f842bca8fb30b2664496f5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:15.046986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1a725158-e5f7-4cbd-8375-aa474b353c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.050908 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1a725158-e5f7-4cbd-8375-aa474b353c08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03bef844-a6d0-4bfc-accd-b42045644bc8 HTTP/1.1" status: 204 len: 168 time: 1.2162101 Apr 05 21:02:15.111311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] No DVR routers for this DVR port d95795df-8b28-44ec-9a03-88d17618f53e on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:15.115133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:15.118058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.124736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1c7ea077-d17e-4e62-84bd-a32d72110d10 req-7058646a-17a0-4b15-8a8e-d34031164e15 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "DELETE /v2.0/ports/d95795df-8b28-44ec-9a03-88d17618f53e HTTP/1.1" status: 204 len: 173 time: 1.5568674 Apr 05 21:02:15.128003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'name': 'network-vif-deleted', 'tag': 'd95795df-8b28-44ec-9a03-88d17618f53e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:15.140350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.241886 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.280668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e8ecb68-b182-4863-8c66-090862c89b93 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:15.293453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5696dab-31cf-4c78-b7fd-829b61bb88b5 req-71731075-be4a-44e0-9adc-481726d4e6cd tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 210 time: 0.0655599 Apr 05 21:02:15.300056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:15.303996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Usage tracker for resource:port and tenant:6aacc09705f842bca8fb30b2664496f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:15.310631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:15.314523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:15.394132 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cd5dcf-e095-4b79-ae33-45ef8912717c'] response: {'name': 'network-changed', 'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'status': 'completed', 'code': 200} Apr 05 21:02:15.414917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6e8ecb68-b182-4863-8c66-090862c89b93 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:15.415633 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.416626 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:59Z', 'revision_number': 6, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:15.430043 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] Checking router: 42d3fa58-fc1d-4779-ad15-4037d798dc0f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:02:15.452394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Made reservation on behalf of 6aacc09705f842bca8fb30b2664496f5 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:15.456015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.460134 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:15.461250 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:15.461400 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de9bfbf-e463-428a-9b0e-d9f533650295'] response: {'server_uuid': 'b3782ef3-64a3-434c-9eb5-ec2b5731dac7', 'name': 'network-vif-deleted', 'tag': 'd95795df-8b28-44ec-9a03-88d17618f53e', 'status': 'completed', 'code': 200} Apr 05 21:02:15.492620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.515658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.608042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:15.623933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Usage tracker for resource:security_group_rule and tenant:6aacc09705f842bca8fb30b2664496f5 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:15.627042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:15.634901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:15.773563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.780790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a72db-89d7-464b-bc1e-5be3036c6f12 req-724339f2-7186-49b9-8c3d-bb59454153d9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:15.781537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-515a72db-89d7-464b-bc1e-5be3036c6f12 req-724339f2-7186-49b9-8c3d-bb59454153d9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:15.792520 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:15.804042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.863751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.920670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-515a72db-89d7-464b-bc1e-5be3036c6f12 req-724339f2-7186-49b9-8c3d-bb59454153d9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:15.921860 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-515a72db-89d7-464b-bc1e-5be3036c6f12 req-724339f2-7186-49b9-8c3d-bb59454153d9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 946 time: 0.2596467 Apr 05 21:02:15.965085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:15.977484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.981330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c67b06-64ee-41ca-8c75-6bb196d01777,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:15.990467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c499ed-e5ad-4738-9373-68ed5753dd5c None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:16.009669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-515a72db-89d7-464b-bc1e-5be3036c6f12 req-61c8fe21-7731-41c5-ad2c-a2801f1bfb7e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:16.053115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-c21809cd-4d17-4137-9c3b-bb98f456c32a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 1097 time: 0.6037273 Apr 05 21:02:16.070303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4e431a9-b62f-44ba-a6b9-b36bba986476 req-1bfa162d-ae9b-4463-a193-33f86fa2b503 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 210 time: 0.0520213 Apr 05 21:02:16.184833 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f4e1ce3b-a957-4763-b56b-39c8b7ed6f1b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7 HTTP/1.1" status: 204 len: 168 time: 1.6178367 Apr 05 21:02:16.185309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56854) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:16.222450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Allocated IP 192.168.233.197 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/c11f1760-b419-460f-8c2f-8a566fbc65c4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:16.251486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-515a72db-89d7-464b-bc1e-5be3036c6f12 req-61c8fe21-7731-41c5-ad2c-a2801f1bfb7e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:16.253855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-515a72db-89d7-464b-bc1e-5be3036c6f12 req-61c8fe21-7731-41c5-ad2c-a2801f1bfb7e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241248 Apr 05 21:02:16.290119 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:59Z', 'revision_number': 6, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:16.302655 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864cf097-cdb6-4c46-bb1b-9dd99dbc7879 None None] The sync data for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 is: [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:01:59Z', 'revision_number': 6, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'f4024f80-5bc0-406e-be9b-187f7f1840bc', 'name': '', 'network_id': '829bb077-a6c4-4c14-b098-5f732b68cd29', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:5c:08:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:27Z', 'updated_at': '2022-04-05T20:59:37Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': 'cadeebb0-2737-48c0-8f0d-1d0e08473b5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:02:16.341788 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c7dbb8f6-2122-4306-9898-9d8f4c800b52 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1476092 Apr 05 21:02:16.345298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56860) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:16.370720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:16.433944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-9e58fd7c-8c32-418c-b925-5ff126de3107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:16.435435 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-9e58fd7c-8c32-418c-b925-5ff126de3107 service neutron] 10.222.0.39 "GET /v2.0/networks?id=829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 200 len: 897 time: 0.3739343 Apr 05 21:02:16.499590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:16.504051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] Deleting port 6e8ecb68-b182-4863-8c66-090862c89b93 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:16.504517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:16.638628 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-db3d686c-e7a6-4270-b136-07ff5d89cb21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 HTTP/1.1" status: 200 len: 217 time: 0.1240535 Apr 05 21:02:16.639542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9dd844a-37c6-4cff-aec3-c98f5209ec12 req-ad5b6fad-1b53-4ba6-bda5-488eeef3a169 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3782ef3-64a3-434c-9eb5-ec2b5731dac7 HTTP/1.1" status: 200 len: 210 time: 0.0757244 Apr 05 21:02:16.701851 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:02:16.724255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4624e5a6-daf8-49bb-9a01-c74560f80fb4 None None] New status for floating IP 3f78fdc5-0cb9-4d44-b43e-ca8278cca5f7: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:02:16.725081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:16.735031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-4febcad6-c2e7-4afc-89f7-a75cf5d0e0e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:16.736672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-4febcad6-c2e7-4afc-89f7-a75cf5d0e0e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cadeebb0-2737-48c0-8f0d-1d0e08473b5d HTTP/1.1" status: 200 len: 835 time: 0.0821321 Apr 05 21:02:16.742167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Transition to ACTIVE for port object c11f1760-b419-460f-8c2f-8a566fbc65c4 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:16.746233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:16.750542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:16.754525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:16.759574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:16.828962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:16.856040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-130b4275-290a-454e-af87-4c3936b56fd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=829bb077-a6c4-4c14-b098-5f732b68cd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913320 Apr 05 21:02:16.919808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:16.921387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:16.923407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Pushing event updated for resources: {'Port': ['ID=c11f1760-b419-460f-8c2f-8a566fbc65c4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:16.925763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:16.940247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] For port 6e8ecb68-b182-4863-8c66-090862c89b93, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6e8ecb68-b182-4863-8c66-090862c89b93,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:16.940653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:16.979022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:16.983468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:17.041081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:17.041946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:17.127381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] Calling delete_port for 6e8ecb68-b182-4863-8c66-090862c89b93 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:17.138565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-b8f8ec46-2b95-4737-b47a-29bece701dd9 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1465418 Apr 05 21:02:17.227413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-8c9138c6-1271-4f2f-9724-741854f4d995 service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638401 Apr 05 21:02:17.328401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e8ecb68-b182-4863-8c66-090862c89b93 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:17.399028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6e8ecb68-b182-4863-8c66-090862c89b93 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:17.399524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6e8ecb68-b182-4863-8c66-090862c89b93 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:17.407693 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:17.466911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Request body: {'port': {'device_id': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:17.474733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] Pushing event deleted for resources: {'Port': ['ID=6e8ecb68-b182-4863-8c66-090862c89b93,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:17.483083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd3711-c55a-4127-b61b-de07103a1db9 None None] No DVR routers for this DVR port 6e8ecb68-b182-4863-8c66-090862c89b93 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:17.534196 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-42bea737-ae3e-4536-b6e2-57e82b134a86 req-e895641f-f717-471c-8947-434e7d4be2ee service neutron] 10.222.0.39 "GET /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973471 Apr 05 21:02:17.679317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:17.737917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ff8dbb7-c015-4c3a-a859-0cfa437ad525 None None] Provisioning for port c11f1760-b419-460f-8c2f-8a566fbc65c4 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:17.742935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ff8dbb7-c015-4c3a-a859-0cfa437ad525 None None] Provisioning complete for port c11f1760-b419-460f-8c2f-8a566fbc65c4 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:17.743257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ff8dbb7-c015-4c3a-a859-0cfa437ad525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:17.749028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4b3b1-3306-4d4e-a73f-40110d7eab12 req-fa6486e3-3e81-4644-b3ae-b82bf89abcc8 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:17.749778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-44f4b3b1-3306-4d4e-a73f-40110d7eab12 req-fa6486e3-3e81-4644-b3ae-b82bf89abcc8 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Synchronizing usage tracker for tenant:6aacc09705f842bca8fb30b2664496f5 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:17.788056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-f0a1467e-d479-4ac5-b85a-7967e3330a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:17.789533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-f0a1467e-d479-4ac5-b85a-7967e3330a5c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 946 time: 0.3945186 Apr 05 21:02:17.809251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7ff8dbb7-c015-4c3a-a859-0cfa437ad525 None None] Port c11f1760-b419-460f-8c2f-8a566fbc65c4 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:02:17.970775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159c2d4-eb5d-4ebc-9cef-0bf068389420 req-a0987c3c-c6ce-45fb-ab27-3ef9d474d008 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:17.972207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2159c2d4-eb5d-4ebc-9cef-0bf068389420 req-a0987c3c-c6ce-45fb-ab27-3ef9d474d008 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 946 time: 0.4292650 Apr 05 21:02:17.977994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:02:17.979446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.015976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-44f4b3b1-3306-4d4e-a73f-40110d7eab12 req-fa6486e3-3e81-4644-b3ae-b82bf89abcc8 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Unset dirty status for tenant:6aacc09705f842bca8fb30b2664496f5 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:18.017067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44f4b3b1-3306-4d4e-a73f-40110d7eab12 req-fa6486e3-3e81-4644-b3ae-b82bf89abcc8 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 936 time: 0.7334948 Apr 05 21:02:18.042287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:18.045249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:18.049498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:18.050082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.054662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54606d15-ce06-492c-8d49-ad6896a8fe07 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:18.063741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:18.103895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:18.103895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.128839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d95795df-8b28-44ec-9a03-88d17618f53e no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:18.135683 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ff08cdf-9b6d-4cc6-9ad1-8cdd58c39829 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7888985 Apr 05 21:02:18.138715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:18.148369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:c5:8f:09', 'name': 'tempest-NetworksTestDHCPv6-107393127'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:18.180896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: d95795df-8b28-44ec-9a03-88d17618f53e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:18.181265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device d95795df-8b28-44ec-9a03-88d17618f53e not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:18.265302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2159c2d4-eb5d-4ebc-9cef-0bf068389420 req-188f2b1f-fa4c-4573-aeb0-d798b209fa2d tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=202ee58b-1aa3-4384-bf46-1005678e1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502255 Apr 05 21:02:18.266576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-44f4b3b1-3306-4d4e-a73f-40110d7eab12 req-0def2571-e743-4df0-bd6b-120a5d463a53 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Synchronizing usage tracker for tenant:6aacc09705f842bca8fb30b2664496f5 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:18.363282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:18.369424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:18.372761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:18.381347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:18.392537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:02:18.393604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.441519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:18.447414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-44f4b3b1-3306-4d4e-a73f-40110d7eab12 req-0def2571-e743-4df0-bd6b-120a5d463a53 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Unset dirty status for tenant:6aacc09705f842bca8fb30b2664496f5 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:18.452803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44f4b3b1-3306-4d4e-a73f-40110d7eab12 req-0def2571-e743-4df0-bd6b-120a5d463a53 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211197 Apr 05 21:02:18.453354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.502638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 350a1dc7-98a3-403a-b74c-9ebdb28ba136 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:02:18.615307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11f1760-b419-460f-8c2f-8a566fbc65c4 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:02:18.632228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Allocated IP 2001:db8::f816:3eff:fe77:3c9c (bb548de5-be95-4590-bb49-378e5da5155c/1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0/a625c157-8434-4d0d-b3b0-93acb16ea488) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:18.632768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.650812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:18.651275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.667766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Transition to ACTIVE for port object c11f1760-b419-460f-8c2f-8a566fbc65c4 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:18.782135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:18.811072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.967413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.978266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Transition to ACTIVE for port object a625c157-8434-4d0d-b3b0-93acb16ea488 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:18.982800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Pushing event updated for resources: {'Port': ['ID=c11f1760-b419-460f-8c2f-8a566fbc65c4,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:19.001149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Transition to ACTIVE for port object a625c157-8434-4d0d-b3b0-93acb16ea488 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:19.087126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.162853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:19.173034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:19.178540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:19.201207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fec5:8f09 (bb548de5-be95-4590-bb49-378e5da5155c/1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0/350a1dc7-98a3-403a-b74c-9ebdb28ba136) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:19.201354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Attempting to bind port c11f1760-b419-460f-8c2f-8a566fbc65c4 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:19.201354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Attempting to bind port c11f1760-b419-460f-8c2f-8a566fbc65c4 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:19.201354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Attempting to bind port c11f1760-b419-460f-8c2f-8a566fbc65c4 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:19.208928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Port c11f1760-b419-460f-8c2f-8a566fbc65c4 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:02:19.209596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Attempting to bind port c11f1760-b419-460f-8c2f-8a566fbc65c4 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:19.220027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:19.220718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:19.221438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:19.222114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Bound port: c11f1760-b419-460f-8c2f-8a566fbc65c4, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:19.222767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.340371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Pushing event updated for resources: {'Port': ['ID=a625c157-8434-4d0d-b3b0-93acb16ea488,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:19.365014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Attempting to bind port a625c157-8434-4d0d-b3b0-93acb16ea488 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:19.369493 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.379539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Attempting to bind port a625c157-8434-4d0d-b3b0-93acb16ea488 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:19.380189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Attempting to bind port a625c157-8434-4d0d-b3b0-93acb16ea488 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:19.400639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:19.401912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:19.402314 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.402705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:19.403172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Bound port: a625c157-8434-4d0d-b3b0-93acb16ea488, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:19.403541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.516352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.548088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] For port a625c157-8434-4d0d-b3b0-93acb16ea488, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:19.548932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 350a1dc7-98a3-403a-b74c-9ebdb28ba136 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:19.551387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] For port a625c157-8434-4d0d-b3b0-93acb16ea488, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a625c157-8434-4d0d-b3b0-93acb16ea488,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:19.653323 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.659505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:19.675530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.747816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09caa1-aaee-4e0f-b8e1-00683a95fa27 None None] Pushing event updated for resources: {'Port': ['ID=a625c157-8434-4d0d-b3b0-93acb16ea488,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:19.766473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c4eb7ac-64d7-4c39-9eb3-e3754c63665b req-730c2c5b-3d3d-457f-ad4c-315fb4d6c5c5 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 210 time: 0.1492999 Apr 05 21:02:19.785974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:19.789093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:19.793385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:19.795863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] No DVR routers for this DVR port ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:19.798727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:19.799496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.803269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:19.806075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'name': 'network-vif-deleted', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:19.830596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=350a1dc7-98a3-403a-b74c-9ebdb28ba136,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:19.849149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] For port c11f1760-b419-460f-8c2f-8a566fbc65c4, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:19.865043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] For port c11f1760-b419-460f-8c2f-8a566fbc65c4, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:19.885195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039586b-37c6-4209-aff9-869c4a8d816d req-01554e0f-b4f4-4b46-9ceb-339c766f8de7 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:19.887663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0039586b-37c6-4209-aff9-869c4a8d816d req-01554e0f-b4f4-4b46-9ceb-339c766f8de7 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 948 time: 0.2213199 Apr 05 21:02:19.889648 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce911ce-af19-43ae-90d3-9ff7c6a07b09'] response: {'server_uuid': 'e2b9f903-eb86-41bc-8b20-5a02bd45db2f', 'name': 'network-vif-deleted', 'tag': 'ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01', 'status': 'completed', 'code': 200} Apr 05 21:02:19.900742 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6ad3d836-2eff-43da-91bd-f22e9bd12fd4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7605889 Apr 05 21:02:19.903721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:19.941415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-829e4007-cf76-4d02-a1c1-449991c9def9 req-2d951551-b810-440e-8555-a9cf2589a276 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "DELETE /v2.0/ports/ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 HTTP/1.1" status: 204 len: 173 time: 2.1431534 Apr 05 21:02:19.997744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:20.122720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac26bf8-0da6-4b2f-8693-1d37bf291e57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:20.125941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Pushing event updated for resources: {'Port': ['ID=c11f1760-b419-460f-8c2f-8a566fbc65c4,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:20.137938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac26bf8-0da6-4b2f-8693-1d37bf291e57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:20.140287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ac26bf8-0da6-4b2f-8693-1d37bf291e57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:20.141163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0039586b-37c6-4209-aff9-869c4a8d816d req-ecbd44fe-d37e-48c9-b712-6b1267c3a5c3 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452960 Apr 05 21:02:20.149301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:20.150701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-640917ad-973e-43fe-afde-d9fc68581632 service neutron] 10.222.0.23 "PUT /v2.0/ports/c11f1760-b419-460f-8c2f-8a566fbc65c4 HTTP/1.1" status: 200 len: 1096 time: 3.0006530 Apr 05 21:02:20.290892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ac26bf8-0da6-4b2f-8693-1d37bf291e57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:20.299640 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ac26bf8-0da6-4b2f-8693-1d37bf291e57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3933034 Apr 05 21:02:20.301020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56910) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:20.315944 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:20.390591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 350a1dc7-98a3-403a-b74c-9ebdb28ba136 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:20.390866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:20.509586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-aa7a29fa-80cf-4f46-be57-caad1f2423a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6aacc09705f842bca8fb30b2664496f5&device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 1099 time: 0.2289734 Apr 05 21:02:20.604654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-71098272-b317-4e12-9d42-11692833ced0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4 HTTP/1.1" status: 200 len: 217 time: 0.0877368 Apr 05 21:02:20.825504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-a1c541f0-fa09-44f8-97ce-bd2fde2aa1a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:20.829352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-a1c541f0-fa09-44f8-97ce-bd2fde2aa1a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.2186868 Apr 05 21:02:20.906711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:21.082646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 350a1dc7-98a3-403a-b74c-9ebdb28ba136 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:21.087443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1d8de621-4a24-4cce-b3a3-27ad342db53d req-341cfc35-63f4-40ca-9b8c-48772f36bbf3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:21.128078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-501beaa1-c4f8-4d03-86d2-7b293894aa97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2909522 Apr 05 21:02:21.236644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1d8de621-4a24-4cce-b3a3-27ad342db53d req-341cfc35-63f4-40ca-9b8c-48772f36bbf3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:21.253263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d8de621-4a24-4cce-b3a3-27ad342db53d req-341cfc35-63f4-40ca-9b8c-48772f36bbf3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2b9f903-eb86-41bc-8b20-5a02bd45db2f HTTP/1.1" status: 200 len: 210 time: 0.2721021 Apr 05 21:02:21.372073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9c448e89-117e-49dd-ab8a-c2a921397672 None None] Provisioning for port a625c157-8434-4d0d-b3b0-93acb16ea488 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:21.387719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a625c157-8434-4d0d-b3b0-93acb16ea488 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:21.420347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-93a64f05-86b3-4e72-8ff7-81c41f149838 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850089 Apr 05 21:02:21.458030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:21.526684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=350a1dc7-98a3-403a-b74c-9ebdb28ba136,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:21.560966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a625c157-8434-4d0d-b3b0-93acb16ea488 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:21.566857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a625c157-8434-4d0d-b3b0-93acb16ea488 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:21.567429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:21.584214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:21.665311 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-31a215e6-510a-43d2-b836-3be0e81f1d3f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/350a1dc7-98a3-403a-b74c-9ebdb28ba136 HTTP/1.1" status: 204 len: 168 time: 1.3626606 Apr 05 21:02:21.668151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56940) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:21.682978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d5a739-c6fc-420d-88af-28dd7d0efeb3 req-fc50afa5-a677-441d-97e1-37f9acbeb198 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555411 Apr 05 21:02:21.707342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0a68-599a-4c25-9202-7d8c2765e330 req-75c6484a-0d92-455a-a19d-fa412be6d154 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:21.716616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3aab0a68-599a-4c25-9202-7d8c2765e330 req-75c6484a-0d92-455a-a19d-fa412be6d154 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 948 time: 0.2635372 Apr 05 21:02:21.774419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3aab0a68-599a-4c25-9202-7d8c2765e330 req-ae15c6ff-aa05-433f-91c6-8091df945752 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564342 Apr 05 21:02:21.817982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e9054b2e-5c6c-431d-beae-2bbe2734b69a None None] Could not find standard attr ID for object 350a1dc7-98a3-403a-b74c-9ebdb28ba136. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:02:21.841788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0e468-a797-473e-94ac-f5521e5d8c50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:21.843319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d0e468-a797-473e-94ac-f5521e5d8c50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:21.844068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f4d0e468-a797-473e-94ac-f5521e5d8c50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:21.847998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:21.887742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a625c157-8434-4d0d-b3b0-93acb16ea488, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a625c157-8434-4d0d-b3b0-93acb16ea488,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:21.891253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'tag': 'c11f1760-b419-460f-8c2f-8a566fbc65c4'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:21.909267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f4d0e468-a797-473e-94ac-f5521e5d8c50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:21.910444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f4d0e468-a797-473e-94ac-f5521e5d8c50 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2411048 Apr 05 21:02:21.913004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:21.937826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:21.951636 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-942e52bc-afed-4c6c-b1a2-85ba65508ef6'] response: {'name': 'network-changed', 'server_uuid': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'tag': 'c11f1760-b419-460f-8c2f-8a566fbc65c4', 'status': 'completed', 'code': 200} Apr 05 21:02:22.052405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a625c157-8434-4d0d-b3b0-93acb16ea488,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:22.075443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-437bd86c-2556-4ec5-94b6-06f3199502db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6aacc09705f842bca8fb30b2664496f5&device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 1099 time: 0.0962245 Apr 05 21:02:22.086941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:22.123658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:22.124341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device ca83dda1-bbe5-4a8f-9cc5-2f7b42430c01 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:22.238160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-64f35302-b42e-40ff-920b-29eb5d17843d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:22.240234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-64f35302-b42e-40ff-920b-29eb5d17843d service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1585054 Apr 05 21:02:22.288175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:22.292564 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.323900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-d56de382-bda2-4ae8-802e-be5bbfb5d463 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4 HTTP/1.1" status: 200 len: 217 time: 0.0740378 Apr 05 21:02:22.378817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56958) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:22.387613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.427067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-7e98c12f-4cd3-43d4-a0bd-b5811b9c5ee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:22.428190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-7e98c12f-4cd3-43d4-a0bd-b5811b9c5ee1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0983188 Apr 05 21:02:22.486749 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.514861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-015daa3f-85b7-468a-8841-162899342207 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.556703 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-015daa3f-85b7-468a-8841-162899342207 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.586900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-f273eeaf-6ff4-4e07-8cb0-d60ea771c612 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505306 Apr 05 21:02:22.701628 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.733157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-a30d0dc0-94a7-499d-946e-3de0163f2213 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381652 Apr 05 21:02:22.743634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:22.753185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.754995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfe5dee-9c00-4d5c-ba53-61030218a95b None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:22.814320 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-015daa3f-85b7-468a-8841-162899342207 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.835852 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ae2e7e3a-aaf5-4902-8b57-7e255927de48 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0 HTTP/1.1" status: 204 len: 168 time: 0.9213846 Apr 05 21:02:22.839699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015daa3f-85b7-468a-8841-162899342207 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ee58b-1aa3-4384-bf46-1005678e1914,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:22.840786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56968) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:22.934782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dbf9917d-cbf6-484d-9af4-c1003ec8690c req-a1a95614-75ee-4585-9edb-d8ff409795e4 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964064 Apr 05 21:02:22.955940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-015daa3f-85b7-468a-8841-162899342207 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:22.960434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-015daa3f-85b7-468a-8841-162899342207 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/security-groups/202ee58b-1aa3-4384-bf46-1005678e1914 HTTP/1.1" status: 204 len: 168 time: 0.5805979 Apr 05 21:02:23.118340 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e379028-b11b-4153-85ac-aa645e3b78ac tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2713749 Apr 05 21:02:23.118907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56974) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:23.154816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 56978) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:23.235347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:23.240947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] Deleting port a625c157-8434-4d0d-b3b0-93acb16ea488 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:23.241494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:23.348082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755d9ec-eca4-48ad-8bad-9c6bf4648014 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:23.348814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f755d9ec-eca4-48ad-8bad-9c6bf4648014 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:23.386452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70d490-af5b-48d6-8e03-0839936d1b4f req-ec570c2d-8c7c-4481-bd46-91b87c5f322a tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:23.387908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d70d490-af5b-48d6-8e03-0839936d1b4f req-ec570c2d-8c7c-4481-bd46-91b87c5f322a tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 948 time: 0.2767799 Apr 05 21:02:23.445262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d70d490-af5b-48d6-8e03-0839936d1b4f req-39cab3d1-6049-462f-8dc6-4f40a33b4c0a tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Apr 05 21:02:23.497538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] For port a625c157-8434-4d0d-b3b0-93acb16ea488, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a625c157-8434-4d0d-b3b0-93acb16ea488,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:23.497922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:23.504537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f755d9ec-eca4-48ad-8bad-9c6bf4648014 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:23.505402 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f755d9ec-eca4-48ad-8bad-9c6bf4648014 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3855438 Apr 05 21:02:23.508002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56982) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:23.571136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e89875-5cc2-4a20-b84f-ca40b9eb5008 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:23.571813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a3e89875-5cc2-4a20-b84f-ca40b9eb5008 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:23.631241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] Calling delete_port for a625c157-8434-4d0d-b3b0-93acb16ea488 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:23.658611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:23.697711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a3e89875-5cc2-4a20-b84f-ca40b9eb5008 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:23.699405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a3e89875-5cc2-4a20-b84f-ca40b9eb5008 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1904452 Apr 05 21:02:23.702065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56986) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:23.775466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cc5d5617-32dc-4efd-a591-99da7352bfea tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687177 Apr 05 21:02:23.775696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 56990) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:23.781657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:23.858244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:23.892183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:23.904030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:23.912087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] Pushing event deleted for resources: {'Port': ['ID=a625c157-8434-4d0d-b3b0-93acb16ea488,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:23.913895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd09e4a-7822-4e5c-881b-1e790ba00564 None None] No DVR routers for this DVR port a625c157-8434-4d0d-b3b0-93acb16ea488 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:23.972049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:24.094538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:24.383909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:24.431766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port f4024f80-5bc0-406e-be9b-187f7f1840bc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:24.432445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:24.452384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:24.455306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:24.461112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=063f2cdb-7557-4094-ad3d-f718affa9fda,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:24.463657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:24.464234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:24.491568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce5efb-2fc7-47e7-9e71-da2ef70fb168 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:24.595784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd804867-ea16-47d9-87ef-1758b3cf4ac8 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8184907 Apr 05 21:02:24.598513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57010) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:24.606776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:00:87:67', 'name': 'tempest-NetworksTestDHCPv6-655441850'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:24.685968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port f4024f80-5bc0-406e-be9b-187f7f1840bc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4024f80-5bc0-406e-be9b-187f7f1840bc,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:24.686747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:24.811094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '063f2cdb-7557-4094-ad3d-f718affa9fda'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:02:24.817026 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:24.858050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for f4024f80-5bc0-406e-be9b-187f7f1840bc owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:24.859743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e08c4a-8e3f-4445-9ffe-816bb1d8f103 req-511b62b7-d359-4a2f-97f8-03e2d42808bb tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:24.861519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80e08c4a-8e3f-4445-9ffe-816bb1d8f103 req-511b62b7-d359-4a2f-97f8-03e2d42808bb tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 948 time: 0.2395756 Apr 05 21:02:24.862676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:24.887710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:24.935798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80e08c4a-8e3f-4445-9ffe-816bb1d8f103 req-7e877b0d-6f24-4e68-863a-2e0f049a6c5a tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659032 Apr 05 21:02:24.978426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:24.985296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:25.036762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 3aab8d3d-d186-4996-9432-5b00bdbd1792 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:02:25.075757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/063f2cdb-7557-4094-ad3d-f718affa9fda/1b4322e4-acb3-4f89-9295-367f94ced923) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:25.192259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c11f1760-b419-460f-8c2f-8a566fbc65c4 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:02:25.223943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:25.277405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=f4024f80-5bc0-406e-be9b-187f7f1840bc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:25.309497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a625c157-8434-4d0d-b3b0-93acb16ea488 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:25.375482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a625c157-8434-4d0d-b3b0-93acb16ea488 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:25.375818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a625c157-8434-4d0d-b3b0-93acb16ea488 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:25.498032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c11f1760-b419-460f-8c2f-8a566fbc65c4, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:25.514513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:25.522682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'c11f1760-b419-460f-8c2f-8a566fbc65c4', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'c11f1760-b419-460f-8c2f-8a566fbc65c4', 'mac_address': 'fa:16:3e:ca:96:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:02:25.542339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Transition to ACTIVE for port object 1b4322e4-acb3-4f89-9295-367f94ced923 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:25.639060 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:25.660491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11f1760-b419-460f-8c2f-8a566fbc65c4 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:02:25.681574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Transition to ACTIVE for port object 1b4322e4-acb3-4f89-9295-367f94ced923 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:25.688086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c11f1760-b419-460f-8c2f-8a566fbc65c4, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:25.758171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:25.778051 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:25.834844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:25.873333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::28a (bb548de5-be95-4590-bb49-378e5da5155c/063f2cdb-7557-4094-ad3d-f718affa9fda/3aab8d3d-d186-4996-9432-5b00bdbd1792) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:25.881333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:25.885929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:25.888884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:25.891157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Pushing event updated for resources: {'Port': ['ID=1b4322e4-acb3-4f89-9295-367f94ced923,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:25.994270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c11f1760-b419-460f-8c2f-8a566fbc65c4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:26.161756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:26.167587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['c11f1760-b419-460f-8c2f-8a566fbc65c4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:02:26.184621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 3aab8d3d-d186-4996-9432-5b00bdbd1792 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:26.233370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Attempting to bind port 1b4322e4-acb3-4f89-9295-367f94ced923 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:26.233794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Attempting to bind port 1b4322e4-acb3-4f89-9295-367f94ced923 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:26.234127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Attempting to bind port 1b4322e4-acb3-4f89-9295-367f94ced923 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:26.260071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:26.260589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:26.260871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:26.261285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:26.261762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Bound port: 1b4322e4-acb3-4f89-9295-367f94ced923, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:26.262161 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:26.293923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:26.388333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:26.412128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] For port 1b4322e4-acb3-4f89-9295-367f94ced923, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:26.419541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] For port 1b4322e4-acb3-4f89-9295-367f94ced923, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1b4322e4-acb3-4f89-9295-367f94ced923,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:26.435407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:26.441337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:26.445465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:26.446236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:26.467665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dee5b5-7229-4caf-bb01-c3013a32177a req-356e6299-53b9-4017-9a71-2848f7e07cfc tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:26.477983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83dee5b5-7229-4caf-bb01-c3013a32177a req-356e6299-53b9-4017-9a71-2848f7e07cfc tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 949 time: 0.2685165 Apr 05 21:02:26.532215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:26.546359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=3aab8d3d-d186-4996-9432-5b00bdbd1792,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:26.565034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83dee5b5-7229-4caf-bb01-c3013a32177a req-323c11ad-a78b-4957-b4bc-ad761974e551 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866821 Apr 05 21:02:26.665539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3c3da-4bb3-4cc7-a502-0cc94cafbc25 None None] Pushing event updated for resources: {'Port': ['ID=1b4322e4-acb3-4f89-9295-367f94ced923,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:26.684725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5669b15f-5746-4078-9251-2dcbf6cfeb82 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0819709 Apr 05 21:02:26.684725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57030) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:26.771243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d74a8-b437-4eef-aa3c-e1529c02663d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:26.775167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d74a8-b437-4eef-aa3c-e1529c02663d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:26.775981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c9d74a8-b437-4eef-aa3c-e1529c02663d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:26.787322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router 42d3fa58-fc1d-4779-ad15-4037d798dc0f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:02:26.875202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0c9d74a8-b437-4eef-aa3c-e1529c02663d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:26.876384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0c9d74a8-b437-4eef-aa3c-e1529c02663d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1905849 Apr 05 21:02:26.879446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57034) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:27.054934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:02:27.064830 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] Sync routers for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:02:27.080188 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:27.081519 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:27.104241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 3aab8d3d-d186-4996-9432-5b00bdbd1792 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:27.104241 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:27.128690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0a46e2ee-5778-4920-9d56-c26dd2bcd663 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "PUT /v2.0/routers/42d3fa58-fc1d-4779-ad15-4037d798dc0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9690576 Apr 05 21:02:27.128923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57044) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:27.137134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c11f1760-b419-460f-8c2f-8a566fbc65c4 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:27.371890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port c11f1760-b419-460f-8c2f-8a566fbc65c4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:27.377999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port c11f1760-b419-460f-8c2f-8a566fbc65c4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:27.378600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:27.441208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1b4322e4-acb3-4f89-9295-367f94ced923 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:27.498841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:27.544231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting subnet cadeebb0-2737-48c0-8f0d-1d0e08473b5d {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:27.557168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:27.684865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:27.756482 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:27.756660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:27.825250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1b4322e4-acb3-4f89-9295-367f94ced923 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:27.856339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11f1760-b419-460f-8c2f-8a566fbc65c4'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:27.879542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port c11f1760-b419-460f-8c2f-8a566fbc65c4, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:27.949622 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:27.998490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 3aab8d3d-d186-4996-9432-5b00bdbd1792 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:28.016445 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:02:25Z', 'revision_number': 7, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:28.023647 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] Checking router: 42d3fa58-fc1d-4779-ad15-4037d798dc0f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:02:28.033192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=c11f1760-b419-460f-8c2f-8a566fbc65c4,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:28.039495 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] Routers {'42d3fa58-fc1d-4779-ad15-4037d798dc0f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:28.040265 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:28.153967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.191978 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbb775f-c7ae-4b39-b02b-ad0e0da03cad'] response: {'server_uuid': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11f1760-b419-460f-8c2f-8a566fbc65c4', 'code': 200} Apr 05 21:02:28.276587 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] Set router 42d3fa58-fc1d-4779-ad15-4037d798dc0f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:28.280423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-162d37a8-4156-4f8b-a4bc-bf10a19d495a None None] Provisioning for port 1b4322e4-acb3-4f89-9295-367f94ced923 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:28.286455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-162d37a8-4156-4f8b-a4bc-bf10a19d495a None None] Provisioning complete for port 1b4322e4-acb3-4f89-9295-367f94ced923 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:28.287151 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-162d37a8-4156-4f8b-a4bc-bf10a19d495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.343087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768978a-8ddc-408e-b9f5-09ada52020bb req-7ba685a8-c5e0-4bb5-b165-477313491da5 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:28.353452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b768978a-8ddc-408e-b9f5-09ada52020bb req-7ba685a8-c5e0-4bb5-b165-477313491da5 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 950 time: 0.4141476 Apr 05 21:02:28.483560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b768978a-8ddc-408e-b9f5-09ada52020bb req-c5ec3ae1-ec41-4f76-a4d3-89c887eb83c0 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293035 Apr 05 21:02:28.487397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e86ff0ba-34c3-4f47-b5ca-7010a1a72b72 req-03b1fb03-33b5-422f-b432-c8a4fadd34d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 1101 time: 0.2148347 Apr 05 21:02:28.552243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.568905 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-162d37a8-4156-4f8b-a4bc-bf10a19d495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.611905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-162d37a8-4156-4f8b-a4bc-bf10a19d495a None None] For port 1b4322e4-acb3-4f89-9295-367f94ced923, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1b4322e4-acb3-4f89-9295-367f94ced923,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:28.622223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.657448 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:02:25Z', 'revision_number': 7, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:28.662498 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182afb1-dc7b-4f68-85dc-76657b6c70e0 None None] The sync data for ids ['42d3fa58-fc1d-4779-ad15-4037d798dc0f'] in n-d-836605-1 is: [{'id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'name': 'tempest-TestNetworkBasicOps-router-430234573', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T21:02:25Z', 'revision_number': 7, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': '99b09136-3838-4095-a05f-ff7b97d7ff9e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d3fa58-fc1d-4779-ad15-4037d798dc0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:59:21Z', 'updated_at': '2022-04-05T20:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:02:28.673823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-162d37a8-4156-4f8b-a4bc-bf10a19d495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.734555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=3aab8d3d-d186-4996-9432-5b00bdbd1792,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:28.744139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Subnet': ['ID=cadeebb0-2737-48c0-8f0d-1d0e08473b5d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:28.755033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.765913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d394bbf-8d6e-49e8-8e09-bf74d0a4135a None None] Network 829bb077-a6c4-4c14-b098-5f732b68cd29 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:28.806808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e86ff0ba-34c3-4f47-b5ca-7010a1a72b72 req-202fc742-750b-4921-bb12-29aeb5a52cc8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120956 Apr 05 21:02:28.823969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9d80cc75-2e0c-4a39-a2b1-6e4230611958 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/subnets/cadeebb0-2737-48c0-8f0d-1d0e08473b5d HTTP/1.1" status: 204 len: 168 time: 1.6942205 Apr 05 21:02:28.826629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57092) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:28.836619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:28.838676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7b75c110-d404-4212-9b55-908e85c1e592 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/3aab8d3d-d186-4996-9432-5b00bdbd1792 HTTP/1.1" status: 204 len: 168 time: 1.9584961 Apr 05 21:02:28.842598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57096) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:28.862763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d37a8-4156-4f8b-a4bc-bf10a19d495a None None] Pushing event updated for resources: {'Port': ['ID=1b4322e4-acb3-4f89-9295-367f94ced923,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:28.894659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9ff7ec87-631f-49fe-b8b1-bbc2525c19b6 None None] Could not find standard attr ID for object 3aab8d3d-d186-4996-9432-5b00bdbd1792. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:02:28.921377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-62ab2853-916a-46fe-8b5c-ed4cf69fc5b6 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:28.928686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-62ab2853-916a-46fe-8b5c-ed4cf69fc5b6 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/networks?id=7406516d-fcbe-43a7-a4c0-e6505a98d943 HTTP/1.1" status: 200 len: 813 time: 0.4086230 Apr 05 21:02:28.964492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-42f87fb4-d7d6-448b-b981-1002394de209 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/quotas/8329e34d31d1486392af5a2489275f35 HTTP/1.1" status: 200 len: 375 time: 0.0332589 Apr 05 21:02:29.177004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] DHCP port deletion for 829bb077-a6c4-4c14-b098-5f732b68cd29 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:29.182811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] Deleting port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:29.183378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.190593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.207807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ac227-5e39-4445-82fd-bf7584589a7a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:29.209266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ac227-5e39-4445-82fd-bf7584589a7a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:29.210005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ce6ac227-5e39-4445-82fd-bf7584589a7a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:29.222825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-2045009c-e9f8-4201-a812-1ef862b907fe tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8329e34d31d1486392af5a2489275f35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2576933 Apr 05 21:02:29.334511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1b4322e4-acb3-4f89-9295-367f94ced923 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:29.423578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-2a89dac9-076d-4c36-92f3-70c7ba6f5ca4 service neutron] 10.222.0.10 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999013 Apr 05 21:02:29.460953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.506735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ce6ac227-5e39-4445-82fd-bf7584589a7a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:29.508039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ce6ac227-5e39-4445-82fd-bf7584589a7a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.6645038 Apr 05 21:02:29.511323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57108) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:29.549675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port 99b09136-3838-4095-a05f-ff7b97d7ff9e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:29.550067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.646347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1b4322e4-acb3-4f89-9295-367f94ced923 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:29.647364 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.702187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] For port 1254a019-ba02-4ecc-b297-e93d8a62a5d5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1254a019-ba02-4ecc-b297-e93d8a62a5d5,segment=NetworkSegment(56a2b45b-fa0a-4166-8f37-6392eea93c9c),segment_id=56a2b45b-fa0a-4166-8f37-6392eea93c9c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:29.702903 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.748132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-805bb432-c0ae-49bb-9eb9-38cd8cb5b4f5 service neutron] 10.222.0.10 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184001 Apr 05 21:02:29.822711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 063f2cdb-7557-4094-ad3d-f718affa9fda {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:29.832934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2cdec-c89b-44f9-ae96-3a2f2f619fdf req-84fa4c8a-a0e4-4abc-911b-ca67c7a5f827 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:29.843166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aec2cdec-c89b-44f9-ae96-3a2f2f619fdf req-84fa4c8a-a0e4-4abc-911b-ca67c7a5f827 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 950 time: 0.2090237 Apr 05 21:02:29.860018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.869475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] Calling delete_port for 1254a019-ba02-4ecc-b297-e93d8a62a5d5 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:29.871179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port 99b09136-3838-4095-a05f-ff7b97d7ff9e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=99b09136-3838-4095-a05f-ff7b97d7ff9e,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:29.871669 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:29.975385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:30.021738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aec2cdec-c89b-44f9-ae96-3a2f2f619fdf req-157c3286-025c-4baa-80f6-c3264db6ce1b tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776307 Apr 05 21:02:30.073506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:30.126677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for 99b09136-3838-4095-a05f-ff7b97d7ff9e owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:30.171961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4024f80-5bc0-406e-be9b-187f7f1840bc no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:30.195358 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:30.256245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] Pushing event deleted for resources: {'Port': ['ID=1254a019-ba02-4ecc-b297-e93d8a62a5d5,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:30.281406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f4024f80-5bc0-406e-be9b-187f7f1840bc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:30.281747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4024f80-5bc0-406e-be9b-187f7f1840bc not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:30.282163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1254a019-ba02-4ecc-b297-e93d8a62a5d5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:30.304607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2021aff5-8280-4769-8312-506b4e57649d req-6c20f4b0-48f5-4cbb-bb0b-f7bd97c7a14e tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 210 time: 0.1637247 Apr 05 21:02:30.332940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 1254a019-ba02-4ecc-b297-e93d8a62a5d5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:30.333303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1254a019-ba02-4ecc-b297-e93d8a62a5d5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:30.339467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79bd82-af71-449b-87cf-5dacd16aef38 None None] No DVR routers for this DVR port 1254a019-ba02-4ecc-b297-e93d8a62a5d5 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:30.345304 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:30.410433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=063f2cdb-7557-4094-ad3d-f718affa9fda,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:30.412610 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:30.418870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48adcc36-20cb-41fc-80f1-41f616ef2d6a None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:30.434893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:30.477710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9f0560e7-1d36-429d-9532-c65030de6804 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/063f2cdb-7557-4094-ad3d-f718affa9fda HTTP/1.1" status: 204 len: 168 time: 0.9631660 Apr 05 21:02:30.479143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57124) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:30.560056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2f53f313-7116-40ac-afd2-7ceb527892c2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796678 Apr 05 21:02:30.562414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57130) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:30.594642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=99b09136-3838-4095-a05f-ff7b97d7ff9e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:30.672119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d938185-2f49-4670-8667-5e13aaf0633e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:30.672449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d938185-2f49-4670-8667-5e13aaf0633e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:30.773953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:30.774662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] Deleting port 1b4322e4-acb3-4f89-9295-367f94ced923 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:30.775273 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:30.801171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d938185-2f49-4670-8667-5e13aaf0633e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:30.808033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1d938185-2f49-4670-8667-5e13aaf0633e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2390089 Apr 05 21:02:30.808033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57134) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:30.913130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf2e669-54ca-4e68-a951-bba3ebff4630 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:30.914369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cdf2e669-54ca-4e68-a951-bba3ebff4630 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:30.931729 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.006218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cdf2e669-54ca-4e68-a951-bba3ebff4630 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:31.007571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cdf2e669-54ca-4e68-a951-bba3ebff4630 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2017689 Apr 05 21:02:31.010022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57140) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:31.157782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] For port 1b4322e4-acb3-4f89-9295-367f94ced923, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1b4322e4-acb3-4f89-9295-367f94ced923,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:31.158174 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.177875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1e008f39-043a-4b05-a062-1560b7a0f527 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1663787 Apr 05 21:02:31.180839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57146) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:31.187658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:31.398372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:31.429870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1b4322e4-acb3-4f89-9295-367f94ced923 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:31.440423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:31.485282 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.490716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.514489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb511-9a36-4530-a60d-a0041136af2c req-4600dea8-4ea3-42c7-b069-3281a8581bcd tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:31.515321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] Calling delete_port for 1b4322e4-acb3-4f89-9295-367f94ced923 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:31.522830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e9bb511-9a36-4530-a60d-a0041136af2c req-4600dea8-4ea3-42c7-b069-3281a8581bcd tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 950 time: 0.2106166 Apr 05 21:02:31.524155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:31.533871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.640949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.641480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Fanout notify agent at l3_agent the message router_deleted on router 42d3fa58-fc1d-4779-ad15-4037d798dc0f {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:02:31.670603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.685672 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f1b73fbc-05d4-4f19-bbde-e9f63cad7230 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/routers/42d3fa58-fc1d-4779-ad15-4037d798dc0f HTTP/1.1" status: 204 len: 168 time: 2.8432977 Apr 05 21:02:31.685672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57154) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:31.786576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:31.788576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e9bb511-9a36-4530-a60d-a0041136af2c req-88e8b20f-da4b-4ee4-b8a0-e3c71eb54a89 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275321 Apr 05 21:02:31.847180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.024009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] Pushing event deleted for resources: {'Port': ['ID=1b4322e4-acb3-4f89-9295-367f94ced923,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:32.026617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.060001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086b3ec-9e8c-4519-9c21-1fcf4531b284 None None] No DVR routers for this DVR port 1b4322e4-acb3-4f89-9295-367f94ced923 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:32.296471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.330087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829bb077-a6c4-4c14-b098-5f732b68cd29']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:32.360080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a2b45b-fa0a-4166-8f37-6392eea93c9c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:32.361310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a2b45b-fa0a-4166-8f37-6392eea93c9c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:32.384031 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.414381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.422136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af9538e8-bbee-499f-ba31-7567cd29a765 req-3b8368ad-5ac2-4d4c-a76e-593c8f50b6c4 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 210 time: 0.6130128 Apr 05 21:02:32.430395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:02:32.431203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:02:32.447536 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:02:32.660055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:02:32.661300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.669513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.689031 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.701966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Network': ['ID=829bb077-a6c4-4c14-b098-5f732b68cd29,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:32.707960 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-87990338-fe22-4a23-b939-bb0e3ec5ce22 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/networks/829bb077-a6c4-4c14-b098-5f732b68cd29 HTTP/1.1" status: 204 len: 168 time: 1.0228207 Apr 05 21:02:32.739767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57166) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:32.745014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:32.745935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=8368c117-e71a-43b1-9cc5-5aec995f0727,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:32.748420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:32.750890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:32.751478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:32.755310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'network': {'name': 'tempest-network-smoke--1143874883', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'port_security_enabled': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:32.762584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e26f1-0608-4dce-bb00-b1d46a8ede8d None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:32.762969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:32.768395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:network and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:32.772761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:32.781386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:32.863169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a65ee57d-e923-4433-848c-164478646144 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6811738 Apr 05 21:02:32.868072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57174) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:32.877256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:32.987370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:32.990346 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.083199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '8368c117-e71a-43b1-9cc5-5aec995f0727'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:02:33.084789 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.095710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:02:33.102046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:33.107655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:33.111311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:33.118530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.123407 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Added segment bbc5d5e3-de52-42ff-805d-4df302091548 of type vlan for network 08b5521a-6ff5-401c-95be-5399effdc5f1 Apr 05 21:02:33.123407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:33.155585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.236450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:33.272067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99b09136-3838-4095-a05f-ff7b97d7ff9e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:33.288224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0c78cd1a-db41-4287-9c27-aa972f528f2d tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:33.289758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0c78cd1a-db41-4287-9c27-aa972f528f2d tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "GET /v2.0/networks?id=7406516d-fcbe-43a7-a4c0-e6505a98d943 HTTP/1.1" status: 200 len: 813 time: 0.3115361 Apr 05 21:02:33.361848 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.366338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:33.367091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.384223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 99b09136-3838-4095-a05f-ff7b97d7ff9e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:33.384568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 99b09136-3838-4095-a05f-ff7b97d7ff9e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:33.430138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Request body: {'port': {'device_id': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943', 'admin_state_up': True, 'tenant_id': '8329e34d31d1486392af5a2489275f35'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:33.544439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Network': ['ID=08b5521a-6ff5-401c-95be-5399effdc5f1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:33.570912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:02:33.589996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.701964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Allocated IP 2001:db8::f816:3eff:fed0:54c9 (bb548de5-be95-4590-bb49-378e5da5155c/8368c117-e71a-43b1-9cc5-5aec995f0727/8997b0e4-45eb-43b4-b60a-9e72f348aa81) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:33.716731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bcc24eb-94ae-483d-a213-1dbb0ba44bbc req-083cc627-2250-4925-85f3-1dd7b3b11a35 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 210 time: 0.0680325 Apr 05 21:02:33.786973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:33.791641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Usage tracker for resource:port and tenant:8329e34d31d1486392af5a2489275f35 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:33.796039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:33.802660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:33.876708 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ec7d1755-de57-44e6-b160-91c8999c87c0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1338127 Apr 05 21:02:33.879644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57184) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:33.884814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'admin_state_up': True, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:33.893438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:33.895682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Made reservation on behalf of 8329e34d31d1486392af5a2489275f35 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:33.898861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:33.908455 n-d-836605-1 neutron-server[84580]: INFO neutron.db.ipam_backend_mixin [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8368c117-e71a-43b1-9cc5-5aec995f0727 (CIDR: 2001:db8::/64) Apr 05 21:02:33.914795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:router and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:33.920385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:33.928974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:33.961894 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:02:33.963054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:02:33.995619 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.008616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Transition to ACTIVE for port object 8997b0e4-45eb-43b4-b60a-9e72f348aa81 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:34.031266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Transition to ACTIVE for port object 8997b0e4-45eb-43b4-b60a-9e72f348aa81 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:34.041290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.071439 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-89273d66-c54b-4166-a455-72cf8739ec31 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1995940 Apr 05 21:02:34.073460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:34.079706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:34.128555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Allocated IP 172.20.0.12 (7406516d-fcbe-43a7-a4c0-e6505a98d943/ea112974-3250-4716-b97f-0a19c3f12aef/a3cfa92e-1254-4aad-ae16-9dd2d1559f94) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:34.133313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.288260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:34.298292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:34.302361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:34.308060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:34.309722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:34.318533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:34.333351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:34.358298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Pushing event updated for resources: {'Port': ['ID=8997b0e4-45eb-43b4-b60a-9e72f348aa81,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:34.411474 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.421029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Attempting to bind port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:34.421029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Attempting to bind port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:34.421029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Attempting to bind port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:34.421369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.421369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.425691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:34.426296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:34.426924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.427498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:34.428131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Bound port: 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:34.428689 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.440961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:34.446626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.454040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.536327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] For port 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:34.538758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.555542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] For port 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8997b0e4-45eb-43b4-b60a-9e72f348aa81,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:34.624665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.675887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Network 7406516d-fcbe-43a7-a4c0-e6505a98d943 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:34.762038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:34.774873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:34.818794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eaf10-c590-4f32-8652-c43265e8273d None None] Pushing event updated for resources: {'Port': ['ID=8997b0e4-45eb-43b4-b60a-9e72f348aa81,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:34.900672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:34.901790 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:34.929007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Pushing event updated for resources: {'Port': ['ID=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:34.998585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4137c2bc-8da3-48be-b2fe-56d151ebcfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:35.003060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:35.018767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:35.052854 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0979cda3-d601-4d7b-8a7e-804cf6a5158f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6333940 Apr 05 21:02:35.061806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59286a-4ea4-4a12-a9d9-aef9732832f3 req-b74c4494-7ab6-4990-91ba-62bcc50b65f7 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:35.062793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3b59286a-4ea4-4a12-a9d9-aef9732832f3 req-b74c4494-7ab6-4990-91ba-62bcc50b65f7 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Synchronizing usage tracker for tenant:8329e34d31d1486392af5a2489275f35 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:35.100901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Request body: {'port': {'device_id': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:35.113379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:35.113379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:35.116752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:35.117493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:35.125764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=c314d12f-f2e1-4593-a5c6-d4b27c99d312,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:35.217833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57198) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:35.218271 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f140f950-8052-4955-b70a-0fe8429061cf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1431291 Apr 05 21:02:35.278132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:02:3b:81', 'name': 'tempest-NetworksTestDHCPv6-1458083968'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:35.337820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3b59286a-4ea4-4a12-a9d9-aef9732832f3 req-b74c4494-7ab6-4990-91ba-62bcc50b65f7 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Unset dirty status for tenant:8329e34d31d1486392af5a2489275f35 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:35.342156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b59286a-4ea4-4a12-a9d9-aef9732832f3 req-b74c4494-7ab6-4990-91ba-62bcc50b65f7 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 932 time: 0.4072359 Apr 05 21:02:35.343174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8997b0e4-45eb-43b4-b60a-9e72f348aa81 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:35.527766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:35.566710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:35.787088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b59286a-4ea4-4a12-a9d9-aef9732832f3 req-23bd432b-0020-4110-9be0-c53340b09d8e tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082877 Apr 05 21:02:35.857356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:35.881160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:35.883213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:35.908088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:36.084485 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.116008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:36.119053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6434014-6ea6-43ce-98f9-4f472bbb8d72 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:36.150376 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.290303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-df27b200-c238-42f7-a287-7d9deb4e19df None None] Provisioning for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:36.374850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-df27b200-c238-42f7-a287-7d9deb4e19df None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:36.375529 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df27b200-c238-42f7-a287-7d9deb4e19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.418070 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.546976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:02:36.586453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cfa92e-1254-4aad-ae16-9dd2d1559f94 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:02:36.599932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.615415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df27b200-c238-42f7-a287-7d9deb4e19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.617100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.25.2.65 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/e54a350e-f581-41a5-ba1b-0bfbe525a332) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:36.652667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Transition to ACTIVE for port object a3cfa92e-1254-4aad-ae16-9dd2d1559f94 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:36.663873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-df27b200-c238-42f7-a287-7d9deb4e19df None None] For port 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8997b0e4-45eb-43b4-b60a-9e72f348aa81,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:36.741823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] Update dhcp port {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': '8368c117-e71a-43b1-9cc5-5aec995f0727', 'ip_address': '2001:db8::f816:3eff:fed0:54c9'}, {'subnet_id': 'c314d12f-f2e1-4593-a5c6-d4b27c99d312'}], 'binding:host_id': 'n-d-836605-1'}, 'id': '8997b0e4-45eb-43b4-b60a-9e72f348aa81'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:02:36.777322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df27b200-c238-42f7-a287-7d9deb4e19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.782008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.866888 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:36.929584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27b200-c238-42f7-a287-7d9deb4e19df None None] Pushing event updated for resources: {'Port': ['ID=8997b0e4-45eb-43b4-b60a-9e72f348aa81,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:36.936093 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-daba3cd9-193e-425c-9411-3515f0201ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:37.013626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:37.144106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:37.192987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8:0:1::2e1 (bb548de5-be95-4590-bb49-378e5da5155c/c314d12f-f2e1-4593-a5c6-d4b27c99d312/9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:37.216427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fe02:3b81 (bb548de5-be95-4590-bb49-378e5da5155c/8368c117-e71a-43b1-9cc5-5aec995f0727/9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:37.278327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8997b0e4-45eb-43b4-b60a-9e72f348aa81 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:37.304205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Attempting to bind port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:37.304546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Attempting to bind port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:37.304850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Attempting to bind port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 on network 7406516d-fcbe-43a7-a4c0-e6505a98d943 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:37.341609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 on network 7406516d-fcbe-43a7-a4c0-e6505a98d943 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:02:37.341870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Attempting to bind port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 on network 7406516d-fcbe-43a7-a4c0-e6505a98d943 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:37.359597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:37.370366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:37.535241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa206d-383d-4121-9454-d71864f7bb56 req-afcd4f2c-c48b-48ea-af0e-559b77d3c6dc tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:37.536694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fa206d-383d-4121-9454-d71864f7bb56 req-afcd4f2c-c48b-48ea-af0e-559b77d3c6dc tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 944 time: 0.5201714 Apr 05 21:02:37.546851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:37.599492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:37.600121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Checking segment: {'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:37.600233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Bound using segment: {'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:37.600622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Bound port: a3cfa92e-1254-4aad-ae16-9dd2d1559f94, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407e43c3-d596-4660-8ccf-c10a14b31441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:37.600957 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:37.715695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:37.739551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:37.742089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=e54a350e-f581-41a5-ba1b-0bfbe525a332,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:37.752433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:37.827132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57fa206d-383d-4121-9454-d71864f7bb56 req-19247cc0-2381-44aa-9893-7fa9cb0c639c tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814119 Apr 05 21:02:37.866381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:37.924588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] For port a3cfa92e-1254-4aad-ae16-9dd2d1559f94, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:37.926603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:37.943705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] For port a3cfa92e-1254-4aad-ae16-9dd2d1559f94, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:38.006677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.062939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.080986 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.082594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3cfa92e-1254-4aad-ae16-9dd2d1559f94 HTTP/1.1" status: 200 len: 1092 time: 3.0131228 Apr 05 21:02:38.086894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'tag': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:38.137324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:38.140713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366e538-5221-42c9-b7ad-36db5f554e46 service neutron] Pushing event updated for resources: {'Port': ['ID=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:38.175979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] Allocated IP 2001:db8:0:1::2 (bb548de5-be95-4590-bb49-378e5da5155c/c314d12f-f2e1-4593-a5c6-d4b27c99d312/8997b0e4-45eb-43b4-b60a-9e72f348aa81) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:38.205927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:38.209734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:38.214852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:38.215608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.220933 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ff615b-d64d-4d99-bbbe-5b8b5b5daf97'] response: {'name': 'network-changed', 'server_uuid': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'tag': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94', 'status': 'completed', 'code': 200} Apr 05 21:02:38.370527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] For port 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8997b0e4-45eb-43b4-b60a-9e72f348aa81,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:38.372065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:38.389832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.390548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.397843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.400705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6981df88-a02e-411e-8494-52c1346dfbdd req-c6ae4356-4131-44cf-9f38-0daa2186a4ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8329e34d31d1486392af5a2489275f35&device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 1095 time: 0.1454256 Apr 05 21:02:38.407237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.433808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] Transition to ACTIVE for port object 8997b0e4-45eb-43b4-b60a-9e72f348aa81 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:38.487899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-53558eaa-4775-4542-b5fe-9ebf72695efa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2696664 Apr 05 21:02:38.490987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:38.530135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.583192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:38.584067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.653316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf167e-0f54-4601-a828-ec776e29407c None None] Pushing event updated for resources: {'Port': ['ID=8997b0e4-45eb-43b4-b60a-9e72f348aa81,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:38.669126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981df88-a02e-411e-8494-52c1346dfbdd req-67f00680-9f87-48c8-a161-2eb0f0e7d4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:38.681912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6981df88-a02e-411e-8494-52c1346dfbdd req-67f00680-9f87-48c8-a161-2eb0f0e7d4c9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8329e34d31d1486392af5a2489275f35&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2314186 Apr 05 21:02:38.685042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:38.911303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981df88-a02e-411e-8494-52c1346dfbdd req-5334dc64-ecca-4f29-a037-a70b910ab049 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:38.913195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6981df88-a02e-411e-8494-52c1346dfbdd req-5334dc64-ecca-4f29-a037-a70b910ab049 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2236371 Apr 05 21:02:38.952564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57236) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:39.060987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.162770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-d85139d0-aa70-442c-b4b9-96756a3c403a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8329e34d31d1486392af5a2489275f35&device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 1095 time: 0.1843915 Apr 05 21:02:39.177599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341978ea-a99e-48e0-970b-4fef806113ba req-c57e9bdd-a091-4927-85b2-82d7839e8d86 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:39.179077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-341978ea-a99e-48e0-970b-4fef806113ba req-c57e9bdd-a091-4927-85b2-82d7839e8d86 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 944 time: 0.1546893 Apr 05 21:02:39.226092 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:39.252523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router cbb07ecb-f604-49d6-9902-bca000ed9ffb is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:02:39.271864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.283101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-197eeb8d-ccc4-46d6-9a1a-87186da44c01 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3cfa92e-1254-4aad-ae16-9dd2d1559f94 HTTP/1.1" status: 200 len: 217 time: 0.1030014 Apr 05 21:02:39.310758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8997b0e4-45eb-43b4-b60a-9e72f348aa81 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:39.352140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:39.363025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:1605f5038c474e1b978cd04b1176cdb3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:39.366237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:39.375333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:39.600821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-850380fd-41e1-499d-8c0a-26fcef1c3651 None None] Provisioning for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:39.606161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-850380fd-41e1-499d-8c0a-26fcef1c3651 None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:39.606538 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-850380fd-41e1-499d-8c0a-26fcef1c3651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.647934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-341978ea-a99e-48e0-970b-4fef806113ba req-78d9c5ae-a1f1-4744-8807-972e7b406de0 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051630 Apr 05 21:02:39.654378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-c2a8227c-27a8-45eb-821c-ab2b3fe0e1ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:39.655778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-c2a8227c-27a8-45eb-821c-ab2b3fe0e1ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea112974-3250-4716-b97f-0a19c3f12aef HTTP/1.1" status: 200 len: 853 time: 0.3606615 Apr 05 21:02:39.671685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.724534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-bb4ec5df-0b5f-4973-80fe-c6b3d151fdb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7406516d-fcbe-43a7-a4c0-e6505a98d943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478499 Apr 05 21:02:39.730320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:39.737910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.826651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.839848 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.851999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2d64c4ef-86cd-4ff4-9d8f-e942d70535ec None None] Could not find standard attr ID for object 9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:02:39.869481 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.870288 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b4089159-1a41-4c49-9fd6-d920e348b327 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c HTTP/1.1" status: 204 len: 168 time: 1.3773811 Apr 05 21:02:39.874739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57244) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:39.894977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-f6b7b9fd-e323-481d-9921-905dae99c93f service neutron] 10.222.0.39 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638484 Apr 05 21:02:39.953728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c818d-5ecf-47fb-8e99-1b1dbebef927,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:39.963470 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c04939d0-21af-41e3-b896-3b82462ba2c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1605f5038c474e1b978cd04b1176cdb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0098495 Apr 05 21:02:39.969462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57248) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:39.982930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:02:39.997676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Sync routers for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:02:40.015928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:40.016716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:40.042897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3241363-bbde-42ab-8892-4997df797458 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:40.043538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f3241363-bbde-42ab-8892-4997df797458 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:40.065168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b885055a-22d9-40b4-ac46-e557c590e6f7 req-1dc125f2-e728-4a3e-9880-753583896881 service neutron] 10.222.0.39 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631377 Apr 05 21:02:40.065390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0986a044-4ee2-4626-a3ce-f6c325d00086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.081124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.082646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-020f4b29-80ec-4221-8020-70a09d26d4bb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2020252 Apr 05 21:02:40.085874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57252) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:40.101556 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0986a044-4ee2-4626-a3ce-f6c325d00086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.135636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f3241363-bbde-42ab-8892-4997df797458 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:40.136676 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f3241363-bbde-42ab-8892-4997df797458 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2548406 Apr 05 21:02:40.137301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c30531ad-0d09-476b-a236-c57b6f4056a5 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=4a3d3ebc98a545b8a3caa392881659cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493877 Apr 05 21:02:40.140052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57256) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:40.142233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:40.221523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd1fb7-162f-44e6-a330-dca8f19dbfd6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:40.223022 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9afd1fb7-162f-44e6-a330-dca8f19dbfd6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0795460 Apr 05 21:02:40.225725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57264) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:40.231734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:40.276711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0986a044-4ee2-4626-a3ce-f6c325d00086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.302878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd07e9be-9c36-412a-9b32-fc5eb03c8da2 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:40.307735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dd07e9be-9c36-412a-9b32-fc5eb03c8da2 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1603668 Apr 05 21:02:40.308306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57268) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:40.349632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4185a397-e764-4579-b4fe-8c195f9eb30b tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401514 Apr 05 21:02:40.352165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57272) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:40.358707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280994353', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:40.431342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986a044-4ee2-4626-a3ce-f6c325d00086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c818d-5ecf-47fb-8e99-1b1dbebef927,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:40.439772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0986a044-4ee2-4626-a3ce-f6c325d00086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.443755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0986a044-4ee2-4626-a3ce-f6c325d00086 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/641c818d-5ecf-47fb-8e99-1b1dbebef927 HTTP/1.1" status: 204 len: 168 time: 0.4733684 Apr 05 21:02:40.451817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fb736-8c22-485b-a217-201113a0d122 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:40.452985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fb736-8c22-485b-a217-201113a0d122 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:40.454529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fb736-8c22-485b-a217-201113a0d122 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:40.455696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f7fb736-8c22-485b-a217-201113a0d122 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:40.489667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:40.493662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:subnet and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:40.496795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:40.504427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:40.527404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f7fb736-8c22-485b-a217-201113a0d122 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:40.531090 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f7fb736-8c22-485b-a217-201113a0d122 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3017533 Apr 05 21:02:40.531378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:40.540412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:37Z', 'revision_number': 3, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:40.544867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Checking router: cbb07ecb-f604-49d6-9902-bca000ed9ffb for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:02:40.545252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Updating router cbb07ecb-f604-49d6-9902-bca000ed9ffb port e54a350e-f581-41a5-ba1b-0bfbe525a332 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:02:40.584982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:40.596157 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.671470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 8368c117-e71a-43b1-9cc5-5aec995f0727 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:40.676181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.746855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.772947 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.968375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:40.994935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Transition to ACTIVE for port object e54a350e-f581-41a5-ba1b-0bfbe525a332 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:41.014672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.073441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a004b8-8393-4e8f-ade0-feed8c9e053c req-eaea2083-9c25-402e-a072-f2618a5d177a tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:41.074870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6a004b8-8393-4e8f-ade0-feed8c9e053c req-eaea2083-9c25-402e-a072-f2618a5d177a tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 944 time: 0.2220018 Apr 05 21:02:41.080797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.160062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Attempting to bind port e54a350e-f581-41a5-ba1b-0bfbe525a332 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:41.160432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Attempting to bind port e54a350e-f581-41a5-ba1b-0bfbe525a332 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:41.160792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Attempting to bind port e54a350e-f581-41a5-ba1b-0bfbe525a332 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:41.169403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a959-095f-4289-a879-ae6ae09155f1 None None] Pushing event updated for resources: {'Port': ['ID=e54a350e-f581-41a5-ba1b-0bfbe525a332,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:41.172133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:41.172507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:41.172906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.173316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:41.173792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Bound port: e54a350e-f581-41a5-ba1b-0bfbe525a332, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:41.174170 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.209626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6a004b8-8393-4e8f-ade0-feed8c9e053c req-eb3ce4ea-5cb3-414d-9a87-8b62fa9e904e tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123362 Apr 05 21:02:41.252406 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.259248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] For port e54a350e-f581-41a5-ba1b-0bfbe525a332, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:41.263098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] For port e54a350e-f581-41a5-ba1b-0bfbe525a332, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e54a350e-f581-41a5-ba1b-0bfbe525a332,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:41.290670 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.326675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.334405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.353287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Subnet': ['ID=0872a292-dadc-4437-b85c-2b5b0d08f9a0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:41.366433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6947e29f-38ca-46c6-82dd-1abe82c41e20 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:41.377607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.377868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.378273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.378539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.380655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.380655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.380655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.380655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.380655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.380655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.381427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:41.421974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Checking segment: {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:41.421974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network hostable DHCP agents. Network: 08b5521a-6ff5-401c-95be-5399effdc5f1, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:02:41.507229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a959-095f-4289-a879-ae6ae09155f1 None None] Pushing event updated for resources: {'Port': ['ID=e54a350e-f581-41a5-ba1b-0bfbe525a332,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:41.509720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:41.510863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:41.540536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=8368c117-e71a-43b1-9cc5-5aec995f0727,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:41.546413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0837ba81-0dc6-4d1a-b4b9-e4088df29940 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/8368c117-e71a-43b1-9cc5-5aec995f0727 HTTP/1.1" status: 204 len: 168 time: 1.0136101 Apr 05 21:02:41.549026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57300) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:41.686355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:02:41.758144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 08b5521a-6ff5-401c-95be-5399effdc5f1) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:41.762318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet c314d12f-f2e1-4593-a5c6-d4b27c99d312 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:41.767185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:41.768440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.771760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.781540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb67d5-628b-4949-aadb-19d86dd31833 None None] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:41.841330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.937285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:41.939504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dacd9739-b156-4f63-a313-e52bbee142ee tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5861320 Apr 05 21:02:41.940944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.942486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57308) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:42.144033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:42.199609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=c314d12f-f2e1-4593-a5c6-d4b27c99d312,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:42.216807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:42.227371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1bf8c1d5-a0fc-4f21-9f3d-7b0d3bf44ce9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/c314d12f-f2e1-4593-a5c6-d4b27c99d312 HTTP/1.1" status: 204 len: 168 time: 0.6773357 Apr 05 21:02:42.231087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57318) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:42.328369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c93c6bbc-e748-48c5-9097-e0e261f790b4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953867 Apr 05 21:02:42.331101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57324) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:42.343408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:42.484402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-08b5521a-6ff5-401c-95be-5399effdc5f1', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:02:42.486345 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:42.570515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:37Z', 'revision_number': 3, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:42.582667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3b9526-7dbd-4ddc-a22f-baa420a50174 None None] The sync data for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 is: [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:37Z', 'revision_number': 3, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:02:42.591198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:42.598413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:42.601877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:42.612673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:42.625606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84939c8-5412-4c13-9dbf-bf4902e8d731 req-61ab9fd6-e77a-4689-bd13-d0ea484fc3b1 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:42.627166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f84939c8-5412-4c13-9dbf-bf4902e8d731 req-61ab9fd6-e77a-4689-bd13-d0ea484fc3b1 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 944 time: 0.1804862 Apr 05 21:02:42.688098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f84939c8-5412-4c13-9dbf-bf4902e8d731 req-7d03ee9d-3d03-408a-a8a0-b0f24006e99f tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511274 Apr 05 21:02:42.692469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:42.696701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:42.771977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Allocated IP 172.20.0.2 (08b5521a-6ff5-401c-95be-5399effdc5f1/0872a292-dadc-4437-b85c-2b5b0d08f9a0/983a4f5f-db43-47d9-a9e5-53122002ca01) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:43.336443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:43.364124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:43.387715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Transition to ACTIVE for port object 983a4f5f-db43-47d9-a9e5-53122002ca01 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:43.419982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e54a350e-f581-41a5-ba1b-0bfbe525a332 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:43.545875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78395b26-9eea-42e1-a138-0bdcf335db77 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:43.548439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:02:43.620759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Transition to ACTIVE for port object 983a4f5f-db43-47d9-a9e5-53122002ca01 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:43.771056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-57f2ab4f-ed68-4ac3-9f21-33e0a8ddf137 None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:43.771424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-57f2ab4f-ed68-4ac3-9f21-33e0a8ddf137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:43.864935 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:43.961757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.20.0.1 (08b5521a-6ff5-401c-95be-5399effdc5f1/0872a292-dadc-4437-b85c-2b5b0d08f9a0/7824d0dc-c8a8-4c41-b88f-601a5acd86ce) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:43.969476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Pushing event updated for resources: {'Port': ['ID=983a4f5f-db43-47d9-a9e5-53122002ca01,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:43.990292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e54a350e-f581-41a5-ba1b-0bfbe525a332 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:44.027134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e54a350e-f581-41a5-ba1b-0bfbe525a332 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:44.027501 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.093300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.141806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:44.155831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:44.165696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:44.207337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a3cfa92e-1254-4aad-ae16-9dd2d1559f94 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:02:44.237413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.242210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb330d-5e76-4831-9d23-a7963aa5be52 req-ac6df9c9-ca70-4c3f-80d3-919376d61bee tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:44.243740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeeb330d-5e76-4831-9d23-a7963aa5be52 req-ac6df9c9-ca70-4c3f-80d3-919376d61bee tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 944 time: 0.2979069 Apr 05 21:02:44.268465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Transition to ACTIVE for port object 7824d0dc-c8a8-4c41-b88f-601a5acd86ce will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:44.345553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.364896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeeb330d-5e76-4831-9d23-a7963aa5be52 req-7f5ef31e-c624-41b9-b23b-6792b6ba73b1 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101508 Apr 05 21:02:44.437127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:44.454541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:44.457773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:44.471523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:44.519954 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-13947017-8e30-454f-bdc9-be1653421446 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 21:02:44.561253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.577964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] For port 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8997b0e4-45eb-43b4-b60a-9e72f348aa81,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:44.608585 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.629704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Attempting to bind port 983a4f5f-db43-47d9-a9e5-53122002ca01 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:44.630078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Attempting to bind port 983a4f5f-db43-47d9-a9e5-53122002ca01 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:44.631446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Attempting to bind port 983a4f5f-db43-47d9-a9e5-53122002ca01 on network 08b5521a-6ff5-401c-95be-5399effdc5f1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:44.681302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:44.681948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Checking segment: {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:44.682391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.682787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Bound using segment: {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:44.683269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Bound port: 983a4f5f-db43-47d9-a9e5-53122002ca01, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:44.683643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.699202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.707519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.745794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.819460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e54a350e-f581-41a5-ba1b-0bfbe525a332, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e54a350e-f581-41a5-ba1b-0bfbe525a332,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:44.840344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a3cfa92e-1254-4aad-ae16-9dd2d1559f94, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:44.872370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94', 'network_id': '7406516d-fcbe-43a7-a4c0-e6505a98d943', 'port_id': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94', 'mac_address': 'fa:16:3e:d6:78:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea112974-3250-4716-b97f-0a19c3f12aef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:02:44.874728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] For port 983a4f5f-db43-47d9-a9e5-53122002ca01, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:44.879661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] For port 983a4f5f-db43-47d9-a9e5-53122002ca01, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=983a4f5f-db43-47d9-a9e5-53122002ca01,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:44.915833 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.954086 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:45.004491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e54a350e-f581-41a5-ba1b-0bfbe525a332,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:45.034675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:45.088460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=8997b0e4-45eb-43b4-b60a-9e72f348aa81,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:45.116373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:45.120130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:45.141553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:45.141553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:45.175538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=a4462dad-63ec-4cae-b16d-c722d298d329,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:45.221112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:45.321668 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-38d52a7f-15ba-4e2b-b47a-a674c392dd23 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9850798 Apr 05 21:02:45.322744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57364) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:45.329398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:45.393194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cfa92e-1254-4aad-ae16-9dd2d1559f94 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:02:45.425705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af0561-42a6-4cca-a7d1-b6019ddc8d64 None None] Pushing event updated for resources: {'Port': ['ID=983a4f5f-db43-47d9-a9e5-53122002ca01,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:45.429745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8997b0e4-45eb-43b4-b60a-9e72f348aa81 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:45.543875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a3cfa92e-1254-4aad-ae16-9dd2d1559f94, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:45.628000 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:45.744441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:45.767368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:45.778649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:45.798459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:45.810658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:45.812597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:45.866877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5df7e-c002-417b-8b28-f61548caf0ec req-d4761c6e-f4eb-4c5c-b1a8-42b0c36b7be0 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:45.885690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3c5df7e-c002-417b-8b28-f61548caf0ec req-d4761c6e-f4eb-4c5c-b1a8-42b0c36b7be0 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 945 time: 0.2164006 Apr 05 21:02:45.893206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:45.917177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:45.942997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:45.991701 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.059883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['a3cfa92e-1254-4aad-ae16-9dd2d1559f94'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:02:46.063826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.141266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c53c5-c3ea-4c11-a3f9-6e93ae648f94 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:46.203519 n-d-836605-1 neutron-server[84581]: INFO neutron.db.ipam_backend_mixin [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4462dad-63ec-4cae-b16d-c722d298d329 (CIDR: 2001:db8::/64) Apr 05 21:02:46.229232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.235016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:46.258966 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:02:46.259441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:02:46.278695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3c5df7e-c002-417b-8b28-f61548caf0ec req-4db50179-8b27-4d1a-98cd-d342a68214ca tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920312 Apr 05 21:02:46.307888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e54a350e-f581-41a5-ba1b-0bfbe525a332 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:46.355316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dfbce8b3-f34d-4b86-bbda-3b7192573517 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0309060 Apr 05 21:02:46.358134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57378) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:46.364472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:46.415210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:46.415466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ad4307ad-7187-443e-b05c-52820759e6d4 None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:46.415816 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad4307ad-7187-443e-b05c-52820759e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.416466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:46.600743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:46.605521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:46.609479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:46.618562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:46.728222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:46.732366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.741467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e54a350e-f581-41a5-ba1b-0bfbe525a332 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:46.742387 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.951822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router cbb07ecb-f604-49d6-9902-bca000ed9ffb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:02:47.302786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059bfa63-83d3-4ec7-9223-ad4eaeda5453 None None] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:47.452063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 983a4f5f-db43-47d9-a9e5-53122002ca01 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:47.457560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:02:47.480389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Sync routers for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:02:47.502381 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:47.502985 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:47.505279 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4f676e2d-660f-4eb8-b1ca-27053f0b35ab tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "PUT /v2.0/routers/cbb07ecb-f604-49d6-9902-bca000ed9ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5616462 Apr 05 21:02:47.507847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57392) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:47.548206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:47.651598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=e5911102-a9f3-4256-af6b-c3d7ee71ce62,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:47.669001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d13bd770-5efa-4534-9295-414452ae9e7a None None] Provisioning for port 983a4f5f-db43-47d9-a9e5-53122002ca01 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:47.769866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d13bd770-5efa-4534-9295-414452ae9e7a None None] Provisioning complete for port 983a4f5f-db43-47d9-a9e5-53122002ca01 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:47.770529 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d13bd770-5efa-4534-9295-414452ae9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:47.798622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:47.808076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:47.824189 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:47.827192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.828005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:47.837079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 983a4f5f-db43-47d9-a9e5-53122002ca01 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:47.867701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 983a4f5f-db43-47d9-a9e5-53122002ca01 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:47.868079 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:47.923276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c9660-6d87-4ee0-b50f-bdea3fba2486 req-7de144ba-1b65-4395-bf44-e96c32703c9b tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.929871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a8431b-4188-4f94-ad5e-4b950a6696d3 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:47.931539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-201c9660-6d87-4ee0-b50f-bdea3fba2486 req-7de144ba-1b65-4395-bf44-e96c32703c9b tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 945 time: 0.2843361 Apr 05 21:02:47.989646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-201c9660-6d87-4ee0-b50f-bdea3fba2486 req-98dc6aea-e880-4874-9433-8faf8abc9c76 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569181 Apr 05 21:02:47.991712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe2cc5-4b99-4a3f-92fd-0c9e82849240 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.995271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe2cc5-4b99-4a3f-92fd-0c9e82849240 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.998549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe2cc5-4b99-4a3f-92fd-0c9e82849240 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.998951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe2cc5-4b99-4a3f-92fd-0c9e82849240 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.999328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe2cc5-4b99-4a3f-92fd-0c9e82849240 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.999676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe2cc5-4b99-4a3f-92fd-0c9e82849240 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.005946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aefe2cc5-4b99-4a3f-92fd-0c9e82849240 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4329 time: 0.4964106 Apr 05 21:02:48.010303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-73048dbb-97c1-4cfc-add2-bc4e54d9e2b0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6481800 Apr 05 21:02:48.011027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:48.011140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57400) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:48.017233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:28:fa:6c', 'name': 'tempest-NetworksTestDHCPv6-1314681483'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:48.210708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.215445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.216245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.216955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.217562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.218099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.218971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.225581 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c6d816ac-d02c-4d39-ae65-56ddecdbf5b8 tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.2020469 Apr 05 21:02:48.226559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57406) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:48.309964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:48.310654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a3cfa92e-1254-4aad-ae16-9dd2d1559f94 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:48.323930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:48.401955 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:45Z', 'revision_number': 2, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:48.415954 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Checking router: cbb07ecb-f604-49d6-9902-bca000ed9ffb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:02:48.416482 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Updating router cbb07ecb-f604-49d6-9902-bca000ed9ffb port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:02:48.429805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:48.480122 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:48.719428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:48.719725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:48.768274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 983a4f5f-db43-47d9-a9e5-53122002ca01, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=983a4f5f-db43-47d9-a9e5-53122002ca01,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:48.783933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 2f906cbd-630e-4467-bcca-2e03c4176d3f yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:02:48.891622 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:48.942246 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e1960e1-5bc6-4d65-8d88-a80b2678881d tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.7109408 Apr 05 21:02:49.023773 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d13bd770-5efa-4534-9295-414452ae9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.034246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:49.065659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:49.066062 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.091728 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.105734 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Transition to ACTIVE for port object 7824d0dc-c8a8-4c41-b88f-601a5acd86ce will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:49.173261 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.214870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] Update dhcp port {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'fixed_ips': [{'subnet_id': 'a4462dad-63ec-4cae-b16d-c722d298d329', 'ip_address': '2001:db8::f816:3eff:fed0:54c9'}, {'subnet_id': 'e5911102-a9f3-4256-af6b-c3d7ee71ce62'}], 'binding:host_id': 'n-d-836605-1'}, 'id': '8997b0e4-45eb-43b4-b60a-9e72f348aa81'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:02:49.225822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8:0:1::240 (bb548de5-be95-4590-bb49-378e5da5155c/e5911102-a9f3-4256-af6b-c3d7ee71ce62/2f906cbd-630e-4467-bcca-2e03c4176d3f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:49.259690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::f816:3eff:fe28:fa6c (bb548de5-be95-4590-bb49-378e5da5155c/a4462dad-63ec-4cae-b16d-c722d298d329/2f906cbd-630e-4467-bcca-2e03c4176d3f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:49.391088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:49.406637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=983a4f5f-db43-47d9-a9e5-53122002ca01,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:49.485638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.507567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57428) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:49.513940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604756394', 'description': 'tempest-secgroup-smoke-1604756394 description', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:49.525803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:49.536259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:49.542445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:49.548755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:49.614515 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Attempting to bind port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:49.614883 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Attempting to bind port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:49.615238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Attempting to bind port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce on network 08b5521a-6ff5-401c-95be-5399effdc5f1 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:49.624986 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:49.625474 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Checking segment: {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:49.625878 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.626272 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Bound using segment: {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:49.626744 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Bound port: 7824d0dc-c8a8-4c41-b88f-601a5acd86ce, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:49.627117 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.634828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.772225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.777631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-d13bd770-5efa-4534-9295-414452ae9e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:02:49.777997 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-d13bd770-5efa-4534-9295-414452ae9e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:02:49.787563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:49.795895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:49.802523 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.803128 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] For port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:49.807856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:49.808048 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] For port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:49.817617 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Pushing event updated for resources: {'Port': ['ID=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:49.822582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.831556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.832396 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:49.836263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:02:49.848621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port a3cfa92e-1254-4aad-ae16-9dd2d1559f94, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:49.881728 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.888040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:49.894044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:80f795300d8b4c73a1990ed2f8268e00 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:49.902007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:49.909129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.917464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:49.961756 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.002367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.028866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 2f906cbd-630e-4467-bcca-2e03c4176d3f will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:50.044293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.048054 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152fc0c-1963-4fa4-ac24-2f32808d8d7c None None] Pushing event updated for resources: {'Port': ['ID=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.056820 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:02:50.057920 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:02:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:50.062450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0e538-1226-4c3a-a69d-9ace74187e94 req-c8a9326c-0b14-4bc8-bd6f-e1506730c6b4 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:50.064005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efd0e538-1226-4c3a-a69d-9ace74187e94 req-c8a9326c-0b14-4bc8-bd6f-e1506730c6b4 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 945 time: 0.7772436 Apr 05 21:02:50.083804 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f6759f-99e8-4e99-9f65-7d6e5341b6c2'] response: {'server_uuid': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94', 'code': 200} Apr 05 21:02:50.085140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.115318 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.141909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.172716 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c087197d-4660-4483-ab16-84b3b518be0e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.184685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.185041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.185437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.185821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.186753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.187104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.187447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.187782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.188164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.188500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.188881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:50.218166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.218166 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e7e55a60-9bc1-47f6-9c8b-66849c9c6bd2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7001352 Apr 05 21:02:50.218338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57434) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:50.236859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] Allocated IP 2001:db8:0:1::2 (bb548de5-be95-4590-bb49-378e5da5155c/e5911102-a9f3-4256-af6b-c3d7ee71ce62/8997b0e4-45eb-43b4-b60a-9e72f348aa81) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:50.250493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'c087197d-4660-4483-ab16-84b3b518be0e', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:50.257366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:50.280121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:50.281464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:50.286984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:50.291109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:50.291875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.299264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:50.311071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:50.329256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:50.339764 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:02:50.342694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=2f906cbd-630e-4467-bcca-2e03c4176d3f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.355981 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.371426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efd0e538-1226-4c3a-a69d-9ace74187e94 req-1fc4da00-68a4-4b53-9bfc-c5afe154fbe9 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672443 Apr 05 21:02:50.396012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8a467bb-c0e4-4aea-8b96-ce4ba5c0ae39 req-2e10bad6-ce2b-4a66-b45b-9597d94ace7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 1097 time: 0.3307226 Apr 05 21:02:50.459420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8a467bb-c0e4-4aea-8b96-ce4ba5c0ae39 req-0d60bca4-eefe-41ca-9663-8676b0caeb69 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564415 Apr 05 21:02:50.502608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6e790eaa-0388-4657-9396-ff72c9139488 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4896193 Apr 05 21:02:50.507880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57440) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:50.520993 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.583985 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80f795300d8b4c73a1990ed2f8268e00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1911097 Apr 05 21:02:50.590651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57444) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:50.605182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752cac2-c10d-43fd-99b9-cab91ac73fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f8272a-4d52-4839-a92b-85c3cc0867d7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.611686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 2f906cbd-630e-4467-bcca-2e03c4176d3f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:50.612175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.639540 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.675590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] For port 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8997b0e4-45eb-43b4-b60a-9e72f348aa81,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:50.712210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.735903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd56ab88-36b5-467c-a4b7-5970dea92e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.737784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.766915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] Transition to ACTIVE for port object 8997b0e4-45eb-43b4-b60a-9e72f348aa81 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:50.777260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc6f1d2b-9c3e-44cb-9523-3345c10d10db None None] Provisioning complete for port 983a4f5f-db43-47d9-a9e5-53122002ca01 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:50.778151 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1d2b-9c3e-44cb-9523-3345c10d10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.789175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd56ab88-36b5-467c-a4b7-5970dea92e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.814289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.886328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e2eda0-4ee1-4834-a21b-444868976bc6,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.890216 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.904523 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:49Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:02:50.910541 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c004b-1cec-4d81-bde5-a4008a8575f4 None None] The sync data for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 is: [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:49Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:02:51.011907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.013708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.015286 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6b865103-31fe-4e48-84a1-1a05873e8615 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7950151 Apr 05 21:02:51.018795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57448) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:51.021832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd56ab88-36b5-467c-a4b7-5970dea92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.035925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'c087197d-4660-4483-ab16-84b3b518be0e', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:51.059128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:51.071578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:51.074578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ab88-36b5-467c-a4b7-5970dea92e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f8272a-4d52-4839-a92b-85c3cc0867d7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:51.076864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:51.080668 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd56ab88-36b5-467c-a4b7-5970dea92e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.082004 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd56ab88-36b5-467c-a4b7-5970dea92e9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52f8272a-4d52-4839-a92b-85c3cc0867d7 HTTP/1.1" status: 204 len: 168 time: 0.4902668 Apr 05 21:02:51.090290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:51.197839 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.248951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 2f906cbd-630e-4467-bcca-2e03c4176d3f owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:51.287011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efafaaa-7f9e-44e6-b3f4-3a522e81aba4 None None] Pushing event updated for resources: {'Port': ['ID=8997b0e4-45eb-43b4-b60a-9e72f348aa81,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:51.359901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.384170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc6f1d2b-9c3e-44cb-9523-3345c10d10db None None] Provisioning for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:51.396181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc6f1d2b-9c3e-44cb-9523-3345c10d10db None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:51.396566 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1d2b-9c3e-44cb-9523-3345c10d10db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.449283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.514222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 983a4f5f-db43-47d9-a9e5-53122002ca01 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:51.536961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d0df11-838a-49cf-a442-2ee6b50cb05e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:51.690406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 983a4f5f-db43-47d9-a9e5-53122002ca01 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:51.691156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.709651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.710945 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-23d14324-5c14-4222-84c6-9d804b91c131 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6912093 Apr 05 21:02:51.713784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57460) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:51.719733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'c087197d-4660-4483-ab16-84b3b518be0e', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:51.737910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:51.754531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:51.765839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:51.812613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:51.840233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7824d0dc-c8a8-4c41-b88f-601a5acd86ce up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:51.953022 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:51.956469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc6f1d2b-9c3e-44cb-9523-3345c10d10db None None] Provisioning for port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:51.959941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed61efb-7cdd-4eba-ab86-df16e8fff233 req-20cc07c5-06f3-4985-ae31-eed2bb19f6f1 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:51.963212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eed61efb-7cdd-4eba-ab86-df16e8fff233 req-20cc07c5-06f3-4985-ae31-eed2bb19f6f1 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 946 time: 0.2360544 Apr 05 21:02:52.025970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.052283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:52.058277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:52.058764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.104935 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.110833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=2f906cbd-630e-4467-bcca-2e03c4176d3f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:52.186348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eed61efb-7cdd-4eba-ab86-df16e8fff233 req-21e55069-8efc-4fc8-a2ae-7df954f5039b tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148178 Apr 05 21:02:52.201430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-83ee44ea-61f9-4fd0-9fa2-fdfa41109d0c None None] Provisioning complete for port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:52.201798 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-83ee44ea-61f9-4fd0-9fa2-fdfa41109d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.238832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.271342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.287791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-70832150-4f9c-48fb-a473-e1a716f0b9e7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/2f906cbd-630e-4467-bcca-2e03c4176d3f HTTP/1.1" status: 204 len: 168 time: 1.7832525 Apr 05 21:02:52.290415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57464) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:52.328756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2202a5-570d-4769-9e86-f8ebc8e3d3fe,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:52.430523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22323f42-02f0-41e2-a200-7fc55ade047e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.431488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-22323f42-02f0-41e2-a200-7fc55ade047e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:52.443911 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.445816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.448700 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35e8f946-a409-4890-bb1c-734b2117739f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7339094 Apr 05 21:02:52.459428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57468) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:52.465810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'c087197d-4660-4483-ab16-84b3b518be0e', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:52.484369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:52.487599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:52.490903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57472) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:52.495057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:52.498658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:52.505319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:52.533862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.549402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-22323f42-02f0-41e2-a200-7fc55ade047e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:52.550653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-22323f42-02f0-41e2-a200-7fc55ade047e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2583141 Apr 05 21:02:52.558539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57476) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:52.561826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-83ee44ea-61f9-4fd0-9fa2-fdfa41109d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.585761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.648613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.656755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:52.674811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Usage tracker for resource:security_group_rule and tenant:9736b715608047b8932d786931fafcd3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:52.678408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:52.691631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:52.720281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3b229-ab6d-4b63-a31b-ddcfdff3ad60 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.725203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5db3b229-ab6d-4b63-a31b-ddcfdff3ad60 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1642165 Apr 05 21:02:52.726069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57482) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:52.762290 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.769805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:52.796557 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-83ee44ea-61f9-4fd0-9fa2-fdfa41109d0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:02:52.796557 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-83ee44ea-61f9-4fd0-9fa2-fdfa41109d0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:02:52.840006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf0a2b-c408-40c1-bb6d-9bae9e7babf0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.840006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf0a2b-c408-40c1-bb6d-9bae9e7babf0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.840006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf0a2b-c408-40c1-bb6d-9bae9e7babf0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.840006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5baf0a2b-c408-40c1-bb6d-9bae9e7babf0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:52.849896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:52.888033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e2f2af-e9bb-4391-bdea-ac74aa40c5de,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:52.968256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5baf0a2b-c408-40c1-bb6d-9bae9e7babf0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:52.972369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:52.972600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5baf0a2b-c408-40c1-bb6d-9bae9e7babf0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2442627 Apr 05 21:02:53.008004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.033871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.055296 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6e86cb3a-f8cc-43d3-943b-3f7b8d59ab3c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5748999 Apr 05 21:02:53.066321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57490) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:53.066321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'c087197d-4660-4483-ab16-84b3b518be0e', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:53.066321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:53.077432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.110803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:53.110803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:53.132886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:53.174527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ced49ba-6af3-4e23-b30b-e74cd814af8e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:53.174527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-30ec3ab1-5290-41c6-af7a-bd9affc39142 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9736b715608047b8932d786931fafcd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6768098 Apr 05 21:02:53.174527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57494) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:53.236502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet a4462dad-63ec-4cae-b16d-c722d298d329 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:53.236502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.271730 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89bd163a-422c-4c1e-ad49-5e91d95a8db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.271730 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Project 4a3d3ebc98a545b8a3caa392881659cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:02:53.277017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.328271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89bd163a-422c-4c1e-ad49-5e91d95a8db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.395983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8997b0e4-45eb-43b4-b60a-9e72f348aa81 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:53.409362 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.432441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.488262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.498684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:53.499558 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.525006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f992251b-dba1-45eb-8432-c7d4201e3e08,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:53.541635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331471c-b396-4707-9b8f-c55b13af38f3 req-915223de-22dd-4a26-a597-bd3bf4259690 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:53.543106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e331471c-b396-4707-9b8f-c55b13af38f3 req-915223de-22dd-4a26-a597-bd3bf4259690 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 946 time: 0.1211331 Apr 05 21:02:53.550108 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89bd163a-422c-4c1e-ad49-5e91d95a8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.552519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-89bd163a-422c-4c1e-ad49-5e91d95a8db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.553971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-89bd163a-422c-4c1e-ad49-5e91d95a8db8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ced49ba-6af3-4e23-b30b-e74cd814af8e HTTP/1.1" status: 204 len: 168 time: 0.3789144 Apr 05 21:02:53.558277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.581698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd163a-422c-4c1e-ad49-5e91d95a8db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ced49ba-6af3-4e23-b30b-e74cd814af8e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:53.620575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e331471c-b396-4707-9b8f-c55b13af38f3 req-e8997c28-3e4f-4a11-8c03-a64ff925647d tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Apr 05 21:02:53.621670 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.622990 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6d4899a1-3c2e-4b6b-bac8-3491f040710b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5828135 Apr 05 21:02:53.630758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57502) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:53.635448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'security_group_rule': {'security_group_id': 'c087197d-4660-4483-ab16-84b3b518be0e', 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:53.649761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:53.656946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:security_group_rule and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:53.660680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:53.674822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:53.704028 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:02:53.711325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d000ecff-9a95-4712-9af3-5a0160ce9818 None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:53.711834 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d000ecff-9a95-4712-9af3-5a0160ce9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.783372 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Project 4a3d3ebc98a545b8a3caa392881659cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:02:53.796906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7824d0dc-c8a8-4c41-b88f-601a5acd86ce up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:53.798394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.824318 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.863678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=a4462dad-63ec-4cae-b16d-c722d298d329,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:53.875933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:53.909520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c8db1-b469-4a30-8997-514665d0e7bd None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:53.963859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c7ba2c79-d566-4921-9541-131b09fbdc6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/a4462dad-63ec-4cae-b16d-c722d298d329 HTTP/1.1" status: 204 len: 168 time: 0.9901578 Apr 05 21:02:53.966559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57512) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:54.030807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:54.031171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.048614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet e5911102-a9f3-4256-af6b-c3d7ee71ce62 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:02:54.051371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.051809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.095287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d000ecff-9a95-4712-9af3-5a0160ce9818 None None] Could not find standard attr ID for object 2f906cbd-630e-4467-bcca-2e03c4176d3f. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:02:54.121410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.134552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.169020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83751572-c735-4ef6-a91e-838ffa1f24c0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:54.264699 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.270533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.282920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f0bc0411-be70-4096-af25-d9f376885df0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6480699 Apr 05 21:02:54.436220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.492089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=e5911102-a9f3-4256-af6b-c3d7ee71ce62,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:54.500076 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.511885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cb64c9cf-c18b-44af-966d-b307a77271d4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/e5911102-a9f3-4256-af6b-c3d7ee71ce62 HTTP/1.1" status: 204 len: 168 time: 0.5431147 Apr 05 21:02:54.514458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57532) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:54.608607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d9606acd-5527-4cc8-810c-0e7541bd0e8d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929542 Apr 05 21:02:54.611749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57540) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:54.618355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:54.630402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-7ecbb014-f699-4560-b6b1-592eb6cc5e5a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:54.746352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:54.749739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-7ecbb014-f699-4560-b6b1-592eb6cc5e5a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:54.751408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:54.751715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-7ecbb014-f699-4560-b6b1-592eb6cc5e5a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604756394&fields=id&tenant_id=4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 267 time: 0.1799145 Apr 05 21:02:54.769512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:54.782235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:54.914680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:54.919653 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:54.936595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-a5a4a666-9f71-4e2f-ad95-3909616e0af6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.938294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-a5a4a666-9f71-4e2f-ad95-3909616e0af6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:55.035321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-a5a4a666-9f71-4e2f-ad95-3909616e0af6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:55.040968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-a5a4a666-9f71-4e2f-ad95-3909616e0af6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/networks?id=08b5521a-6ff5-401c-95be-5399effdc5f1 HTTP/1.1" status: 200 len: 797 time: 0.2793512 Apr 05 21:02:55.069439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-e2614ecf-8121-4d69-880c-b5266a23d695 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/quotas/4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 375 time: 0.0226333 Apr 05 21:02:55.161459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50dbcc7-3db3-455b-9170-84ec953b078c None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:55.207529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-b1d9d1e9-f161-4d8d-8244-3f0bd03db00b tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323483 Apr 05 21:02:55.320169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d96b2664-caeb-4d10-9edc-fc78f261ae8d None None] Provisioning complete for port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:55.320537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d96b2664-caeb-4d10-9edc-fc78f261ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:55.411972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-638be070-b69b-465e-b8a7-dee71fd009ba service neutron] 10.222.0.10 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004595 Apr 05 21:02:55.486561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:55.608375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-ad1e7a6d-3727-403c-bbbd-ba76d168c45e service neutron] 10.222.0.10 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953053 Apr 05 21:02:55.638214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:02:55.642655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Deleting port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:02:55.643429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:55.649996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=75fabc74-a0b0-4461-aff1-cd75e8e8833f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:55.672488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:55.674215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:55.682516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:55.683163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:55.867941 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-545d47af-fe80-4550-8aeb-aa45f6b6c841 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2533603 Apr 05 21:02:55.870288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57562) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:55.881398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:55.983595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] For port 8997b0e4-45eb-43b4-b60a-9e72f348aa81, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8997b0e4-45eb-43b4-b60a-9e72f348aa81,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:55.983987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:56.086019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2803895-fc0e-48f0-bfb0-d0ae7a9c01d8 req-06a08d62-1106-4805-bab1-e4e9c55951bd tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 210 time: 0.0743968 Apr 05 21:02:56.183771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:56.189359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:56.192974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:56.202173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:56.204110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Calling delete_port for 8997b0e4-45eb-43b4-b60a-9e72f348aa81 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:02:56.314512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:56.441015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:56.461231 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:56.493505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Pushing event deleted for resources: {'Port': ['ID=8997b0e4-45eb-43b4-b60a-9e72f348aa81,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:56.503362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.503704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.504043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.504367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.504854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.505370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.505847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.506323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.506816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.507292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.507764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:56.512666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113e7da-356f-4507-8ef6-ee84e1630ef4 None None] No DVR routers for this DVR port 8997b0e4-45eb-43b4-b60a-9e72f348aa81 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:56.533887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9f3f2-79fd-4c66-a97c-7a7fff0907a2 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:56.631201 n-d-836605-1 neutron-server[84581]: INFO neutron.db.ipam_backend_mixin [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75fabc74-a0b0-4461-aff1-cd75e8e8833f (CIDR: 2001:db8::/64) Apr 05 21:02:56.692873 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:02:56.693273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:02:56.796798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-717ab8e0-3dd3-4b5c-866a-eebda974d3ab tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9249241 Apr 05 21:02:56.799442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57588) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:56.805597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:56.864711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '75fabc74-a0b0-4461-aff1-cd75e8e8833f'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:02:56.864711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.006686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:57.011568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:57.014599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:57.021174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:57.099278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/75fabc74-a0b0-4461-aff1-cd75e8e8833f/9588baea-18ca-493f-a69e-30aa55be963b) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:57.173191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:57.215589 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.333783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8997b0e4-45eb-43b4-b60a-9e72f348aa81 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:57.418294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 8997b0e4-45eb-43b4-b60a-9e72f348aa81 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:02:57.418633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8997b0e4-45eb-43b4-b60a-9e72f348aa81 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:57.441685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34550234-f07f-4f99-8272-9fbf7c5384f4 req-ea33468a-9d36-4223-b01d-aab8657b147e tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 210 time: 0.1770351 Apr 05 21:02:57.450392 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.469617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Transition to ACTIVE for port object 9588baea-18ca-493f-a69e-30aa55be963b will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:57.488849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Transition to ACTIVE for port object 9588baea-18ca-493f-a69e-30aa55be963b will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:57.578394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.730922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Pushing event updated for resources: {'Port': ['ID=9588baea-18ca-493f-a69e-30aa55be963b,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:57.739894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:57.741267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:57.743420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:02:57.881213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Attempting to bind port 9588baea-18ca-493f-a69e-30aa55be963b on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:57.881696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Attempting to bind port 9588baea-18ca-493f-a69e-30aa55be963b by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:57.881952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Attempting to bind port 9588baea-18ca-493f-a69e-30aa55be963b on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:02:57.894765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:02:57.901302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:02:57.901302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.901302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:02:57.901302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Bound port: 9588baea-18ca-493f-a69e-30aa55be963b, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:57.901302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:58.025182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] For port 9588baea-18ca-493f-a69e-30aa55be963b, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:02:58.028954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] For port 9588baea-18ca-493f-a69e-30aa55be963b, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9588baea-18ca-493f-a69e-30aa55be963b,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:02:58.104374 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:58.134590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:02:58.189473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47758508-9c14-4e83-857b-aa23bb9c40e1 None None] Pushing event updated for resources: {'Port': ['ID=9588baea-18ca-493f-a69e-30aa55be963b,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:58.398112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:58.736686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a1d3347-c95f-4403-991c-11df1bf71d30 req-00d89ee7-7e50-4cb1-9bcc-74f6668216bf tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 210 time: 0.0796943 Apr 05 21:02:58.900803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] For port 9588baea-18ca-493f-a69e-30aa55be963b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9588baea-18ca-493f-a69e-30aa55be963b,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:02:58.936616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-fa8ffb4b-d415-4097-a1d5-4e4d0c556cbe tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:58.938033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-fa8ffb4b-d415-4097-a1d5-4e4d0c556cbe tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "GET /v2.0/networks?id=08b5521a-6ff5-401c-95be-5399effdc5f1 HTTP/1.1" status: 200 len: 797 time: 0.2382910 Apr 05 21:02:58.976065 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.019119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-88681e9a-3acb-4921-8abc-fa64385d43b1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3d3ebc98a545b8a3caa392881659cf HTTP/1.1" status: 200 len: 380 time: 0.0622616 Apr 05 21:02:59.027374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'port': {'device_id': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'admin_state_up': True, 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'security_groups': ['c087197d-4660-4483-ab16-84b3b518be0e']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:59.164222 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.165085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.268469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:59.283145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:59.335402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:59.335999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.348669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:59.421137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:port and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:59.430450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:59.443348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=30194079-e733-433c-a4be-534c6c86db11,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:59.445752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:59.448296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=9588baea-18ca-493f-a69e-30aa55be963b,revision_number=4']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:59.471736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9588baea-18ca-493f-a69e-30aa55be963b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:59.500023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-25c04bad-f69d-4219-ad91-638ef34a63d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6993587 Apr 05 21:02:59.504313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acaffe5-236e-4683-bedb-61f3357769ad None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:02:59.508686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57630) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:59.515188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:e4:fa:4a', 'name': 'tempest-NetworksTestDHCPv6-453130566'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:02:59.617954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Made reservation on behalf of 4a3d3ebc98a545b8a3caa392881659cf for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:59.622092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.670497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:59.675526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:02:59.678813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:02:59.697802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:59.705199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9ff86134-0f01-4c74-a536-aee3e6d4e3d2 None None] Provisioning for port 9588baea-18ca-493f-a69e-30aa55be963b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:59.760927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9588baea-18ca-493f-a69e-30aa55be963b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:59.772551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9588baea-18ca-493f-a69e-30aa55be963b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:59.773284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.833298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:59.843301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.20.0.5 (08b5521a-6ff5-401c-95be-5399effdc5f1/0872a292-dadc-4437-b85c-2b5b0d08f9a0/b8423287-8d85-42f8-989e-f809cc4ff24c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:59.933436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.997740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 9588baea-18ca-493f-a69e-30aa55be963b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9588baea-18ca-493f-a69e-30aa55be963b,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:00.082320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.103808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.106220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:00.128850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0e662a5-4dc5-4955-a9df-6b58c151f7de req-151fb715-e32d-44fa-b542-eee31af5dee2 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 210 time: 0.0767450 Apr 05 21:03:00.223435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=9588baea-18ca-493f-a69e-30aa55be963b,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:00.239843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.263913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Transition to ACTIVE for port object b8423287-8d85-42f8-989e-f809cc4ff24c will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:00.350345 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.439076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::23c (bb548de5-be95-4590-bb49-378e5da5155c/75fabc74-a0b0-4461-aff1-cd75e8e8833f/1e99b93a-656a-4d94-8e92-7e9fb21ea0b3) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:00.445621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:fa4a (bb548de5-be95-4590-bb49-378e5da5155c/30194079-e733-433c-a4be-534c6c86db11/1e99b93a-656a-4d94-8e92-7e9fb21ea0b3) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:00.464131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:00.467853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:00.473674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:00.549556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=b8423287-8d85-42f8-989e-f809cc4ff24c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:00.577828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:00.578936 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.687806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-eca55afd-64fb-45d4-8407-be01c82fdf6c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6640735 Apr 05 21:03:00.710939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.717764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Request body: {'port': {'device_id': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:00.728530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:00.857470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-45a15a0c-9a4a-4084-a8a9-a3ffb112405b None None] Provisioning complete for port 9588baea-18ca-493f-a69e-30aa55be963b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:00.858076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-45a15a0c-9a4a-4084-a8a9-a3ffb112405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.892854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.000552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:01.001270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.003356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:01.005954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:01.011098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:01.012009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.045709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=1e99b93a-656a-4d94-8e92-7e9fb21ea0b3,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:01.080461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-45a15a0c-9a4a-4084-a8a9-a3ffb112405b None None] Provisioning for port b8423287-8d85-42f8-989e-f809cc4ff24c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:01.086734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-45a15a0c-9a4a-4084-a8a9-a3ffb112405b None None] Provisioning complete for port b8423287-8d85-42f8-989e-f809cc4ff24c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:01.086734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-45a15a0c-9a4a-4084-a8a9-a3ffb112405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.113354 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5dca2a14-af9e-4f2b-8d41-a5c20440ac9b tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6025167 Apr 05 21:03:01.116365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:01.144012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-45a15a0c-9a4a-4084-a8a9-a3ffb112405b None None] Port b8423287-8d85-42f8-989e-f809cc4ff24c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:03:01.238316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:01.238785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.418723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9588baea-18ca-493f-a69e-30aa55be963b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:01.448692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57658) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:01.519701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9588baea-18ca-493f-a69e-30aa55be963b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:01.520229 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.555769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e8dd2-8175-4a7d-bf57-da453232f315 req-60ec6a75-e2b3-4a3e-a4f0-3113a087b112 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:01.556470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fc6e8dd2-8175-4a7d-bf57-da453232f315 req-60ec6a75-e2b3-4a3e-a4f0-3113a087b112 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:01.560412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43a817f2-853e-4e45-9cf0-50d76f4ff638 None None] Provisioning for port 1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:01.576121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8423287-8d85-42f8-989e-f809cc4ff24c {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:03:01.581684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-43a817f2-853e-4e45-9cf0-50d76f4ff638 None None] Provisioning complete for port 1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:01.582162 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-43a817f2-853e-4e45-9cf0-50d76f4ff638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.584830 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.611565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Transition to ACTIVE for port object b8423287-8d85-42f8-989e-f809cc4ff24c will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:01.640560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.657612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-43a817f2-853e-4e45-9cf0-50d76f4ff638 None None] Port 1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:03:01.694501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-fc6e8dd2-8175-4a7d-bf57-da453232f315 req-60ec6a75-e2b3-4a3e-a4f0-3113a087b112 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:01.702929 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc6e8dd2-8175-4a7d-bf57-da453232f315 req-60ec6a75-e2b3-4a3e-a4f0-3113a087b112 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 931 time: 0.3363097 Apr 05 21:03:01.710769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:01.717039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.725458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0524ecc6d34e798760437f79a041df is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:01.730033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.735693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:01.789148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:01.855626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:01.882604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc6e8dd2-8175-4a7d-bf57-da453232f315 req-f27ea527-a190-4687-b28d-cc0385f3f160 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788118 Apr 05 21:03:01.889117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Pushing event updated for resources: {'Port': ['ID=b8423287-8d85-42f8-989e-f809cc4ff24c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.017607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Attempting to bind port b8423287-8d85-42f8-989e-f809cc4ff24c on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:02.018578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Attempting to bind port b8423287-8d85-42f8-989e-f809cc4ff24c by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:02.018578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Attempting to bind port b8423287-8d85-42f8-989e-f809cc4ff24c on network 08b5521a-6ff5-401c-95be-5399effdc5f1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:03:02.024493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Port b8423287-8d85-42f8-989e-f809cc4ff24c on network 08b5521a-6ff5-401c-95be-5399effdc5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:03:02.031887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Attempting to bind port b8423287-8d85-42f8-989e-f809cc4ff24c on network 08b5521a-6ff5-401c-95be-5399effdc5f1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:03:02.032195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.036154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:03:02.036662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Checking segment: {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:02.037084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Bound using segment: {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:03:02.037534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Bound port: b8423287-8d85-42f8-989e-f809cc4ff24c, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc5d5e3-de52-42ff-805d-4df302091548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:02.037884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.146667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] For port b8423287-8d85-42f8-989e-f809cc4ff24c, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:03:02.146667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] For port b8423287-8d85-42f8-989e-f809cc4ff24c, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b8423287-8d85-42f8-989e-f809cc4ff24c,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:03:02.185037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.236410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.249964 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd0524ecc6d34e798760437f79a041df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8001857 Apr 05 21:03:02.256808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57668) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:02.273848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e016e-991d-4416-9051-d5c7efb0a778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00884ce9-d4bb-45d4-9421-041c9e342a1c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.327958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.330039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] 10.222.0.39 "PUT /v2.0/ports/b8423287-8d85-42f8-989e-f809cc4ff24c HTTP/1.1" status: 200 len: 1091 time: 1.6210849 Apr 05 21:03:02.331022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:03:02.346857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4a01e-8b8a-4c37-b07b-7b6ddfec3a20 service neutron] Pushing event updated for resources: {'Port': ['ID=b8423287-8d85-42f8-989e-f809cc4ff24c,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.352129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-349de58d-c80b-46e8-8201-2c49902625d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.372819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.437902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=1e99b93a-656a-4d94-8e92-7e9fb21ea0b3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.446551 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-349de58d-c80b-46e8-8201-2c49902625d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.590056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.624620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-15d89e39-22f2-4736-904a-d5d524c3f0b9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 HTTP/1.1" status: 204 len: 168 time: 1.5052209 Apr 05 21:03:02.627113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57676) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:02.672725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-86ca540a-ef54-4e50-877e-f3554326678c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246898 Apr 05 21:03:02.673881 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-084617fb-9bdc-4176-918c-1fa5565a5d0c'] response: {'name': 'network-changed', 'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'status': 'completed', 'code': 200} Apr 05 21:03:02.676502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-927786df-d3fa-45b1-a510-776d87862256 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 1094 time: 0.1864488 Apr 05 21:03:02.767126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f6cb82-8b37-4ac9-80cd-99ecc3ab1bcf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:02.773931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-03f6cb82-8b37-4ac9-80cd-99ecc3ab1bcf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:02.794863 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-349de58d-c80b-46e8-8201-2c49902625d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.814087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349de58d-c80b-46e8-8201-2c49902625d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00884ce9-d4bb-45d4-9421-041c9e342a1c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.816715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-1cce5138-1310-46c6-af41-644381990556 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8423287-8d85-42f8-989e-f809cc4ff24c HTTP/1.1" status: 200 len: 217 time: 0.1203988 Apr 05 21:03:02.825560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-349de58d-c80b-46e8-8201-2c49902625d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.834046 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-349de58d-c80b-46e8-8201-2c49902625d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00884ce9-d4bb-45d4-9421-041c9e342a1c HTTP/1.1" status: 204 len: 168 time: 0.5690701 Apr 05 21:03:02.852288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-03f6cb82-8b37-4ac9-80cd-99ecc3ab1bcf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:02.856967 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-03f6cb82-8b37-4ac9-80cd-99ecc3ab1bcf tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2286913 Apr 05 21:03:02.868766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:02.898958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-e24cee91-59f4-4908-8d79-422982ac5f06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:02.901262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-e24cee91-59f4-4908-8d79-422982ac5f06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0872a292-dadc-4437-b85c-2b5b0d08f9a0 HTTP/1.1" status: 200 len: 834 time: 0.0756674 Apr 05 21:03:02.951821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-09f0e150-acfa-457e-98c0-803251eb0d7b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6aacc09705f842bca8fb30b2664496f5&device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 1101 time: 0.1773198 Apr 05 21:03:02.971287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d441f1c-a2e4-4316-bd00-c976ad7efc40 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:02.973132 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d441f1c-a2e4-4316-bd00-c976ad7efc40 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1030746 Apr 05 21:03:02.975761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57688) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:03.054422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c40d8-bdb3-4529-98b3-062c3927d821 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:03.056086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c40d8-bdb3-4529-98b3-062c3927d821 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:03.057732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c40d8-bdb3-4529-98b3-062c3927d821 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:03.058722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bc9c40d8-bdb3-4529-98b3-062c3927d821 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:03.136081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-99221ab8-10b7-4108-a28b-05cf8ee629f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08b5521a-6ff5-401c-95be-5399effdc5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2270930 Apr 05 21:03:03.138319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bc9c40d8-bdb3-4529-98b3-062c3927d821 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:03.145359 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bc9c40d8-bdb3-4529-98b3-062c3927d821 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1637511 Apr 05 21:03:03.146330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57694) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:03.231909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-ee72605a-8e02-4fbc-9f9c-cc402ae66f01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:03.233434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-ee72605a-8e02-4fbc-9f9c-cc402ae66f01 service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2629700 Apr 05 21:03:03.236175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 30194079-e733-433c-a4be-534c6c86db11 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:03:03.242918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.361423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.443732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-aa24e806-3ec4-4b0e-8f42-18847fa025ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4 HTTP/1.1" status: 200 len: 217 time: 0.2028811 Apr 05 21:03:03.458075 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.517552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b11209-e5ef-4e1e-a50a-e0fbae778dee req-4d7c62ed-8df0-4cf1-9550-74907a8101e3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:03.519289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56b11209-e5ef-4e1e-a50a-e0fbae778dee req-4d7c62ed-8df0-4cf1-9550-74907a8101e3 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 943 time: 0.4579272 Apr 05 21:03:03.569188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-013cf537-da46-4d28-bd53-6bb1d82aea5c service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168181 Apr 05 21:03:03.574152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-fd1fdbca-9ad8-4396-89d7-20dc1cfa01ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:03.575492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-fd1fdbca-9ad8-4396-89d7-20dc1cfa01ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.1241870 Apr 05 21:03:03.601310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.655122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=30194079-e733-433c-a4be-534c6c86db11,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:03.671228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.683813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81acb09c-effe-4263-9309-4baf2b261517 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:03.708815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56b11209-e5ef-4e1e-a50a-e0fbae778dee req-85ac293a-172a-422c-9796-8dc1914fbee5 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696663 Apr 05 21:03:03.758496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57702) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:03.782391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1f7ee004-5c10-40df-992d-7ade83073322 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/30194079-e733-433c-a4be-534c6c86db11 HTTP/1.1" status: 204 len: 168 time: 0.6349936 Apr 05 21:03:03.785349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57706) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:03.786626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.827462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-4da24699-3603-4e5b-aff3-c972e3fee2cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2271080 Apr 05 21:03:03.827726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:03.832425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Usage tracker for resource:security_group_rule and tenant:830a9d0d3d76481db48ea4bf7c6a481e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:03.835406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:03.840289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae6cee73-6bfa-4a56-804f-a407c79a6695 req-a3971aae-09d6-41d5-a2e4-3fbc8e46423e service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639117 Apr 05 21:03:03.843898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:03.929140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.052326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.066393 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.073558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-ce70241e-9958-49eb-b674-316cb286e611 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355649 Apr 05 21:03:04.136650 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=830a9d0d3d76481db48ea4bf7c6a481e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3766680 Apr 05 21:03:04.143227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485fa28-d937-4b46-a4f5-32d4f04a739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5053a-3251-4782-8274-f9e082317827,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:04.147856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57710) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:04.220407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7949b1-79c5-4c0d-aabe-11a1ab34aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.235882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 75fabc74-a0b0-4461-aff1-cd75e8e8833f {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:03:04.243900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.259021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7949b1-79c5-4c0d-aabe-11a1ab34aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.377032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d033a5a-b8ff-43c3-91af-9eb8eed36aa8 req-a744c4aa-f98b-40b3-9c1b-45aa116d98ed service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914813 Apr 05 21:03:04.379213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.447925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-9fe46038-f791-4ff7-a560-a939d14ac7bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 1094 time: 0.3636134 Apr 05 21:03:04.464460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7949b1-79c5-4c0d-aabe-11a1ab34aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.501211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7949b1-79c5-4c0d-aabe-11a1ab34aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5053a-3251-4782-8274-f9e082317827,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:04.503460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be7949b1-79c5-4c0d-aabe-11a1ab34aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.505248 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be7949b1-79c5-4c0d-aabe-11a1ab34aa0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dc5053a-3251-4782-8274-f9e082317827 HTTP/1.1" status: 204 len: 168 time: 0.3553607 Apr 05 21:03:04.614585 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.690407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-3002b8ff-b011-4df7-ad90-27b3a8163624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:04.690407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-3002b8ff-b011-4df7-ad90-27b3a8163624 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08b5521a-6ff5-401c-95be-5399effdc5f1 HTTP/1.1" status: 200 len: 898 time: 0.2281253 Apr 05 21:03:04.759467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-54619b3b-802b-4008-9fde-4eba57ff5807 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8423287-8d85-42f8-989e-f809cc4ff24c HTTP/1.1" status: 200 len: 217 time: 0.0686471 Apr 05 21:03:04.834918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-f2ae12a5-a1cd-451c-b5ff-fc25092e8474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:04.836470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-f2ae12a5-a1cd-451c-b5ff-fc25092e8474 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0872a292-dadc-4437-b85c-2b5b0d08f9a0 HTTP/1.1" status: 200 len: 834 time: 0.0697742 Apr 05 21:03:04.888448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a0de9df-a2bc-48c5-9092-1c747c2de155 None None] Provisioning complete for port 9588baea-18ca-493f-a69e-30aa55be963b triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:04.889140 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a0de9df-a2bc-48c5-9092-1c747c2de155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.910229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.919440 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d577239-5e21-4187-9931-8a6cb87893af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.168671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=75fabc74-a0b0-4461-aff1-cd75e8e8833f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:05.177959 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.187767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3cef95-c8c5-4b60-a90a-052f18600a0f None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:05.211049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-a79681e8-a2d0-4fca-8e43-8573caec3f2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08b5521a-6ff5-401c-95be-5399effdc5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3679390 Apr 05 21:03:05.213193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ac5bd01b-fb15-46bd-8d94-019ccd200932 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/75fabc74-a0b0-4461-aff1-cd75e8e8833f HTTP/1.1" status: 204 len: 168 time: 1.4265647 Apr 05 21:03:05.220020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57732) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:05.321115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-202d8bdf-f276-496c-9c2f-c4711fa0157d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987329 Apr 05 21:03:05.326474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57738) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:05.336954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:05.340407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541392c-7165-4527-918a-3798bb5617c2 req-1ad34c47-70ff-4402-8085-e1e530a475a6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:05.341911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3541392c-7165-4527-918a-3798bb5617c2 req-1ad34c47-70ff-4402-8085-e1e530a475a6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 943 time: 0.4274678 Apr 05 21:03:05.469651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3541392c-7165-4527-918a-3798bb5617c2 req-dc639825-7fc8-472c-9799-e6f312086853 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154656 Apr 05 21:03:05.501954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-802d060f-810b-4825-9c9a-35a4e663b5e8 service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822132 Apr 05 21:03:05.572070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:05.578095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:05.581363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:05.590242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:05.661478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:03:05.665708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] Deleting port 9588baea-18ca-493f-a69e-30aa55be963b {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:05.666106 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.668939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:05.702200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00a04195-cd94-4eb8-aa11-c2cd59f72c9c req-05cb4dbb-a0fa-46ea-91ab-0c1007a73930 service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942108 Apr 05 21:03:05.787430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-b454243f-d2d1-4048-bb57-85bc31f10637 req-b1eac729-945c-4efe-b5b6-76bef0f7ea90 service neutron] (84580) timed out ('10.222.0.10', 35424) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:03:05.797852 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.912787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] For port 9588baea-18ca-493f-a69e-30aa55be963b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9588baea-18ca-493f-a69e-30aa55be963b,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:05.913450 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.042161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] Calling delete_port for 9588baea-18ca-493f-a69e-30aa55be963b owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:06.146061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.209442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:06.212591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:06.216673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:06.217266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.218656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.224413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:06.292560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] Pushing event deleted for resources: {'Port': ['ID=9588baea-18ca-493f-a69e-30aa55be963b,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:06.302267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba35e7-4ecb-41ca-b4e6-a0dd543c1fab None None] No DVR routers for this DVR port 9588baea-18ca-493f-a69e-30aa55be963b on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:03:06.316594 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-12430af2-20a5-4a47-9fc5-3a3cc1ee4e04 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9885645 Apr 05 21:03:06.319264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57756) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:06.325301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:06.332692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef897ea-ffe5-4fbf-9d4d-dc57f27cd02c None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:06.654314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:06.654314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:06.658160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:06.671192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bb548de5-be95-4590-bb49-378e5da5155c', 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'tenant_id': '581001974fd549b6b765c2a201e09e36', 'fixed_ips': [{'subnet_id': '5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:03:06.672122 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.674206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:06.728385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c81dd4-23bc-4ebd-b473-1c31a6f2f68b req-8b81ea10-77df-45bf-b82a-2fcee38ab86f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:06.738196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c81dd4-23bc-4ebd-b473-1c31a6f2f68b req-8b81ea10-77df-45bf-b82a-2fcee38ab86f tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 943 time: 0.1007688 Apr 05 21:03:06.808729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0c81dd4-23bc-4ebd-b473-1c31a6f2f68b req-49958d02-773c-4e6f-afbd-d1e0c78260b9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681493 Apr 05 21:03:06.843500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:06.852334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.941608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Allocated IP 2001:db8::2 (bb548de5-be95-4590-bb49-378e5da5155c/5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2/d704a194-9cc5-47d5-bd56-3177454aaaff) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:06.968921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a80b863-0519-4ba3-98b4-dcc1bba953cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.097757 n-d-836605-1 neutron-server[84580]: INFO neutron.db.ipam_backend_mixin [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2 (CIDR: 2001:db8::/64) Apr 05 21:03:07.145673 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:03:07.146369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:07.202192 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.212829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Transition to ACTIVE for port object d704a194-9cc5-47d5-bd56-3177454aaaff will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:07.231122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Transition to ACTIVE for port object d704a194-9cc5-47d5-bd56-3177454aaaff will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:07.293253 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-44a6bd9b-d31c-45f9-b110-a0e9a0cf19aa tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9725921 Apr 05 21:03:07.298318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57774) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:07.304476 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'subnet': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:07.326810 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.367515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9588baea-18ca-493f-a69e-30aa55be963b no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:03:07.454408 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9588baea-18ca-493f-a69e-30aa55be963b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:03:07.454941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9588baea-18ca-493f-a69e-30aa55be963b not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:03:07.486289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:07.492653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:subnet and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:07.496850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:07.504714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:07.512167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:07.514296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:07.521117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:07.527371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Pushing event updated for resources: {'Port': ['ID=d704a194-9cc5-47d5-bd56-3177454aaaff,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:07.623389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:07.627301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.674726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Attempting to bind port d704a194-9cc5-47d5-bd56-3177454aaaff on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:07.674726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Attempting to bind port d704a194-9cc5-47d5-bd56-3177454aaaff by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:07.674726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Attempting to bind port d704a194-9cc5-47d5-bd56-3177454aaaff on network bb548de5-be95-4590-bb49-378e5da5155c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:03:07.692599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:03:07.692599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Checking segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:07.692599 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.692599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Bound using segment: {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:03:07.692599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Bound port: d704a194-9cc5-47d5-bd56-3177454aaaff, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037a1728-adea-41aa-b128-ef8d9b7a7b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:07.692599 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.830846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] For port d704a194-9cc5-47d5-bd56-3177454aaaff, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:03:07.835391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] For port d704a194-9cc5-47d5-bd56-3177454aaaff, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d704a194-9cc5-47d5-bd56-3177454aaaff,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:03:07.922877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.035480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf216fc-fa0e-4154-a371-e074ca96bb04 None None] Pushing event updated for resources: {'Port': ['ID=d704a194-9cc5-47d5-bd56-3177454aaaff,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:08.131734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c0841-9f37-4481-9f12-432097f6aa63 req-773ce14f-9601-4e63-88a3-db941447f06c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:08.133373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c8c0841-9f37-4481-9f12-432097f6aa63 req-773ce14f-9601-4e63-88a3-db941447f06c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 943 time: 0.1015813 Apr 05 21:03:08.217190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c8c0841-9f37-4481-9f12-432097f6aa63 req-89c3ba60-5a5d-4d5b-9168-8827dc876c05 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708003 Apr 05 21:03:08.299988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:03:08.331927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b8423287-8d85-42f8-989e-f809cc4ff24c details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:03:08.579619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b8423287-8d85-42f8-989e-f809cc4ff24c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b8423287-8d85-42f8-989e-f809cc4ff24c,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:08.595470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'port_id': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'mac_address': 'fa:16:3e:bb:a4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:03:08.605380 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.676562 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.707589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8423287-8d85-42f8-989e-f809cc4ff24c {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:03:08.720430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.722875 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.722875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b8423287-8d85-42f8-989e-f809cc4ff24c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b8423287-8d85-42f8-989e-f809cc4ff24c,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:08.800375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.868946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b8423287-8d85-42f8-989e-f809cc4ff24c,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:09.028237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] For port d704a194-9cc5-47d5-bd56-3177454aaaff, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d704a194-9cc5-47d5-bd56-3177454aaaff,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:09.069810 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.137551 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.138291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.186579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['b8423287-8d85-42f8-989e-f809cc4ff24c'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:03:09.521030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=d704a194-9cc5-47d5-bd56-3177454aaaff,revision_number=4']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:09.571258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d704a194-9cc5-47d5-bd56-3177454aaaff up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:09.589335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:09.608229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:09.612933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:09.613557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.656024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d46822-3c0c-4708-809a-c4453258771f None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:09.662057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa236-a395-4858-ba01-81417efe0c33 req-6d9fec04-292a-464c-92ce-7b81954d9808 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:09.664068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-258aa236-a395-4858-ba01-81417efe0c33 req-6d9fec04-292a-464c-92ce-7b81954d9808 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 944 time: 0.1892376 Apr 05 21:03:09.698683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Subnet': ['ID=f03d8db6-94af-44bd-8f31-71483ed04a94,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:09.720577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-258aa236-a395-4858-ba01-81417efe0c33 req-803ebc06-6aeb-4ca4-9d91-7b4e2ad874e7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501726 Apr 05 21:03:09.848041 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef37ce08-0ade-4d09-9cf5-f5df0d617bcb tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5482881 Apr 05 21:03:09.850856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57824) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:09.870556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Request body: {'port': {'network_id': 'bb548de5-be95-4590-bb49-378e5da5155c', 'mac_address': 'fa:16:3e:93:06:03', 'name': 'tempest-NetworksTestDHCPv6-579886871'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:10.041744 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.048690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d704a194-9cc5-47d5-bd56-3177454aaaff completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:10.054211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bcea505-406c-47d1-b1a9-70a53a1401d6 None None] Provisioning for port d704a194-9cc5-47d5-bd56-3177454aaaff completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:10.096705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bcea505-406c-47d1-b1a9-70a53a1401d6 None None] Provisioning complete for port d704a194-9cc5-47d5-bd56-3177454aaaff triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:10.097471 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bcea505-406c-47d1-b1a9-70a53a1401d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.141288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:10.152058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Usage tracker for resource:port and tenant:581001974fd549b6b765c2a201e09e36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:10.163016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:10.171996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:10.175209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d704a194-9cc5-47d5-bd56-3177454aaaff triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:10.175581 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.274970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Made reservation on behalf of 581001974fd549b6b765c2a201e09e36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:10.398363 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bcea505-406c-47d1-b1a9-70a53a1401d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.428571 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.471010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] device_id is not set on port 685a0f17-da7a-4891-bef1-37fdf764675d yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:10.480891 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.534540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d704a194-9cc5-47d5-bd56-3177454aaaff, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d704a194-9cc5-47d5-bd56-3177454aaaff,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:10.620181 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.897936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-0bcea505-406c-47d1-b1a9-70a53a1401d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:03:10.898809 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-0bcea505-406c-47d1-b1a9-70a53a1401d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:03:10.903374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d704a194-9cc5-47d5-bd56-3177454aaaff,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:11.008387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8::c9 (bb548de5-be95-4590-bb49-378e5da5155c/5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2/685a0f17-da7a-4891-bef1-37fdf764675d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:11.030212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:603 (bb548de5-be95-4590-bb49-378e5da5155c/f03d8db6-94af-44bd-8f31-71483ed04a94/685a0f17-da7a-4891-bef1-37fdf764675d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:11.078022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1e670-ec6d-446f-8490-8c23fd25d961 req-783093b9-0ce4-4cb0-9204-eb9146e2895a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:11.079477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30e1e670-ec6d-446f-8490-8c23fd25d961 req-783093b9-0ce4-4cb0-9204-eb9146e2895a tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 944 time: 0.1569281 Apr 05 21:03:11.220783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30e1e670-ec6d-446f-8490-8c23fd25d961 req-c86b6b03-d969-4d49-a7a6-5b5fe6c12023 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283801 Apr 05 21:03:11.313462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d704a194-9cc5-47d5-bd56-3177454aaaff up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:11.325520 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:11.342951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Transition to ACTIVE for port object 685a0f17-da7a-4891-bef1-37fdf764675d will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:11.390319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d704a194-9cc5-47d5-bd56-3177454aaaff triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:11.390777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:11.413172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:11.498985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Network bb548de5-be95-4590-bb49-378e5da5155c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:11.502616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:11.508563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:11.513469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:11.513686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:11.533593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event updated for resources: {'Port': ['ID=685a0f17-da7a-4891-bef1-37fdf764675d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:11.657561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-52928f94-eade-4344-b31e-8ba655461f85 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8053896 Apr 05 21:03:11.660485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57860) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:11.680235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-37399650-b758-4d1c-b00a-1a76df22fdae None None] Provisioning complete for port d704a194-9cc5-47d5-bd56-3177454aaaff triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:11.680770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37399650-b758-4d1c-b00a-1a76df22fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:11.748922 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting port 685a0f17-da7a-4891-bef1-37fdf764675d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:11.749239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.094330 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.206519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-68811c53-cd58-4de8-b612-d2edba140a79 None None] Provisioning for port 685a0f17-da7a-4891-bef1-37fdf764675d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:12.206519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-68811c53-cd58-4de8-b612-d2edba140a79 None None] Provisioning complete for port 685a0f17-da7a-4891-bef1-37fdf764675d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:12.206519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-68811c53-cd58-4de8-b612-d2edba140a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.230519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Calling delete_port for 685a0f17-da7a-4891-bef1-37fdf764675d owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:12.287446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-68811c53-cd58-4de8-b612-d2edba140a79 None None] Port 685a0f17-da7a-4891-bef1-37fdf764675d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:03:12.342190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b8423287-8d85-42f8-989e-f809cc4ff24c up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:12.515158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f42247-d75e-4aaf-9708-3625e7b4f80f req-8289160e-63d8-4988-a938-7f55c4b9f924 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:12.516757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6f42247-d75e-4aaf-9708-3625e7b4f80f req-8289160e-63d8-4988-a938-7f55c4b9f924 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 944 time: 0.1012630 Apr 05 21:03:12.554814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port b8423287-8d85-42f8-989e-f809cc4ff24c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:12.559844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port b8423287-8d85-42f8-989e-f809cc4ff24c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:12.562719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.566025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6f42247-d75e-4aaf-9708-3625e7b4f80f req-cc99befb-e86a-47b0-9f53-9c053fa5c03c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Apr 05 21:03:12.577956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.707677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.717461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Port': ['ID=685a0f17-da7a-4891-bef1-37fdf764675d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:12.736973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:03:12.754031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port b8423287-8d85-42f8-989e-f809cc4ff24c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b8423287-8d85-42f8-989e-f809cc4ff24c,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:12.821447 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444da765-3ff2-41a4-8202-d0cfc1984c0e'] response: {'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'code': 200} Apr 05 21:03:12.835620 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.844561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.855678 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2613c8c-e73c-4862-b177-03bb0642389f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/685a0f17-da7a-4891-bef1-37fdf764675d HTTP/1.1" status: 204 len: 168 time: 1.1932335 Apr 05 21:03:12.858521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57894) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:12.964699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3726cf58-e455-4269-afde-b84418504fe9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:12.965450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=b8423287-8d85-42f8-989e-f809cc4ff24c,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:12.969829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3726cf58-e455-4269-afde-b84418504fe9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:13.187553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f3d71d-e81c-46f1-b97e-432dbc67fba4 req-dafaed4d-ecf1-47f8-8783-bf034b4a61a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 1096 time: 0.2126558 Apr 05 21:03:13.231790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3726cf58-e455-4269-afde-b84418504fe9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:13.233142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3726cf58-e455-4269-afde-b84418504fe9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3735943 Apr 05 21:03:13.235982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57902) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:13.256208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3f3d71d-e81c-46f1-b97e-432dbc67fba4 req-ce01c836-9b82-4db7-add3-ee2599af8339 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623333 Apr 05 21:03:13.337584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b88eee-5e66-4364-bd03-e2bcc3faf5c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:13.338873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-02b88eee-5e66-4364-bd03-e2bcc3faf5c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:13.353581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-02b88eee-5e66-4364-bd03-e2bcc3faf5c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:13.355159 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-02b88eee-5e66-4364-bd03-e2bcc3faf5c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1178508 Apr 05 21:03:13.357738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57906) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:13.452174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99052dae-88fc-4a54-8a25-a2a989c8f9b4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:13.454475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99052dae-88fc-4a54-8a25-a2a989c8f9b4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:13.455232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99052dae-88fc-4a54-8a25-a2a989c8f9b4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:13.456086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99052dae-88fc-4a54-8a25-a2a989c8f9b4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Synchronizing usage tracker for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:13.543307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99052dae-88fc-4a54-8a25-a2a989c8f9b4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Unset dirty status for tenant:581001974fd549b6b765c2a201e09e36 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:13.544529 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-99052dae-88fc-4a54-8a25-a2a989c8f9b4 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1856945 Apr 05 21:03:13.547493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57916) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:13.683763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet 5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:03:13.725923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.842401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.929013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-176453e0-8890-4fd7-9d15-f2b988ff11ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2419682 Apr 05 21:03:13.957802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7e25e-ba54-4e96-94bb-f6d524b4585a req-02858473-537b-4f05-acde-5d7331a943db tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:13.959245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ff7e25e-ba54-4e96-94bb-f6d524b4585a req-02858473-537b-4f05-acde-5d7331a943db tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 945 time: 0.1995647 Apr 05 21:03:13.983539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.103544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ff7e25e-ba54-4e96-94bb-f6d524b4585a req-1676876a-c262-4788-a409-905bba5eb0c4 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371341 Apr 05 21:03:14.140010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-0599c601-a041-4fdf-86ce-914093632772 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8329e34d31d1486392af5a2489275f35&device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 1097 time: 0.0989213 Apr 05 21:03:14.272054 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.319383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:14.331191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-aef87c80-89a2-4ab7-a19b-2349ea3398c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:14.332625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-aef87c80-89a2-4ab7-a19b-2349ea3398c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7406516d-fcbe-43a7-a4c0-e6505a98d943 HTTP/1.1" status: 200 len: 914 time: 0.1688595 Apr 05 21:03:14.333577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.338188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7865f48-765d-4aaf-8f88-e1abacd6e134 None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:14.409141 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-7c5a1c61-bd42-44ee-aeb6-ac787279028e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3cfa92e-1254-4aad-ae16-9dd2d1559f94 HTTP/1.1" status: 200 len: 217 time: 0.0648968 Apr 05 21:03:14.453901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ef83cd17-0435-4183-8165-cb38dd947723 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2 HTTP/1.1" status: 204 len: 168 time: 0.9052367 Apr 05 21:03:14.456579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57942) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:14.492793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57948) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:14.556608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-dc1a3c3a-f21e-4c8d-a045-1097b32fda0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:14.558152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-dc1a3c3a-f21e-4c8d-a045-1097b32fda0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea112974-3250-4716-b97f-0a19c3f12aef HTTP/1.1" status: 200 len: 853 time: 0.1440761 Apr 05 21:03:14.646968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Deleting subnet f03d8db6-94af-44bd-8f31-71483ed04a94 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:03:14.658928 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.720011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.738669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-43a061eb-538c-4c84-b69b-79749b6829a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7406516d-fcbe-43a7-a4c0-e6505a98d943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699438 Apr 05 21:03:14.759188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:14.763206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:8cbe9a8bf81f412988c6c3a53db18741 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:14.766264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:14.773960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:14.774981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.919940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.000926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-5ae679fc-9253-4184-be92-13c02d7c8a65 service neutron] 10.222.0.39 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509048 Apr 05 21:03:15.006060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.047236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.065499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08378c1f-403d-4e8d-98c3-2e65c2406aee,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:15.071993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-52496292-4cfc-4c79-88d1-4a7744ca4ab3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cbe9a8bf81f412988c6c3a53db18741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5774736 Apr 05 21:03:15.081324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57966) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:15.158253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58cef5dc-84fb-49e5-8ad0-0083574451a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.192597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58cef5dc-84fb-49e5-8ad0-0083574451a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.248162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9fba5e-f036-4f75-b327-cacdb93ff10d req-96e174ad-a6a8-4fc3-8eeb-4c2ada20dce3 service neutron] 10.222.0.39 "GET /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314858 Apr 05 21:03:15.339565 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58cef5dc-84fb-49e5-8ad0-0083574451a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.377251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58cef5dc-84fb-49e5-8ad0-0083574451a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.378749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58cef5dc-84fb-49e5-8ad0-0083574451a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08378c1f-403d-4e8d-98c3-2e65c2406aee HTTP/1.1" status: 204 len: 168 time: 0.2960727 Apr 05 21:03:15.379786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cef5dc-84fb-49e5-8ad0-0083574451a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08378c1f-403d-4e8d-98c3-2e65c2406aee,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:15.424888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.620265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Subnet': ['ID=f03d8db6-94af-44bd-8f31-71483ed04a94,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:15.628172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.645584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef778ff6-e9a5-4eac-abbb-f7fdf1691e6a req-ccda6c27-985e-482d-bc2e-eb74ee7f98d7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:15.655385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef778ff6-e9a5-4eac-abbb-f7fdf1691e6a req-ccda6c27-985e-482d-bc2e-eb74ee7f98d7 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 945 time: 0.3431380 Apr 05 21:03:15.655385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4ec3df74-2447-4e67-a2b8-37ea6b5211ad tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/f03d8db6-94af-44bd-8f31-71483ed04a94 HTTP/1.1" status: 204 len: 168 time: 1.1908531 Apr 05 21:03:15.655615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57978) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:15.729621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef778ff6-e9a5-4eac-abbb-f7fdf1691e6a req-56b27a2c-b167-42ef-9393-bd7bee59d325 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634782 Apr 05 21:03:15.745779 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be7e384c-4f77-475a-9727-43409a203e8e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935357 Apr 05 21:03:15.748447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 57986) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:15.758337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5ce10-7e10-448b-9fd9-dab331f0af2c None None] Network bb548de5-be95-4590-bb49-378e5da5155c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:15.900610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b44f47-4a54-4ce8-b347-25f743cc38cd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:15.905228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 57996) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:15.905888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-10b44f47-4a54-4ce8-b347-25f743cc38cd tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1564054 Apr 05 21:03:15.968469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1b1d69ac-323c-4993-abe4-72f5e67d614a None None] Provisioning complete for port d704a194-9cc5-47d5-bd56-3177454aaaff triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:15.969041 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b1d69ac-323c-4993-abe4-72f5e67d614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.147990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e495a-687c-42b9-b1cf-7ed78ed36d6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:16.149741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-716e495a-687c-42b9-b1cf-7ed78ed36d6f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2434263 Apr 05 21:03:16.153721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58002) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.222363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c145e-e145-4478-bb2a-bc0989c25ca6 req-152e3259-6a2e-435b-9cbf-b84af5134faf tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:16.223945 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-320c145e-e145-4478-bb2a-bc0989c25ca6 req-152e3259-6a2e-435b-9cbf-b84af5134faf tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 945 time: 0.1231549 Apr 05 21:03:16.245766 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1861f468-81af-4794-b44f-7943aed1a81f tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905030 Apr 05 21:03:16.252622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58008) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.308270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-320c145e-e145-4478-bb2a-bc0989c25ca6 req-45f44aaa-6117-4b23-af78-439e4a99b6a0 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719430 Apr 05 21:03:16.320385 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-074fbf2d-96d2-49ca-98d2-3701996a0304 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.320837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074fbf2d-96d2-49ca-98d2-3701996a0304 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.325815 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-074fbf2d-96d2-49ca-98d2-3701996a0304 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/685a0f17-da7a-4891-bef1-37fdf764675d HTTP/1.1" status: 404 len: 333 time: 0.0599074 Apr 05 21:03:16.326343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58014) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.345555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58018) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.361426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] DHCP port deletion for bb548de5-be95-4590-bb49-378e5da5155c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:03:16.365556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] Deleting port d704a194-9cc5-47d5-bd56-3177454aaaff {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:16.366250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.372585 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c80dad-a45d-4745-96a8-d6eb0604869e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.372585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c80dad-a45d-4745-96a8-d6eb0604869e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.372585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b4c80dad-a45d-4745-96a8-d6eb0604869e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/f03d8db6-94af-44bd-8f31-71483ed04a94 HTTP/1.1" status: 404 len: 337 time: 0.0428715 Apr 05 21:03:16.374786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58022) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.395824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58026) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.420695 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee14e7f4-f27c-4393-b7b0-14273158a357 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.421484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee14e7f4-f27c-4393-b7b0-14273158a357 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.429691 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee14e7f4-f27c-4393-b7b0-14273158a357 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/5c2a46a6-c8c4-4ec9-a2ab-3c43f032dac2 HTTP/1.1" status: 404 len: 337 time: 0.0512195 Apr 05 21:03:16.430357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58030) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.476165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.495705 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6597d351-3ab0-40ae-9a08-97464dfe2256 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.496819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6597d351-3ab0-40ae-9a08-97464dfe2256 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.499940 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6597d351-3ab0-40ae-9a08-97464dfe2256 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/1e99b93a-656a-4d94-8e92-7e9fb21ea0b3 HTTP/1.1" status: 404 len: 333 time: 0.0686262 Apr 05 21:03:16.502494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58034) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.574133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c64958b7-ae14-4c40-9ac9-5765d9800f9b tempest-TestNetworkBasicOps-474182098 tempest-TestNetworkBasicOps-474182098-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 1091 time: 0.2270536 Apr 05 21:03:16.576092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58038) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.600238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:16.602141 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d6df57-bb39-4516-bbd1-76f66b8134d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.604558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d6df57-bb39-4516-bbd1-76f66b8134d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.608521 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b2d6df57-bb39-4516-bbd1-76f66b8134d7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/30194079-e733-433c-a4be-534c6c86db11 HTTP/1.1" status: 404 len: 337 time: 0.1037450 Apr 05 21:03:16.608658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:16.610881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58042) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.611352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:16.616686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Usage tracker for resource:security_group_rule and tenant:370eb079a99e4ac7b8ca0f70c7277f7a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:16.620865 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Usage tracker for resource:floatingip and tenant:4a3d3ebc98a545b8a3caa392881659cf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:16.624046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:16.626826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:16.636534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:16.638640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:16.640074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] For port d704a194-9cc5-47d5-bd56-3177454aaaff, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d704a194-9cc5-47d5-bd56-3177454aaaff,segment=NetworkSegment(037a1728-adea-41aa-b128-ef8d9b7a7b65),segment_id=037a1728-adea-41aa-b128-ef8d9b7a7b65)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:16.640414 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.658835 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-659364e2-9246-41fb-b41d-2b809ef30380 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.659417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659364e2-9246-41fb-b41d-2b809ef30380 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.663437 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-659364e2-9246-41fb-b41d-2b809ef30380 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/75fabc74-a0b0-4461-aff1-cd75e8e8833f HTTP/1.1" status: 404 len: 337 time: 0.0489659 Apr 05 21:03:16.663601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58048) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.716509 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6ff9a1-0d01-4bdb-a298-4d186903f79d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.716839 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.717392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6ff9a1-0d01-4bdb-a298-4d186903f79d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.719359 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9c6ff9a1-0d01-4bdb-a298-4d186903f79d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/2f906cbd-630e-4467-bcca-2e03c4176d3f HTTP/1.1" status: 404 len: 333 time: 0.0548635 Apr 05 21:03:16.722034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58054) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.732298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.763490 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b50ae6-3cbe-48f9-ba68-f664802df545 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.764207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b50ae6-3cbe-48f9-ba68-f664802df545 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.766094 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-28b50ae6-3cbe-48f9-ba68-f664802df545 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/e5911102-a9f3-4256-af6b-c3d7ee71ce62 HTTP/1.1" status: 404 len: 337 time: 0.0424325 Apr 05 21:03:16.769082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58058) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.783765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] Calling delete_port for d704a194-9cc5-47d5-bd56-3177454aaaff owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:16.809987 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-625b8e1c-b649-4e66-a160-6e9e8d330cc1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.809987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625b8e1c-b649-4e66-a160-6e9e8d330cc1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.811895 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-625b8e1c-b649-4e66-a160-6e9e8d330cc1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/a4462dad-63ec-4cae-b16d-c722d298d329 HTTP/1.1" status: 404 len: 337 time: 0.0413618 Apr 05 21:03:16.815494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58062) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.840292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.865455 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce12b19-fb30-4867-88db-af0b370612b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.865953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce12b19-fb30-4867-88db-af0b370612b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.868023 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ce12b19-fb30-4867-88db-af0b370612b1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/9a11d3a6-23c5-49fb-9c77-8a4fcb4d850c HTTP/1.1" status: 404 len: 333 time: 0.0504465 Apr 05 21:03:16.870571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58066) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.912037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b706ba2f-e2cc-4de7-ab5b-0d0c517bb29c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:16.928184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8351a896-d455-41b5-8632-447c65453f62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=370eb079a99e4ac7b8ca0f70c7277f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5315177 Apr 05 21:03:16.930755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58070) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.932125 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bc8513-e6cb-4d07-a83e-02dcfeea4f86 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.932583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bc8513-e6cb-4d07-a83e-02dcfeea4f86 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.935421 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-81bc8513-e6cb-4d07-a83e-02dcfeea4f86 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/c314d12f-f2e1-4593-a5c6-d4b27c99d312 HTTP/1.1" status: 404 len: 337 time: 0.0637367 Apr 05 21:03:16.937860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58074) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:16.986724 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10a7ce9-e7a9-409b-bfe1-2cf517fcbc0c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:16.987309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10a7ce9-e7a9-409b-bfe1-2cf517fcbc0c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:16.988969 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b10a7ce9-e7a9-409b-bfe1-2cf517fcbc0c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/8368c117-e71a-43b1-9cc5-5aec995f0727 HTTP/1.1" status: 404 len: 337 time: 0.0491614 Apr 05 21:03:16.991616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58078) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.020427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f87972f-28aa-4267-a0be-2789f3476e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.037912 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb870c37-8a9b-4b1a-a250-4a42d5059869 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.038290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb870c37-8a9b-4b1a-a250-4a42d5059869 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.042253 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bb870c37-8a9b-4b1a-a250-4a42d5059869 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/3aab8d3d-d186-4996-9432-5b00bdbd1792 HTTP/1.1" status: 404 len: 333 time: 0.0469890 Apr 05 21:03:17.042673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.054616 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.056345 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.059182 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f87972f-28aa-4267-a0be-2789f3476e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.089080 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-701df9a1-fbf1-43c0-90a1-4124c2363b59 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.089546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701df9a1-fbf1-43c0-90a1-4124c2363b59 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.091423 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-701df9a1-fbf1-43c0-90a1-4124c2363b59 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/063f2cdb-7557-4094-ad3d-f718affa9fda HTTP/1.1" status: 404 len: 337 time: 0.0476012 Apr 05 21:03:17.093787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58094) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.147048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] No DVR routers for this DVR port d704a194-9cc5-47d5-bd56-3177454aaaff on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:03:17.149233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84886359-cfaf-4395-93ea-5c678ef52180 None None] Pushing event deleted for resources: {'Port': ['ID=d704a194-9cc5-47d5-bd56-3177454aaaff,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:17.149515 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c354a5a6-670b-4633-bc9f-cd4cf5230cf7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.151184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c354a5a6-670b-4633-bc9f-cd4cf5230cf7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.155142 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c354a5a6-670b-4633-bc9f-cd4cf5230cf7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/350a1dc7-98a3-403a-b74c-9ebdb28ba136 HTTP/1.1" status: 404 len: 333 time: 0.0582168 Apr 05 21:03:17.159297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58100) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.220618 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-456dd0a9-c71a-4a71-859c-3d76802e39c0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.221006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456dd0a9-c71a-4a71-859c-3d76802e39c0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.225101 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-456dd0a9-c71a-4a71-859c-3d76802e39c0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/1392aae3-b5d9-4cf6-8c4f-ca4ba3cbc8c0 HTTP/1.1" status: 404 len: 337 time: 0.0652339 Apr 05 21:03:17.227538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58104) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.273667 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d5ec51-c2eb-4880-9890-2f1ab61c9cf7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.274275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d5ec51-c2eb-4880-9890-2f1ab61c9cf7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.275986 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67d5ec51-c2eb-4880-9890-2f1ab61c9cf7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/b23b0ec6-2d30-4f18-8dbf-a037c8ee115a HTTP/1.1" status: 404 len: 333 time: 0.0474434 Apr 05 21:03:17.278728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58108) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.301332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Allocated IP 172.25.2.148 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d1632b48-d693-4a34-9e0d-0543492eb04f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:17.397077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d704a194-9cc5-47d5-bd56-3177454aaaff no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:03:17.421257 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f87972f-28aa-4267-a0be-2789f3476e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.434698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d704a194-9cc5-47d5-bd56-3177454aaaff {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:03:17.435060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d704a194-9cc5-47d5-bd56-3177454aaaff not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:03:17.512958 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c97f9ce-e908-4625-a1e7-aa5d8a1e35ee tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.512958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c97f9ce-e908-4625-a1e7-aa5d8a1e35ee tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.537605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87972f-28aa-4267-a0be-2789f3476e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b706ba2f-e2cc-4de7-ab5b-0d0c517bb29c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:17.551806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58116) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.551986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4c97f9ce-e908-4625-a1e7-aa5d8a1e35ee tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/4c8f4fae-8deb-438d-83dc-3ac83a0cbcf7 HTTP/1.1" status: 404 len: 337 time: 0.2719986 Apr 05 21:03:17.555274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f87972f-28aa-4267-a0be-2789f3476e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.565327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6f87972f-28aa-4267-a0be-2789f3476e6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b706ba2f-e2cc-4de7-ab5b-0d0c517bb29c HTTP/1.1" status: 204 len: 168 time: 0.6243486 Apr 05 21:03:17.633170 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.652067 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3dda30-c6f1-444f-a4a6-3b86533ea149 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.652822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3dda30-c6f1-444f-a4a6-3b86533ea149 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.654497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5d3dda30-c6f1-444f-a4a6-3b86533ea149 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/475255ba-1720-415c-9f00-eb10a51f7e55 HTTP/1.1" status: 404 len: 333 time: 0.1012845 Apr 05 21:03:17.657073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58122) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.714669 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ec97e9-dd5d-4c44-8160-e06c40e96100 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.715303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ec97e9-dd5d-4c44-8160-e06c40e96100 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.719377 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9ec97e9-dd5d-4c44-8160-e06c40e96100 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/86d9be85-6d6e-4475-9c18-b513334f7a90 HTTP/1.1" status: 404 len: 337 time: 0.0613174 Apr 05 21:03:17.719857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58128) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.723516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:17.823400 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fd4160-a895-4705-8d5a-99aa8a54b3f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.824132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fd4160-a895-4705-8d5a-99aa8a54b3f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.825567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f5fd4160-a895-4705-8d5a-99aa8a54b3f0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/6dec8334-e89d-4819-9184-1a7ce9d4367f HTTP/1.1" status: 404 len: 333 time: 0.1040761 Apr 05 21:03:17.828466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58132) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.842350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:17.845823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:17.850133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:17.874627 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da64d38-bb52-40c8-a5f4-58b097722cf6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.883031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da64d38-bb52-40c8-a5f4-58b097722cf6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.883031 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2da64d38-bb52-40c8-a5f4-58b097722cf6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/1c0af7a8-0546-448c-bee6-453f3071aea2 HTTP/1.1" status: 404 len: 337 time: 0.0472753 Apr 05 21:03:17.883265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58136) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.887021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=d1632b48-d693-4a34-9e0d-0543492eb04f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:17.924599 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-270350c9-309b-46f1-86fd-89b236461b89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.925120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270350c9-309b-46f1-86fd-89b236461b89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.929017 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-270350c9-309b-46f1-86fd-89b236461b89 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/f155c4ec-bca7-4e25-9c66-157eb45655eb HTTP/1.1" status: 404 len: 333 time: 0.0426908 Apr 05 21:03:17.929295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58140) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:17.973634 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ff3c08-d98c-4e4a-b0f1-4ab18bbbad68 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:17.974081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ff3c08-d98c-4e4a-b0f1-4ab18bbbad68 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:17.975719 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-17ff3c08-d98c-4e4a-b0f1-4ab18bbbad68 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/3f73bac3-7c5c-457e-9fb7-522095eed50a HTTP/1.1" status: 404 len: 337 time: 0.0455561 Apr 05 21:03:17.979291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.023083 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-addbae9a-359a-4dba-8ae7-03c4da7ad1e3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.023388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addbae9a-359a-4dba-8ae7-03c4da7ad1e3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.025638 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-addbae9a-359a-4dba-8ae7-03c4da7ad1e3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/0da33169-066f-49f8-97d8-643cb92e5a83 HTTP/1.1" status: 404 len: 337 time: 0.0454371 Apr 05 21:03:18.029252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58150) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.097727 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05b804b-2811-4c50-a368-29ec732b1546 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.097727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05b804b-2811-4c50-a368-29ec732b1546 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.097727 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e05b804b-2811-4c50-a368-29ec732b1546 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/4bf21557-afbc-4208-b9e3-e62b8d41c27d HTTP/1.1" status: 404 len: 333 time: 0.0612316 Apr 05 21:03:18.097727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58156) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.226280 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-92af20b3-8f02-4d2f-bab0-fc1035807af1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.226842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92af20b3-8f02-4d2f-bab0-fc1035807af1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.229585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-92af20b3-8f02-4d2f-bab0-fc1035807af1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/224f6482-504d-439c-9ad3-a32f592d23ae HTTP/1.1" status: 404 len: 337 time: 0.1333294 Apr 05 21:03:18.232770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58166) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.323645 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54babba-8cb3-450d-999c-4ad353b7f70d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.323645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54babba-8cb3-450d-999c-4ad353b7f70d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.323645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f54babba-8cb3-450d-999c-4ad353b7f70d tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/2a728fae-36f5-48f8-895c-d678529d9969 HTTP/1.1" status: 404 len: 337 time: 0.0833666 Apr 05 21:03:18.335316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58172) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.457781 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d84c499-9452-4a7c-9546-322d541a79d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.457781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d84c499-9452-4a7c-9546-322d541a79d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.457781 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4d84c499-9452-4a7c-9546-322d541a79d2 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/af65c045-0019-4ddb-8ecd-bd26fefb8301 HTTP/1.1" status: 404 len: 333 time: 0.1296015 Apr 05 21:03:18.461690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58180) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.537894 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-456ce636-1104-4311-a967-f583e3328b25 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.538259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456ce636-1104-4311-a967-f583e3328b25 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.540004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-456ce636-1104-4311-a967-f583e3328b25 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/2b4a2f32-6ccd-4f51-8bb8-60ee0481f54e HTTP/1.1" status: 404 len: 337 time: 0.0767417 Apr 05 21:03:18.543316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58184) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.604596 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dac279-edcb-4bda-8d1f-f8f94ad7e1f5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.608126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dac279-edcb-4bda-8d1f-f8f94ad7e1f5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.610737 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d2dac279-edcb-4bda-8d1f-f8f94ad7e1f5 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/e05d1091-24d4-4b2d-bfb2-12af157d5ee0 HTTP/1.1" status: 404 len: 337 time: 0.0664077 Apr 05 21:03:18.613255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.660054 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c87652-da6d-459a-b85a-459c34e346c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.660655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c87652-da6d-459a-b85a-459c34e346c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.662479 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-83c87652-da6d-459a-b85a-459c34e346c1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/66ba1da2-004c-4a49-98d2-88db9979045d HTTP/1.1" status: 404 len: 333 time: 0.0482662 Apr 05 21:03:18.669347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58196) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.710744 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-499518eb-2ae6-4394-b8c0-37f857689182 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.711190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499518eb-2ae6-4394-b8c0-37f857689182 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.713450 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-499518eb-2ae6-4394-b8c0-37f857689182 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/b9bc2bda-60b3-4b78-8037-54ca39fe30b0 HTTP/1.1" status: 404 len: 337 time: 0.0423865 Apr 05 21:03:18.716326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58200) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.859647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:18.879596 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7b9a2f-7aa1-4be1-8c20-187b4c647ee0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:18.880042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef7b9a2f-7aa1-4be1-8c20-187b4c647ee0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:18.881763 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef7b9a2f-7aa1-4be1-8c20-187b4c647ee0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/8bc0031b-e4ea-4ff2-a126-1fb03547a064 HTTP/1.1" status: 404 len: 337 time: 0.1635637 Apr 05 21:03:18.884539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58208) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.957209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cb8671cf-caa8-4c46-a2b4-870c0e201bb3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2235c31-c26e-4011-985d-d6a5f97f0e71 HTTP/1.1" status: 200 len: 205 time: 0.0710368 Apr 05 21:03:18.959549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58214) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:18.998851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:19.057594 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-5acd07fc-7ebd-4f28-b924-8917618a13d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] delete failed (client error): The resource could not be found. Apr 05 21:03:19.061107 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5acd07fc-7ebd-4f28-b924-8917618a13d9 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/routers/e2235c31-c26e-4011-985d-d6a5f97f0e71 HTTP/1.1" status: 404 len: 336 time: 0.0978508 Apr 05 21:03:19.061981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.109230 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d06c1c-3d47-4bb4-ae7a-b501c619bec0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.109684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d06c1c-3d47-4bb4-ae7a-b501c619bec0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.111877 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-25d06c1c-3d47-4bb4-ae7a-b501c619bec0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/34779577-d51d-4135-b19f-76a51b6626b8 HTTP/1.1" status: 404 len: 337 time: 0.0484903 Apr 05 21:03:19.114017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.159804 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2d5e60ae-ad20-47d0-8db1-48048d41d1b3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb93883c-560d-4055-bf3c-089ad364dce3 HTTP/1.1" status: 200 len: 205 time: 0.0424836 Apr 05 21:03:19.160007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58230) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.235113 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-479cf93a-b19a-4d61-93f9-0b475794dc9a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] delete failed (client error): The resource could not be found. Apr 05 21:03:19.236394 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-479cf93a-b19a-4d61-93f9-0b475794dc9a tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/routers/cb93883c-560d-4055-bf3c-089ad364dce3 HTTP/1.1" status: 404 len: 336 time: 0.0755787 Apr 05 21:03:19.239001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58238) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.306033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:19.312887 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a943f5b-686d-45ab-86e0-879b35d69729 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.313428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a943f5b-686d-45ab-86e0-879b35d69729 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.315145 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9a943f5b-686d-45ab-86e0-879b35d69729 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/d7e88322-c225-427d-9277-b41b248ed657 HTTP/1.1" status: 404 len: 337 time: 0.0750859 Apr 05 21:03:19.317968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58242) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.368508 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad65bdb-105d-4967-af63-30542bae0796 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.369500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad65bdb-105d-4967-af63-30542bae0796 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.377542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aad65bdb-105d-4967-af63-30542bae0796 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/849f440a-af90-4306-8884-ee6fb596fa22 HTTP/1.1" status: 404 len: 337 time: 0.0585296 Apr 05 21:03:19.379095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58248) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.382401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:19.429662 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f65059-e7a6-49a5-96a5-ba9d6e6941c0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.430109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f65059-e7a6-49a5-96a5-ba9d6e6941c0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.432348 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-36f65059-e7a6-49a5-96a5-ba9d6e6941c0 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/7d098b49-c395-457c-b2a1-79c85f8f63fb HTTP/1.1" status: 404 len: 333 time: 0.0517099 Apr 05 21:03:19.435453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58252) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.486197 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-227f5bbf-ce1e-4b06-9a0c-a43de394c594 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.486871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227f5bbf-ce1e-4b06-9a0c-a43de394c594 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.488850 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-227f5bbf-ce1e-4b06-9a0c-a43de394c594 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/b6032a37-b0b0-4de0-9bdb-889b5390a5dd HTTP/1.1" status: 404 len: 337 time: 0.0523019 Apr 05 21:03:19.500397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58260) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.543579 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a7f4ab-e746-4e73-a02b-a4de5d7cb864 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.544244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a7f4ab-e746-4e73-a02b-a4de5d7cb864 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.544372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event updated for resources: {'Port': ['ID=d1632b48-d693-4a34-9e0d-0543492eb04f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:19.546485 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-14a7f4ab-e746-4e73-a02b-a4de5d7cb864 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/64e92025-0003-40c4-930a-e7edf5077b6d HTTP/1.1" status: 404 len: 333 time: 0.0446291 Apr 05 21:03:19.548894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58266) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.599162 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-978aec37-4829-4f89-b1b7-9cada6d17ec6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.599844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978aec37-4829-4f89-b1b7-9cada6d17ec6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.602583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-978aec37-4829-4f89-b1b7-9cada6d17ec6 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/ba2bb79f-1412-4473-83df-19c6aee2b02e HTTP/1.1" status: 404 len: 337 time: 0.0513527 Apr 05 21:03:19.604198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:19.621389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.671118 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7f1012-7779-4f59-be54-a99f6f4c268e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.671952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7f1012-7779-4f59-be54-a99f6f4c268e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.673316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5e7f1012-7779-4f59-be54-a99f6f4c268e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/c4bb48f5-d9bb-41d2-9d29-3ccd1df719f2 HTTP/1.1" status: 404 len: 333 time: 0.0519416 Apr 05 21:03:19.675770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58276) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.728986 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1263af-205d-48d3-83db-1e9868d6618e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.728986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1263af-205d-48d3-83db-1e9868d6618e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.728986 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4e1263af-205d-48d3-83db-1e9868d6618e tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/6803d379-d837-486a-a8e1-710901eb2fff HTTP/1.1" status: 404 len: 337 time: 0.0508683 Apr 05 21:03:19.730970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58282) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.772202 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51b7cc6-9502-49e4-a488-d74060b3a7d1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.772636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51b7cc6-9502-49e4-a488-d74060b3a7d1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.774512 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a51b7cc6-9502-49e4-a488-d74060b3a7d1 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/82b8dc0e-ca6d-4e6d-ac08-c32464ede225 HTTP/1.1" status: 404 len: 333 time: 0.0424953 Apr 05 21:03:19.777099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58286) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.811616 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Floating IP 67e5519c-7f9b-4fad-8a3d-377e56d9ab3d associated. External IP: 172.25.2.148, port: b8423287-8d85-42f8-989e-f809cc4ff24c. Apr 05 21:03:19.822553 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf49b701-eba6-4226-bb67-ec00da8796c3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.822996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf49b701-eba6-4226-bb67-ec00da8796c3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.824633 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cf49b701-eba6-4226-bb67-ec00da8796c3 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/986a6119-f26a-4480-9fe2-d0a9b0155279 HTTP/1.1" status: 404 len: 337 time: 0.0465152 Apr 05 21:03:19.827131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58292) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.867667 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a6ea6e-82d5-4417-b658-904a68577202 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.868110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a6ea6e-82d5-4417-b658-904a68577202 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.871422 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f0a6ea6e-82d5-4417-b658-904a68577202 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/270b3890-dbdc-4258-8966-bb1f0388d14d HTTP/1.1" status: 404 len: 333 time: 0.0433660 Apr 05 21:03:19.874681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58298) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.926174 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-db287a27-ad8c-4cec-b73f-1e6fc50f0a4c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.926174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db287a27-ad8c-4cec-b73f-1e6fc50f0a4c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.927300 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db287a27-ad8c-4cec-b73f-1e6fc50f0a4c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/ae8b47db-057f-4b18-b09b-44d428273457 HTTP/1.1" status: 404 len: 337 time: 0.0515411 Apr 05 21:03:19.929916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58302) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:19.993422 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0512e1-74cd-496e-95cd-3474ba2600be tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:19.994569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0512e1-74cd-496e-95cd-3474ba2600be tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:19.999079 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dc0512e1-74cd-496e-95cd-3474ba2600be tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/f7116fce-5d79-4347-b452-e8a89523a0cc HTTP/1.1" status: 404 len: 333 time: 0.0655229 Apr 05 21:03:19.999430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58306) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:20.042761 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad5dc03-f85b-4e89-879e-042744673c57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:20.043360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad5dc03-f85b-4e89-879e-042744673c57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:20.045243 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ad5dc03-f85b-4e89-879e-042744673c57 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/6073eb9f-562d-40c6-afa5-1983351680a7 HTTP/1.1" status: 404 len: 337 time: 0.0448065 Apr 05 21:03:20.047838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58312) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:20.124886 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0db5c15-b1f5-40d0-970f-48d85d0140b7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:20.124886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0db5c15-b1f5-40d0-970f-48d85d0140b7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:20.125151 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e0db5c15-b1f5-40d0-970f-48d85d0140b7 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/ports/43481719-619a-4d44-9810-0c26664eae1a HTTP/1.1" status: 404 len: 333 time: 0.0758047 Apr 05 21:03:20.127643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58318) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:20.170796 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee31fe0e-56cc-48cc-83ba-12c29ca4ae32 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:20.171245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee31fe0e-56cc-48cc-83ba-12c29ca4ae32 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:20.175460 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee31fe0e-56cc-48cc-83ba-12c29ca4ae32 tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/subnets/ecbc3e96-5a3d-41d3-80c6-4bce5cf98689 HTTP/1.1" status: 404 len: 337 time: 0.0446107 Apr 05 21:03:20.175703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58322) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:20.324401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router cbb07ecb-f604-49d6-9902-bca000ed9ffb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:03:20.327926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.366688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.487586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.514454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb548de5-be95-4590-bb49-378e5da5155c']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:20.529801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037a1728-adea-41aa-b128-ef8d9b7a7b65') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:20.530628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037a1728-adea-41aa-b128-ef8d9b7a7b65') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:20.544319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.561807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.569989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:20.574116 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.576644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:03:20.593011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] Sync routers for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:20.594018 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:20.605382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:03:20.606176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:03:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:20.691796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.755564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0ba1d097-2dd6-4582-9521-d513bd5c17b8 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1705489 Apr 05 21:03:20.756280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:03:20.759082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58342) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:20.769814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.833828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:03:20.877845 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f33f1f-50fb-4422-b2c9-e2452b221ce4'] response: {'name': 'network-changed', 'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'status': 'completed', 'code': 200} Apr 05 21:03:20.923798 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.926699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] Pushing event deleted for resources: {'Network': ['ID=bb548de5-be95-4590-bb49-378e5da5155c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:21.073987 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d253797-9fa4-4e05-8a22-2258752b6c6c tempest-NetworksTestDHCPv6-1323154276 tempest-NetworksTestDHCPv6-1323154276-project] 10.222.0.10 "DELETE /v2.0/networks/bb548de5-be95-4590-bb49-378e5da5155c HTTP/1.1" status: 204 len: 168 time: 0.8971624 Apr 05 21:03:21.104704 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3a16b51f-c411-4207-a8df-414badab6d80 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/floatingips/67e5519c-7f9b-4fad-8a3d-377e56d9ab3d HTTP/1.1" status: 200 len: 991 time: 0.3436139 Apr 05 21:03:21.220316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-b87149bb-b161-4cf7-b985-390506cc3141 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 1096 time: 0.3096197 Apr 05 21:03:21.428387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-52d4519b-5076-4e45-855e-6cb0532b62c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:21.429905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-52d4519b-5076-4e45-855e-6cb0532b62c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=08b5521a-6ff5-401c-95be-5399effdc5f1 HTTP/1.1" status: 200 len: 898 time: 0.2038884 Apr 05 21:03:21.583380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '67e5519c-7f9b-4fad-8a3d-377e56d9ab3d', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'port_id': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'mac_address': 'fa:16:3e:bb:a4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:18Z', 'updated_at': '2022-04-05T21:03:18Z', 'revision_number': 0, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:52Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:21.588985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] Checking router: cbb07ecb-f604-49d6-9902-bca000ed9ffb for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:03:21.589390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-1a25a556-7c8e-4226-96a5-ff6ea6dc6019 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8423287-8d85-42f8-989e-f809cc4ff24c HTTP/1.1" status: 200 len: 999 time: 0.1513908 Apr 05 21:03:21.601922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:03:21.602745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:03:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:21.711284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-ab51ac28-4bcf-4cc3-8550-40f1dee6c73d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:21.715094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-ab51ac28-4bcf-4cc3-8550-40f1dee6c73d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0872a292-dadc-4437-b85c-2b5b0d08f9a0 HTTP/1.1" status: 200 len: 834 time: 0.1199527 Apr 05 21:03:21.730288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58368) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:21.838187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:03:21.843217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-614c3375-32d1-48e5-9254-eadd4b25da04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08b5521a-6ff5-401c-95be-5399effdc5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052592 Apr 05 21:03:22.029563 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fe76a278-d304-4545-b3e2-afc9e035b237 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=581001974fd549b6b765c2a201e09e36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2917838 Apr 05 21:03:22.047291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58382) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:22.065222 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-72a744ff-fff9-48c3-895d-1f6cd19729ef service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143967 Apr 05 21:03:22.106876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58388) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:22.271483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a872ca81-6b99-4abc-8ecf-4e8290aa7e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:22.287554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '67e5519c-7f9b-4fad-8a3d-377e56d9ab3d', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'port_id': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'mac_address': 'fa:16:3e:bb:a4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:18Z', 'updated_at': '2022-04-05T21:03:18Z', 'revision_number': 0, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:52Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:22.296276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d15c8-d353-4d38-9a7c-dc00e7d28cdd None None] The sync data for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 is: [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '67e5519c-7f9b-4fad-8a3d-377e56d9ab3d', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'floating_ip_address': '172.25.2.148', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'port_id': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'mac_address': 'fa:16:3e:bb:a4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:18Z', 'updated_at': '2022-04-05T21:03:18Z', 'revision_number': 0, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:52Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:03:22.302951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8042e758-c4e1-4c73-8bbc-272b736ed776 req-c3ccfca0-4a46-4b14-bab2-fdbb00f37ffb service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312107 Apr 05 21:03:22.364406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a872ca81-6b99-4abc-8ecf-4e8290aa7e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:22.375714 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-101e9382-945f-4bc4-aad1-0137fab6efa9 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/floatingips/67e5519c-7f9b-4fad-8a3d-377e56d9ab3d HTTP/1.1" status: 200 len: 991 time: 0.2664173 Apr 05 21:03:22.537455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a872ca81-6b99-4abc-8ecf-4e8290aa7e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:22.586630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872ca81-6b99-4abc-8ecf-4e8290aa7e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738283c5-fa3d-4758-a379-8035578670e3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:22.593763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a872ca81-6b99-4abc-8ecf-4e8290aa7e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:22.611152 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b0f077-eea7-4ff6-8a56-38e6008c122c None None] New status for floating IP 67e5519c-7f9b-4fad-8a3d-377e56d9ab3d: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:03:22.612996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a872ca81-6b99-4abc-8ecf-4e8290aa7e05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/738283c5-fa3d-4758-a379-8035578670e3 HTTP/1.1" status: 204 len: 168 time: 0.5607872 Apr 05 21:03:23.208855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8a1b2-aa94-4f1c-84d9-4f8d320247ce req-d9214b8c-2fae-44ab-aa62-2a9f99cd7f16 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:23.210427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ef8a1b2-aa94-4f1c-84d9-4f8d320247ce req-d9214b8c-2fae-44ab-aa62-2a9f99cd7f16 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 946 time: 0.0889947 Apr 05 21:03:23.272649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ef8a1b2-aa94-4f1c-84d9-4f8d320247ce req-5aa95326-e2f8-4613-a7cf-fbe13981a021 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523939 Apr 05 21:03:23.378676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58432) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:23.508184 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1744e511-3457-4c1c-88a2-891ab7f80b84 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/floatingips/67e5519c-7f9b-4fad-8a3d-377e56d9ab3d HTTP/1.1" status: 200 len: 993 time: 0.1292398 Apr 05 21:03:23.660062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58444) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:23.821100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:23.855173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:23.859091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Usage tracker for resource:security_group_rule and tenant:a61ffa1660504fc399577d62b765dfe0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:23.862253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:23.868464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:23.943087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.006455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.054429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54f60f9-c4d0-4b0a-b74e-1bf4acf9a8b4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:24.060338 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-73833fb8-debf-4a2d-b8c4-bc997d64ef96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a61ffa1660504fc399577d62b765dfe0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3991814 Apr 05 21:03:24.063034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58460) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:24.124318 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a875b7a-5857-4f0b-9bd7-13a64934abd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.133018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58466) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:24.158824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a875b7a-5857-4f0b-9bd7-13a64934abd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.289262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'networks': [{'name': 'tempest-network--559046958'}, {'name': 'tempest-network--1600335769'}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:24.289777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'network': {'name': 'tempest-network--559046958'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:24.290164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'network': {'name': 'tempest-network--1600335769'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:24.296498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:24.297259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a875b7a-5857-4f0b-9bd7-13a64934abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.300516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Usage tracker for resource:network and tenant:9547da42206347e0879171494f6a5f7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:24.305074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:24.312787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:24.324055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a875b7a-5857-4f0b-9bd7-13a64934abd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54f60f9-c4d0-4b0a-b74e-1bf4acf9a8b4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:24.345513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5a875b7a-5857-4f0b-9bd7-13a64934abd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.346665 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5a875b7a-5857-4f0b-9bd7-13a64934abd8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f54f60f9-c4d0-4b0a-b74e-1bf4acf9a8b4 HTTP/1.1" status: 204 len: 168 time: 0.2827346 Apr 05 21:03:24.429697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Made reservation on behalf of 9547da42206347e0879171494f6a5f7b for: {'network': 2} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:24.433391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.452910 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.508919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:24.514739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Usage tracker for resource:security_group_rule and tenant:9547da42206347e0879171494f6a5f7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:24.518638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:24.526741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:24.534585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf47b1-280c-4472-b509-1825371c47f3 req-cde1a201-d570-4dcd-a208-7cc589f413b4 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:24.536055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63cf47b1-280c-4472-b509-1825371c47f3 req-cde1a201-d570-4dcd-a208-7cc589f413b4 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 946 time: 0.1454396 Apr 05 21:03:24.624692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63cf47b1-280c-4472-b509-1825371c47f3 req-90e417bb-d906-412a-a3c8-47472f93288a tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786397 Apr 05 21:03:24.663728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.720700 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.725156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.770497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d0e9fe-d480-4224-a32f-a18536b4cb85,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:24.775282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:24.795335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.795754 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Added segment 59f98571-76c5-457b-9815-db75ce063c2c of type vlan for network e43e2158-cca8-4fb4-94b5-26718b76272f Apr 05 21:03:24.828595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.862484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:24.878442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.878837 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Added segment 2bb2dd22-1759-4d30-8568-9f8e7e4c6056 of type vlan for network 097a24d9-9ae2-411a-91ed-10bae9183b14 Apr 05 21:03:24.904857 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.041835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.042426 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.045755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:25.048668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:25.049310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.175169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-59dae8f3-b6d2-48bd-bfa9-b76751b680d5 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:25.176651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-59dae8f3-b6d2-48bd-bfa9-b76751b680d5 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 946 time: 0.2006383 Apr 05 21:03:25.183787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Network': ['ID=e43e2158-cca8-4fb4-94b5-26718b76272f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:25.194672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e43e2158-cca8-4fb4-94b5-26718b76272f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:25.249315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1148238 Apr 05 21:03:25.252080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58488) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:25.276977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58492) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:25.339719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Deleting port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:25.340260 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.361907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.382932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6719a9-0918-4dcb-9280-110b9691d48d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Network': ['ID=097a24d9-9ae2-411a-91ed-10bae9183b14,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:25.396365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 097a24d9-9ae2-411a-91ed-10bae9183b14 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:25.437642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:25.468004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee2e9c67ae3428d9ccadf40efbf8e33 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:25.483193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:25.489249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:25.563629 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.577318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39235318-9eda-486c-ba88-79b42dbb8669 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:25.581834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39235318-9eda-486c-ba88-79b42dbb8669 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:25.586378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39235318-9eda-486c-ba88-79b42dbb8669 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:25.591348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39235318-9eda-486c-ba88-79b42dbb8669 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:25.593375 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-39235318-9eda-486c-ba88-79b42dbb8669 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3402908 Apr 05 21:03:25.596064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58502) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:25.679873 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.759325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1cca8f-debc-4eb8-b546-be74c465f047,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:25.775011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.781732 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1867b310-7c81-4ebf-81b2-b8332929f530 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ee2e9c67ae3428d9ccadf40efbf8e33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4996026 Apr 05 21:03:25.782581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58512) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:25.892207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] For port a3cfa92e-1254-4aad-ae16-9dd2d1559f94, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,segment=NetworkSegment(407e43c3-d596-4660-8ccf-c10a14b31441),segment_id=407e43c3-d596-4660-8ccf-c10a14b31441)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:25.892675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.919963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.944674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43e2158-cca8-4fb4-94b5-26718b76272f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:25.957275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f98571-76c5-457b-9815-db75ce063c2c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:25.957659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f98571-76c5-457b-9815-db75ce063c2c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:25.969725 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.985630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:25.991686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:25.992132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:26.006480 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:26.038553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Calling delete_port for a3cfa92e-1254-4aad-ae16-9dd2d1559f94 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:26.123558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48e7f0bf-2185-419f-bd0b-ed676368c06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.154933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.168798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b584-18d3-4524-82f3-043f2344b618 req-40313b9a-dbed-42c3-977d-ad0dcd6f8cfe tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:26.170306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b15b584-18d3-4524-82f3-043f2344b618 req-40313b9a-dbed-42c3-977d-ad0dcd6f8cfe tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 946 time: 0.3704934 Apr 05 21:03:26.172644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48e7f0bf-2185-419f-bd0b-ed676368c06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.178390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.190781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Network': ['ID=e43e2158-cca8-4fb4-94b5-26718b76272f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:26.195073 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b6c17a4a-3a45-465e-a26f-eac109c78021 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/networks/e43e2158-cca8-4fb4-94b5-26718b76272f HTTP/1.1" status: 204 len: 168 time: 0.5978868 Apr 05 21:03:26.198358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58520) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:26.308533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b15b584-18d3-4524-82f3-043f2344b618 req-21bfedc3-6630-4294-b520-f7f9c05a4ad6 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c9a5967-531b-453b-bab1-e4434a37385f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290097 Apr 05 21:03:26.341028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.377478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.413235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['a3cfa92e-1254-4aad-ae16-9dd2d1559f94'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:03:26.425075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48e7f0bf-2185-419f-bd0b-ed676368c06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.453225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Pushing event deleted for resources: {'Port': ['ID=a3cfa92e-1254-4aad-ae16-9dd2d1559f94,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:26.478822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.488917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7f0bf-2185-419f-bd0b-ed676368c06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1cca8f-debc-4eb8-b546-be74c465f047,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:26.504493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097a24d9-9ae2-411a-91ed-10bae9183b14']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:26.518702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb2dd22-1759-4d30-8568-9f8e7e4c6056') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:26.519056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb2dd22-1759-4d30-8568-9f8e7e4c6056') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:26.531590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.544993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] No DVR routers for this DVR port a3cfa92e-1254-4aad-ae16-9dd2d1559f94 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:03:26.548165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.549491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.550888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'name': 'network-vif-deleted', 'tag': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:03:26.556492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:26.557301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.558580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48e7f0bf-2185-419f-bd0b-ed676368c06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.562535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-48e7f0bf-2185-419f-bd0b-ed676368c06c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e1cca8f-debc-4eb8-b546-be74c465f047 HTTP/1.1" status: 204 len: 168 time: 0.7790823 Apr 05 21:03:26.567241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc0143fc-8bc2-49ac-9ede-98a72d1b9e7c req-7227599e-14fc-4b32-9007-719650313003 tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.39 "DELETE /v2.0/ports/a3cfa92e-1254-4aad-ae16-9dd2d1559f94 HTTP/1.1" status: 204 len: 173 time: 1.3818941 Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:26.573764 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:26.670773 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ea7abd-6fae-4a72-aa63-86e9997f0c68'] response: {'server_uuid': 'fa81ad72-c36a-4389-9784-6217c3d99865', 'name': 'network-vif-deleted', 'tag': 'a3cfa92e-1254-4aad-ae16-9dd2d1559f94', 'status': 'completed', 'code': 200} Apr 05 21:03:26.851838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.869702 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:26.879049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Network': ['ID=097a24d9-9ae2-411a-91ed-10bae9183b14,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:26.882141 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-553c6e95-7439-473a-b0a0-67e9865cef81 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/networks/097a24d9-9ae2-411a-91ed-10bae9183b14 HTTP/1.1" status: 204 len: 168 time: 0.6828043 Apr 05 21:03:26.884795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58536) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:27.033524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a2c8e-151e-45c6-abfb-8d6168e5c82a tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:27.041782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a2c8e-151e-45c6-abfb-8d6168e5c82a tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:27.041782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-600a2c8e-151e-45c6-abfb-8d6168e5c82a tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Synchronizing usage tracker for tenant:9547da42206347e0879171494f6a5f7b on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:27.143198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-600a2c8e-151e-45c6-abfb-8d6168e5c82a tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Unset dirty status for tenant:9547da42206347e0879171494f6a5f7b on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:27.144624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-600a2c8e-151e-45c6-abfb-8d6168e5c82a tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2587187 Apr 05 21:03:27.153942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58546) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:27.159444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-186601528'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:27.164791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:27.175487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:27.274667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Made reservation on behalf of 9547da42206347e0879171494f6a5f7b for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:27.279134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:27.307931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:27.317651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:27.318287 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Added segment e1a75b55-7dc9-477c-be41-31a4073e76dd of type vlan for network d148b266-4122-41db-a44c-57e2bf8287eb Apr 05 21:03:27.348317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:27.437036 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:27.441833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:27.446068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:27.605380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-17fd7627-026d-44f9-8923-595e741a3dfb req-aab4a6d9-d5ee-485e-8456-e532de3ec1ab tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Synchronizing usage tracker for tenant:8329e34d31d1486392af5a2489275f35 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:27.613130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Network': ['ID=d148b266-4122-41db-a44c-57e2bf8287eb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:27.624969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network d148b266-4122-41db-a44c-57e2bf8287eb details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:27.678918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58564) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:27.679491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c53d4d96-66dd-4226-b74a-c147de8ac1e1 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5241280 Apr 05 21:03:27.689843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2117690316'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:27.700387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:27.709455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Usage tracker for resource:network and tenant:9547da42206347e0879171494f6a5f7b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:27.713909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:27.720321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:27.729597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-17fd7627-026d-44f9-8923-595e741a3dfb req-aab4a6d9-d5ee-485e-8456-e532de3ec1ab tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] Unset dirty status for tenant:8329e34d31d1486392af5a2489275f35 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:27.732271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17fd7627-026d-44f9-8923-595e741a3dfb req-aab4a6d9-d5ee-485e-8456-e532de3ec1ab tempest-VolumesSnapshotTestJSON-464514895 tempest-VolumesSnapshotTestJSON-464514895-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa81ad72-c36a-4389-9784-6217c3d99865 HTTP/1.1" status: 200 len: 210 time: 0.1939301 Apr 05 21:03:27.811584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Made reservation on behalf of 9547da42206347e0879171494f6a5f7b for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:27.814734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:27.847774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:27.856673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:27.857015 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Added segment 8311029d-0b4c-4e62-a26b-5d328a579059 of type vlan for network 5d5b53ea-6ce6-485a-b750-b5eb177fb916 Apr 05 21:03:27.882961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:28.011940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:28.015827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:28.016527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:28.133905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Network': ['ID=5d5b53ea-6ce6-485a-b750-b5eb177fb916,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:28.146399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5d5b53ea-6ce6-485a-b750-b5eb177fb916 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:28.195311 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e80c472b-be18-403b-85d7-84a5ea101e2e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5142705 Apr 05 21:03:28.198006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58584) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:28.203816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'ports': [{'network_id': 'd148b266-4122-41db-a44c-57e2bf8287eb', 'name': 'tempest-port--515082105', 'admin_state_up': True}, {'network_id': '5d5b53ea-6ce6-485a-b750-b5eb177fb916', 'admin_state_up': False}]} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:28.204130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'port': {'network_id': 'd148b266-4122-41db-a44c-57e2bf8287eb', 'name': 'tempest-port--515082105', 'admin_state_up': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:28.204601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'port': {'network_id': '5d5b53ea-6ce6-485a-b750-b5eb177fb916', 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:28.450371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:28.457261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Usage tracker for resource:port and tenant:9547da42206347e0879171494f6a5f7b is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:28.457378 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:28.463526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:28.531079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Made reservation on behalf of 9547da42206347e0879171494f6a5f7b for: {'port': 2} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:28.534554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:28.557846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:28.784985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] device_id is not set on port 15d136c3-1761-4566-a4ef-66151cb694d9 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:28.902156 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:29.020333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] device_id is not set on port 395be734-fe6d-4a4f-89a4-d4f01cde515e yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:29.154029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:29.251776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:29.337454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Port': ['ID=15d136c3-1761-4566-a4ef-66151cb694d9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:29.362809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Checking segment: {'id': 'e1a75b55-7dc9-477c-be41-31a4073e76dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd148b266-4122-41db-a44c-57e2bf8287eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:29.363245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network hostable DHCP agents. Network: d148b266-4122-41db-a44c-57e2bf8287eb, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:29.485802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network d148b266-4122-41db-a44c-57e2bf8287eb is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:29.594703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, d148b266-4122-41db-a44c-57e2bf8287eb) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:29.598940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:29.600091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:29.606434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2866f4-d759-436c-bf2e-fe7deb095048 None None] Network d148b266-4122-41db-a44c-57e2bf8287eb requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:29.708962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Port': ['ID=395be734-fe6d-4a4f-89a4-d4f01cde515e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:29.741155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Checking segment: {'id': '8311029d-0b4c-4e62-a26b-5d328a579059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5d5b53ea-6ce6-485a-b750-b5eb177fb916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:29.741662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network hostable DHCP agents. Network: 5d5b53ea-6ce6-485a-b750-b5eb177fb916, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:29.896956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network 5d5b53ea-6ce6-485a-b750-b5eb177fb916 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:30.000604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5d5b53ea-6ce6-485a-b750-b5eb177fb916) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:30.005266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:30.010355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:30.011141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e11838f-6cbd-49b6-aa34-d431ba439979 None None] Network 5d5b53ea-6ce6-485a-b750-b5eb177fb916 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:30.013938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:30.014861 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:30.105102 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a0c20063-7bd0-4a1a-bf91-5841725e69ee tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9041374 Apr 05 21:03:30.106402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58646) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:30.202248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86588589-d4a6-4a97-a6bc-a2f35983884e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:30.207559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86588589-d4a6-4a97-a6bc-a2f35983884e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:30.209387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-86588589-d4a6-4a97-a6bc-a2f35983884e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1012247 Apr 05 21:03:30.212298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58654) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:30.315531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Deleting port 15d136c3-1761-4566-a4ef-66151cb694d9 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:30.320421 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:30.387901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a3cfa92e-1254-4aad-ae16-9dd2d1559f94 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:03:30.429886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: a3cfa92e-1254-4aad-ae16-9dd2d1559f94 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:03:30.430469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device a3cfa92e-1254-4aad-ae16-9dd2d1559f94 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:03:30.607368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:30.709139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:03:30.881249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Calling delete_port for 15d136c3-1761-4566-a4ef-66151cb694d9 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:31.114721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:31.178348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Port': ['ID=15d136c3-1761-4566-a4ef-66151cb694d9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:31.184952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:31.191915 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0b15d5fd-aa8e-4bed-a8d5-0a1a03a63207 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/ports/15d136c3-1761-4566-a4ef-66151cb694d9 HTTP/1.1" status: 204 len: 168 time: 0.9777837 Apr 05 21:03:31.194469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58676) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:31.279572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Deleting port 395be734-fe6d-4a4f-89a4-d4f01cde515e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:31.279572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:31.532400 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:31.660040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Calling delete_port for 395be734-fe6d-4a4f-89a4-d4f01cde515e owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:31.863176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:31.916916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Port': ['ID=395be734-fe6d-4a4f-89a4-d4f01cde515e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:31.927067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:31.935529 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ed10703f-1b3e-478e-bb96-af5bd37801c0 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/ports/395be734-fe6d-4a4f-89a4-d4f01cde515e HTTP/1.1" status: 204 len: 168 time: 0.7397921 Apr 05 21:03:31.943887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58698) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:31.994220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-67d86118-f487-41d9-ac86-91b9a62b661e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Synchronizing usage tracker for tenant:9547da42206347e0879171494f6a5f7b on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:32.121008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-67d86118-f487-41d9-ac86-91b9a62b661e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Unset dirty status for tenant:9547da42206347e0879171494f6a5f7b on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:32.125191 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67d86118-f487-41d9-ac86-91b9a62b661e tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1779621 Apr 05 21:03:32.126886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58708) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:32.133338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-696345556'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:32.141963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:32.147709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Usage tracker for resource:network and tenant:9547da42206347e0879171494f6a5f7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:32.157702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:32.172213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:32.268695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Made reservation on behalf of 9547da42206347e0879171494f6a5f7b for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:32.272355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.301065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:32.309615 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.309948 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Added segment 26e81479-337c-4b8b-9b9c-8e02ce0217c2 of type vlan for network 179c65b3-bdbe-463d-8244-068bc513974e Apr 05 21:03:32.335545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.463850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.468056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:32.468733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.598060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Network': ['ID=179c65b3-bdbe-463d-8244-068bc513974e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:32.608208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 179c65b3-bdbe-463d-8244-068bc513974e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:32.653358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-093bdd1c-5b1f-4703-8c73-1bf941428388 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5250137 Apr 05 21:03:32.655592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58726) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:32.661790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-574547054'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:32.668200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:32.673339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Usage tracker for resource:network and tenant:9547da42206347e0879171494f6a5f7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:32.676844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:32.684591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:32.811296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Made reservation on behalf of 9547da42206347e0879171494f6a5f7b for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:32.811296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.839648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:32.848588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.849184 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Added segment 5695beab-caec-4fac-8a21-95909ab894b9 of type vlan for network f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c Apr 05 21:03:32.876339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.981828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:32.989564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:32.991017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:33.093250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4344511 Apr 05 21:03:33.131034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d16cc-ab65-472a-9fa6-adaab32c16b3 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Network': ['ID=f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:33.145571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:33.225704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58742) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:33.232993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'subnets': [{'network_id': '179c65b3-bdbe-463d-8244-068bc513974e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1237969259', 'ip_version': 4}, {'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:33.233333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'subnet': {'network_id': '179c65b3-bdbe-463d-8244-068bc513974e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1237969259', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:33.236186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Request body: {'subnet': {'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:33.615377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:33.619361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Usage tracker for resource:subnet and tenant:9547da42206347e0879171494f6a5f7b is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:33.622362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:33.628386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:33.738185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Made reservation on behalf of 9547da42206347e0879171494f6a5f7b for: {'subnet': 2} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:34.028907 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:34.055453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:34.055774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:34.691922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:34.783087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Subnet': ['ID=8ee634c8-db20-4b90-b675-1e00637274c1,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:34.812242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Checking segment: {'id': '26e81479-337c-4b8b-9b9c-8e02ce0217c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '179c65b3-bdbe-463d-8244-068bc513974e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:34.812242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network hostable DHCP agents. Network: 179c65b3-bdbe-463d-8244-068bc513974e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:34.857654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-83e31f06-68b0-4d42-a91c-9249758725a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:34.925728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network 179c65b3-bdbe-463d-8244-068bc513974e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:35.005766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 179c65b3-bdbe-463d-8244-068bc513974e) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:35.010340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:35.015950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c474c-ec91-4837-a75a-cfae8c5b801d None None] Network 179c65b3-bdbe-463d-8244-068bc513974e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:35.103236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event updated for resources: {'Subnet': ['ID=c5ca4f52-066a-4052-a960-e48f42e1ea50,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:35.112298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Checking segment: {'id': '5695beab-caec-4fac-8a21-95909ab894b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:35.112641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network hostable DHCP agents. Network: f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:35.206845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Network f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:35.286980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-179c65b3-bdbe-463d-8244-068bc513974e', 'network_id': '179c65b3-bdbe-463d-8244-068bc513974e', 'tenant_id': '9547da42206347e0879171494f6a5f7b', 'fixed_ips': [{'subnet_id': '8ee634c8-db20-4b90-b675-1e00637274c1'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:03:35.288439 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:35.308178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:35.322241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:35.323863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:35.325956 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:35.359075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de2e813-4aeb-4c06-9a03-da21ba0f4406 None None] Network f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:35.426923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ec28fa2f-220f-4276-a72c-fe4ca5eb348f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1976054 Apr 05 21:03:35.427082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58794) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:35.519186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef5310-2a59-4ba4-871b-9acb0bd7979f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:35.520658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef5310-2a59-4ba4-871b-9acb0bd7979f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:35.522204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef5310-2a59-4ba4-871b-9acb0bd7979f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:35.523171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c1ef5310-2a59-4ba4-871b-9acb0bd7979f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Synchronizing usage tracker for tenant:9547da42206347e0879171494f6a5f7b on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:35.595989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c1ef5310-2a59-4ba4-871b-9acb0bd7979f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Unset dirty status for tenant:9547da42206347e0879171494f6a5f7b on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:35.597614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c1ef5310-2a59-4ba4-871b-9acb0bd7979f tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1693308 Apr 05 21:03:35.600380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58806) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:35.693404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Deleting subnet 8ee634c8-db20-4b90-b675-1e00637274c1 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:03:35.716864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Allocated IP 172.20.0.2 (179c65b3-bdbe-463d-8244-068bc513974e/8ee634c8-db20-4b90-b675-1e00637274c1/41312f73-c2b5-44b6-8c4d-1bb07ddd7f10) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:35.783281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c', 'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c', 'tenant_id': '9547da42206347e0879171494f6a5f7b', 'fixed_ips': [{'subnet_id': 'c5ca4f52-066a-4052-a960-e48f42e1ea50'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:03:35.784121 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.131218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.148322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Allocated IP 172.20.0.18 (f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c/c5ca4f52-066a-4052-a960-e48f42e1ea50/334f0653-20ae-4a6f-aa6a-13dba707bc1e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:36.151931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Transition to ACTIVE for port object 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:36.195103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Transition to ACTIVE for port object 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:36.251518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.265284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.366925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Network 179c65b3-bdbe-463d-8244-068bc513974e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:36.372902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:36.373664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.377295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Pushing event updated for resources: {'Port': ['ID=41312f73-c2b5-44b6-8c4d-1bb07ddd7f10,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:36.379681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:36.528619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.530363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Attempting to bind port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:36.538860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Attempting to bind port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '26e81479-337c-4b8b-9b9c-8e02ce0217c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '179c65b3-bdbe-463d-8244-068bc513974e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:36.538860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Attempting to bind port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 on network 179c65b3-bdbe-463d-8244-068bc513974e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:03:36.586027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:03:36.587036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Checking segment: {'id': '26e81479-337c-4b8b-9b9c-8e02ce0217c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '179c65b3-bdbe-463d-8244-068bc513974e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:36.587036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.587333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Bound using segment: {'id': '26e81479-337c-4b8b-9b9c-8e02ce0217c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '179c65b3-bdbe-463d-8244-068bc513974e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:03:36.588397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Bound port: 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e81479-337c-4b8b-9b9c-8e02ce0217c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '179c65b3-bdbe-463d-8244-068bc513974e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:36.588773 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.694535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.704345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] For port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:03:36.706448 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.709936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] For port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=41312f73-c2b5-44b6-8c4d-1bb07ddd7f10,segment=NetworkSegment(26e81479-337c-4b8b-9b9c-8e02ce0217c2),segment_id=26e81479-337c-4b8b-9b9c-8e02ce0217c2)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:03:36.727052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Transition to ACTIVE for port object 334f0653-20ae-4a6f-aa6a-13dba707bc1e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:36.749807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Transition to ACTIVE for port object 334f0653-20ae-4a6f-aa6a-13dba707bc1e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:36.774830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee634c8-db20-4b90-b675-1e00637274c1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:36.776709 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.785952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.890911 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:36.895401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-105f9a59-f24c-4256-b89a-8de5941aae6b tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/subnets/8ee634c8-db20-4b90-b675-1e00637274c1 HTTP/1.1" status: 204 len: 168 time: 1.2912319 Apr 05 21:03:36.895665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58836) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:36.926511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Network f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:36.929875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:36.932267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:37.007146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Deleting subnet c5ca4f52-066a-4052-a960-e48f42e1ea50 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:03:37.010685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.021636 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3cad5686-850d-4b32-bf48-6aaa9748efe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.032252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ae09e-f758-4956-9116-b2bb2c83df19 None None] Pushing event updated for resources: {'Port': ['ID=41312f73-c2b5-44b6-8c4d-1bb07ddd7f10,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:37.070673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.108111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Pushing event updated for resources: {'Port': ['ID=334f0653-20ae-4a6f-aa6a-13dba707bc1e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:37.120216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Attempting to bind port 334f0653-20ae-4a6f-aa6a-13dba707bc1e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:37.120666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Attempting to bind port 334f0653-20ae-4a6f-aa6a-13dba707bc1e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5695beab-caec-4fac-8a21-95909ab894b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:37.121290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Attempting to bind port 334f0653-20ae-4a6f-aa6a-13dba707bc1e on network f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:03:37.144807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:03:37.144807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Checking segment: {'id': '5695beab-caec-4fac-8a21-95909ab894b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:37.144807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.144807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Bound using segment: {'id': '5695beab-caec-4fac-8a21-95909ab894b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:03:37.144807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Bound port: 334f0653-20ae-4a6f-aa6a-13dba707bc1e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5695beab-caec-4fac-8a21-95909ab894b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:37.144807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.176618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.579667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] For port 334f0653-20ae-4a6f-aa6a-13dba707bc1e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:03:37.580885 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.583777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] For port 334f0653-20ae-4a6f-aa6a-13dba707bc1e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=334f0653-20ae-4a6f-aa6a-13dba707bc1e,segment=NetworkSegment(5695beab-caec-4fac-8a21-95909ab894b9),segment_id=5695beab-caec-4fac-8a21-95909ab894b9)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:03:37.638759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ca4f52-066a-4052-a960-e48f42e1ea50,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:37.650314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.658108 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:37.661926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8a142b57-1241-4414-835a-10fb03b39ff6 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/subnets/c5ca4f52-066a-4052-a960-e48f42e1ea50 HTTP/1.1" status: 204 len: 168 time: 0.7643249 Apr 05 21:03:37.671987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 58850) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:37.747245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5adf4f-66c4-4414-8d48-49a297eab50f None None] Pushing event updated for resources: {'Port': ['ID=334f0653-20ae-4a6f-aa6a-13dba707bc1e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:37.770157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6ee9c4-89c2-439f-b82c-a64838b14134 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:37.770157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bf6ee9c4-89c2-439f-b82c-a64838b14134 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Synchronizing usage tracker for tenant:9547da42206347e0879171494f6a5f7b on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:37.858503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bf6ee9c4-89c2-439f-b82c-a64838b14134 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Unset dirty status for tenant:9547da42206347e0879171494f6a5f7b on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:37.859879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bf6ee9c4-89c2-439f-b82c-a64838b14134 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1865890 Apr 05 21:03:37.863694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58862) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:38.028191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:38.039727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Deleting port 334f0653-20ae-4a6f-aa6a-13dba707bc1e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:38.040158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:38.395009 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:38.414940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] For port 334f0653-20ae-4a6f-aa6a-13dba707bc1e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=334f0653-20ae-4a6f-aa6a-13dba707bc1e,segment=NetworkSegment(5695beab-caec-4fac-8a21-95909ab894b9),segment_id=5695beab-caec-4fac-8a21-95909ab894b9)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:38.415567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:38.570960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Calling delete_port for 334f0653-20ae-4a6f-aa6a-13dba707bc1e owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:38.594481 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:38.801224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:38.854513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Port': ['ID=334f0653-20ae-4a6f-aa6a-13dba707bc1e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:38.867274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d2a4a-229e-49ef-9e6e-eff4f6aadba7 None None] Network 179c65b3-bdbe-463d-8244-068bc513974e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:38.878206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] No DVR routers for this DVR port 334f0653-20ae-4a6f-aa6a-13dba707bc1e on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:03:39.168725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cecc53da-e118-41b8-84f8-e68f5dcae819 None None] Provisioning for port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:39.231503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.287564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:39.317441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] DHCP port deletion for 179c65b3-bdbe-463d-8244-068bc513974e request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:03:39.322691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] Deleting port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:39.323142 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.335852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5695beab-caec-4fac-8a21-95909ab894b9') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:39.336910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5695beab-caec-4fac-8a21-95909ab894b9') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:39.362770 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.401645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.419303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:39.419926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:39.438080 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:39.476039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a6c13-2dbd-444f-b39e-10f1eee8cf6b None None] Network f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:39.563361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7d109401-39d5-4e30-ab56-549808782ef8 None None] Could not find standard attr ID for object 334f0653-20ae-4a6f-aa6a-13dba707bc1e. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:03:39.585097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.606167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.632295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Network': ['ID=f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:39.659078 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4d37ee2c-a25f-46ce-8d97-b3f46d89f45d tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/networks/f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c HTTP/1.1" status: 204 len: 168 time: 1.7877805 Apr 05 21:03:39.659078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58894) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:39.818830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.832750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e6376-caf2-48cd-9233-ff133eefea23 None None] DHCP port deletion for f5a27f5f-6d2f-4124-8c46-d9f81bff7b4c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:03:39.839995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Deleting port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:39.843294 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.877700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] For port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=41312f73-c2b5-44b6-8c4d-1bb07ddd7f10,segment=NetworkSegment(26e81479-337c-4b8b-9b9c-8e02ce0217c2),segment_id=26e81479-337c-4b8b-9b9c-8e02ce0217c2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:39.878287 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.966234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:40.029419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] Calling delete_port for 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:40.136461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] For port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=41312f73-c2b5-44b6-8c4d-1bb07ddd7f10,segment=NetworkSegment(26e81479-337c-4b8b-9b9c-8e02ce0217c2),segment_id=26e81479-337c-4b8b-9b9c-8e02ce0217c2)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:40.137457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:40.238530 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:40.280030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Calling delete_port for 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:40.360576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:03:40.360955 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:03:40.361579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] No DVR routers for this DVR port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:03:40.382659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471e824-d5e7-4c8d-b233-3ca2b2ef71bc None None] Pushing event deleted for resources: {'Port': ['ID=41312f73-c2b5-44b6-8c4d-1bb07ddd7f10,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:40.862963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Deleting port 41312f73-c2b5-44b6-8c4d-1bb07ddd7f10 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:40.863192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:40.927598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] The port '41312f73-c2b5-44b6-8c4d-1bb07ddd7f10' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:03:41.060526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.086600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179c65b3-bdbe-463d-8244-068bc513974e']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:41.099828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e81479-337c-4b8b-9b9c-8e02ce0217c2') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:41.099980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e81479-337c-4b8b-9b9c-8e02ce0217c2') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:41.114149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.138151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.145206 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:41.145877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:41.168366 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:41.288127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 334f0653-20ae-4a6f-aa6a-13dba707bc1e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:03:41.325472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 334f0653-20ae-4a6f-aa6a-13dba707bc1e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:03:41.325870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 334f0653-20ae-4a6f-aa6a-13dba707bc1e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:03:41.360696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.381884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.394152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Network': ['ID=179c65b3-bdbe-463d-8244-068bc513974e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:41.405684 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-352a9a80-8573-43a9-96c9-f724cc11da73 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/networks/179c65b3-bdbe-463d-8244-068bc513974e HTTP/1.1" status: 204 len: 168 time: 1.7451615 Apr 05 21:03:41.408132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58928) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:41.550585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.715731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.827433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5b53ea-6ce6-485a-b750-b5eb177fb916']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:41.840588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8311029d-0b4c-4e62-a26b-5d328a579059') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:41.840888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8311029d-0b4c-4e62-a26b-5d328a579059') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:41.852301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.868936 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.877234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:41.877616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:41.894548 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:42.051706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.061401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.102025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Network': ['ID=5d5b53ea-6ce6-485a-b750-b5eb177fb916,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:42.106800 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fb8766ed-ad20-40ea-ac37-1505723796fe tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/networks/5d5b53ea-6ce6-485a-b750-b5eb177fb916 HTTP/1.1" status: 204 len: 168 time: 0.6978869 Apr 05 21:03:42.108886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:42.233198 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.413757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.443419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d148b266-4122-41db-a44c-57e2bf8287eb']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:42.456751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a75b55-7dc9-477c-be41-31a4073e76dd') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:42.457044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a75b55-7dc9-477c-be41-31a4073e76dd') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:42.468835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.484576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.490788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:42.491112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:42.505830 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:42.698116 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.702560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:42.729502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] Pushing event deleted for resources: {'Network': ['ID=d148b266-4122-41db-a44c-57e2bf8287eb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:42.734031 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b113c44-dbd7-430e-8080-24ee88adee40 tempest-BulkNetworkOpsTest-1237085742 tempest-BulkNetworkOpsTest-1237085742-project] 10.222.0.10 "DELETE /v2.0/networks/d148b266-4122-41db-a44c-57e2bf8287eb HTTP/1.1" status: 204 len: 168 time: 0.6234176 Apr 05 21:03:43.473800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 58986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:43.710814 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6abb9f48-6dec-4558-bafb-98feaa64709f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9547da42206347e0879171494f6a5f7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2271216 Apr 05 21:03:43.711223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59000) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:43.783905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:43.820367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:43.977263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:43.994832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d0e9fe-d480-4224-a32f-a18536b4cb85,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:43.999458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:44.000594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4d0e9fe-d480-4224-a32f-a18536b4cb85 HTTP/1.1" status: 204 len: 168 time: 0.2947772 Apr 05 21:03:44.006614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.008990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.009907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.010339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.010765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.011189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.011655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.012048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.012515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.012924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:44.013332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6780b-d7e6-4551-a8d6-f8886a7ee428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:45.562451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59058) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:45.711989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1870720897'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:45.718448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:45.725800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:45.729281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:45.736090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:45.886026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:45.889152 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:45.902929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:45.935844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:45.940599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group_rule and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:45.944049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:45.950563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:46.036121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.108567 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.132639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:46.157085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82477176-194a-4599-b7d3-e46c6cc77daf,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:46.159892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.160237 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment 3f070fad-8ce9-4ca9-b5b1-55d467ad1baf of type vlan for network 57c34415-152e-4337-9a15-625a7658d75a Apr 05 21:03:46.191963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.347739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.351418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:46.351999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.464881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=57c34415-152e-4337-9a15-625a7658d75a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:46.475384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 57c34415-152e-4337-9a15-625a7658d75a details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:46.624015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a29d9d92-8c9a-45b3-bc7c-749e2bb99433 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0598118 Apr 05 21:03:46.630021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59088) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:46.636258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'name': 'tempest-PortsIpV6TestJSON-1657750234'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:46.763765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:46.769312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:46.772393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:46.778393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:46.875359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:46.878856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.906235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:46.994439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59100) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:47.138808 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.170753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.207144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:47.211605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Usage tracker for resource:security_group_rule and tenant:35582927a3b54db487bbd3445a841ff2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:47.216721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:47.223196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:47.257762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.317978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.380582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=a4a2f389-3689-4e5e-aac9-2efbfeebc1f6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:47.389444 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.394493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': '3f070fad-8ce9-4ca9-b5b1-55d467ad1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '57c34415-152e-4337-9a15-625a7658d75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:47.395033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: 57c34415-152e-4337-9a15-625a7658d75a, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:47.438825 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35582927a3b54db487bbd3445a841ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4429808 Apr 05 21:03:47.439560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c524f9-272c-4779-9b81-4b06e48ce11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e566f1-ca06-4caf-92ea-d42444aba412,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:47.441517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59110) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:47.502333 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d09d8b2d-7d9f-4885-b364-6e1e78fe0b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.504980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:47.534312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d09d8b2d-7d9f-4885-b364-6e1e78fe0b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.629184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 57c34415-152e-4337-9a15-625a7658d75a) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:47.641957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:47.642548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6d14da-2af0-480d-820a-85be7fb46a06 None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:47.643179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:47.644239 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.699104 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d09d8b2d-7d9f-4885-b364-6e1e78fe0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.705969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d09d8b2d-7d9f-4885-b364-6e1e78fe0b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.728210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d09d8b2d-7d9f-4885-b364-6e1e78fe0b08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17e566f1-ca06-4caf-92ea-d42444aba412 HTTP/1.1" status: 204 len: 168 time: 0.2781558 Apr 05 21:03:47.763861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d8b2d-7d9f-4885-b364-6e1e78fe0b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e566f1-ca06-4caf-92ea-d42444aba412,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:47.779038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b661406a-9fc5-4f37-a305-9f5221f64bdf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1479020 Apr 05 21:03:47.784283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59122) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:47.794560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-299379410'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:47.800875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:47.805769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:47.813026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:47.825310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:47.921302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:47.924359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.953642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:47.962218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:47.962590 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment cf168292-ac0b-4596-a57c-291a1a25f2c1 of type vlan for network 476c237d-9432-4827-9f15-20429f9b12b8 Apr 05 21:03:47.989114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:48.091729 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:48.095559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:48.096135 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:48.217491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=476c237d-9432-4827-9f15-20429f9b12b8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:48.228635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 476c237d-9432-4827-9f15-20429f9b12b8 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:48.298362 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be1b3274-cdba-48ec-ad08-2d518ef5f7c1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5082171 Apr 05 21:03:48.298578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59134) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:48.309879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'ports': [{'network_id': '57c34415-152e-4337-9a15-625a7658d75a'}, {'network_id': '476c237d-9432-4827-9f15-20429f9b12b8'}]} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:48.310183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:48.310645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '476c237d-9432-4827-9f15-20429f9b12b8'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:48.615009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:48.618886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:48.621797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:48.628447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:48.740727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:48.754026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 2} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:48.757958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:48.758738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:48.782013 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:48.875168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:48.878944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Usage tracker for resource:security_group_rule and tenant:fa0f1050128842f998ab0f2fb3453996 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:48.881696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:48.887285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:48.960031 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.011787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port e53a6d1e-8233-41cb-8166-d6381290b28b yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:49.086202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.109713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.136348 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa0f1050128842f998ab0f2fb3453996&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3945067 Apr 05 21:03:49.137833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ee29b-bfdc-46dd-9eb8-243cb1d8e61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17730a1-a659-44fc-ba2b-4a283d80a39e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:49.140321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59152) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:49.210627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc0dfce8-c1ba-479c-8b65-52fbffcb9378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.237563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc0dfce8-c1ba-479c-8b65-52fbffcb9378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.242210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port c7694fe5-827f-4822-bd52-b324ab3ad814 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:49.342111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.605888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc0dfce8-c1ba-479c-8b65-52fbffcb9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.622989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dfce8-c1ba-479c-8b65-52fbffcb9378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17730a1-a659-44fc-ba2b-4a283d80a39e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:49.628708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dc0dfce8-c1ba-479c-8b65-52fbffcb9378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.631613 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dc0dfce8-c1ba-479c-8b65-52fbffcb9378 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e17730a1-a659-44fc-ba2b-4a283d80a39e HTTP/1.1" status: 204 len: 168 time: 0.4892159 Apr 05 21:03:49.709652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.796652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:49.815382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:49.817332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=e53a6d1e-8233-41cb-8166-d6381290b28b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:49.819340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:49.820126 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:49.942556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=c7694fe5-827f-4822-bd52-b324ab3ad814,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:49.951763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': 'cf168292-ac0b-4596-a57c-291a1a25f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '476c237d-9432-4827-9f15-20429f9b12b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:49.952119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: 476c237d-9432-4827-9f15-20429f9b12b8, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:50.269403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 476c237d-9432-4827-9f15-20429f9b12b8 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:50.396724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 476c237d-9432-4827-9f15-20429f9b12b8) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:50.409769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:50.409891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5f5aa-5bf3-462c-ac19-88de18bb860f None None] Network 476c237d-9432-4827-9f15-20429f9b12b8 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:50.411427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:50.414803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:50.415445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:50.482997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:50.956153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a68a1db-d6d2-4d69-a9de-7239393c4203 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6527832 Apr 05 21:03:50.958735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59182) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:51.136601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port c7694fe5-827f-4822-bd52-b324ab3ad814 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:51.141826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.218293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:51.238385 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.277240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:51.283226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Usage tracker for resource:security_group_rule and tenant:13c0f048f83f41cb94c1f1face632c70 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:51.287202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:51.298336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:51.379735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.382822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.462894 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.500829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for c7694fe5-827f-4822-bd52-b324ab3ad814 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:51.513799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c900409-b021-46b6-92c1-bf2f260c6a41,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:51.522063 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13c0f048f83f41cb94c1f1face632c70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3003774 Apr 05 21:03:51.522737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59196) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:51.537316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.537924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.538432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.538931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.539439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.539932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.540430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.541483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.541812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.542677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.542677 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec1c069-5aca-47c7-9d81-683a8f84cfdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:51.602044 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae676666-e324-4855-81a7-5cf61d711c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.631038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae676666-e324-4855-81a7-5cf61d711c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.640254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.694707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=c7694fe5-827f-4822-bd52-b324ab3ad814,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:51.710071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.717278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6ecbbb3f-9388-4c7d-8a9d-b564898ec9ae tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/c7694fe5-827f-4822-bd52-b324ab3ad814 HTTP/1.1" status: 204 len: 168 time: 0.7548583 Apr 05 21:03:51.719574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59200) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:51.799368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b59cad5-91a9-4471-b38c-203ba92d48e9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:51.804324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b59cad5-91a9-4471-b38c-203ba92d48e9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:51.804324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4b59cad5-91a9-4471-b38c-203ba92d48e9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:51.833428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae676666-e324-4855-81a7-5cf61d711c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.854305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae676666-e324-4855-81a7-5cf61d711c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c900409-b021-46b6-92c1-bf2f260c6a41,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:51.857614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae676666-e324-4855-81a7-5cf61d711c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.858800 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ae676666-e324-4855-81a7-5cf61d711c05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c900409-b021-46b6-92c1-bf2f260c6a41 HTTP/1.1" status: 204 len: 168 time: 0.3332381 Apr 05 21:03:51.886296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4b59cad5-91a9-4471-b38c-203ba92d48e9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:51.890075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4b59cad5-91a9-4471-b38c-203ba92d48e9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1670082 Apr 05 21:03:51.899586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:51.963656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port e53a6d1e-8233-41cb-8166-d6381290b28b {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:51.964199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:52.223362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:52.437265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for e53a6d1e-8233-41cb-8166-d6381290b28b owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:52.593545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:52.657205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=e53a6d1e-8233-41cb-8166-d6381290b28b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:52.665132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:52.770011 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5dda2b9b-1c39-4f40-a125-4b816ce9336f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/e53a6d1e-8233-41cb-8166-d6381290b28b HTTP/1.1" status: 204 len: 168 time: 0.8698218 Apr 05 21:03:52.770011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59238) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:52.860037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b8a0d-1882-412b-b522-3af963707c98 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:52.861129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e4b8a0d-1882-412b-b522-3af963707c98 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:52.986791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2e4b8a0d-1882-412b-b522-3af963707c98 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:52.986791 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2e4b8a0d-1882-412b-b522-3af963707c98 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2201083 Apr 05 21:03:52.988770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59246) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:53.032792 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe2b9c9-4f9b-4ed4-891a-d93150f32660 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:03:53.034301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bbe2b9c9-4f9b-4ed4-891a-d93150f32660 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/c7694fe5-827f-4822-bd52-b324ab3ad814 HTTP/1.1" status: 404 len: 333 time: 0.0445340 Apr 05 21:03:53.036899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59252) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:53.083448 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a13946-8839-4233-977d-4100b48d3917 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:03:53.087257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-48a13946-8839-4233-977d-4100b48d3917 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/e53a6d1e-8233-41cb-8166-d6381290b28b HTTP/1.1" status: 404 len: 333 time: 0.0467675 Apr 05 21:03:53.087628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59258) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:53.245593 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.423479 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.455341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476c237d-9432-4827-9f15-20429f9b12b8']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:53.467626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf168292-ac0b-4596-a57c-291a1a25f2c1') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:53.468180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf168292-ac0b-4596-a57c-291a1a25f2c1') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:53.480113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.496863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.505288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:03:53.505675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:53.519954 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:53.683975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.706751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.720572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=476c237d-9432-4827-9f15-20429f9b12b8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:53.723599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-48c5a94f-2e9d-427f-93be-348acef7eedb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/476c237d-9432-4827-9f15-20429f9b12b8 HTTP/1.1" status: 204 len: 168 time: 0.6350546 Apr 05 21:03:53.730625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:53.740313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502635000'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:53.745934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:53.750007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:53.752912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:53.758781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:53.852009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:53.859023 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.889650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:53.900073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:53.900533 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment 3e1d5b41-b7fd-4b45-ba15-37823657cf1a of type vlan for network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 Apr 05 21:03:53.927479 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:54.046186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:54.049877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:54.050454 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:54.180429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=5b7a03c1-f7d0-4af9-916e-8ca74cc5c711,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:54.196761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:54.243740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33b64464-7c97-4799-a379-535924bcc952 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5082583 Apr 05 21:03:54.247933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59296) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:54.254042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:54.421807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:54.426769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:54.428490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:54.435137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:54.509401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:54.632819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:54.743603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Performing IP validity checks on allocation pools {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 21:03:54.746718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 21:03:54.926646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:55.035611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=bd84566d-6947-463d-a337-0153018e8dee,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:55.051168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': '3e1d5b41-b7fd-4b45-ba15-37823657cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:55.052152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:55.132076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:55.234740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:55.239240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:55.239847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:55.247635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6cb9f-2749-4232-9a35-71b64b821f2f None None] Network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:55.344432 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d9ae0fb-c052-4ee1-9a58-bc26eac7017e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0952654 Apr 05 21:03:55.347408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59324) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:55.353171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711', 'name': 'tempest-PortsIpV6TestJSON-593490077'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:03:55.548796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-5b7a03c1-f7d0-4af9-916e-8ca74cc5c711', 'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711', 'tenant_id': 'a106674e9aea4843a85dfe3b6f5c6bdf', 'fixed_ips': [{'subnet_id': 'bd84566d-6947-463d-a337-0153018e8dee'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:03:55.549799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:55.551049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:55.565716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:55.681594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:55.685871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:55.713435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port b9fc1b28-35e8-4375-a985-401cc8e446f1 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:03:55.748423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Allocated IP 2001:db8::2 (5b7a03c1-f7d0-4af9-916e-8ca74cc5c711/bd84566d-6947-463d-a337-0153018e8dee/c0a1cc72-362b-4437-aacb-a555afe23dd3) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:55.983764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:55.996790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Transition to ACTIVE for port object c0a1cc72-362b-4437-aacb-a555afe23dd3 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:56.015425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Transition to ACTIVE for port object c0a1cc72-362b-4437-aacb-a555afe23dd3 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:56.097798 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:56.172049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Pushing event updated for resources: {'Port': ['ID=c0a1cc72-362b-4437-aacb-a555afe23dd3,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:56.183864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:56.184998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:56.187478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:56.201908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::218 (5b7a03c1-f7d0-4af9-916e-8ca74cc5c711/bd84566d-6947-463d-a337-0153018e8dee/b9fc1b28-35e8-4375-a985-401cc8e446f1) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:56.330022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Attempting to bind port c0a1cc72-362b-4437-aacb-a555afe23dd3 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:56.336122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Attempting to bind port c0a1cc72-362b-4437-aacb-a555afe23dd3 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '3e1d5b41-b7fd-4b45-ba15-37823657cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:56.336985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Attempting to bind port c0a1cc72-362b-4437-aacb-a555afe23dd3 on network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:03:56.359018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:03:56.359437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Checking segment: {'id': '3e1d5b41-b7fd-4b45-ba15-37823657cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:03:56.359880 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:56.360437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Bound using segment: {'id': '3e1d5b41-b7fd-4b45-ba15-37823657cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:03:56.361074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Bound port: c0a1cc72-362b-4437-aacb-a555afe23dd3, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1d5b41-b7fd-4b45-ba15-37823657cf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '5b7a03c1-f7d0-4af9-916e-8ca74cc5c711'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:56.361614 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:56.529877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] For port c0a1cc72-362b-4437-aacb-a555afe23dd3, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:03:56.533282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] For port c0a1cc72-362b-4437-aacb-a555afe23dd3, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c0a1cc72-362b-4437-aacb-a555afe23dd3,segment=NetworkSegment(3e1d5b41-b7fd-4b45-ba15-37823657cf1a),segment_id=3e1d5b41-b7fd-4b45-ba15-37823657cf1a)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:03:56.580273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:56.597330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object b9fc1b28-35e8-4375-a985-401cc8e446f1 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:56.607871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:56.702346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Pushing event updated for resources: {'Port': ['ID=c0a1cc72-362b-4437-aacb-a555afe23dd3,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:56.704401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:56.711516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.711856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.712202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.712546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.712885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.713267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.714178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.714509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.714837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.715168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.715492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995497cb-5258-4a29-bddf-7c07f06e6077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:56.772620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:56.776562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:56.780947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:03:56.785070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:56.785709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:56.805302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=b9fc1b28-35e8-4375-a985-401cc8e446f1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:56.900228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1bea9b36-6ef7-4747-8df3-5d4b2a43cbd5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5502775 Apr 05 21:03:56.901688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59384) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:57.012620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port b9fc1b28-35e8-4375-a985-401cc8e446f1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:57.013012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:57.344776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:57.448903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c0a1cc72-362b-4437-aacb-a555afe23dd3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:57.564835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for b9fc1b28-35e8-4375-a985-401cc8e446f1 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:03:57.589833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c0a1cc72-362b-4437-aacb-a555afe23dd3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:57.673522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59402) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:57.813100 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:57.901104 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:57.959461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:57.963996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Usage tracker for resource:security_group_rule and tenant:f3f83255e41a43f3b23343ffe37960f4 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:57.967321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:57.974177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:57.985102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=b9fc1b28-35e8-4375-a985-401cc8e446f1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:57.988365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.004813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a283f4e7-fed0-4ac8-820d-7ca5acecaaa7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/b9fc1b28-35e8-4375-a985-401cc8e446f1 HTTP/1.1" status: 204 len: 168 time: 1.1019876 Apr 05 21:03:58.010369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59414) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:58.053841 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-0113ca58-084d-4048-b79b-39e1673ccbdb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:03:58.054245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0113ca58-084d-4048-b79b-39e1673ccbdb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:03:58.059014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0113ca58-084d-4048-b79b-39e1673ccbdb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/b9fc1b28-35e8-4375-a985-401cc8e446f1 HTTP/1.1" status: 404 len: 333 time: 0.0477753 Apr 05 21:03:58.059473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59418) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:58.076737 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.083070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065039d6-f8ca-4836-842b-a98b897ab726 None None] Network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:58.103613 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c640be7-a8c3-4098-9edb-665d20379929 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:03:58.104659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1c640be7-a8c3-4098-9edb-665d20379929 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:58.189529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.213475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1c640be7-a8c3-4098-9edb-665d20379929 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:58.215016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1c640be7-a8c3-4098-9edb-665d20379929 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/b9fc1b28-35e8-4375-a985-401cc8e446f1 HTTP/1.1" status: 404 len: 333 time: 0.1548092 Apr 05 21:03:58.218224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59428) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:58.273026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc96fede-df3d-47d3-b1f1-10b394e533a9,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:58.282934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a0f6e62a-8df8-4345-a3e8-2453353ad84e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3f83255e41a43f3b23343ffe37960f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6082957 Apr 05 21:03:58.287031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59432) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:58.362655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-85c61b6a-b045-4465-b14d-6018228211f9 None None] Provisioning for port c0a1cc72-362b-4437-aacb-a555afe23dd3 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:58.389282 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4936ef6-c065-4173-ad73-76b3ae42e6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.393768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-85c61b6a-b045-4465-b14d-6018228211f9 None None] Provisioning complete for port c0a1cc72-362b-4437-aacb-a555afe23dd3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:58.394483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-85c61b6a-b045-4465-b14d-6018228211f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.446779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4936ef6-c065-4173-ad73-76b3ae42e6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.568485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet bd84566d-6947-463d-a337-0153018e8dee {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:03:58.571918 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.630564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.637723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-85c61b6a-b045-4465-b14d-6018228211f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.640199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4936ef6-c065-4173-ad73-76b3ae42e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.665494 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4936ef6-c065-4173-ad73-76b3ae42e6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.667480 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4936ef6-c065-4173-ad73-76b3ae42e6a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc96fede-df3d-47d3-b1f1-10b394e533a9 HTTP/1.1" status: 204 len: 168 time: 0.3795099 Apr 05 21:03:58.668771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4936ef6-c065-4173-ad73-76b3ae42e6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc96fede-df3d-47d3-b1f1-10b394e533a9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:58.751971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-85c61b6a-b045-4465-b14d-6018228211f9 None None] For port c0a1cc72-362b-4437-aacb-a555afe23dd3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c0a1cc72-362b-4437-aacb-a555afe23dd3,segment=NetworkSegment(3e1d5b41-b7fd-4b45-ba15-37823657cf1a),segment_id=3e1d5b41-b7fd-4b45-ba15-37823657cf1a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:58.841629 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-85c61b6a-b045-4465-b14d-6018228211f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.850874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:58.970396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c61b6a-b045-4465-b14d-6018228211f9 None None] Pushing event updated for resources: {'Port': ['ID=c0a1cc72-362b-4437-aacb-a555afe23dd3,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:59.062832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.113840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.126555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/bd84566d-6947-463d-a337-0153018e8dee HTTP/1.1" status: 204 len: 168 time: 0.9012570 Apr 05 21:03:59.126889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59450) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:59.128692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e74ae6-6494-4257-9e6c-f1827db36df3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=bd84566d-6947-463d-a337-0153018e8dee,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:59.187887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c5f06a1c-4d88-41dd-b9a9-99ce2608c1bc None None] Provisioning complete for port c0a1cc72-362b-4437-aacb-a555afe23dd3 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:59.193388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5f06a1c-4d88-41dd-b9a9-99ce2608c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.387184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.420494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port c0a1cc72-362b-4437-aacb-a555afe23dd3 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:03:59.420948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.451787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c0a1cc72-362b-4437-aacb-a555afe23dd3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:59.632981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814e8720-32a8-4bb3-a125-42a24f8a3ff7 None None] Network 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:03:59.638838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:59.698137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.719373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] For port c0a1cc72-362b-4437-aacb-a555afe23dd3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c0a1cc72-362b-4437-aacb-a555afe23dd3,segment=NetworkSegment(3e1d5b41-b7fd-4b45-ba15-37823657cf1a),segment_id=3e1d5b41-b7fd-4b45-ba15-37823657cf1a)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:03:59.719755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.746040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:59.750254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:000cf979d3f3444ca5ac34898d9195c0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:59.753590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:59.760206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:59.863062 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.910650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b8eeccaa-3fb7-4a96-9aaa-b0319a00fc1a None None] Could not find standard attr ID for object b9fc1b28-35e8-4375-a985-401cc8e446f1. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:03:59.921913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:59.927928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c0a1cc72-362b-4437-aacb-a555afe23dd3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:59.927928 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.008110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6109d0b-86b5-4322-b910-19016eae2ad1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:00.019366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f76e53bb-7df4-4557-896c-314f16f42eb8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=000cf979d3f3444ca5ac34898d9195c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3789246 Apr 05 21:04:00.020144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59468) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:00.038665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for c0a1cc72-362b-4437-aacb-a555afe23dd3 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:00.110897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fefe056a-c01e-45df-a4cb-9f9c744055f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.136478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed497218-4361-41d2-85d8-43c17618c32b None None] DHCP port deletion for 5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:00.137878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fefe056a-c01e-45df-a4cb-9f9c744055f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.140409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed497218-4361-41d2-85d8-43c17618c32b None None] Deleting port c0a1cc72-362b-4437-aacb-a555afe23dd3 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:00.140784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed497218-4361-41d2-85d8-43c17618c32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.234927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.242640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed497218-4361-41d2-85d8-43c17618c32b None None] The port 'c0a1cc72-362b-4437-aacb-a555afe23dd3' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:04:00.263277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fefe056a-c01e-45df-a4cb-9f9c744055f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.287896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe056a-c01e-45df-a4cb-9f9c744055f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6109d0b-86b5-4322-b910-19016eae2ad1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:00.308772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=c0a1cc72-362b-4437-aacb-a555afe23dd3,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:00.310209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fefe056a-c01e-45df-a4cb-9f9c744055f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.311501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fefe056a-c01e-45df-a4cb-9f9c744055f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6109d0b-86b5-4322-b910-19016eae2ad1 HTTP/1.1" status: 204 len: 168 time: 0.2900589 Apr 05 21:04:00.322746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No DVR routers for this DVR port c0a1cc72-362b-4437-aacb-a555afe23dd3 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:00.501837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.533386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7a03c1-f7d0-4af9-916e-8ca74cc5c711']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:00.547187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1d5b41-b7fd-4b45-ba15-37823657cf1a') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:00.547481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1d5b41-b7fd-4b45-ba15-37823657cf1a') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:00.560812 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.578441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.585782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:04:00.586189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:04:00.601828 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:04:00.828821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.876283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.891804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=5b7a03c1-f7d0-4af9-916e-8ca74cc5c711,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:01.222676 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b9797692-87a0-445c-9484-a6c816910fb1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/5b7a03c1-f7d0-4af9-916e-8ca74cc5c711 HTTP/1.1" status: 204 len: 168 time: 2.0153918 Apr 05 21:04:01.269198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59498) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:01.269198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-467068991'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:01.269198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:01.269198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:01.269198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:01.269198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:01.292528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:01.295727 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.353367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:01.378543 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.378543 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment f351360a-2011-4f39-9eff-6841bfbd8a2e of type vlan for network 934f6d92-51e3-4389-8672-688148a361ce Apr 05 21:04:01.392591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c0a1cc72-362b-4437-aacb-a555afe23dd3 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:01.428289 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.430501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c0a1cc72-362b-4437-aacb-a555afe23dd3 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:01.430933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c0a1cc72-362b-4437-aacb-a555afe23dd3 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:01.526497 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.531951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:01.532848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.774804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6228890 Apr 05 21:04:01.778091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:01.784791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '934f6d92-51e3-4389-8672-688148a361ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:01.824817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97351a83-c035-48fe-8afa-57e1b9e35577 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=934f6d92-51e3-4389-8672-688148a361ce,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:01.852533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 934f6d92-51e3-4389-8672-688148a361ce details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:01.931719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:01.943018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:01.943018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:01.945222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:02.000702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:02.124176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:02.446281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:02.527028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:02.559629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': 'f351360a-2011-4f39-9eff-6841bfbd8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '934f6d92-51e3-4389-8672-688148a361ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:02.560022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: 934f6d92-51e3-4389-8672-688148a361ce, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:02.674408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 934f6d92-51e3-4389-8672-688148a361ce is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:02.766130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 934f6d92-51e3-4389-8672-688148a361ce) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:02.770981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:02.776450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:02.777590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75097e-5534-4dd6-9c3a-6a1f91d1dc88 None None] Network 934f6d92-51e3-4389-8672-688148a361ce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:02.892257 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1f92e005-b29a-46ae-8cde-29b7b799ab49 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1130342 Apr 05 21:04:02.895021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59558) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:02.900467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '934f6d92-51e3-4389-8672-688148a361ce', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1643094213'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:03.007609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-934f6d92-51e3-4389-8672-688148a361ce', 'network_id': '934f6d92-51e3-4389-8672-688148a361ce', 'tenant_id': 'a106674e9aea4843a85dfe3b6f5c6bdf', 'fixed_ips': [{'subnet_id': 'cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:03.008444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:03.085074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:03.089688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:03.092895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:03.101364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:03.182669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:03.185964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:03.205748 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Allocated IP 2001:db8::2 (934f6d92-51e3-4389-8672-688148a361ce/cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd/532e891b-7592-4380-83b0-eae7ad8ea805) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:03.221531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:03.465946 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:03.477920 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Transition to ACTIVE for port object 532e891b-7592-4380-83b0-eae7ad8ea805 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:03.505295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Transition to ACTIVE for port object 532e891b-7592-4380-83b0-eae7ad8ea805 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:03.599494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:03.680073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Pushing event updated for resources: {'Port': ['ID=532e891b-7592-4380-83b0-eae7ad8ea805,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:03.707613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Network 934f6d92-51e3-4389-8672-688148a361ce is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:03.707613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:03.708128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::3d7 (934f6d92-51e3-4389-8672-688148a361ce/cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd/37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:03.708245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:03.815720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Attempting to bind port 532e891b-7592-4380-83b0-eae7ad8ea805 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:03.816471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Attempting to bind port 532e891b-7592-4380-83b0-eae7ad8ea805 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f351360a-2011-4f39-9eff-6841bfbd8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '934f6d92-51e3-4389-8672-688148a361ce'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:03.816608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Attempting to bind port 532e891b-7592-4380-83b0-eae7ad8ea805 on network 934f6d92-51e3-4389-8672-688148a361ce {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:04:03.824335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:04:03.828690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Checking segment: {'id': 'f351360a-2011-4f39-9eff-6841bfbd8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '934f6d92-51e3-4389-8672-688148a361ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:03.828690 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:03.828690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Bound using segment: {'id': 'f351360a-2011-4f39-9eff-6841bfbd8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '934f6d92-51e3-4389-8672-688148a361ce'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:04:03.828690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Bound port: 532e891b-7592-4380-83b0-eae7ad8ea805, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f351360a-2011-4f39-9eff-6841bfbd8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '934f6d92-51e3-4389-8672-688148a361ce'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:03.828690 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:03.936240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] For port 532e891b-7592-4380-83b0-eae7ad8ea805, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:04:03.939316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] For port 532e891b-7592-4380-83b0-eae7ad8ea805, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=532e891b-7592-4380-83b0-eae7ad8ea805,segment=NetworkSegment(f351360a-2011-4f39-9eff-6841bfbd8a2e),segment_id=f351360a-2011-4f39-9eff-6841bfbd8a2e)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:04:03.987428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:04.003750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object 37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:04.057122 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:04.087812 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:04.149927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e11b02-0b68-4f84-b02f-156e573ee027 None None] Pushing event updated for resources: {'Port': ['ID=532e891b-7592-4380-83b0-eae7ad8ea805,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:04.167549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:04.278548 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 934f6d92-51e3-4389-8672-688148a361ce is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:04.279901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:04.286232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:04.295667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:04.300565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:04.301256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:04.412921 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1afad9bb-753a-426e-8280-21a9dddfd4a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5168440 Apr 05 21:04:04.415560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:04.611328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:04.611582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:04.672479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-9b8a5535-2e46-4ed0-b203-0e07b70cd8d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1571755 Apr 05 21:04:04.857913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d90266e-7267-40c4-8dc8-816b3fa40325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:04.871658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-f63a0dd6-5741-424a-8799-e911bfa2f468 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6aacc09705f842bca8fb30b2664496f5&device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 1101 time: 0.0928435 Apr 05 21:04:04.974671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.074239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302292c5-49cd-42b7-869b-3539eff4894b req-e58fab7f-0bc2-4f6e-9d91-71104bbe18ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:05.075982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-e58fab7f-0bc2-4f6e-9d91-71104bbe18ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.1760366 Apr 05 21:04:05.175747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:05.188131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-b3d75553-6ae3-476b-9e08-faa4a4bbc7a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4 HTTP/1.1" status: 200 len: 217 time: 0.1051660 Apr 05 21:04:05.265196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302292c5-49cd-42b7-869b-3539eff4894b req-6af93e03-32b1-47ae-9737-3fa33e4bd07d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:05.270632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-6af93e03-32b1-47ae-9737-3fa33e4bd07d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0731759 Apr 05 21:04:05.457267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-62e089d6-077c-411f-8e5d-aaa3a2a2e951 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838782 Apr 05 21:04:05.457765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59626) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:05.484351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 532e891b-7592-4380-83b0-eae7ad8ea805 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:05.636280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.639463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560346b-fe0f-40a8-804f-71546162f916 None None] Network 934f6d92-51e3-4389-8672-688148a361ce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:05.742158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:05.752966 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.809266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:05.813893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Usage tracker for resource:security_group_rule and tenant:453586ee32d24cb0b64ca90ebbc991ed is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:05.817431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:05.827737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:05.832919 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.847904 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7e5d831c-0f67-423f-a032-51ecbe25cf72 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e HTTP/1.1" status: 204 len: 168 time: 1.4310145 Apr 05 21:04:05.852371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59648) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:05.911549 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.918268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-73e8fa15-cc17-4a55-a82b-194a0177da57 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493880 Apr 05 21:04:05.919920 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d34c1bd-8f4b-49bf-936d-b58e441eeacd tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:05.920969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d34c1bd-8f4b-49bf-936d-b58e441eeacd tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:05.948892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-de2152fb-2ffa-451e-93a7-62a962ff726b None None] Provisioning for port 532e891b-7592-4380-83b0-eae7ad8ea805 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:05.964291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 532e891b-7592-4380-83b0-eae7ad8ea805 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:05.975045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 532e891b-7592-4380-83b0-eae7ad8ea805 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:05.975434 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.009760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.012307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d34c1bd-8f4b-49bf-936d-b58e441eeacd tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:06.016362 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8d34c1bd-8f4b-49bf-936d-b58e441eeacd tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e HTTP/1.1" status: 404 len: 333 time: 0.1627202 Apr 05 21:04:06.016921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59660) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:06.065992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-de2152fb-2ffa-451e-93a7-62a962ff726b None None] Provisioning complete for port 532e891b-7592-4380-83b0-eae7ad8ea805 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:06.066369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de2152fb-2ffa-451e-93a7-62a962ff726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.135909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0f799-f101-448d-842d-f3277539ff72,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:06.168172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59668) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:06.173101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-25e0415f-a00b-4a7e-b175-783e2a8563d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=453586ee32d24cb0b64ca90ebbc991ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7142723 Apr 05 21:04:06.183956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:06.240796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.262157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-302292c5-49cd-42b7-869b-3539eff4894b req-29e59470-9d02-4f25-986e-0e9ea5bedc2d service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373997 Apr 05 21:04:06.293667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.366591 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd5eff2-a2f4-4ede-b6a7-7938cae47783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.370630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.408926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 532e891b-7592-4380-83b0-eae7ad8ea805, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=532e891b-7592-4380-83b0-eae7ad8ea805,segment=NetworkSegment(f351360a-2011-4f39-9eff-6841bfbd8a2e),segment_id=f351360a-2011-4f39-9eff-6841bfbd8a2e)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:06.456826 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd5eff2-a2f4-4ede-b6a7-7938cae47783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.459483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de2152fb-2ffa-451e-93a7-62a962ff726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.508357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.567466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.623493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd5eff2-a2f4-4ede-b6a7-7938cae47783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.659970 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-de2152fb-2ffa-451e-93a7-62a962ff726b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:04:06.660338 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-de2152fb-2ffa-451e-93a7-62a962ff726b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:04:06.660829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=532e891b-7592-4380-83b0-eae7ad8ea805,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:06.684058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5eff2-a2f4-4ede-b6a7-7938cae47783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0f799-f101-448d-842d-f3277539ff72,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:06.703043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-acd5eff2-a2f4-4ede-b6a7-7938cae47783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.712486 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-acd5eff2-a2f4-4ede-b6a7-7938cae47783 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35e0f799-f101-448d-842d-f3277539ff72 HTTP/1.1" status: 204 len: 168 time: 0.5359643 Apr 05 21:04:06.829515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.857862 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f625765-a8bc-4c33-a2cc-a9fba7e3d0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.883686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:06.888666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.897484 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f3bfdfe-f65e-47fa-ba6b-b2950ad07b7b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd HTTP/1.1" status: 204 len: 168 time: 0.8793745 Apr 05 21:04:06.899910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59704) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:07.023585 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.037657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 532e891b-7592-4380-83b0-eae7ad8ea805 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:07.037977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.047085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ed945-da4f-4189-b820-39a7ccd2a2e9 None None] Network 934f6d92-51e3-4389-8672-688148a361ce requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:07.437941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 532e891b-7592-4380-83b0-eae7ad8ea805 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:07.495237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] For port 532e891b-7592-4380-83b0-eae7ad8ea805, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=532e891b-7592-4380-83b0-eae7ad8ea805,segment=NetworkSegment(f351360a-2011-4f39-9eff-6841bfbd8a2e),segment_id=f351360a-2011-4f39-9eff-6841bfbd8a2e)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:07.495658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.523529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3fa33b54-9d5b-4c8c-a8e4-611f7094802b None None] Could not find standard attr ID for object 37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:04:07.577821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3fa33b54-9d5b-4c8c-a8e4-611f7094802b None None] Provisioning complete for port 532e891b-7592-4380-83b0-eae7ad8ea805 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:07.578193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3fa33b54-9d5b-4c8c-a8e4-611f7094802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.641077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 532e891b-7592-4380-83b0-eae7ad8ea805 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:07.669868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 532e891b-7592-4380-83b0-eae7ad8ea805 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:07.670233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.714639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:04:07.772704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c4a93-6458-4cfe-a922-18271d04ae1f None None] DHCP port deletion for 934f6d92-51e3-4389-8672-688148a361ce request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:07.783573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-df0c4a93-6458-4cfe-a922-18271d04ae1f None None] Deleting port 532e891b-7592-4380-83b0-eae7ad8ea805 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:07.783942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df0c4a93-6458-4cfe-a922-18271d04ae1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.793996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59750) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:07.814992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.846023 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.865013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port 532e891b-7592-4380-83b0-eae7ad8ea805 update to ACTIVE by agent not found {{(pid=84582) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 21:04:07.904258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-df0c4a93-6458-4cfe-a922-18271d04ae1f None None] The port '532e891b-7592-4380-83b0-eae7ad8ea805' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:04:08.016805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:08.021808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=532e891b-7592-4380-83b0-eae7ad8ea805,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:08.033293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Usage tracker for resource:security_group_rule and tenant:0ab5ba8e0b654e66a607fe4456ec9847 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:08.034510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:08.043268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:08.046009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No DVR routers for this DVR port 532e891b-7592-4380-83b0-eae7ad8ea805 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:08.189728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.227936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934f6d92-51e3-4389-8672-688148a361ce']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:08.248379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f351360a-2011-4f39-9eff-6841bfbd8a2e') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:08.248679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f351360a-2011-4f39-9eff-6841bfbd8a2e') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:08.270339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.282189 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.290258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.296611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:04:08.297086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:04:08.312271 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:04:08.368917 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.410654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.426290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d77d4-a9a5-4f75-b3a0-1d6f3f63605b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:08.443048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7608bf23-b5e1-4766-9fbf-c44eef6c718a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ab5ba8e0b654e66a607fe4456ec9847&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6477787 Apr 05 21:04:08.450421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59788) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:08.512959 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acc37137-a6f1-49a0-b89f-8c70b0e6c72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.526691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.531584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.571926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=934f6d92-51e3-4389-8672-688148a361ce,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:08.575465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acc37137-a6f1-49a0-b89f-8c70b0e6c72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.650709 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.720579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9ec0d660-e5e8-446c-93c1-6d3692f54681 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/934f6d92-51e3-4389-8672-688148a361ce HTTP/1.1" status: 204 len: 168 time: 1.8195159 Apr 05 21:04:08.723989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59802) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:08.730038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'name': 'tempest-PortsIpV6TestJSON-990892310'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:08.758822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acc37137-a6f1-49a0-b89f-8c70b0e6c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.836191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc37137-a6f1-49a0-b89f-8c70b0e6c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d77d4-a9a5-4f75-b3a0-1d6f3f63605b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:08.846253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acc37137-a6f1-49a0-b89f-8c70b0e6c72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.847340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-acc37137-a6f1-49a0-b89f-8c70b0e6c72d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a17d77d4-a9a5-4f75-b3a0-1d6f3f63605b HTTP/1.1" status: 204 len: 168 time: 0.3958583 Apr 05 21:04:08.871372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:08.875992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:08.880241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:08.886626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:08.947587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:08.950651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:08.972950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 8f22e751-fb0d-4e27-a2e3-64aa6584d130 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:09.196992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:09.275172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:09.376268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 532e891b-7592-4380-83b0-eae7ad8ea805 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:09.381446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:09.390982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:09.401104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:09.405690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:09.406286 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:09.443696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=8f22e751-fb0d-4e27-a2e3-64aa6584d130,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:09.454916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 532e891b-7592-4380-83b0-eae7ad8ea805 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:09.455424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 532e891b-7592-4380-83b0-eae7ad8ea805 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:09.504326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4afd5cd1-d7ff-4ff4-85d8-553f7846c5c6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7787192 Apr 05 21:04:09.506318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59858) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:09.598565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 8f22e751-fb0d-4e27-a2e3-64aa6584d130 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:09.599885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:09.844048 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:09.926764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:09.985647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 8f22e751-fb0d-4e27-a2e3-64aa6584d130 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:10.258042 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:10.338034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=8f22e751-fb0d-4e27-a2e3-64aa6584d130,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:10.343170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:10.353302 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cc0f6ea2-f3db-4a4b-9267-b42d3d58f0e2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/8f22e751-fb0d-4e27-a2e3-64aa6584d130 HTTP/1.1" status: 204 len: 168 time: 0.8453274 Apr 05 21:04:10.355665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59906) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:10.360999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'mac_address': 'fa:16:3e:98:59:b5', 'name': 'tempest-PortsIpV6TestJSON-813817853'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:10.498450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:10.503195 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:10.506251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:10.514135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:10.611649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:10.724419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:10.757582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:11.015644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.109255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.203237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:11.215390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:11.215390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:11.215390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:11.215390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.226183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:11.360900 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ec2f01a-9575-41e8-a1e6-31a19fa9f4a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0039122 Apr 05 21:04:11.363617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59968) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:11.458067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dcc260-fa30-4555-84a9-f9b152314496 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:11.458739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-24dcc260-fa30-4555-84a9-f9b152314496 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:11.531277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-24dcc260-fa30-4555-84a9-f9b152314496 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:11.532441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24dcc260-fa30-4555-84a9-f9b152314496 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e HTTP/1.1" status: 200 len: 844 time: 0.1674736 Apr 05 21:04:11.535289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 59984) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:11.609440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:11.609776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.720201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 59998) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:11.844978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.869462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:11.874720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:11.878688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Usage tracker for resource:floatingip and tenant:4de4c527644541c8831262dec16e7d92 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:11.881507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:11.887298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:11.976384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:11.982930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.125011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.147491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.194601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:12.214827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.291698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Allocated IP 172.25.2.171 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/14cb87ee-4017-4045-b3e4-a7c0f7f8ab94) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:12.299458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d141aa19-39d7-457c-9818-66066fcc71c9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e HTTP/1.1" status: 204 len: 168 time: 0.7631733 Apr 05 21:04:12.301686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60026) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:12.355334 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6e1659-e2fd-4635-9d8e-55c2d250cf01 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:12.355763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd6e1659-e2fd-4635-9d8e-55c2d250cf01 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:12.450413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.468772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cd6e1659-e2fd-4635-9d8e-55c2d250cf01 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:12.470496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd6e1659-e2fd-4635-9d8e-55c2d250cf01 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/f92909e4-ae42-4cd7-bb19-6a2b7e32ff7e HTTP/1.1" status: 404 len: 333 time: 0.1676359 Apr 05 21:04:12.474767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60040) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:12.480779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'name': 'tempest-PortsIpV6TestJSON-123943009'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:12.590906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:12.594965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.633772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:12.677722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:12.680883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:12.684024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:12.719576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Pushing event updated for resources: {'Port': ['ID=14cb87ee-4017-4045-b3e4-a7c0f7f8ab94,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:12.776597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:12.779708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.873953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:12.877137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 4873ebbd-a117-45cd-9db1-caf2efcc41b4 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:13.198971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.282412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.473884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.497980 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.521855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-7ecc51f6-fe65-4b2a-a4f4-66ff670f424d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1918378 Apr 05 21:04:13.576651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:13.580104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:13.583506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:13.587834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:13.594078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.598835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.607484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=4873ebbd-a117-45cd-9db1-caf2efcc41b4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:13.691202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-fd75db0e-6c2c-41d2-a2ef-3190ef0befd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 1096 time: 0.0844624 Apr 05 21:04:13.739728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Pushing event updated for resources: {'Port': ['ID=14cb87ee-4017-4045-b3e4-a7c0f7f8ab94,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:13.753909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.826837 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-55a23246-10b6-41e3-b300-6f3ed91f0f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3509865 Apr 05 21:04:13.827517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60090) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:13.833122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:13.839902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-6d1d2d4b-66ac-4a24-a8da-f71cf7b9082f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:13.842170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-6d1d2d4b-66ac-4a24-a8da-f71cf7b9082f service neutron] 10.222.0.39 "GET /v2.0/networks?id=08b5521a-6ff5-401c-95be-5399effdc5f1 HTTP/1.1" status: 200 len: 898 time: 0.1328156 Apr 05 21:04:13.861642 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.865607 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4674ab03-e2d2-4746-954b-ac45e08c637d tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1415536 Apr 05 21:04:13.869285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60094) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:13.878727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-969702999', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'fixed_ips': [{'ip_address': '172.25.2.171'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:13.886620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:13.899113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Usage tracker for resource:port and tenant:4de4c527644541c8831262dec16e7d92 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:13.908051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:13.912910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:13.944035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-13418877-2e78-474d-86bc-800319be7ef3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8423287-8d85-42f8-989e-f809cc4ff24c HTTP/1.1" status: 200 len: 1001 time: 0.0959270 Apr 05 21:04:13.983726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.011774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-7972bcc5-5225-4f6f-a474-6f74e07bfe3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:14.013164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-7972bcc5-5225-4f6f-a474-6f74e07bfe3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0872a292-dadc-4437-b85c-2b5b0d08f9a0 HTTP/1.1" status: 200 len: 834 time: 0.0612690 Apr 05 21:04:14.046386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Made reservation on behalf of 4de4c527644541c8831262dec16e7d92 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:14.048647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.065447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.096419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-39a469a3-f3dc-4056-afa2-3b4bce95e56b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08b5521a-6ff5-401c-95be-5399effdc5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769475 Apr 05 21:04:14.176487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:14.193039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Usage tracker for resource:security_group_rule and tenant:4de4c527644541c8831262dec16e7d92 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:14.197712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:14.212990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:14.238261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-7b015fe6-6eb8-408a-be24-82d92bfac323 service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336656 Apr 05 21:04:14.276283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.333475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.344403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.405415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b412fbe3-c07c-4013-999a-dbe48e08b17f req-3ee2ee06-8c75-4849-b91b-4cc6f3d4c97e service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588004 Apr 05 21:04:14.410697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.431041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] device_id is not set on port e44e96e2-981f-4868-988b-7fbeee76bccb yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:14.472923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] In _notify_port_updated(), no bound segment for port 4873ebbd-a117-45cd-9db1-caf2efcc41b4 on network 57c34415-152e-4337-9a15-625a7658d75a {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 21:04:14.476655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:14.477266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.478553 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "PUT /v2.0/ports/4873ebbd-a117-45cd-9db1-caf2efcc41b4 HTTP/1.1" status: 200 len: 818 time: 0.6501892 Apr 05 21:04:14.481493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60122) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:14.513579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50122b-0d69-4fff-be2c-4a21c84cc2a1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=4873ebbd-a117-45cd-9db1-caf2efcc41b4,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:14.519838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f709db-16a7-4dd5-9fc1-2464742f71c2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:14.563658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 4873ebbd-a117-45cd-9db1-caf2efcc41b4 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:14.564207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.716891 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 21:04:14.716891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:04:14.782542 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.856953 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-192080c8-29b7-456e-8282-59a0c25b601f tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9881744 Apr 05 21:04:14.859949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60140) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:14.910392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 4873ebbd-a117-45cd-9db1-caf2efcc41b4 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:15.019620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Deleting port 14cb87ee-4017-4045-b3e4-a7c0f7f8ab94 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:15.019979 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.114422 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.180594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=4873ebbd-a117-45cd-9db1-caf2efcc41b4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:15.190635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.202375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d019adc4-e897-41d3-9cd8-5f7d22336cda tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/4873ebbd-a117-45cd-9db1-caf2efcc41b4 HTTP/1.1" status: 204 len: 168 time: 0.7196796 Apr 05 21:04:15.204617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60152) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:15.294693 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.298096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.321676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a94be-d282-4717-b7b8-9573681aa072 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:15.322371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a46a94be-d282-4717-b7b8-9573681aa072 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:15.418818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Calling delete_port for 14cb87ee-4017-4045-b3e4-a7c0f7f8ab94 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:15.438893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a46a94be-d282-4717-b7b8-9573681aa072 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:15.445896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a46a94be-d282-4717-b7b8-9573681aa072 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2361066 Apr 05 21:04:15.447818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60166) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:15.514045 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2f92d1-10b3-4a83-95c8-a27431be4555 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:15.515228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4e2f92d1-10b3-4a83-95c8-a27431be4555 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/4873ebbd-a117-45cd-9db1-caf2efcc41b4 HTTP/1.1" status: 404 len: 333 time: 0.0658066 Apr 05 21:04:15.518844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60172) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:15.529381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655508926'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:15.562629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:15.571308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:15.579572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:15.588347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:15.708591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:15.711678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.732547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.782044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Pushing event deleted for resources: {'Port': ['ID=14cb87ee-4017-4045-b3e4-a7c0f7f8ab94,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:15.815931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:15.861488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.862124 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment 889c07ed-67f3-40c7-8a97-f4a568e3b8c8 of type vlan for network dd07d361-2514-438a-8ad0-1d6975a6b493 Apr 05 21:04:15.903910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.907650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.940662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.941864 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cce50253-d9d0-45c1-a1af-adbcf99da7df tempest-ExternalNetworksAdminNegativeTestJSON-432850959 tempest-ExternalNetworksAdminNegativeTestJSON-432850959-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/8a3cbe04-270b-4963-9818-918122718b40 HTTP/1.1" status: 204 len: 168 time: 1.0807905 Apr 05 21:04:16.058274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:16.063173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:16.063347 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:16.168678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=dd07d361-2514-438a-8ad0-1d6975a6b493,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:16.181043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network dd07d361-2514-438a-8ad0-1d6975a6b493 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:16.230543 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-237b49ca-531e-46d9-91c0-8007b915b1a4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7102664 Apr 05 21:04:16.233364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60202) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:16.239173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:16.376810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:16.380924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:16.383989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:16.391708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:16.480764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:16.514768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60222) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:16.693837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:16.714967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:16.750957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:16.755357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f7166360c6c842fbbad1b48c03bce032 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:16.758643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:16.765013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:16.847523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:16.952835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:16.998842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12189673-a208-45bd-a909-dc81d8eeb4c2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:17.004435 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e37bdae0-944e-4717-a9b1-753813df56a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7166360c6c842fbbad1b48c03bce032&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4882812 Apr 05 21:04:17.007104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60246) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:17.012462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.076584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee3393f4-ba23-4879-9ab7-6a96ff9db627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.107300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee3393f4-ba23-4879-9ab7-6a96ff9db627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.130981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=ac88bda4-e592-4702-bd40-033862b38c32,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:17.141512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': '889c07ed-67f3-40c7-8a97-f4a568e3b8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:17.141884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: dd07d361-2514-438a-8ad0-1d6975a6b493, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:17.251502 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee3393f4-ba23-4879-9ab7-6a96ff9db627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.268124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3393f4-ba23-4879-9ab7-6a96ff9db627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12189673-a208-45bd-a909-dc81d8eeb4c2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:17.272708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ee3393f4-ba23-4879-9ab7-6a96ff9db627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.273862 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ee3393f4-ba23-4879-9ab7-6a96ff9db627 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12189673-a208-45bd-a909-dc81d8eeb4c2 HTTP/1.1" status: 204 len: 168 time: 0.2659199 Apr 05 21:04:17.289252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network dd07d361-2514-438a-8ad0-1d6975a6b493 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:17.354262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, dd07d361-2514-438a-8ad0-1d6975a6b493) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:17.358421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:17.358900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.371045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05914d-9b49-4ee8-a9ce-bed6bde4a082 None None] Network dd07d361-2514-438a-8ad0-1d6975a6b493 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:17.476641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d5cb7d0d-e1bf-4d18-8da2-1222b3791f1e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2414784 Apr 05 21:04:17.484616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60254) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:17.490856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:17.642695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-dd07d361-2514-438a-8ad0-1d6975a6b493', 'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493', 'tenant_id': 'a106674e9aea4843a85dfe3b6f5c6bdf', 'fixed_ips': [{'subnet_id': 'ac88bda4-e592-4702-bd40-033862b38c32'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:17.643599 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.658381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:17.662685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:17.665960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:17.673447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:17.777341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:17.782081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.823555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Allocated IP 2001:db8::2 (dd07d361-2514-438a-8ad0-1d6975a6b493/ac88bda4-e592-4702-bd40-033862b38c32/19307cef-93c2-4f75-bd15-dc7ad087a1a0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:17.940645 n-d-836605-1 neutron-server[84581]: INFO neutron.db.ipam_backend_mixin [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac88bda4-e592-4702-bd40-033862b38c32 (CIDR: 2001:db8::/64) Apr 05 21:04:17.982502 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:04:17.982979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:04:18.056868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.069773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Transition to ACTIVE for port object 19307cef-93c2-4f75-bd15-dc7ad087a1a0 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:18.091266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Transition to ACTIVE for port object 19307cef-93c2-4f75-bd15-dc7ad087a1a0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:18.103887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-94c1ea91-e9f2-430d-9d37-9ab79dabd395 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6179154 Apr 05 21:04:18.107338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60266) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:18.112603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:18.162076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60272) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:18.213103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.218181 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ab26890-fae9-4146-8bf6-439c442c86ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4de4c527644541c8831262dec16e7d92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549068 Apr 05 21:04:18.220621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60278) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:18.265071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:18.274474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:18.278418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:18.288976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:18.295809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9479758-2576-4949-9679-c93c963294e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.304496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Pushing event updated for resources: {'Port': ['ID=19307cef-93c2-4f75-bd15-dc7ad087a1a0,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:18.326386 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9479758-2576-4949-9679-c93c963294e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.328224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Network dd07d361-2514-438a-8ad0-1d6975a6b493 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:18.329384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:18.337229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:18.388638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:18.392385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.434944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Attempting to bind port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:18.435561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Attempting to bind port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '889c07ed-67f3-40c7-8a97-f4a568e3b8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:18.435781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Attempting to bind port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 on network dd07d361-2514-438a-8ad0-1d6975a6b493 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:04:18.444950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:04:18.447254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Checking segment: {'id': '889c07ed-67f3-40c7-8a97-f4a568e3b8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:18.447254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.447254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Bound using segment: {'id': '889c07ed-67f3-40c7-8a97-f4a568e3b8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:04:18.447254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Bound port: 19307cef-93c2-4f75-bd15-dc7ad087a1a0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889c07ed-67f3-40c7-8a97-f4a568e3b8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:18.447254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.484553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9479758-2576-4949-9679-c93c963294e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.500568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9479758-2576-4949-9679-c93c963294e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f709db-16a7-4dd5-9fc1-2464742f71c2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:18.505011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9479758-2576-4949-9679-c93c963294e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.506134 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b9479758-2576-4949-9679-c93c963294e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62f709db-16a7-4dd5-9fc1-2464742f71c2 HTTP/1.1" status: 204 len: 168 time: 0.2843535 Apr 05 21:04:18.613112 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] For port 19307cef-93c2-4f75-bd15-dc7ad087a1a0, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:04:18.617661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] For port 19307cef-93c2-4f75-bd15-dc7ad087a1a0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=19307cef-93c2-4f75-bd15-dc7ad087a1a0,segment=NetworkSegment(889c07ed-67f3-40c7-8a97-f4a568e3b8c8),segment_id=889c07ed-67f3-40c7-8a97-f4a568e3b8c8)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:04:18.720656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.820988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8906c-0af6-4612-b8da-bd23bcadf43d None None] Pushing event updated for resources: {'Port': ['ID=19307cef-93c2-4f75-bd15-dc7ad087a1a0,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:18.829793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.893453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network dd07d361-2514-438a-8ad0-1d6975a6b493 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:18.896747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:18.899965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:18.900541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.922816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=3750beba-08f7-4288-a0b1-d6afcc41d140,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:19.007065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-16a87b76-0190-4165-8163-a7ebda1564de tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8986692 Apr 05 21:04:19.009690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60290) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:19.016442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493', 'fixed_ips': [{'subnet_id': 'ac88bda4-e592-4702-bd40-033862b38c32'}, {'subnet_id': '3750beba-08f7-4288-a0b1-d6afcc41d140'}], 'name': 'tempest-PortsIpV6TestJSON-1291403187'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:19.179779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:19.185891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:19.197222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:19.213620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:19.313513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:19.416214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 19307cef-93c2-4f75-bd15-dc7ad087a1a0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:19.525586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:19.551688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 6b62e8ac-8fa2-42f1-810f-554635e726ae yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:19.582829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:19.979166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::120 (dd07d361-2514-438a-8ad0-1d6975a6b493/ac88bda4-e592-4702-bd40-033862b38c32/6b62e8ac-8fa2-42f1-810f-554635e726ae) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:19.986467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8:0:1::33e (dd07d361-2514-438a-8ad0-1d6975a6b493/3750beba-08f7-4288-a0b1-d6afcc41d140/6b62e8ac-8fa2-42f1-810f-554635e726ae) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:20.224051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60316) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:20.241468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e7e50-4c09-4032-b93b-f8b25f415215 None None] Network dd07d361-2514-438a-8ad0-1d6975a6b493 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:20.371160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.393350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object 6b62e8ac-8fa2-42f1-810f-554635e726ae will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:20.444097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d2ce20e-9528-4be8-a2c2-e76f6319d0f7 None None] Provisioning for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:20.447081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.456073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d2ce20e-9528-4be8-a2c2-e76f6319d0f7 None None] Provisioning complete for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:20.456775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce20e-9528-4be8-a2c2-e76f6319d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.491828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.581151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network dd07d361-2514-438a-8ad0-1d6975a6b493 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:20.582266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=6b62e8ac-8fa2-42f1-810f-554635e726ae,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:20.586247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:20.592862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:20.596738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:20.597566 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.649886 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce20e-9528-4be8-a2c2-e76f6319d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.697603 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1cbd46ea-d178-47e6-bf9c-739a6374ba92 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6863954 Apr 05 21:04:20.702684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60324) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:20.711254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac88bda4-e592-4702-bd40-033862b38c32'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:20.736749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1d2ce20e-9528-4be8-a2c2-e76f6319d0f7 None None] For port 19307cef-93c2-4f75-bd15-dc7ad087a1a0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=19307cef-93c2-4f75-bd15-dc7ad087a1a0,segment=NetworkSegment(889c07ed-67f3-40c7-8a97-f4a568e3b8c8),segment_id=889c07ed-67f3-40c7-8a97-f4a568e3b8c8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:20.775909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-11f7e3d5-800e-45ad-a001-eb36347baa9c tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/floatingips/67e5519c-7f9b-4fad-8a3d-377e56d9ab3d HTTP/1.1" status: 200 len: 993 time: 0.5494130 Apr 05 21:04:20.783468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] Update dhcp port {'port': {'network_id': 'dd07d361-2514-438a-8ad0-1d6975a6b493', 'fixed_ips': [{'subnet_id': 'ac88bda4-e592-4702-bd40-033862b38c32', 'ip_address': '2001:db8::2'}, {'subnet_id': '3750beba-08f7-4288-a0b1-d6afcc41d140'}], 'binding:host_id': 'n-d-836605-1'}, 'id': '19307cef-93c2-4f75-bd15-dc7ad087a1a0'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:04:20.839665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce20e-9528-4be8-a2c2-e76f6319d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.856432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.919649 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:20.989165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ce20e-9528-4be8-a2c2-e76f6319d0f7 None None] Pushing event updated for resources: {'Port': ['ID=19307cef-93c2-4f75-bd15-dc7ad087a1a0,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:21.131911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60346) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:21.259468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] Allocated IP 2001:db8:0:1::2 (dd07d361-2514-438a-8ad0-1d6975a6b493/3750beba-08f7-4288-a0b1-d6afcc41d140/19307cef-93c2-4f75-bd15-dc7ad087a1a0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:21.431950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port d1632b48-d693-4a34-9e0d-0543492eb04f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:21.432636 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:21.452467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 19307cef-93c2-4f75-bd15-dc7ad087a1a0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:21.581452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] For port 19307cef-93c2-4f75-bd15-dc7ad087a1a0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=19307cef-93c2-4f75-bd15-dc7ad087a1a0,segment=NetworkSegment(889c07ed-67f3-40c7-8a97-f4a568e3b8c8),segment_id=889c07ed-67f3-40c7-8a97-f4a568e3b8c8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:21.586554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:21.586929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:21.620680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:21.621119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:21.660201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:21.681241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] Transition to ACTIVE for port object 19307cef-93c2-4f75-bd15-dc7ad087a1a0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:21.743833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for d1632b48-d693-4a34-9e0d-0543492eb04f owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:21.900078 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:21.986295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1114683-f606-4f93-9aaa-73db9a19e71b None None] Pushing event updated for resources: {'Port': ['ID=19307cef-93c2-4f75-bd15-dc7ad087a1a0,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:21.995814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:22.108914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=d1632b48-d693-4a34-9e0d-0543492eb04f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:22.199976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Delete allocated IP 2001:db8:0:1::33e (dd07d361-2514-438a-8ad0-1d6975a6b493/3750beba-08f7-4288-a0b1-d6afcc41d140) {{(pid=84581) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 21:04:22.272047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:22.371152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e0d7f-03a9-4e40-8782-66baafbadef8 req-fcad013d-cd7a-4854-b4b2-1a47ab8ffbc5 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:22.372678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd1e0d7f-03a9-4e40-8782-66baafbadef8 req-fcad013d-cd7a-4854-b4b2-1a47ab8ffbc5 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 950 time: 0.2360311 Apr 05 21:04:22.457709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd1e0d7f-03a9-4e40-8782-66baafbadef8 req-33a3e716-1c11-449a-ad42-2b006b7ab2bf tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777137 Apr 05 21:04:22.519734 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:22.533649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60368) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:22.539445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Ignored duplicate provisioning block setup for port 6b62e8ac-8fa2-42f1-810f-554635e726ae by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 21:04:22.611921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:22.722072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c08ec424-6255-4532-adea-448df3eda4a4 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:22.770370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] In _notify_port_updated(), no bound segment for port 6b62e8ac-8fa2-42f1-810f-554635e726ae on network dd07d361-2514-438a-8ad0-1d6975a6b493 {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 21:04:22.774377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:22.774996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:22.779160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "PUT /v2.0/ports/6b62e8ac-8fa2-42f1-810f-554635e726ae HTTP/1.1" status: 200 len: 926 time: 2.0725520 Apr 05 21:04:22.779353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:22.782664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb022a2-7502-4184-adf5-968297634763 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=6b62e8ac-8fa2-42f1-810f-554635e726ae,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:22.783784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router cbb07ecb-f604-49d6-9902-bca000ed9ffb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:04:22.787978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac88bda4-e592-4702-bd40-033862b38c32'}, {'subnet_id': '3750beba-08f7-4288-a0b1-d6afcc41d140'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:22.843102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2ce85-e41d-42a6-8f9d-1a4ce7c194cb None None] Network dd07d361-2514-438a-8ad0-1d6975a6b493 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:22.996490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c08ec424-6255-4532-adea-448df3eda4a4 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "PUT /v2.0/quotas/46301b5694884a3db7d5c7490f299c1e HTTP/1.1" status: 200 len: 366 time: 0.4585083 Apr 05 21:04:22.996754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60378) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.016805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9e3b7d35-6024-4314-a0d0-763fda48b7d7 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0161982 Apr 05 21:04:23.017040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60382) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.021936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2ddd189d-2cc1-416e-bb7c-4c8434bf3cad None None] Provisioning for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:23.029623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2ddd189d-2cc1-416e-bb7c-4c8434bf3cad None None] Provisioning complete for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:23.038033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2ddd189d-2cc1-416e-bb7c-4c8434bf3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:23.038173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a7cbca87-5798-4350-8a80-5dfb7a24f907 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "GET /v2.0/quotas/46301b5694884a3db7d5c7490f299c1e HTTP/1.1" status: 200 len: 366 time: 0.0167801 Apr 05 21:04:23.038606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60386) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.128672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-610843eb-186c-418a-8612-018a9b2844f7 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/46301b5694884a3db7d5c7490f299c1e HTTP/1.1" status: 204 len: 168 time: 0.0832970 Apr 05 21:04:23.131470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60390) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.143080 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:23.148421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6d4f0a11-ecc9-49e4-80af-257abd8a01ca tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0147066 Apr 05 21:04:23.154906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60394) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.170212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1b061534-6626-481a-ba00-be57f0207bbf tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "GET /v2.0/quotas/46301b5694884a3db7d5c7490f299c1e HTTP/1.1" status: 200 len: 370 time: 0.0139422 Apr 05 21:04:23.172604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60398) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.179379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b40c04b7-027f-4355-aefb-684a6237b669 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "GET /v2.0/quotas/46301b5694884a3db7d5c7490f299c1e/default HTTP/1.1" status: 200 len: 370 time: 0.0051107 Apr 05 21:04:23.185541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60402) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.206010 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-edf41aa6-e5d7-49ef-8b2c-3283545a51b0 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] delete failed (client error): The resource could not be found. Apr 05 21:04:23.207147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-edf41aa6-e5d7-49ef-8b2c-3283545a51b0 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/46301b5694884a3db7d5c7490f299c1e HTTP/1.1" status: 404 len: 348 time: 0.0196152 Apr 05 21:04:23.302829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2ddd189d-2cc1-416e-bb7c-4c8434bf3cad None None] Provisioning for port 6b62e8ac-8fa2-42f1-810f-554635e726ae completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:23.311448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2ddd189d-2cc1-416e-bb7c-4c8434bf3cad None None] Provisioning complete for port 6b62e8ac-8fa2-42f1-810f-554635e726ae triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:23.317734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2ddd189d-2cc1-416e-bb7c-4c8434bf3cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:23.415756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd189d-2cc1-416e-bb7c-4c8434bf3cad None None] Port 6b62e8ac-8fa2-42f1-810f-554635e726ae cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:04:23.423288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 19307cef-93c2-4f75-bd15-dc7ad087a1a0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:23.537973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:23.538592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:23.565643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-5a473e4d-7370-41db-9bf8-ac458a904a42 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:23.569859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-5a473e4d-7370-41db-9bf8-ac458a904a42 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 950 time: 0.1875963 Apr 05 21:04:23.636648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60412) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:23.683720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:04:23.697263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] Sync routers for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:04:23.706773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:network and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:23.721732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Deleting port c11f1760-b419-460f-8c2f-8a566fbc65c4 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:23.722075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:23.770048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8:0:1::254 (dd07d361-2514-438a-8ad0-1d6975a6b493/3750beba-08f7-4288-a0b1-d6afcc41d140/6b62e8ac-8fa2-42f1-810f-554635e726ae) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:23.776963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:23.812311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:04:23.812311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:04:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:23.848500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:subnet and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:23.870976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9da33a91-9f6d-4682-bc60-f56b208af169 None None] Provisioning complete for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:23.871494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9da33a91-9f6d-4682-bc60-f56b208af169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:23.894069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:23.894562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:23.993361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:subnetpool and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:23.997307 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-11b9a015-b11d-46da-b8d2-cfc9077a78ca tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/floatingips/67e5519c-7f9b-4fad-8a3d-377e56d9ab3d HTTP/1.1" status: 204 len: 168 time: 2.8639417 Apr 05 21:04:24.000169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:04:24.020199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:24.059596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:24.067036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:port and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:24.075400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66fa0-091d-4be3-ae69-9215ea735d28 req-c1b04e8b-8014-4967-94b5-ac756740c987 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:24.082865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6f66fa0-091d-4be3-ae69-9215ea735d28 req-c1b04e8b-8014-4967-94b5-ac756740c987 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 950 time: 0.3181050 Apr 05 21:04:24.113865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Ignored duplicate provisioning block setup for port 6b62e8ac-8fa2-42f1-810f-554635e726ae by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 21:04:24.117701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:24.163905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] For port c11f1760-b419-460f-8c2f-8a566fbc65c4, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=c11f1760-b419-460f-8c2f-8a566fbc65c4,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:24.164332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:24.172480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:router and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:24.212118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:24.213726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:04:24.236601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:24.313747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6f66fa0-091d-4be3-ae69-9215ea735d28 req-2edd2472-8e6c-4aa8-8d9c-514ab7f8629d tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2c67b06-64ee-41ca-8c75-6bb196d01777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297373 Apr 05 21:04:24.341042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Calling delete_port for c11f1760-b419-460f-8c2f-8a566fbc65c4 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:24.341208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9da33a91-9f6d-4682-bc60-f56b208af169 None None] Provisioning complete for port 6b62e8ac-8fa2-42f1-810f-554635e726ae triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:24.341208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9da33a91-9f6d-4682-bc60-f56b208af169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:24.393025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9da33a91-9f6d-4682-bc60-f56b208af169 None None] Port 6b62e8ac-8fa2-42f1-810f-554635e726ae cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:04:24.407892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=6b62e8ac-8fa2-42f1-810f-554635e726ae,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:24.457620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:floatingip and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:24.490705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:24.540561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] In _notify_port_updated(), no bound segment for port 6b62e8ac-8fa2-42f1-810f-554635e726ae on network dd07d361-2514-438a-8ad0-1d6975a6b493 {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 21:04:24.545247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:24.546614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:24.547574 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-343ed059-2e8a-4547-a787-32a7486c0420 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "PUT /v2.0/ports/6b62e8ac-8fa2-42f1-810f-554635e726ae HTTP/1.1" status: 200 len: 1012 time: 1.7671323 Apr 05 21:04:24.561716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60424) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:24.685913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-83b344a9-559c-4d6b-a8d8-eb48da9cf035 None None] Provisioning complete for port 6b62e8ac-8fa2-42f1-810f-554635e726ae triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:24.686706 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-83b344a9-559c-4d6b-a8d8-eb48da9cf035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:24.728112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 6b62e8ac-8fa2-42f1-810f-554635e726ae {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:24.728514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:24.873727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:security_group and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:24.882323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:24.900670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-83b344a9-559c-4d6b-a8d8-eb48da9cf035 None None] Port 6b62e8ac-8fa2-42f1-810f-554635e726ae cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:04:24.901952 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffbf819-52eb-4533-9e23-a6f1ad40b4cf'] response: {'name': 'network-changed', 'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'status': 'completed', 'code': 200} Apr 05 21:04:24.938934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Usage tracker for resource:security_group_rule and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:24.940534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:52Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:24.944516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] Checking router: cbb07ecb-f604-49d6-9902-bca000ed9ffb for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:04:24.956239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:04:24.956849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:04:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:25.058339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:25.109143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f8c7773-b93c-4d46-86a0-7fe2ae5c2679 None None] Provisioning complete for port 6b62e8ac-8fa2-42f1-810f-554635e726ae triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:25.109515 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f8c7773-b93c-4d46-86a0-7fe2ae5c2679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:25.188203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2f8c7773-b93c-4d46-86a0-7fe2ae5c2679 None None] Port 6b62e8ac-8fa2-42f1-810f-554635e726ae cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:04:25.202412 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:25.208427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:04:25.249730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['c11f1760-b419-460f-8c2f-8a566fbc65c4'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:04:25.273244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0780f065-4aa0-44cf-8778-c1e5f4e91d24 tempest-QuotasTest-715162104 tempest-QuotasTest-715162104-project-admin] 10.222.0.10 "GET /v2.0/quotas/64eb95c7f9b34abdb0a2077a6af2733d/details.json HTTP/1.1" status: 200 len: 703 time: 1.6301150 Apr 05 21:04:25.275548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Pushing event deleted for resources: {'Port': ['ID=c11f1760-b419-460f-8c2f-8a566fbc65c4,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:25.415373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:25.465669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] No DVR routers for this DVR port c11f1760-b419-460f-8c2f-8a566fbc65c4 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:25.524122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:25.527713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'name': 'network-vif-deleted', 'tag': 'c11f1760-b419-460f-8c2f-8a566fbc65c4'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:04:25.646415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 6b62e8ac-8fa2-42f1-810f-554635e726ae owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:25.674253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:52Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:25.678903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787ef7d-3e44-4f0e-9eaf-275aafc94b9e None None] The sync data for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 is: [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7824d0dc-c8a8-4c41-b88f-601a5acd86ce', 'name': '', 'network_id': '08b5521a-6ff5-401c-95be-5399effdc5f1', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'mac_address': 'fa:16:3e:6b:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:43Z', 'updated_at': '2022-04-05T21:02:52Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'subnets': [{'id': '0872a292-dadc-4437-b85c-2b5b0d08f9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:04:25.705434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-430ec986-8676-4f62-916a-52e6fed4a6c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 1096 time: 0.6797385 Apr 05 21:04:25.706674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c4068e40-3d1b-4619-9380-12f562dfe54e req-ac08522e-e2cb-431a-80a7-243c5cc42649 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Synchronizing usage tracker for tenant:6aacc09705f842bca8fb30b2664496f5 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:25.727717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f6efd-a425-4dbf-b470-1b908afe1217 req-bed33726-e782-4ee8-b5e2-b470e6a6f5ff tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:25.733903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d1f6efd-a425-4dbf-b470-1b908afe1217 req-bed33726-e782-4ee8-b5e2-b470e6a6f5ff tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 945 time: 0.8010633 Apr 05 21:04:25.820780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3669c7cd-cade-4015-9a3e-3850eae4a152 req-3fde9e8d-4a9a-4710-8886-07028cf03952 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.23 "DELETE /v2.0/ports/c11f1760-b419-460f-8c2f-8a566fbc65c4 HTTP/1.1" status: 204 len: 173 time: 2.2447886 Apr 05 21:04:26.015707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c4068e40-3d1b-4619-9380-12f562dfe54e req-ac08522e-e2cb-431a-80a7-243c5cc42649 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] Unset dirty status for tenant:6aacc09705f842bca8fb30b2664496f5 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:26.027402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4068e40-3d1b-4619-9380-12f562dfe54e req-ac08522e-e2cb-431a-80a7-243c5cc42649 tempest-VolumesBackupsTest-549622369 tempest-VolumesBackupsTest-549622369-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b HTTP/1.1" status: 200 len: 210 time: 0.5046520 Apr 05 21:04:26.051570 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d2736-2e52-4d48-8885-70145bc1688d None None] New status for floating IP 67e5519c-7f9b-4fad-8a3d-377e56d9ab3d: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:04:26.084167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:26.111423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d1f6efd-a425-4dbf-b470-1b908afe1217 req-ab4bb971-356f-47c5-b3e0-8e6f68a76082 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3765295 Apr 05 21:04:26.136572 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2719f88-3bfa-49c5-99ba-cffd7e9edae6'] response: {'server_uuid': '6bb6a918-0e95-40f7-ae2f-9b7ff1103b1b', 'name': 'network-vif-deleted', 'tag': 'c11f1760-b419-460f-8c2f-8a566fbc65c4', 'status': 'completed', 'code': 200} Apr 05 21:04:26.205731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-41ac25ac-d4e5-49d4-aa65-deab6ad88eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:26.207909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-41ac25ac-d4e5-49d4-aa65-deab6ad88eba service neutron] 10.222.0.39 "GET /v2.0/networks?id=08b5521a-6ff5-401c-95be-5399effdc5f1 HTTP/1.1" status: 200 len: 898 time: 0.4720039 Apr 05 21:04:26.362206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-01dbb328-93e1-4657-9c89-c524a070fe3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8423287-8d85-42f8-989e-f809cc4ff24c HTTP/1.1" status: 200 len: 217 time: 0.1373007 Apr 05 21:04:26.395336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:26.435982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-f5e631ba-9d6d-4932-a216-49a3f6cdab8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:26.437591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-f5e631ba-9d6d-4932-a216-49a3f6cdab8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0872a292-dadc-4437-b85c-2b5b0d08f9a0 HTTP/1.1" status: 200 len: 834 time: 0.0607233 Apr 05 21:04:26.440134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:26.458426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:26.462673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Usage tracker for resource:security_group_rule and tenant:749a0b966ab7475793137065eb54a943 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:26.466451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:26.472376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:26.531311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=6b62e8ac-8fa2-42f1-810f-554635e726ae,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:26.589409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:26.627530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-ec912b93-0508-4a57-8191-57a66329f674 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:26.628583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-ec912b93-0508-4a57-8191-57a66329f674 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Synchronizing usage tracker for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:26.640782 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:26.660377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-68236a5b-696c-43f6-a756-df3c83d881f7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/6b62e8ac-8fa2-42f1-810f-554635e726ae HTTP/1.1" status: 204 len: 168 time: 2.0956833 Apr 05 21:04:26.663375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60448) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:26.674634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-54d8cc8c-1392-4e6c-a766-6038f5e9e689 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08b5521a-6ff5-401c-95be-5399effdc5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284837 Apr 05 21:04:26.712376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:26.735147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-ec912b93-0508-4a57-8191-57a66329f674 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Unset dirty status for tenant:4a3d3ebc98a545b8a3caa392881659cf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:26.736359 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-ec912b93-0508-4a57-8191-57a66329f674 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 945 time: 0.2188463 Apr 05 21:04:26.737355 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-671aee1a-213c-4dc5-8c3b-b11a48b4e843 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:26.737914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-671aee1a-213c-4dc5-8c3b-b11a48b4e843 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:26.851827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d68590-64d3-41be-8f6e-d9bb8e1e9ea8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:26.858221 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9533204-8384-4bcc-b3f1-e0ef47e7acd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=749a0b966ab7475793137065eb54a943&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7728376 Apr 05 21:04:26.861904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:26.878951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port b8423287-8d85-42f8-989e-f809cc4ff24c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:26.879210 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:26.881877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-19d9d967-f304-441b-89de-a4527e05ef41 service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897058 Apr 05 21:04:26.997352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-671aee1a-213c-4dc5-8c3b-b11a48b4e843 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:26.999971 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-671aee1a-213c-4dc5-8c3b-b11a48b4e843 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/6b62e8ac-8fa2-42f1-810f-554635e726ae HTTP/1.1" status: 404 len: 333 time: 0.3348858 Apr 05 21:04:27.013556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60458) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:27.054036 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f0f36e3-c40a-4a52-a569-3dabefb5d0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.064084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-982c54da-1f80-474f-984d-c50fba3dc3bb req-3f110ad5-e764-4cd2-90b9-5a279e111db2 service neutron] 10.222.0.39 "GET /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744511 Apr 05 21:04:27.185139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f0f36e3-c40a-4a52-a569-3dabefb5d0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.267204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port b8423287-8d85-42f8-989e-f809cc4ff24c, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=b8423287-8d85-42f8-989e-f809cc4ff24c,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:27.267602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.439886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet 3750beba-08f7-4288-a0b1-d6afcc41d140 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:27.445799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.504754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3a2ee-c7ea-42b2-b36b-5624451c397f req-c15a2ce6-26bb-44cc-ae3e-5367ff321d93 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:27.506352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fc3a2ee-c7ea-42b2-b36b-5624451c397f req-c15a2ce6-26bb-44cc-ae3e-5367ff321d93 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 945 time: 0.1813416 Apr 05 21:04:27.529288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.563506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for b8423287-8d85-42f8-989e-f809cc4ff24c owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:27.640625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fc3a2ee-c7ea-42b2-b36b-5624451c397f req-b9c37c06-96d0-4640-b1d0-a3a63432d827 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/security-groups?id=c087197d-4660-4483-ab16-84b3b518be0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823278 Apr 05 21:04:27.673089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.751511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c11f1760-b419-460f-8c2f-8a566fbc65c4 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:27.763635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f0f36e3-c40a-4a52-a569-3dabefb5d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.785171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f36e3-c40a-4a52-a569-3dabefb5d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d68590-64d3-41be-8f6e-d9bb8e1e9ea8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:27.789956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: c11f1760-b419-460f-8c2f-8a566fbc65c4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:27.790331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device c11f1760-b419-460f-8c2f-8a566fbc65c4 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:27.846708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.867843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.926723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=3750beba-08f7-4288-a0b1-d6afcc41d140,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:27.950999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:27.951807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace88bf9-ef52-422e-81bf-d687fa7e9a5d None None] Network dd07d361-2514-438a-8ad0-1d6975a6b493 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:27.957959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e4735225-670d-4f40-9ab3-1a37172ee90d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/3750beba-08f7-4288-a0b1-d6afcc41d140 HTTP/1.1" status: 204 len: 168 time: 0.9434221 Apr 05 21:04:27.960484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60472) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:27.975075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=b8423287-8d85-42f8-989e-f809cc4ff24c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:28.077065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet ac88bda4-e592-4702-bd40-033862b38c32 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:28.078250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] No DVR routers for this DVR port b8423287-8d85-42f8-989e-f809cc4ff24c on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:28.081486 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.083728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.085082 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d8e27e29-7164-4016-b6ab-5060eb86a051 req-eceb068d-b3d5-4798-a663-4e86ea2c2057 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.39 "DELETE /v2.0/ports/b8423287-8d85-42f8-989e-f809cc4ff24c HTTP/1.1" status: 204 len: 173 time: 1.3391538 Apr 05 21:04:28.085957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'name': 'network-vif-deleted', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:04:28.092570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f0f36e3-c40a-4a52-a569-3dabefb5d0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.096212 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9f0f36e3-c40a-4a52-a569-3dabefb5d0d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3d68590-64d3-41be-8f6e-d9bb8e1e9ea8 HTTP/1.1" status: 204 len: 168 time: 1.2311516 Apr 05 21:04:28.171964 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d0467d-fb80-4505-9f40-2bd05adf0ced'] response: {'server_uuid': '31e0e0a7-a03d-40f7-accc-706789504dc3', 'name': 'network-vif-deleted', 'tag': 'b8423287-8d85-42f8-989e-f809cc4ff24c', 'status': 'completed', 'code': 200} Apr 05 21:04:28.172302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.315262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.526298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.623386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=ac88bda4-e592-4702-bd40-033862b38c32,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:28.656168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.664544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c7d14ca8-a514-4e3c-af11-de05d0c9a9d1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/ac88bda4-e592-4702-bd40-033862b38c32 HTTP/1.1" status: 204 len: 168 time: 0.7029595 Apr 05 21:04:28.667327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60484) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:28.867924 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.881974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:28.882375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:28.934410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b278b78-067e-4436-8f1d-8ccae2f71b6d req-2a7e88a0-e8d2-4068-843a-f49e139121fb tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "GET /v2.0/ports?device_id=31e0e0a7-a03d-40f7-accc-706789504dc3 HTTP/1.1" status: 200 len: 210 time: 0.0828300 Apr 05 21:04:29.134940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60492) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:29.154909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.224448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:29.228795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Usage tracker for resource:security_group_rule and tenant:64eb95c7f9b34abdb0a2077a6af2733d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:29.234841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] For port 19307cef-93c2-4f75-bd15-dc7ad087a1a0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=19307cef-93c2-4f75-bd15-dc7ad087a1a0,segment=NetworkSegment(889c07ed-67f3-40c7-8a97-f4a568e3b8c8),segment_id=889c07ed-67f3-40c7-8a97-f4a568e3b8c8)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:29.235203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.243091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:29.257861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:29.270078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911c8c33-0924-423c-b398-5340444bfbb5 None None] Network dd07d361-2514-438a-8ad0-1d6975a6b493 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:29.347762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.423558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 19307cef-93c2-4f75-bd15-dc7ad087a1a0 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:29.427044 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.431407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-233b0bb0-70a9-43dc-96a8-168d100525d9 None None] Provisioning complete for port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:29.431778 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-233b0bb0-70a9-43dc-96a8-168d100525d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.479916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015307e6-5af9-4b25-8a61-5bba537a7ac3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:29.484372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d97c39b4-190d-4c2e-b62e-e7a6d753c9fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64eb95c7f9b34abdb0a2077a6af2733d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3477128 Apr 05 21:04:29.487047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60496) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:29.562893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1ef34f2-cc8e-4e03-b759-c32191e1412e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.577124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.577965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-233b0bb0-70a9-43dc-96a8-168d100525d9 None None] Could not find standard attr ID for object 19307cef-93c2-4f75-bd15-dc7ad087a1a0. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:04:29.581573 n-d-836605-1 neutron-server[84582]: INFO neutron.plugins.ml2.db [None req-233b0bb0-70a9-43dc-96a8-168d100525d9 None None] No ports have port_id starting with 19307cef-93c2-4f75-bd15-dc7ad087a1a0 Apr 05 21:04:29.597796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1ef34f2-cc8e-4e03-b759-c32191e1412e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.624315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No DVR routers for this DVR port 19307cef-93c2-4f75-bd15-dc7ad087a1a0 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:29.663735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87192dc-d3e3-4b8d-a1d6-08c72dbb90ae None None] DHCP port deletion for dd07d361-2514-438a-8ad0-1d6975a6b493 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:29.678408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=19307cef-93c2-4f75-bd15-dc7ad087a1a0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:29.741038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1ef34f2-cc8e-4e03-b759-c32191e1412e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.760427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef34f2-cc8e-4e03-b759-c32191e1412e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015307e6-5af9-4b25-8a61-5bba537a7ac3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:29.764882 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1ef34f2-cc8e-4e03-b759-c32191e1412e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.765994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f1ef34f2-cc8e-4e03-b759-c32191e1412e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/015307e6-5af9-4b25-8a61-5bba537a7ac3 HTTP/1.1" status: 204 len: 168 time: 0.2761586 Apr 05 21:04:29.803926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.830430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd07d361-2514-438a-8ad0-1d6975a6b493']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:29.844501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889c07ed-67f3-40c7-8a97-f4a568e3b8c8') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:29.844870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889c07ed-67f3-40c7-8a97-f4a568e3b8c8') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:29.858176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.874070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.883998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:04:29.883998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:04:29.895019 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:04:30.052751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60508) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:30.057339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.077652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.083968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=dd07d361-2514-438a-8ad0-1d6975a6b493,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:30.134451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-240b0ed4-684b-4332-9e73-4bd8120c9c87 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.169212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-240b0ed4-684b-4332-9e73-4bd8120c9c87 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.182261 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0bd08559-2a8e-466b-8d29-8f292ab1791a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/dd07d361-2514-438a-8ad0-1d6975a6b493 HTTP/1.1" status: 204 len: 168 time: 1.5138035 Apr 05 21:04:30.186099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60518) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:30.315158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ec12a-d324-43f3-96f8-8c77659c7eef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:30.315847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f74ec12a-d324-43f3-96f8-8c77659c7eef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:30.360309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-240b0ed4-684b-4332-9e73-4bd8120c9c87 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.380167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b0ed4-684b-4332-9e73-4bd8120c9c87 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087197d-4660-4483-ab16-84b3b518be0e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:30.422646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f74ec12a-d324-43f3-96f8-8c77659c7eef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:30.427332 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f74ec12a-d324-43f3-96f8-8c77659c7eef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2371352 Apr 05 21:04:30.429983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60530) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:30.451130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-240b0ed4-684b-4332-9e73-4bd8120c9c87 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.455484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-240b0ed4-684b-4332-9e73-4bd8120c9c87 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/security-groups/c087197d-4660-4483-ab16-84b3b518be0e HTTP/1.1" status: 204 len: 168 time: 0.4016519 Apr 05 21:04:30.532930 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5567133a-575e-4267-924d-e0d93b9baf08 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1043508 Apr 05 21:04:30.536284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60538) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:30.542373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1060537021'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:30.548418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:30.553515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:30.558673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:30.565071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:30.600994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60544) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:30.640013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:30.644132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.690732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:30.702777 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.703260 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment e29b40a1-a092-4ee0-a807-4ee9f9c529ba of type vlan for network 4236f8d7-5338-443f-a32c-dc8ac115c973 Apr 05 21:04:30.736824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.738646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b8423287-8d85-42f8-989e-f809cc4ff24c no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:30.814857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: b8423287-8d85-42f8-989e-f809cc4ff24c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:30.815205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device b8423287-8d85-42f8-989e-f809cc4ff24c not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:30.846263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:30.849366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:30.852241 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:31.180592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=4236f8d7-5338-443f-a32c-dc8ac115c973,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:31.184887 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-16f9efbe-13fa-4ad4-a7bb-8c8516779e3e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6475623 Apr 05 21:04:31.187740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60570) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:31.194122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:31.209018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:31.436236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:31.438131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 19307cef-93c2-4f75-bd15-dc7ad087a1a0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:31.438269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:31.450452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:31.459231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:31.467578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:31.493839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 19307cef-93c2-4f75-bd15-dc7ad087a1a0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:31.494125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 19307cef-93c2-4f75-bd15-dc7ad087a1a0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:31.549839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:31.742323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60582) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:31.755408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.164623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1497154210'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:32.189885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:32.196573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:network and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:32.212251 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:32.220356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:32.400723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:32.403820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.415645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.465765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.543556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=0f5cefae-9827-4d8b-bdd0-6579967b495f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:32.556828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:32.558292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.564947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': 'e29b40a1-a092-4ee0-a807-4ee9f9c529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:32.565336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: 4236f8d7-5338-443f-a32c-dc8ac115c973, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:32.581809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:32.591963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:security_group_rule and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:32.597273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:32.607424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:32.681678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:32.706362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.772464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 4236f8d7-5338-443f-a32c-dc8ac115c973) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:32.776998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:32.797866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.798585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fb068-957d-47f2-953a-be51cac71267 None None] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:32.826921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port 7824d0dc-c8a8-4c41-b88f-601a5acd86ce, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:32.828979 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.843504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:32.912664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52002f59-a17d-43ba-91d6-36d5cff17343,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:32.933184 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-823dd533-ed22-4afa-bc36-26aad906e948 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7442079 Apr 05 21:04:32.937757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60608) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:32.948258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973', 'name': 'tempest-PortsIpV6TestJSON-1909579854'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:32.981928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:33.028163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for 7824d0dc-c8a8-4c41-b88f-601a5acd86ce owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:33.052424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-4236f8d7-5338-443f-a32c-dc8ac115c973', 'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973', 'tenant_id': 'a106674e9aea4843a85dfe3b6f5c6bdf', 'fixed_ips': [{'subnet_id': '0f5cefae-9827-4d8b-bdd0-6579967b495f'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:33.053268 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.070279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.070667 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Added segment 7bad710b-49ef-487f-9e72-830d63369760 of type vlan for network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da Apr 05 21:04:33.179422 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.272373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Allocated IP 2001:db8::2 (4236f8d7-5338-443f-a32c-dc8ac115c973/0f5cefae-9827-4d8b-bdd0-6579967b495f/20cbb72e-203c-40a9-ba13-567dd339782e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:33.311927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:33.339524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:33.370793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.428924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:33.431807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.441773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.446383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:33.447231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.474587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=7824d0dc-c8a8-4c41-b88f-601a5acd86ce,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:33.548902 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.563073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Transition to ACTIVE for port object 20cbb72e-203c-40a9-ba13-567dd339782e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:33.576500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 8002c142-c17e-4099-8408-89d449160023 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:33.589226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Transition to ACTIVE for port object 20cbb72e-203c-40a9-ba13-567dd339782e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:33.651620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9080713 Apr 05 21:04:33.681151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b663a-7b53-45f0-a304-e89366f2e750 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Network': ['ID=4dae0d0c-2620-4b9f-8c45-5535d9c1a6da,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:33.686438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:33.785682 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:33.897017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::243 (4236f8d7-5338-443f-a32c-dc8ac115c973/0f5cefae-9827-4d8b-bdd0-6579967b495f/8002c142-c17e-4099-8408-89d449160023) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:33.998209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.048244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:34.100040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:34.103038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:34.126440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Pushing event updated for resources: {'Port': ['ID=20cbb72e-203c-40a9-ba13-567dd339782e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:34.226760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.284081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object 8002c142-c17e-4099-8408-89d449160023 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:34.289127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.418311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.459833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Attempting to bind port 20cbb72e-203c-40a9-ba13-567dd339782e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:34.460208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Attempting to bind port 20cbb72e-203c-40a9-ba13-567dd339782e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'e29b40a1-a092-4ee0-a807-4ee9f9c529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:34.460571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Attempting to bind port 20cbb72e-203c-40a9-ba13-567dd339782e on network 4236f8d7-5338-443f-a32c-dc8ac115c973 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:04:34.475325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:04:34.475723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Checking segment: {'id': 'e29b40a1-a092-4ee0-a807-4ee9f9c529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:34.476101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.476487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Bound using segment: {'id': 'e29b40a1-a092-4ee0-a807-4ee9f9c529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:04:34.478111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Bound port: 20cbb72e-203c-40a9-ba13-567dd339782e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29b40a1-a092-4ee0-a807-4ee9f9c529ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:34.478565 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.641388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:34.645349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:34.653384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:34.672842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:34.678601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.790360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] For port 20cbb72e-203c-40a9-ba13-567dd339782e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:04:34.803066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] For port 20cbb72e-203c-40a9-ba13-567dd339782e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=20cbb72e-203c-40a9-ba13-567dd339782e,segment=NetworkSegment(e29b40a1-a092-4ee0-a807-4ee9f9c529ba),segment_id=e29b40a1-a092-4ee0-a807-4ee9f9c529ba)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:04:34.849399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=8002c142-c17e-4099-8408-89d449160023,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:34.866552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-138439da-a32c-4e65-82ad-9588c9c47bc3 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9266987 Apr 05 21:04:34.869040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60624) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:34.876472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '4236f8d7-5338-443f-a32c-dc8ac115c973', 'name': 'tempest-PortsIpV6TestJSON-778789812'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:34.888376 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:34.969806 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a33a3bfe-71e2-40f3-8aaa-b7c01c69dbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:35.070928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f47b44-fe75-4304-8983-7bc3790da45f None None] Pushing event updated for resources: {'Port': ['ID=20cbb72e-203c-40a9-ba13-567dd339782e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:35.205424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:35.214495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:35.218059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:35.226478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:35.296003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:35.302113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:35.463507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 85c997f4-b6fb-46be-9189-edc62aa3a37a yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:35.851949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Router cbb07ecb-f604-49d6-9902-bca000ed9ffb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:04:35.929911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::362 (4236f8d7-5338-443f-a32c-dc8ac115c973/0f5cefae-9827-4d8b-bdd0-6579967b495f/85c997f4-b6fb-46be-9189-edc62aa3a37a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:36.185956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:04:36.196678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] Sync routers for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:04:36.221280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-610c8483-089d-475c-9da3-33a7bfdf10f1 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "PUT /v2.0/routers/cbb07ecb-f604-49d6-9902-bca000ed9ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6211760 Apr 05 21:04:36.227232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60634) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:36.230672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:04:36.231307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:04:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:36.493295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:36.528485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object 85c997f4-b6fb-46be-9189-edc62aa3a37a will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:36.621719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting subnet 0872a292-dadc-4437-b85c-2b5b0d08f9a0 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:36.625273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:36.639187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:36.656502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:04:36.859020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:36.923916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85f70f-ddb6-4e40-9324-c3690f29dca5 None None] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:36.936730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=85c997f4-b6fb-46be-9189-edc62aa3a37a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:36.959584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:36.965634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:36.973037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:36.980420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:36.981615 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:37.076696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:37.092646 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f8e57d07-0a4b-4b2e-8562-a8f1c7a6a1d8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2224164 Apr 05 21:04:37.095306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60640) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:37.132310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60644) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:37.151260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'subnet': {'network_id': '4dae0d0c-2620-4b9f-8c45-5535d9c1a6da', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:37.194915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05d52af4-f91f-4966-a9f8-966109301fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:37.309501 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:37.326057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:37.335704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:subnet and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:37.342031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:37.356737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:37.368814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0888939a-489d-4e4e-8dc9-88e49afd9644 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:37.370304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0888939a-489d-4e4e-8dc9-88e49afd9644 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:37.426874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Subnet': ['ID=0872a292-dadc-4437-b85c-2b5b0d08f9a0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:37.437859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:37.450610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a38d6deb-f6b8-4ddd-9fa1-495b25c7c865 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/subnets/0872a292-dadc-4437-b85c-2b5b0d08f9a0 HTTP/1.1" status: 204 len: 168 time: 1.2216439 Apr 05 21:04:37.452620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60650) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:37.453004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-428f96c1-ce9c-4204-ac80-912977142089 None None] Provisioning for port 20cbb72e-203c-40a9-ba13-567dd339782e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:37.469273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:37.481542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee028a8-6779-49cb-a76f-459950632dd3 None None] Network 08b5521a-6ff5-401c-95be-5399effdc5f1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:37.503161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 20cbb72e-203c-40a9-ba13-567dd339782e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:37.569154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0888939a-489d-4e4e-8dc9-88e49afd9644 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:37.575897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60654) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:37.576783 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0888939a-489d-4e4e-8dc9-88e49afd9644 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A243 HTTP/1.1" status: 200 len: 929 time: 0.4799039 Apr 05 21:04:37.631683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:37.808642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 85c997f4-b6fb-46be-9189-edc62aa3a37a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:37.809126 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:37.845844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:04:33Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:37.880005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] Checking router: cbb07ecb-f604-49d6-9902-bca000ed9ffb for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:04:37.941347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] Routers {'cbb07ecb-f604-49d6-9902-bca000ed9ffb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:04:37.942037 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:04:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:37.982963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.052382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 20cbb72e-203c-40a9-ba13-567dd339782e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:38.066272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 20cbb72e-203c-40a9-ba13-567dd339782e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:38.066646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.081733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Subnet': ['ID=22e7541c-acd7-4430-b7ae-430e41bc46fb,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:38.089248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Checking segment: {'id': '7bad710b-49ef-487f-9e72-830d63369760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4dae0d0c-2620-4b9f-8c45-5535d9c1a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:38.089755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network hostable DHCP agents. Network: 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:38.175578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:38.265633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] Set router cbb07ecb-f604-49d6-9902-bca000ed9ffb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:04:38.268635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:38.273894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:38.274597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.376384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.381158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96e504-4ae5-4f7c-a9d7-9f41f7118954 None None] Network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:38.409221 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] DHCP port deletion for 08b5521a-6ff5-401c-95be-5399effdc5f1 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:38.443142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Deleting port 983a4f5f-db43-47d9-a9e5-53122002ca01 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:38.443909 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.450652 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a4b8bdac-fd9f-4dc2-868b-8a017c33af9b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3124490 Apr 05 21:04:38.453904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60664) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:38.459515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-796218398'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:38.471774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:38.487080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:network and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:38.497283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:38.507824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:38.531405 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.550639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 85c997f4-b6fb-46be-9189-edc62aa3a37a owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:38.586869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.630414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:38.638949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.714822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:38.735792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.739804 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Added segment 2a47f0fe-c716-4d74-824f-50bc53adcf94 of type vlan for network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f Apr 05 21:04:38.795217 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.972096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.975954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:38.976824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:38.983647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.033159 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.067408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.125083 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.138840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 20cbb72e-203c-40a9-ba13-567dd339782e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=20cbb72e-203c-40a9-ba13-567dd339782e,segment=NetworkSegment(e29b40a1-a092-4ee0-a807-4ee9f9c529ba),segment_id=e29b40a1-a092-4ee0-a807-4ee9f9c529ba)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:39.160490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Provisioning for port 85c997f4-b6fb-46be-9189-edc62aa3a37a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:39.196622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Provisioning complete for port 85c997f4-b6fb-46be-9189-edc62aa3a37a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:39.197017 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.266431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Network': ['ID=84f650e1-1a10-4086-96f3-8a6bf7e26b4f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:39.282773 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.305753 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f6e5b747-8849-4ca7-8c1a-fa3eb69b5559 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8480542 Apr 05 21:04:39.306006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port e54a350e-f581-41a5-ba1b-0bfbe525a332 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:39.306006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.306263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:39.311420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'subnet': {'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:39.395731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=85c997f4-b6fb-46be-9189-edc62aa3a37a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:39.444190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:39.562506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b53e3774-7d3d-4160-beb4-79a2c9bc8ca0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/85c997f4-b6fb-46be-9189-edc62aa3a37a HTTP/1.1" status: 204 len: 168 time: 1.9852679 Apr 05 21:04:39.567327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60676) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:39.582512 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.602871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:39.619850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:subnet and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:39.623442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:39.635803 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-726c0660-5254-460f-ba4e-d6befe52eddf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:39.636306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-726c0660-5254-460f-ba4e-d6befe52eddf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:39.636544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:39.661030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Port 85c997f4-b6fb-46be-9189-edc62aa3a37a was deleted so its status cannot be updated. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 21:04:39.716313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port e54a350e-f581-41a5-ba1b-0bfbe525a332, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e54a350e-f581-41a5-ba1b-0bfbe525a332,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:39.716719 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.759968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:39.779270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 983a4f5f-db43-47d9-a9e5-53122002ca01 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:39.807572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-726c0660-5254-460f-ba4e-d6befe52eddf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:39.809002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-726c0660-5254-460f-ba4e-d6befe52eddf tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/85c997f4-b6fb-46be-9189-edc62aa3a37a HTTP/1.1" status: 404 len: 333 time: 0.2407465 Apr 05 21:04:39.811931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:39.958861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for e54a350e-f581-41a5-ba1b-0bfbe525a332 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:39.996218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.011207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Provisioning complete for port 20cbb72e-203c-40a9-ba13-567dd339782e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:40.011811 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.123964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.143668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 8002c142-c17e-4099-8408-89d449160023 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:40.143941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.157250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.165498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] For port 983a4f5f-db43-47d9-a9e5-53122002ca01, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=983a4f5f-db43-47d9-a9e5-53122002ca01,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:40.166076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.185396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=20cbb72e-203c-40a9-ba13-567dd339782e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:40.227271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.308726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-4dae0d0c-2620-4b9f-8c45-5535d9c1a6da', 'network_id': '4dae0d0c-2620-4b9f-8c45-5535d9c1a6da', 'tenant_id': '8dd691544ca44e5a9ec44211b4bfc2a0', 'fixed_ips': [{'subnet_id': '22e7541c-acd7-4430-b7ae-430e41bc46fb'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:40.309855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.328380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Port': ['ID=e54a350e-f581-41a5-ba1b-0bfbe525a332,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:40.407022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Calling delete_port for 983a4f5f-db43-47d9-a9e5-53122002ca01 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:40.468362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 983a4f5f-db43-47d9-a9e5-53122002ca01, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=983a4f5f-db43-47d9-a9e5-53122002ca01,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:40.587754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:04:33Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:40.590545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.678954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=983a4f5f-db43-47d9-a9e5-53122002ca01,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:40.688424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00278847-1db1-4ea8-830a-a90a1afefd02 None None] The sync data for ids ['cbb07ecb-f604-49d6-9902-bca000ed9ffb'] in n-d-836605-1 is: [{'id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'name': 'tempest-TestNetworkBasicOps-router-1145153765', 'tenant_id': '4a3d3ebc98a545b8a3caa392881659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:02:34Z', 'updated_at': '2022-04-05T21:04:33Z', 'revision_number': 5, 'project_id': '4a3d3ebc98a545b8a3caa392881659cf', 'gw_port': {'id': 'e54a350e-f581-41a5-ba1b-0bfbe525a332', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:85:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb07ecb-f604-49d6-9902-bca000ed9ffb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:02:36Z', 'updated_at': '2022-04-05T21:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:04:40.813112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.826866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Provisioning for port 8002c142-c17e-4099-8408-89d449160023 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:40.831857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:04:40.832218 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:04:40.837972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Provisioning complete for port 8002c142-c17e-4099-8408-89d449160023 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:40.838942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:40.896594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Allocated IP 2001:db8:0:ffff::2 (4dae0d0c-2620-4b9f-8c45-5535d9c1a6da/22e7541c-acd7-4430-b7ae-430e41bc46fb/09baae1e-2ad5-4159-9680-58a3bd1bf8de) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:40.920241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-187b4129-f46f-4fcc-8ba4-8073ba54e67f None None] Port 8002c142-c17e-4099-8408-89d449160023 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:04:41.017319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.205719 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.210877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.236729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 8002c142-c17e-4099-8408-89d449160023 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:41.318732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2be827ab-fef5-4eb4-8b59-5c046fcd13de None None] Could not find standard attr ID for object 85c997f4-b6fb-46be-9189-edc62aa3a37a. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:04:41.336652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Deleting port 983a4f5f-db43-47d9-a9e5-53122002ca01 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:41.338165 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.376706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2be827ab-fef5-4eb4-8b59-5c046fcd13de None None] Provisioning complete for port 8002c142-c17e-4099-8408-89d449160023 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:41.377335 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2be827ab-fef5-4eb4-8b59-5c046fcd13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.394182 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.394182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Fanout notify agent at l3_agent the message router_deleted on router cbb07ecb-f604-49d6-9902-bca000ed9ffb {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:04:41.428592 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.428592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-80fd83bc-15f5-49c2-9900-520578f35ae6 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/routers/cbb07ecb-f604-49d6-9902-bca000ed9ffb HTTP/1.1" status: 204 len: 168 time: 3.9669459 Apr 05 21:04:41.430996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60692) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:41.514593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.556481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2be827ab-fef5-4eb4-8b59-5c046fcd13de None None] Port 8002c142-c17e-4099-8408-89d449160023 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:04:41.590828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.602142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:04:41.609311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.613724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port 983a4f5f-db43-47d9-a9e5-53122002ca01 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:41.614067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.673149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Transition to ACTIVE for port object 09baae1e-2ad5-4159-9680-58a3bd1bf8de will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:41.730878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Transition to ACTIVE for port object 09baae1e-2ad5-4159-9680-58a3bd1bf8de will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:41.737553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Subnet': ['ID=77ea4371-1e3b-4e1f-b665-7a5cec04be3b,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:41.740586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.748218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] For port 983a4f5f-db43-47d9-a9e5-53122002ca01, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=983a4f5f-db43-47d9-a9e5-53122002ca01,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:41.748618 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.802455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=8002c142-c17e-4099-8408-89d449160023,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:41.834225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Checking segment: {'id': '2a47f0fe-c716-4d74-824f-50bc53adcf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:41.834681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network hostable DHCP agents. Network: 84f650e1-1a10-4086-96f3-8a6bf7e26b4f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:41.888999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.911808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] For port 983a4f5f-db43-47d9-a9e5-53122002ca01, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=983a4f5f-db43-47d9-a9e5-53122002ca01,segment=NetworkSegment(bbc5d5e3-de52-42ff-805d-4df302091548),segment_id=bbc5d5e3-de52-42ff-805d-4df302091548)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:41.912368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:41.984029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Calling delete_port for 983a4f5f-db43-47d9-a9e5-53122002ca01 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:41.994393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:42.028095 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1b19573-fc5e-4b84-8e27-5ad89fc51b95 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/8002c142-c17e-4099-8408-89d449160023 HTTP/1.1" status: 204 len: 168 time: 2.2148650 Apr 05 21:04:42.030586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60696) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:42.060837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Calling delete_port for 983a4f5f-db43-47d9-a9e5-53122002ca01 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:42.148252 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.184245 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cebac57-3013-4073-b92a-ab40650cc5af tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:42.186931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2cebac57-3013-4073-b92a-ab40650cc5af tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:42.201899 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:04:42.205172 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:04:42.209342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 84f650e1-1a10-4086-96f3-8a6bf7e26b4f) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:42.231649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:42.232429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.251444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 20cbb72e-203c-40a9-ba13-567dd339782e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:42.276840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9a685-5ccf-4bd8-a24b-11baa4c972d7 None None] Network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:42.305735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.331418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2cebac57-3013-4073-b92a-ab40650cc5af tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:42.333470 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2cebac57-3013-4073-b92a-ab40650cc5af tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/8002c142-c17e-4099-8408-89d449160023 HTTP/1.1" status: 404 len: 333 time: 0.3010843 Apr 05 21:04:42.335810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60704) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:42.386023 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6895f17d-aa6e-4a19-805f-26099d49f7b4 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0785134 Apr 05 21:04:42.388829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60710) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:42.394357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'port': {'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f', 'name': 'tempest-NetworksIpV6TestAttrs-1561701837'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:42.581973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:42.583417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Pushing event updated for resources: {'Port': ['ID=09baae1e-2ad5-4159-9680-58a3bd1bf8de,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:42.593252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:42.600521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:42.695592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] No DVR routers for this DVR port 983a4f5f-db43-47d9-a9e5-53122002ca01 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:42.697100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 20cbb72e-203c-40a9-ba13-567dd339782e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:42.697389 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.707846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Deleting port 983a4f5f-db43-47d9-a9e5-53122002ca01 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:42.710376 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.710943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet 0f5cefae-9827-4d8b-bdd0-6579967b495f {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:42.723201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.763158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:42.774903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68b5a4-fc03-4163-aac3-877f8e8d61e6 None None] Pushing event deleted for resources: {'Port': ['ID=983a4f5f-db43-47d9-a9e5-53122002ca01,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:42.800895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:port and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:42.808587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] The port '983a4f5f-db43-47d9-a9e5-53122002ca01' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:04:42.809521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:42.824170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.845811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:42.861705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-84f650e1-1a10-4086-96f3-8a6bf7e26b4f', 'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f', 'tenant_id': '8dd691544ca44e5a9ec44211b4bfc2a0', 'fixed_ips': [{'subnet_id': '77ea4371-1e3b-4e1f-b665-7a5cec04be3b'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:42.862670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.035480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.039744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.071814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b5521a-6ff5-401c-95be-5399effdc5f1']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:43.085284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc5d5e3-de52-42ff-805d-4df302091548') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:43.085652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc5d5e3-de52-42ff-805d-4df302091548') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:43.098544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.115365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.121943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:04:43.122351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.133544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Allocated IP 2001:db8::f816:3eff:fe74:dcde (84f650e1-1a10-4086-96f3-8a6bf7e26b4f/77ea4371-1e3b-4e1f-b665-7a5cec04be3b/9bb4eb64-cb07-40df-84ae-3eb8e0754eb0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:04:43.218843 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:04:43.224827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:43.226080 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.238267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Attempting to bind port 09baae1e-2ad5-4159-9680-58a3bd1bf8de on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:43.238639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Attempting to bind port 09baae1e-2ad5-4159-9680-58a3bd1bf8de by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '7bad710b-49ef-487f-9e72-830d63369760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4dae0d0c-2620-4b9f-8c45-5535d9c1a6da'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:43.239235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Attempting to bind port 09baae1e-2ad5-4159-9680-58a3bd1bf8de on network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:04:43.245550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.259237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] device_id is not set on port 3e4ee911-8a47-4942-b768-75a4426db235 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:43.297471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.314898 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/0f5cefae-9827-4d8b-bdd0-6579967b495f HTTP/1.1" status: 204 len: 168 time: 0.9753633 Apr 05 21:04:43.322463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60718) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:43.443763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca10a4-56c0-431f-8660-4f11064be112 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5cefae-9827-4d8b-bdd0-6579967b495f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:43.465391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.479847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773d205-e42a-44a6-a8ac-186b88c1d2e1 None None] Network 4236f8d7-5338-443f-a32c-dc8ac115c973 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:43.495168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:04:43.495545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Checking segment: {'id': '7bad710b-49ef-487f-9e72-830d63369760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4dae0d0c-2620-4b9f-8c45-5535d9c1a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:43.495928 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.496310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Bound using segment: {'id': '7bad710b-49ef-487f-9e72-830d63369760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4dae0d0c-2620-4b9f-8c45-5535d9c1a6da'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:04:43.496783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Bound port: 09baae1e-2ad5-4159-9680-58a3bd1bf8de, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bad710b-49ef-487f-9e72-830d63369760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4dae0d0c-2620-4b9f-8c45-5535d9c1a6da'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:43.497174 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.500424 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.503846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.511217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] Pushing event deleted for resources: {'Network': ['ID=08b5521a-6ff5-401c-95be-5399effdc5f1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:43.520588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 20cbb72e-203c-40a9-ba13-567dd339782e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:43.521169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:43.565175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7824d0dc-c8a8-4c41-b88f-601a5acd86ce no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:43.691004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6ac4f7a3-9651-457b-9417-415e2f000d49 tempest-TestNetworkBasicOps-46852534 tempest-TestNetworkBasicOps-46852534-project] 10.222.0.10 "DELETE /v2.0/networks/08b5521a-6ff5-401c-95be-5399effdc5f1 HTTP/1.1" status: 204 len: 168 time: 2.2493465 Apr 05 21:04:43.691235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7824d0dc-c8a8-4c41-b88f-601a5acd86ce {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:43.691235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7824d0dc-c8a8-4c41-b88f-601a5acd86ce not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:43.762324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e54a350e-f581-41a5-ba1b-0bfbe525a332 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:43.886337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e54a350e-f581-41a5-ba1b-0bfbe525a332 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:43.886925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e54a350e-f581-41a5-ba1b-0bfbe525a332 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:43.958915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] For port 20cbb72e-203c-40a9-ba13-567dd339782e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=20cbb72e-203c-40a9-ba13-567dd339782e,segment=NetworkSegment(e29b40a1-a092-4ee0-a807-4ee9f9c529ba),segment_id=e29b40a1-a092-4ee0-a807-4ee9f9c529ba)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:43.959545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.095204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] For port 09baae1e-2ad5-4159-9680-58a3bd1bf8de, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:04:44.107539 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.129479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] For port 09baae1e-2ad5-4159-9680-58a3bd1bf8de, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=09baae1e-2ad5-4159-9680-58a3bd1bf8de,segment=NetworkSegment(7bad710b-49ef-487f-9e72-830d63369760),segment_id=7bad710b-49ef-487f-9e72-830d63369760)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:04:44.131075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 20cbb72e-203c-40a9-ba13-567dd339782e owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:44.149564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Transition to ACTIVE for port object 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:44.178201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Transition to ACTIVE for port object 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:44.245891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44624d3-bfda-44b1-a3df-c4f418c86cba None None] DHCP port deletion for 4236f8d7-5338-443f-a32c-dc8ac115c973 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:44.250739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f44624d3-bfda-44b1-a3df-c4f418c86cba None None] Deleting port 20cbb72e-203c-40a9-ba13-567dd339782e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:44.251261 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f44624d3-bfda-44b1-a3df-c4f418c86cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.275224 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.326516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.343259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.404113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Allocated IP 2001:db8::f816:3eff:feee:14ab (84f650e1-1a10-4086-96f3-8a6bf7e26b4f/77ea4371-1e3b-4e1f-b665-7a5cec04be3b/3e4ee911-8a47-4942-b768-75a4426db235) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:44.442653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No DVR routers for this DVR port 20cbb72e-203c-40a9-ba13-567dd339782e on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:44.475424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f44624d3-bfda-44b1-a3df-c4f418c86cba None None] The port '20cbb72e-203c-40a9-ba13-567dd339782e' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:04:44.488663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:44.490129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf172d1-1cab-4c4a-baf0-2ece6cbdd62e None None] Pushing event updated for resources: {'Port': ['ID=09baae1e-2ad5-4159-9680-58a3bd1bf8de,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:44.494086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:44.557235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=20cbb72e-203c-40a9-ba13-567dd339782e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:44.578331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:44.580656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Pushing event updated for resources: {'Port': ['ID=9bb4eb64-cb07-40df-84ae-3eb8e0754eb0,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:44.643469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60730) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:44.718951 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:04:44.733815 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.778120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Attempting to bind port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:44.778611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Attempting to bind port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2a47f0fe-c716-4d74-824f-50bc53adcf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:44.779144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Attempting to bind port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 on network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:04:44.788106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:04:44.788530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Checking segment: {'id': '2a47f0fe-c716-4d74-824f-50bc53adcf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:44.793128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.793636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Bound using segment: {'id': '2a47f0fe-c716-4d74-824f-50bc53adcf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:04:44.794145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Bound port: 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a47f0fe-c716-4d74-824f-50bc53adcf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '84f650e1-1a10-4086-96f3-8a6bf7e26b4f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:44.794534 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.819148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4236f8d7-5338-443f-a32c-dc8ac115c973']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:44.874959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29b40a1-a092-4ee0-a807-4ee9f9c529ba') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:44.875228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29b40a1-a092-4ee0-a807-4ee9f9c529ba') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:44.887804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.905845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.945540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Transition to ACTIVE for port object 3e4ee911-8a47-4942-b768-75a4426db235 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:44.959468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.970290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] For port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:04:44.973660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] For port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9bb4eb64-cb07-40df-84ae-3eb8e0754eb0,segment=NetworkSegment(2a47f0fe-c716-4d74-824f-50bc53adcf94),segment_id=2a47f0fe-c716-4d74-824f-50bc53adcf94)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:04:44.978927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:04:44.980104 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:04:44.997587 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:04:45.021901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f6776fcc-471e-4400-8e30-0738f80395c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a3d3ebc98a545b8a3caa392881659cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3747537 Apr 05 21:04:45.022138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60742) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:45.073457 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.111756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bef0b2e4-d4ef-49f7-b96b-1bfd04c9a14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.144261 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bef0b2e4-d4ef-49f7-b96b-1bfd04c9a14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.152758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.176294 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.180911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f14b-42e4-4136-83cf-83c3b3cf6b45 None None] Pushing event updated for resources: {'Port': ['ID=9bb4eb64-cb07-40df-84ae-3eb8e0754eb0,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:45.214245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.226442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=4236f8d7-5338-443f-a32c-dc8ac115c973,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:45.257913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Port': ['ID=3e4ee911-8a47-4942-b768-75a4426db235,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:45.267278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:45.275484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:45.290830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:45.298504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:45.299167 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.304635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.304966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.305391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.305732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.306072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.306401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.306731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.307113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.307539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.307752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.308158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:45.313106 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c3f6e6e2-4c18-4ae0-b27a-c1d49057bac9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/4236f8d7-5338-443f-a32c-dc8ac115c973 HTTP/1.1" status: 204 len: 168 time: 1.9851966 Apr 05 21:04:45.316647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60748) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:45.324031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2103857347'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:45.340284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:45.347877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:45.354213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:45.360533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:45.407032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5cd0ae1e-8a45-406e-951a-4e043d71b472 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0169928 Apr 05 21:04:45.409566 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60752) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:45.477817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bef0b2e4-d4ef-49f7-b96b-1bfd04c9a14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.480618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bef0b2e4-d4ef-49f7-b96b-1bfd04c9a14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.482037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bef0b2e4-d4ef-49f7-b96b-1bfd04c9a14d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79f300b2-45ce-4524-8895-da9eaa609486 HTTP/1.1" status: 204 len: 168 time: 0.4589427 Apr 05 21:04:45.502685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0b2e4-d4ef-49f7-b96b-1bfd04c9a14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f300b2-45ce-4524-8895-da9eaa609486,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:45.508842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:45.519134 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.622487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:45.646941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.647225 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment 1aa09fb9-3006-4312-bea3-dde4408b1938 of type vlan for network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 Apr 05 21:04:45.711010 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.764092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Deleting subnet 77ea4371-1e3b-4e1f-b665-7a5cec04be3b {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:45.767878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.823790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.838981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:45.839544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.884701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.932813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 09baae1e-2ad5-4159-9680-58a3bd1bf8de up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:46.060375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=28e913ac-5c8e-4fcb-9238-7cb990a27ff5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:46.084008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:46.092371 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41bcdaf1-f616-4f30-99a9-02ce26f831d2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7742658 Apr 05 21:04:46.095068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60762) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:46.102654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:46.131458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:46.372624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:46.375385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:46.380358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:46.388054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:46.418851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291aee20-825f-4acf-bd61-907505417635 None None] Network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:46.451038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:46.493905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:46.502282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Subnet': ['ID=77ea4371-1e3b-4e1f-b665-7a5cec04be3b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:46.507189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a24840fc-b9bf-454b-9c7d-e9d632ccf22c tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/77ea4371-1e3b-4e1f-b665-7a5cec04be3b HTTP/1.1" status: 204 len: 168 time: 1.0966392 Apr 05 21:04:46.509702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60768) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:46.572085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:46.652763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 09baae1e-2ad5-4159-9680-58a3bd1bf8de completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:46.659639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bd646704-17ce-4f64-910e-26bb134d3b43 None None] Provisioning for port 09baae1e-2ad5-4159-9680-58a3bd1bf8de completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:46.689185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 09baae1e-2ad5-4159-9680-58a3bd1bf8de triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:46.689571 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:46.737494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78e765-cd04-449d-85f7-b8a34135296f tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:46.739505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78e765-cd04-449d-85f7-b8a34135296f tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:46.740502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a78e765-cd04-449d-85f7-b8a34135296f tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Synchronizing usage tracker for tenant:8dd691544ca44e5a9ec44211b4bfc2a0 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:46.763577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bd646704-17ce-4f64-910e-26bb134d3b43 None None] Provisioning complete for port 09baae1e-2ad5-4159-9680-58a3bd1bf8de triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:46.763968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd646704-17ce-4f64-910e-26bb134d3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:46.770468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:46.828789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60772) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:46.855347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:46.894048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1554acf5-6d2f-4837-97f0-fb1739f0209a None None] Network 84f650e1-1a10-4086-96f3-8a6bf7e26b4f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:46.933376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:46.940902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6826e977cc974b149e9bac2d3b2e9833 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:46.948906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:46.962819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:47.084446 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.093711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a78e765-cd04-449d-85f7-b8a34135296f tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Unset dirty status for tenant:8dd691544ca44e5a9ec44211b4bfc2a0 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:47.097702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5a78e765-cd04-449d-85f7-b8a34135296f tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5839553 Apr 05 21:04:47.098364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60776) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:47.161863 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.194251 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.206307 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.236329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a2f964-eefe-4835-8961-6829e9218161,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:47.277727 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c46ec695-162d-4e01-b25c-c546832ec1da tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.285016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-93da25a1-3302-42ec-ba86-9f3492a706c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6826e977cc974b149e9bac2d3b2e9833&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4527514 Apr 05 21:04:47.286912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60782) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:47.332518 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46ec695-162d-4e01-b25c-c546832ec1da tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 21:04:47.332989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46ec695-162d-4e01-b25c-c546832ec1da tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:04:47.362091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfca40b1-2afb-421e-a78c-a99d551da7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.368159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c46ec695-162d-4e01-b25c-c546832ec1da tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/84f650e1-1a10-4086-96f3-8a6bf7e26b4f HTTP/1.1" status: 409 len: 405 time: 0.2652819 Apr 05 21:04:47.368931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60786) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:47.381314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1985892427'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:47.398918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:47.414829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:network and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:47.417954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:47.428684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfca40b1-2afb-421e-a78c-a99d551da7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.448095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:47.480879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bd646704-17ce-4f64-910e-26bb134d3b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.502353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 09baae1e-2ad5-4159-9680-58a3bd1bf8de, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=09baae1e-2ad5-4159-9680-58a3bd1bf8de,segment=NetworkSegment(7bad710b-49ef-487f-9e72-830d63369760),segment_id=7bad710b-49ef-487f-9e72-830d63369760)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:47.536947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=805e7cb3-2039-4e1a-b32a-226525ec7a81,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:47.546432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:47.549544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.574389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfca40b1-2afb-421e-a78c-a99d551da7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.583527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': '1aa09fb9-3006-4312-bea3-dde4408b1938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:47.584096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: 28e913ac-5c8e-4fcb-9238-7cb990a27ff5, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:47.613663 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.614382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:47.623742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca40b1-2afb-421e-a78c-a99d551da7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a2f964-eefe-4835-8961-6829e9218161,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:47.633322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:47.640408 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dfca40b1-2afb-421e-a78c-a99d551da7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.642122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dfca40b1-2afb-421e-a78c-a99d551da7ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14a2f964-eefe-4835-8961-6829e9218161 HTTP/1.1" status: 204 len: 168 time: 0.3540399 Apr 05 21:04:47.648888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.649260 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Added segment 417185d6-aa5c-426e-8c68-e92aa543d7c1 of type vlan for network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 Apr 05 21:04:47.685881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:47.698266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.747430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] DHCP port deletion for 84f650e1-1a10-4086-96f3-8a6bf7e26b4f request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:47.770122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 28e913ac-5c8e-4fcb-9238-7cb990a27ff5) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:47.771440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:47.772036 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.783036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=09baae1e-2ad5-4159-9680-58a3bd1bf8de,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:47.786664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793ce62-f696-4a8c-b1d7-833739b5138b None None] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:47.814701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] Deleting port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:47.815104 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.817531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.822800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:47.823801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.886956 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4d26c99f-47eb-4a49-a1dc-572cf2994499 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7906501 Apr 05 21:04:47.890403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60794) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:47.901720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5', 'name': 'tempest-PortsIpV6TestJSON-1139295543', 'fixed_ips': [{'subnet_id': '805e7cb3-2039-4e1a-b32a-226525ec7a81', 'ip_address': '2001:db8::10'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:47.978669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-bd646704-17ce-4f64-910e-26bb134d3b43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:04:47.981617 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-bd646704-17ce-4f64-910e-26bb134d3b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:04:48.024684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Network': ['ID=cce2cb34-bc5d-442a-ade7-a491e2bf4e70,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:48.049475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:48.110189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c2ea124f-a22b-4c7b-9583-3e7a91a51b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7403460 Apr 05 21:04:48.112841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60798) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:48.121479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'subnet': {'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:48.323090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:48.335198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:48.344296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:48.362360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:48.446011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:48.463811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:48.471807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:48.477192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:48.533362 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:48.581631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:48.589379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:48.763169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 20cbb72e-203c-40a9-ba13-567dd339782e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:48.995847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::10 (28e913ac-5c8e-4fcb-9238-7cb990a27ff5/805e7cb3-2039-4e1a-b32a-226525ec7a81/1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:49.031621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] For port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9bb4eb64-cb07-40df-84ae-3eb8e0754eb0,segment=NetworkSegment(2a47f0fe-c716-4d74-824f-50bc53adcf94),segment_id=2a47f0fe-c716-4d74-824f-50bc53adcf94)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:49.033423 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.053820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 20cbb72e-203c-40a9-ba13-567dd339782e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:49.054172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 20cbb72e-203c-40a9-ba13-567dd339782e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:49.064143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.083228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-28e913ac-5c8e-4fcb-9238-7cb990a27ff5', 'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5', 'tenant_id': 'a106674e9aea4843a85dfe3b6f5c6bdf', 'fixed_ips': [{'subnet_id': '805e7cb3-2039-4e1a-b32a-226525ec7a81'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:49.084674 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.272725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] Calling delete_port for 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:49.308971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 09baae1e-2ad5-4159-9680-58a3bd1bf8de up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:49.464804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eabbc130-da81-42c3-9216-ea72654d922b None None] Provisioning for port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:49.471794 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.490961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object 1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:49.500143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eabbc130-da81-42c3-9216-ea72654d922b None None] Provisioning complete for port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:49.500476 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eabbc130-da81-42c3-9216-ea72654d922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.588916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.640454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 09baae1e-2ad5-4159-9680-58a3bd1bf8de triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:49.640454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.736801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:49.738804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:04:49.740507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.753330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:49.754799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:49.761690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:49.765933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:49.766748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.797504 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:49.825140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Subnet': ['ID=26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:49.848917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-eabbc130-da81-42c3-9216-ea72654d922b None None] Port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 update to ACTIVE by agent not found {{(pid=84582) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 21:04:49.862236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Checking segment: {'id': '417185d6-aa5c-426e-8c68-e92aa543d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:49.862590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network hostable DHCP agents. Network: cce2cb34-bc5d-442a-ade7-a491e2bf4e70, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:49.884940 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e28840e3-8d84-45a8-9eae-d70573d0dd57 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9928272 Apr 05 21:04:49.887255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60826) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:49.893941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5', 'name': 'tempest-PortsIpV6TestJSON-1046496666', 'fixed_ips': [{'subnet_id': '805e7cb3-2039-4e1a-b32a-226525ec7a81', 'ip_address': '2001:db8::f'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:49.894148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] Pushing event deleted for resources: {'Port': ['ID=9bb4eb64-cb07-40df-84ae-3eb8e0754eb0,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:49.924020 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ca38a-6bfa-4db8-996b-2e9295d072be None None] No DVR routers for this DVR port 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:49.929105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Allocated IP 2001:db8::2 (28e913ac-5c8e-4fcb-9238-7cb990a27ff5/805e7cb3-2039-4e1a-b32a-226525ec7a81/38eadf97-786f-4022-a4fd-ea32f14102db) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:49.942668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:49.954410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eabbc130-da81-42c3-9216-ea72654d922b None None] Provisioning complete for port 09baae1e-2ad5-4159-9680-58a3bd1bf8de triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:49.954779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eabbc130-da81-42c3-9216-ea72654d922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:50.051280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, cce2cb34-bc5d-442a-ade7-a491e2bf4e70) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:50.063511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:50.065749 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:50.084245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:50.094519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:50.099680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:50.106455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:50.117486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4f937-4b96-499e-bcdd-6616f744d7c3 None None] Network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:50.177911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4275a5ab-0ae7-4291-b434-fbfd83bcc35e tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0636659 Apr 05 21:04:50.180581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:50.186826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'port': {'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70', 'name': 'tempest-NetworksIpV6TestAttrs-773132234'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:50.204641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:50.212567 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:50.353581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:50.362098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 057f24df-2542-49b6-b3ac-99ad67c58258 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:50.405789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:50.406151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9bb4eb64-cb07-40df-84ae-3eb8e0754eb0 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:50.502767 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:50.533885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:50.538001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:port and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:50.541227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:50.547249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:50.574135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:50.591547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Transition to ACTIVE for port object 38eadf97-786f-4022-a4fd-ea32f14102db will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:50.611671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-cce2cb34-bc5d-442a-ade7-a491e2bf4e70', 'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70', 'tenant_id': '8dd691544ca44e5a9ec44211b4bfc2a0', 'fixed_ips': [{'subnet_id': '26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:50.612484 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:50.625260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Transition to ACTIVE for port object 38eadf97-786f-4022-a4fd-ea32f14102db will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:50.825416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Allocated IP 2001:db8::f816:3eff:fea3:e7 (cce2cb34-bc5d-442a-ade7-a491e2bf4e70/26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce/28816f8b-546b-44ea-bf07-6f3e0177f6e8) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:50.976163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:50.980035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.012075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] device_id is not set on port 359a455f-5845-4770-855e-b97954ddec1f yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:04:51.064865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.152596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::f (28e913ac-5c8e-4fcb-9238-7cb990a27ff5/805e7cb3-2039-4e1a-b32a-226525ec7a81/057f24df-2542-49b6-b3ac-99ad67c58258) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:51.158092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Pushing event updated for resources: {'Port': ['ID=38eadf97-786f-4022-a4fd-ea32f14102db,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:51.183527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.187834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:51.192020 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:51.197123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:51.204128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Transition to ACTIVE for port object 28816f8b-546b-44ea-bf07-6f3e0177f6e8 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:51.314287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Attempting to bind port 38eadf97-786f-4022-a4fd-ea32f14102db on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:51.314659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Attempting to bind port 38eadf97-786f-4022-a4fd-ea32f14102db by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '1aa09fb9-3006-4312-bea3-dde4408b1938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:51.315082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Attempting to bind port 38eadf97-786f-4022-a4fd-ea32f14102db on network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:04:51.317873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Transition to ACTIVE for port object 28816f8b-546b-44ea-bf07-6f3e0177f6e8 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:51.323998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:04:51.324376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Checking segment: {'id': '1aa09fb9-3006-4312-bea3-dde4408b1938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:51.324779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.325200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Bound using segment: {'id': '1aa09fb9-3006-4312-bea3-dde4408b1938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:04:51.325673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Bound port: 38eadf97-786f-4022-a4fd-ea32f14102db, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa09fb9-3006-4312-bea3-dde4408b1938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28e913ac-5c8e-4fcb-9238-7cb990a27ff5'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:51.326051 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.397574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.398891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.464295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object 057f24df-2542-49b6-b3ac-99ad67c58258 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:51.483349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Allocated IP 2001:db8::f816:3eff:fe4b:38f5 (cce2cb34-bc5d-442a-ade7-a491e2bf4e70/26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce/359a455f-5845-4770-855e-b97954ddec1f) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:51.499079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Pushing event updated for resources: {'Port': ['ID=28816f8b-546b-44ea-bf07-6f3e0177f6e8,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:51.501721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] For port 38eadf97-786f-4022-a4fd-ea32f14102db, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:04:51.508105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] For port 38eadf97-786f-4022-a4fd-ea32f14102db, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=38eadf97-786f-4022-a4fd-ea32f14102db,segment=NetworkSegment(1aa09fb9-3006-4312-bea3-dde4408b1938),segment_id=1aa09fb9-3006-4312-bea3-dde4408b1938)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:04:51.508844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:51.510658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:51.515255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:51.612672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Attempting to bind port 28816f8b-546b-44ea-bf07-6f3e0177f6e8 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:51.613244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Attempting to bind port 28816f8b-546b-44ea-bf07-6f3e0177f6e8 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '417185d6-aa5c-426e-8c68-e92aa543d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:51.613670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Attempting to bind port 28816f8b-546b-44ea-bf07-6f3e0177f6e8 on network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:04:51.623654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.626058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.631698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:04:51.631698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Checking segment: {'id': '417185d6-aa5c-426e-8c68-e92aa543d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:51.631698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.631698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Bound using segment: {'id': '417185d6-aa5c-426e-8c68-e92aa543d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:04:51.631698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Bound port: 28816f8b-546b-44ea-bf07-6f3e0177f6e8, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417185d6-aa5c-426e-8c68-e92aa543d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cce2cb34-bc5d-442a-ade7-a491e2bf4e70'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:51.631698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.881552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:51.889427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:51.892327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:51.897120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:51.899277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:51.914082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=057f24df-2542-49b6-b3ac-99ad67c58258,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:51.934720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.934720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.934720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.934720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.934720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.935282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3c911-5acd-47ee-bd59-70ba19eb586b None None] Pushing event updated for resources: {'Port': ['ID=38eadf97-786f-4022-a4fd-ea32f14102db,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:51.935696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.935696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.935696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.935696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.935696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.936113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:51.960075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] For port 28816f8b-546b-44ea-bf07-6f3e0177f6e8, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:04:51.965771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] For port 28816f8b-546b-44ea-bf07-6f3e0177f6e8, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=28816f8b-546b-44ea-bf07-6f3e0177f6e8,segment=NetworkSegment(417185d6-aa5c-426e-8c68-e92aa543d7c1),segment_id=417185d6-aa5c-426e-8c68-e92aa543d7c1)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:04:52.001665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:52.026731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Transition to ACTIVE for port object 359a455f-5845-4770-855e-b97954ddec1f will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:52.029397 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:52.099325 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f4a8f28-6968-4bbb-b7bc-2eb5142fc0c5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2086220 Apr 05 21:04:52.099526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60846) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:52.185652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c6157-5770-4cf7-80ac-11eb2d1c294b None None] Pushing event updated for resources: {'Port': ['ID=28816f8b-546b-44ea-bf07-6f3e0177f6e8,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:52.210536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:52.387937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:52.392695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:52.399361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:04:52.409358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:52.410015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:52.414026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Port': ['ID=359a455f-5845-4770-855e-b97954ddec1f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:52.448220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e6690-ea07-4657-b642-21eb01993a96 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:52.448953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-761e6690-ea07-4657-b642-21eb01993a96 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:52.512200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60850) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:52.514207 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7d69a22f-4054-46a6-a10d-19bc25963b10 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3321347 Apr 05 21:04:52.543108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-761e6690-ea07-4657-b642-21eb01993a96 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:52.548651 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-761e6690-ea07-4657-b642-21eb01993a96 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4481125 Apr 05 21:04:52.551417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60854) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:52.670399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Deleting subnet 26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:52.673980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:52.692244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921998af-a060-472e-8d79-708762103fd7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:52.696681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921998af-a060-472e-8d79-708762103fd7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:52.701296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921998af-a060-472e-8d79-708762103fd7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:52.706328 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-921998af-a060-472e-8d79-708762103fd7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1538963 Apr 05 21:04:52.711773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60858) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:52.755883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:52.838322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 057f24df-2542-49b6-b3ac-99ad67c58258 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:52.839004 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:52.979831 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:53.221400 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:53.343702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Subnet': ['ID=26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:53.360342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:53.391296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e34e6a79-0878-486b-9c2f-1369940a3116 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce HTTP/1.1" status: 204 len: 168 time: 0.8777838 Apr 05 21:04:53.393654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60868) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:53.408161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 38eadf97-786f-4022-a4fd-ea32f14102db up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:53.561317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c0c07-fa41-48a9-87ce-61460cd6e796 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:53.568839 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:53.578829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c0c07-fa41-48a9-87ce-61460cd6e796 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:53.580491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b43c0c07-fa41-48a9-87ce-61460cd6e796 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Synchronizing usage tracker for tenant:8dd691544ca44e5a9ec44211b4bfc2a0 on resource:subnet {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:53.626179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8daf390-15b1-4a39-a65a-42efdb3ee461 None None] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:53.653278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 38eadf97-786f-4022-a4fd-ea32f14102db completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:53.719693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 28816f8b-546b-44ea-bf07-6f3e0177f6e8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:53.746251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b43c0c07-fa41-48a9-87ce-61460cd6e796 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Unset dirty status for tenant:8dd691544ca44e5a9ec44211b4bfc2a0 on resource:subnet {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:53.748249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b43c0c07-fa41-48a9-87ce-61460cd6e796 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3525405 Apr 05 21:04:53.858725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 057f24df-2542-49b6-b3ac-99ad67c58258 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:53.860168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60872) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:53.880660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd8232-59d3-42f9-b891-99f26364c31f None None] Network cce2cb34-bc5d-442a-ade7-a491e2bf4e70 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:53.987991 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64631396-28eb-49b6-a9db-0b82c4ce0b15 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:53.997287 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-64631396-28eb-49b6-a9db-0b82c4ce0b15 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 21:04:53.997732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64631396-28eb-49b6-a9db-0b82c4ce0b15 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:04:54.003442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-64631396-28eb-49b6-a9db-0b82c4ce0b15 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/cce2cb34-bc5d-442a-ade7-a491e2bf4e70 HTTP/1.1" status: 409 len: 405 time: 0.1420808 Apr 05 21:04:54.007875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:54.013801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-165155515'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:54.022848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:54.027076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:network and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:54.030082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:54.036005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:54.249712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] DHCP port deletion for cce2cb34-bc5d-442a-ade7-a491e2bf4e70 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:54.254859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] Deleting port 28816f8b-546b-44ea-bf07-6f3e0177f6e8 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:54.255634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.488550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] For port 28816f8b-546b-44ea-bf07-6f3e0177f6e8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=28816f8b-546b-44ea-bf07-6f3e0177f6e8,segment=NetworkSegment(417185d6-aa5c-426e-8c68-e92aa543d7c1),segment_id=417185d6-aa5c-426e-8c68-e92aa543d7c1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:54.489285 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.623126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1b7fdcf4-58ce-47d7-a011-a345311981bb None None] Provisioning for port 38eadf97-786f-4022-a4fd-ea32f14102db completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:54.631106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.634340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:54.638554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.649081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] Calling delete_port for 28816f8b-546b-44ea-bf07-6f3e0177f6e8 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:54.741691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=057f24df-2542-49b6-b3ac-99ad67c58258,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:54.745152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:54.778675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 28816f8b-546b-44ea-bf07-6f3e0177f6e8 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:54.784517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1b7fdcf4-58ce-47d7-a011-a345311981bb None None] Provisioning complete for port 38eadf97-786f-4022-a4fd-ea32f14102db triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:54.784895 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdcf4-58ce-47d7-a011-a345311981bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.797589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.807755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-87498ee6-afa1-409c-801a-4ecce02457da tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/057f24df-2542-49b6-b3ac-99ad67c58258 HTTP/1.1" status: 204 len: 168 time: 2.0968640 Apr 05 21:04:54.807966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:54.879459 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9ba05e-864a-41a6-8903-24573187cbe8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:54.884425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b9ba05e-864a-41a6-8903-24573187cbe8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:54.922964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdcf4-58ce-47d7-a011-a345311981bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.929245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.929635 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Added segment c42f3111-32fb-4ce4-b1f3-e1f4a4490cf0 of type vlan for network 12e9904e-bb7e-4682-b7b2-4e27b3403d5b Apr 05 21:04:54.935531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.956604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b9ba05e-864a-41a6-8903-24573187cbe8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:54.957823 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5b9ba05e-864a-41a6-8903-24573187cbe8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/057f24df-2542-49b6-b3ac-99ad67c58258 HTTP/1.1" status: 404 len: 333 time: 0.1488745 Apr 05 21:04:54.960671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60898) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:54.970949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.000468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] Pushing event deleted for resources: {'Port': ['ID=28816f8b-546b-44ea-bf07-6f3e0177f6e8,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:55.019069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1b7fdcf4-58ce-47d7-a011-a345311981bb None None] For port 38eadf97-786f-4022-a4fd-ea32f14102db, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=38eadf97-786f-4022-a4fd-ea32f14102db,segment=NetworkSegment(1aa09fb9-3006-4312-bea3-dde4408b1938),segment_id=1aa09fb9-3006-4312-bea3-dde4408b1938)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:55.022028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa41e2-28da-4c08-8e5c-99487d031b14 None None] No DVR routers for this DVR port 28816f8b-546b-44ea-bf07-6f3e0177f6e8 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:55.074856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:55.075197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.094092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.094494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b7fdcf4-58ce-47d7-a011-a345311981bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.094696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:55.094696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.169705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdcf4-58ce-47d7-a011-a345311981bb None None] Pushing event updated for resources: {'Port': ['ID=38eadf97-786f-4022-a4fd-ea32f14102db,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:55.200659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 28816f8b-546b-44ea-bf07-6f3e0177f6e8 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:55.286464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 28816f8b-546b-44ea-bf07-6f3e0177f6e8 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:55.287342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 28816f8b-546b-44ea-bf07-6f3e0177f6e8 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:55.295230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Could not find standard attr ID for object 28816f8b-546b-44ea-bf07-6f3e0177f6e8. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:04:55.302966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Could not find standard attr ID for object 057f24df-2542-49b6-b3ac-99ad67c58258. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:04:55.355217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Provisioning complete for port 38eadf97-786f-4022-a4fd-ea32f14102db triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:55.355603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.413844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Network': ['ID=12e9904e-bb7e-4682-b7b2-4e27b3403d5b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:55.418385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.458616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 12e9904e-bb7e-4682-b7b2-4e27b3403d5b details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:55.470105 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4817ee83-371f-446b-8ec8-6000bdeca573 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4612172 Apr 05 21:04:55.473233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60908) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:55.482586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'subnet': {'network_id': '12e9904e-bb7e-4682-b7b2-4e27b3403d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:55.585432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:55.631291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:55.645930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:55.777827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:55.806325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.816924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Provisioning for port 1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:55.829353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Provisioning complete for port 1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:55.829734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:55.905994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-89d79a47-399b-424a-b9e2-f7e06738e752 None None] Port 1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a was deleted so its status cannot be updated. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 21:04:55.912345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:56.000589 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:56.011573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:56.107192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7afa9fd6-651a-48af-a49f-a30b45ab00f4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a HTTP/1.1" status: 204 len: 168 time: 1.1453264 Apr 05 21:04:56.115682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60914) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:56.171001 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebb0168-99f4-42af-973a-9189f90383ed tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:04:56.172584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6ebb0168-99f4-42af-973a-9189f90383ed tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/1f9a73cb-807a-40a7-a1ff-8cd377bdfe2a HTTP/1.1" status: 404 len: 333 time: 0.0560272 Apr 05 21:04:56.175575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60918) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:56.523054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.objects.ports [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84580) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:04:56.524390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:56.590943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet 805e7cb3-2039-4e1a-b32a-226525ec7a81 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:56.594254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:56.624479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Checking segment: {'id': 'c42f3111-32fb-4ce4-b1f3-e1f4a4490cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '12e9904e-bb7e-4682-b7b2-4e27b3403d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:56.634721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network hostable DHCP agents. Network: 12e9904e-bb7e-4682-b7b2-4e27b3403d5b, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:56.656988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:56.660776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Subnet': ['ID=0b675eec-dc57-47f0-bdd9-3fcd4467b2dd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:56.712428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network 12e9904e-bb7e-4682-b7b2-4e27b3403d5b is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:56.749672 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:56.792792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 12e9904e-bb7e-4682-b7b2-4e27b3403d5b) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:56.796965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:56.797632 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:56.805850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78144d-fea0-4614-bea4-6cf3fd429e0c None None] Network 12e9904e-bb7e-4682-b7b2-4e27b3403d5b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:56.938533 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d8005469-b196-47ae-8a6f-1394ec82eabf tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4638560 Apr 05 21:04:56.941104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60930) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:56.964595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.067784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=805e7cb3-2039-4e1a-b32a-226525ec7a81,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:57.099457 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.113500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4a7e3-1bd6-4150-b53e-ac9fffd7cdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-12e9904e-bb7e-4682-b7b2-4e27b3403d5b', 'network_id': '12e9904e-bb7e-4682-b7b2-4e27b3403d5b', 'tenant_id': '8dd691544ca44e5a9ec44211b4bfc2a0', 'fixed_ips': [{'subnet_id': '0b675eec-dc57-47f0-bdd9-3fcd4467b2dd'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:04:57.115317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60934) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:57.115457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-63510bda-f15c-4213-b2d0-a5a7603171cc tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/805e7cb3-2039-4e1a-b32a-226525ec7a81 HTTP/1.1" status: 204 len: 168 time: 0.9381757 Apr 05 21:04:57.129776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06c4a7e3-1bd6-4150-b53e-ac9fffd7cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.171205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be73010-6a11-4932-9a64-9e38662fe392 None None] Network 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:57.186656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.276398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.289691 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.301718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 38eadf97-786f-4022-a4fd-ea32f14102db {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:57.302441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.386747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 38eadf97-786f-4022-a4fd-ea32f14102db up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:57.423278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.481640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Subnet': ['ID=0b675eec-dc57-47f0-bdd9-3fcd4467b2dd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:57.603511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] For port 38eadf97-786f-4022-a4fd-ea32f14102db, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=38eadf97-786f-4022-a4fd-ea32f14102db,segment=NetworkSegment(1aa09fb9-3006-4312-bea3-dde4408b1938),segment_id=1aa09fb9-3006-4312-bea3-dde4408b1938)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:04:57.604806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.706068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.707568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 38eadf97-786f-4022-a4fd-ea32f14102db triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:57.708003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-06c4a7e3-1bd6-4150-b53e-ac9fffd7cdc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b675eec-dc57-47f0-bdd9-3fcd4467b2dd: This subnet is being modified by another concurrent operation. Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 21:04:57.749798 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b675eec-dc57-47f0-bdd9-3fcd4467b2dd: This subnet is being modified by another concurrent operation. Apr 05 21:04:57.759448 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 21:04:57.764269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e9904e-bb7e-4682-b7b2-4e27b3403d5b']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:57.780211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42f3111-32fb-4ce4-b1f3-e1f4a4490cf0') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:57.780505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42f3111-32fb-4ce4-b1f3-e1f4a4490cf0') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:57.784188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 38eadf97-786f-4022-a4fd-ea32f14102db owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:04:57.797423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32be06a-b188-4ea2-91bb-c9ed0a625d39 None None] Network 12e9904e-bb7e-4682-b7b2-4e27b3403d5b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:57.800556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.817870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806df0fd-bcf9-4e26-82e3-ce3b028adf61 None None] DHCP port deletion for 28e913ac-5c8e-4fcb-9238-7cb990a27ff5 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:04:57.822547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.828737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-806df0fd-bcf9-4e26-82e3-ce3b028adf61 None None] Deleting port 38eadf97-786f-4022-a4fd-ea32f14102db {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:04:57.829447 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-806df0fd-bcf9-4e26-82e3-ce3b028adf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.837687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:04:57.841348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:04:57.942475 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:04:57.959904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:57.999197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Could not find standard attr ID for object 38eadf97-786f-4022-a4fd-ea32f14102db. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:04:58.002114 n-d-836605-1 neutron-server[84582]: INFO neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No ports have port_id starting with 38eadf97-786f-4022-a4fd-ea32f14102db Apr 05 21:04:58.010857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=38eadf97-786f-4022-a4fd-ea32f14102db,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:58.017246 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.019424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No DVR routers for this DVR port 38eadf97-786f-4022-a4fd-ea32f14102db on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:58.044156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.065439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/12e9904e-bb7e-4682-b7b2-4e27b3403d5b HTTP/1.1" status: 204 len: 168 time: 1.1224997 Apr 05 21:04:58.069414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60942) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:58.080325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1397099142'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:58.085671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647457b0-0de7-4e42-88b8-5279b73ee2c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Network': ['ID=12e9904e-bb7e-4682-b7b2-4e27b3403d5b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:58.097294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:58.099909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:network and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:58.103205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:58.107165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-806df0fd-bcf9-4e26-82e3-ce3b028adf61 None None] The port '38eadf97-786f-4022-a4fd-ea32f14102db' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:04:58.116958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:58.180166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9df683-e2f0-4920-bbdc-04864fe2cf13 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 21:04:58.193588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.211787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:58.216070 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.221604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e913ac-5c8e-4fcb-9238-7cb990a27ff5']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:58.235188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa09fb9-3006-4312-bea3-dde4408b1938') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:58.235513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa09fb9-3006-4312-bea3-dde4408b1938') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:58.248753 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.267923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.269299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:58.274644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:04:58.278910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.289510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.290658 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Added segment c8790d75-d0fb-4e8f-b970-dbd3cbe03307 of type vlan for network aa40f830-8a19-4c6a-8169-c930f7255a2e Apr 05 21:04:58.345607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:04:58.355326 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:04:58.357680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9df683-e2f0-4920-bbdc-04864fe2cf13 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 21:04:58.446170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.460011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.470066 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.481992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.487096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.515552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/28e913ac-5c8e-4fcb-9238-7cb990a27ff5 HTTP/1.1" status: 204 len: 168 time: 1.3989854 Apr 05 21:04:58.523431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:58.527384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d869398-79a9-48cf-864e-18528cb96cff tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=28e913ac-5c8e-4fcb-9238-7cb990a27ff5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:58.539504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-866755699'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:58.549120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:58.554663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:network and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:58.558460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:58.569356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:58.640286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:58.645808 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.650691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Network': ['ID=aa40f830-8a19-4c6a-8169-c930f7255a2e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:58.689832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network aa40f830-8a19-4c6a-8169-c930f7255a2e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:58.694103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:04:58.698501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f76d7bca-3f92-4229-b196-572070f40ba3 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6271873 Apr 05 21:04:58.704035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60950) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:58.704792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.705167 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Added segment 81e35a2c-0264-4afd-acc3-57c70c5c1ce2 of type vlan for network 222efa09-a9de-445a-9611-4ec3c4988894 Apr 05 21:04:58.710042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'subnet': {'network_id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:58.741379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.839254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:58.844669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:subnet and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:58.858002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:58.864918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:58.866733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.871126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.871739 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:58.958459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:59.045560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60958) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:59.086089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Network': ['ID=222efa09-a9de-445a-9611-4ec3c4988894,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:59.096768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.100886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 222efa09-a9de-445a-9611-4ec3c4988894 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:04:59.148430 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1f654dc6-4cbd-4394-938e-ac18f64b4500 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6236329 Apr 05 21:04:59.155921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60964) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:59.156694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '222efa09-a9de-445a-9611-4ec3c4988894', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:04:59.299697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 38eadf97-786f-4022-a4fd-ea32f14102db no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:59.366670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:59.366670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:04:59.368434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 38eadf97-786f-4022-a4fd-ea32f14102db {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:04:59.368577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 38eadf97-786f-4022-a4fd-ea32f14102db not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:59.370246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:04:59.379302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:59.423400 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.455427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:59.566328 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.653562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Subnet': ['ID=64d213e9-0372-4e11-bfd8-1399c22e5035,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:59.662291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] Deleting subnet ea112974-3250-4716-b97f-0a19c3f12aef {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:04:59.668373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.713530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Checking segment: {'id': 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:04:59.713881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network hostable DHCP agents. Network: aa40f830-8a19-4c6a-8169-c930f7255a2e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:04:59.731705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.796919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.859727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network aa40f830-8a19-4c6a-8169-c930f7255a2e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:04:59.926601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.948905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, aa40f830-8a19-4c6a-8169-c930f7255a2e) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:59.950989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.958980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f0f27-9bfa-42c7-932e-b4adeaeca33c None None] Network aa40f830-8a19-4c6a-8169-c930f7255a2e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:04:59.983919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:59.984499 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.002022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea112974-3250-4716-b97f-0a19c3f12aef,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:00.007630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=740a578d-facc-4533-8ba7-55fcf7891d03,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:00.013650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.027844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Checking segment: {'id': '81e35a2c-0264-4afd-acc3-57c70c5c1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '222efa09-a9de-445a-9611-4ec3c4988894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:00.028207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network hostable DHCP agents. Network: 222efa09-a9de-445a-9611-4ec3c4988894, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:00.029171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ff9a2939-8967-4722-8eb2-74fce2acf1d7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea112974-3250-4716-b97f-0a19c3f12aef HTTP/1.1" status: 204 len: 168 time: 0.9815540 Apr 05 21:05:00.033580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60970) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:00.102001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8321f747-7b63-47fa-b43a-a43f37a8e476 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3968570 Apr 05 21:05:00.105465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60974) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:00.153021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.212652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-aa40f830-8a19-4c6a-8169-c930f7255a2e', 'network_id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e', 'tenant_id': '8dd691544ca44e5a9ec44211b4bfc2a0', 'fixed_ips': [{'subnet_id': '64d213e9-0372-4e11-bfd8-1399c22e5035'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:00.214648 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.255278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.290519 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.307352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 222efa09-a9de-445a-9611-4ec3c4988894 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:00.332426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7406516d-fcbe-43a7-a4c0-e6505a98d943']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:00.332648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.346044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407e43c3-d596-4660-8ccf-c10a14b31441') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:00.346336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407e43c3-d596-4660-8ccf-c10a14b31441') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:00.357794 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.373770 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.381694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:00.382205 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:00.397630 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:00.402710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Allocated IP 2001:db8::2 (aa40f830-8a19-4c6a-8169-c930f7255a2e/64d213e9-0372-4e11-bfd8-1399c22e5035/68d4dff6-7cee-49da-b58f-1eefb9ba64b0) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:00.450197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 222efa09-a9de-445a-9611-4ec3c4988894) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:00.469076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:00.469673 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.479892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce124ad0-9373-4acd-850b-fd96cdd02f44 None None] Network 222efa09-a9de-445a-9611-4ec3c4988894 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:00.586396 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.606489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.608324 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] 10.222.0.10 "DELETE /v2.0/networks/7406516d-fcbe-43a7-a4c0-e6505a98d943 HTTP/1.1" status: 204 len: 168 time: 0.5738149 Apr 05 21:05:00.614428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b5e49-d7dc-4180-859c-bfac0b8ee1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7406516d-fcbe-43a7-a4c0-e6505a98d943,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:00.622088 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b14125d2-718e-4ce1-a889-8a06ea3d20ef tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4713686 Apr 05 21:05:00.625641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60980) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:00.631494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1892821653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:00.639932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:00.643582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:router and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:00.647240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:00.654236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:00.760786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.762726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.787061 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.787956 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.803928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Transition to ACTIVE for port object 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:00.808111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-222efa09-a9de-445a-9611-4ec3c4988894', 'network_id': '222efa09-a9de-445a-9611-4ec3c4988894', 'tenant_id': 'a106674e9aea4843a85dfe3b6f5c6bdf', 'fixed_ips': [{'subnet_id': '740a578d-facc-4533-8ba7-55fcf7891d03'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:00.808900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.840974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Transition to ACTIVE for port object 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:00.971595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:00.972413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.025571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Allocated IP 2001:db8::2 (222efa09-a9de-445a-9611-4ec3c4988894/740a578d-facc-4533-8ba7-55fcf7891d03/72c81eb0-b5bd-4071-aa59-c0536fc088eb) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:01.054700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Network aa40f830-8a19-4c6a-8169-c930f7255a2e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:01.057401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:01.061152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:01.067459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Pushing event updated for resources: {'Port': ['ID=68d4dff6-7cee-49da-b58f-1eefb9ba64b0,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:01.080140 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.114830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.115175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.115519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.115836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.116165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.116693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.116867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.117223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.117554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.117867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.118182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:01.122997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Subnet': ['ID=64d213e9-0372-4e11-bfd8-1399c22e5035,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:01.124943 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.127317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-58680314-ccf5-471d-9fad-e2fde71dfde1 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5004792 Apr 05 21:05:01.131111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 60986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:01.139161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'network_id': '222efa09-a9de-445a-9611-4ec3c4988894', 'name': 'tempest-PortsIpV6TestJSON-338514096'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:01.164530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60990) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:01.237739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Attempting to bind port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:01.238108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Attempting to bind port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:01.238499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Attempting to bind port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 on network aa40f830-8a19-4c6a-8169-c930f7255a2e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:01.256362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:01.256743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Checking segment: {'id': 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:01.257191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.257573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Bound using segment: {'id': 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:01.258049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Bound port: 68d4dff6-7cee-49da-b58f-1eefb9ba64b0, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:01.258485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.286106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.297674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ffd229f2-234f-4789-b835-64e2aac9f9da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8329e34d31d1486392af5a2489275f35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1296396 Apr 05 21:05:01.298376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 60994) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:01.302445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:01.307517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:port and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:01.310424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:01.317301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:01.338170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa40f830-8a19-4c6a-8169-c930f7255a2e']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:01.361489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:01.361784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:01.378158 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.403179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.406118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:01.410950 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.419301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:01.419301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.429305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8edb945-e7e9-4d73-8506-323baa086f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:01.430970 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:01.439923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] For port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:01.448229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port 08eae552-e50f-4bbc-88b4-7cedffd4a157 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:05:01.458802 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.469066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Transition to ACTIVE for port object 72c81eb0-b5bd-4071-aa59-c0536fc088eb will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:01.487905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Transition to ACTIVE for port object 72c81eb0-b5bd-4071-aa59-c0536fc088eb will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:01.530877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8edb945-e7e9-4d73-8506-323baa086f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.540245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] For port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=68d4dff6-7cee-49da-b58f-1eefb9ba64b0,segment=NetworkSegment(c8790d75-d0fb-4e8f-b970-dbd3cbe03307),segment_id=c8790d75-d0fb-4e8f-b970-dbd3cbe03307)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:01.581259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 21:05:01.581259 n-d-836605-1 neutron-server[84581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 21:05:01.581259 n-d-836605-1 neutron-server[84581]: [parameters: {'id': 'aa40f830-8a19-4c6a-8169-c930f7255a2e'}] Apr 05 21:05:01.581259 n-d-836605-1 neutron-server[84581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:05:01.581705 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.582255 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:05:01.654759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::184 (222efa09-a9de-445a-9611-4ec3c4988894/740a578d-facc-4533-8ba7-55fcf7891d03/08eae552-e50f-4bbc-88b4-7cedffd4a157) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:01.663937 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.686143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8edb945-e7e9-4d73-8506-323baa086f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.699564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Pushing event updated for resources: {'Port': ['ID=72c81eb0-b5bd-4071-aa59-c0536fc088eb,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:01.706618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Network 222efa09-a9de-445a-9611-4ec3c4988894 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:01.721350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edb945-e7e9-4d73-8506-323baa086f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a5967-531b-453b-bab1-e4434a37385f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:01.723627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8edb945-e7e9-4d73-8506-323baa086f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.724921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b8edb945-e7e9-4d73-8506-323baa086f79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c9a5967-531b-453b-bab1-e4434a37385f HTTP/1.1" status: 204 len: 168 time: 0.4257667 Apr 05 21:05:01.737794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:01.747122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:01.880208 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.901260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object 08eae552-e50f-4bbc-88b4-7cedffd4a157 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:01.927534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5da0d-c7eb-4682-86d6-397ae416cc70 None None] Pushing event updated for resources: {'Port': ['ID=68d4dff6-7cee-49da-b58f-1eefb9ba64b0,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:01.936708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Attempting to bind port 72c81eb0-b5bd-4071-aa59-c0536fc088eb on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:01.937103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Attempting to bind port 72c81eb0-b5bd-4071-aa59-c0536fc088eb by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '81e35a2c-0264-4afd-acc3-57c70c5c1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '222efa09-a9de-445a-9611-4ec3c4988894'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:01.937473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Attempting to bind port 72c81eb0-b5bd-4071-aa59-c0536fc088eb on network 222efa09-a9de-445a-9611-4ec3c4988894 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:01.946971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:01.947868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Checking segment: {'id': '81e35a2c-0264-4afd-acc3-57c70c5c1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '222efa09-a9de-445a-9611-4ec3c4988894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:01.948265 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.948640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Bound using segment: {'id': '81e35a2c-0264-4afd-acc3-57c70c5c1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '222efa09-a9de-445a-9611-4ec3c4988894'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:01.949275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Bound port: 72c81eb0-b5bd-4071-aa59-c0536fc088eb, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e35a2c-0264-4afd-acc3-57c70c5c1ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '222efa09-a9de-445a-9611-4ec3c4988894'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:01.949646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.960072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da8fd7-bcb5-4da8-b0e3-f8841f9898fb None None] Network aa40f830-8a19-4c6a-8169-c930f7255a2e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:02.059338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:02.083482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:02.101481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Deleting port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:02.102086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:02.215636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] For port 72c81eb0-b5bd-4071-aa59-c0536fc088eb, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:02.225007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] For port 72c81eb0-b5bd-4071-aa59-c0536fc088eb, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=72c81eb0-b5bd-4071-aa59-c0536fc088eb,segment=NetworkSegment(81e35a2c-0264-4afd-acc3-57c70c5c1ce2),segment_id=81e35a2c-0264-4afd-acc3-57c70c5c1ce2)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:02.250626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 222efa09-a9de-445a-9611-4ec3c4988894 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:02.253860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:02.258881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:02.263724 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:02.264350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:02.268094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=08eae552-e50f-4bbc-88b4-7cedffd4a157,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:02.337798 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:02.384091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] For port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=68d4dff6-7cee-49da-b58f-1eefb9ba64b0,segment=NetworkSegment(c8790d75-d0fb-4e8f-b970-dbd3cbe03307),segment_id=c8790d75-d0fb-4e8f-b970-dbd3cbe03307)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:02.384091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:02.413236 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b0162962-a7b3-47db-813c-977fc45fe297 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2809207 Apr 05 21:05:02.415803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32778) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:02.454341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d77a1-807d-4a12-bfba-d0aaacb7d77c None None] Pushing event updated for resources: {'Port': ['ID=72c81eb0-b5bd-4071-aa59-c0536fc088eb,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:02.531567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Calling delete_port for 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:02.719820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:02.789940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Port': ['ID=68d4dff6-7cee-49da-b58f-1eefb9ba64b0,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:02.796712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No DVR routers for this DVR port 68d4dff6-7cee-49da-b58f-1eefb9ba64b0 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:03.048845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.076550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa40f830-8a19-4c6a-8169-c930f7255a2e']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:03.090412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:03.095926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8790d75-d0fb-4e8f-b970-dbd3cbe03307') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:03.103649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.122813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.131061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:03.131840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:03.157265 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:03.167226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.292896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 72c81eb0-b5bd-4071-aa59-c0536fc088eb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:03.384014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32796) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:03.392214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.417908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.432769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Network': ['ID=aa40f830-8a19-4c6a-8169-c930f7255a2e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:03.435856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-620c1cdd-be47-4bd2-8a67-6e2d0f56f471 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/aa40f830-8a19-4c6a-8169-c930f7255a2e HTTP/1.1" status: 204 len: 168 time: 3.3291969 Apr 05 21:05:03.441016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32802) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:03.447107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-336577150'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:03.454166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:03.463920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:network and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:03.467843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:03.486718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:03.497963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 72c81eb0-b5bd-4071-aa59-c0536fc088eb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:03.559966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1121944691-network', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:03.565491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:03.569947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Usage tracker for resource:network and tenant:af51d534a9e64bae9b3684b09cf6c856 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:03.574425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:03.581594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:03.600908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c253724-1ac0-4c8c-bc96-9b6d299df66c None None] Network 222efa09-a9de-445a-9611-4ec3c4988894 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:03.606094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:03.609974 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:03.650214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.651311 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Added segment 03f15fa3-d342-4f74-9dfc-f25ef1ed950e of type vlan for network 2fe88734-04cf-41d4-a39b-4187f582b9ac Apr 05 21:05:03.679429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.710893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.742696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Made reservation on behalf of af51d534a9e64bae9b3684b09cf6c856 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:03.745588 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.758271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.791066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:03.794912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Usage tracker for resource:security_group_rule and tenant:af51d534a9e64bae9b3684b09cf6c856 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:03.797991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:03.803846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:03.810941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d08a1d26-1b4a-4124-81ff-bb3dddcbd29a None None] Provisioning for port 72c81eb0-b5bd-4071-aa59-c0536fc088eb completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:03.823196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d08a1d26-1b4a-4124-81ff-bb3dddcbd29a None None] Provisioning complete for port 72c81eb0-b5bd-4071-aa59-c0536fc088eb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:03.823567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d08a1d26-1b4a-4124-81ff-bb3dddcbd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.835009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.847354 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.850981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:03.851562 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:03.995750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d08a1d26-1b4a-4124-81ff-bb3dddcbd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.024227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Network': ['ID=2fe88734-04cf-41d4-a39b-4187f582b9ac,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:04.032769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.040683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2fe88734-04cf-41d4-a39b-4187f582b9ac details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:04.060180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0f49a5a7-38cf-4904-9775-8da96e0f203b tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6178577 Apr 05 21:05:04.061007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32806) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:04.066912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Request body: {'subnet': {'network_id': '2fe88734-04cf-41d4-a39b-4187f582b9ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:04.105841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.108370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=08eae552-e50f-4bbc-88b4-7cedffd4a157,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:04.143622 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.145503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d08a1d26-1b4a-4124-81ff-bb3dddcbd29a None None] For port 72c81eb0-b5bd-4071-aa59-c0536fc088eb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=72c81eb0-b5bd-4071-aa59-c0536fc088eb,segment=NetworkSegment(81e35a2c-0264-4afd-acc3-57c70c5c1ce2),segment_id=81e35a2c-0264-4afd-acc3-57c70c5c1ce2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:04.219981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:04.221206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d08a1d26-1b4a-4124-81ff-bb3dddcbd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.281392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.309968 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.310436 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Added segment 3d4ffca1-1aec-4f85-9848-459886cb074d of type vlan for network a36d1c4d-55d4-43d3-967e-599fc83d0429 Apr 05 21:05:04.311655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481648a1-13e9-4687-9e40-a9b4b5725322,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:04.344359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:04.361281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Usage tracker for resource:subnet and tenant:8dd691544ca44e5a9ec44211b4bfc2a0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:04.370066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:04.394544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a1d26-1b4a-4124-81ff-bb3dddcbd29a None None] Pushing event updated for resources: {'Port': ['ID=72c81eb0-b5bd-4071-aa59-c0536fc088eb,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:04.410095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:04.410535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dd921c71-af0d-40b8-a39a-507a3cea2eca None None] Provisioning complete for port 72c81eb0-b5bd-4071-aa59-c0536fc088eb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:04.410906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd921c71-af0d-40b8-a39a-507a3cea2eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.416950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.503120 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.514489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Made reservation on behalf of 8dd691544ca44e5a9ec44211b4bfc2a0 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:04.542171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.543431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:04.546067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.668689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dd921c71-af0d-40b8-a39a-507a3cea2eca None None] Provisioning for port 08eae552-e50f-4bbc-88b4-7cedffd4a157 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:04.673908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dd921c71-af0d-40b8-a39a-507a3cea2eca None None] Provisioning complete for port 08eae552-e50f-4bbc-88b4-7cedffd4a157 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:04.681852 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd921c71-af0d-40b8-a39a-507a3cea2eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.763576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] Pushing event updated for resources: {'Network': ['ID=a36d1c4d-55d4-43d3-967e-599fc83d0429,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:04.788391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:04.793563 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.870434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd921c71-af0d-40b8-a39a-507a3cea2eca None None] Port 08eae552-e50f-4bbc-88b4-7cedffd4a157 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:04.878100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-16fd56b9-b3df-4d46-b5af-c2008c3429dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.902077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c02285e3-dd27-4e04-b6f8-19d576043255 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5161016 Apr 05 21:05:04.909953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32812) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:04.918131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Request body: {'subnet': {'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1121944691-subnet', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:04.944742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:04.953667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Usage tracker for resource:subnet and tenant:af51d534a9e64bae9b3684b09cf6c856 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:04.959623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:04.968608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:04.968790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52ff3da-f534-4a42-af8b-c3d11297c56f None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 21:05:05.076919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Made reservation on behalf of af51d534a9e64bae9b3684b09cf6c856 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:05.079523 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.094140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7cf62e7a-1f43-4490-aa65-fb4cbd9465fc None None] Provisioning complete for port 08eae552-e50f-4bbc-88b4-7cedffd4a157 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:05.094821 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7cf62e7a-1f43-4490-aa65-fb4cbd9465fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.099157 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.166699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7cf62e7a-1f43-4490-aa65-fb4cbd9465fc None None] Port 08eae552-e50f-4bbc-88b4-7cedffd4a157 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:05.168276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ff3da-f534-4a42-af8b-c3d11297c56f None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 21:05:05.169655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.172376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.202585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 72c81eb0-b5bd-4071-aa59-c0536fc088eb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:05.312199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=08eae552-e50f-4bbc-88b4-7cedffd4a157,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:05.375480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 222efa09-a9de-445a-9611-4ec3c4988894 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:05.376700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:05.385363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.objects.ports [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84581) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 21:05:05.390849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.396785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 72c81eb0-b5bd-4071-aa59-c0536fc088eb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:05.397186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.510876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event updated for resources: {'Subnet': ['ID=a5417ed7-18fa-4ba3-b3c7-8e4fcb6ac9e6,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:05.517007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Checking segment: {'id': '03f15fa3-d342-4f74-9dfc-f25ef1ed950e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2fe88734-04cf-41d4-a39b-4187f582b9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:05.518014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network hostable DHCP agents. Network: 2fe88734-04cf-41d4-a39b-4187f582b9ac, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:05.552770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.631809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b808f49b-4f3e-456c-b75d-0cd30ac20fbf,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:05.643778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Network 2fe88734-04cf-41d4-a39b-4187f582b9ac is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:05.672924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Checking segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:05.672924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Network hostable DHCP agents. Network: a36d1c4d-55d4-43d3-967e-599fc83d0429, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:05.734274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 2fe88734-04cf-41d4-a39b-4187f582b9ac) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:05.740172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:05.740756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.749789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7145ed-a030-4b19-ae78-4b332059a348 None None] Network 2fe88734-04cf-41d4-a39b-4187f582b9ac requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:05.849577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:05.857343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, a36d1c4d-55d4-43d3-967e-599fc83d0429) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:05.861981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:05.862559 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.870345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a74f4-5c28-4f64-b751-0d77d2f212ad None None] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:05.880124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Router 42deb58b-d042-4ccc-b8ba-196df500bd22 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:05:05.883979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-09aac731-b242-4c69-8b66-46c94c967137 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8192050 Apr 05 21:05:05.884342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32824) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:06.092782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-8fa3812b-b5fe-43ee-b5b7-642ffdf8dffe req-4baebe84-4aba-4a12-8083-5af9a7560e3c service neutron] (84581) timed out ('10.222.0.39', 50978) {{(pid=84581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:05:06.099324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d4bd4add-5d11-42ab-a57a-e2b39cfe495c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1878498 Apr 05 21:05:06.102404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32828) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:06.108703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:06.118094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:06.118959 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c53061e4-e693-489f-92e7-47de6631e452 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "PUT /v2.0/routers/42deb58b-d042-4ccc-b8ba-196df500bd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7014790 Apr 05 21:05:06.120112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32832) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:06.124234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:06.125495 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] Sync routers for ids ['42deb58b-d042-4ccc-b8ba-196df500bd22'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:06.128388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Usage tracker for resource:router and tenant:af51d534a9e64bae9b3684b09cf6c856 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:06.137922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:06.137922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:06.140870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee214f8-d6ca-4294-9ab3-666dadcdcf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-2fe88734-04cf-41d4-a39b-4187f582b9ac', 'network_id': '2fe88734-04cf-41d4-a39b-4187f582b9ac', 'tenant_id': '8dd691544ca44e5a9ec44211b4bfc2a0', 'fixed_ips': [{'subnet_id': 'a5417ed7-18fa-4ba3-b3c7-8e4fcb6ac9e6'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:06.141725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cee214f8-d6ca-4294-9ab3-666dadcdcf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.147923 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] Routers {'42deb58b-d042-4ccc-b8ba-196df500bd22'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:06.148561 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:04:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42deb58b-d042-4ccc-b8ba-196df500bd22'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.212682 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.215609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.217089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.225306 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.239160 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] Routers {'42deb58b-d042-4ccc-b8ba-196df500bd22'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:06.240471 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:04:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42deb58b-d042-4ccc-b8ba-196df500bd22'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.268608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb2025-07f9-4d96-9498-a1ca463b7c6c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:06.269397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dabb2025-07f9-4d96-9498-a1ca463b7c6c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:06.285710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cfbe4d2f-117e-494f-9a9d-7539b936d088 None None] Provisioning complete for port 08eae552-e50f-4bbc-88b4-7cedffd4a157 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:06.286085 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4d2f-117e-494f-9a9d-7539b936d088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.298141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.307741 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.308391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757a14b-6ad4-453a-ab7b-cfbb87100367 None None] The sync data for ids ['42deb58b-d042-4ccc-b8ba-196df500bd22'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:06.311159 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.352401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dabb2025-07f9-4d96-9498-a1ca463b7c6c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:06.354331 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dabb2025-07f9-4d96-9498-a1ca463b7c6c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports?device_id=42deb58b-d042-4ccc-b8ba-196df500bd22 HTTP/1.1" status: 200 len: 988 time: 0.2326875 Apr 05 21:05:06.357034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32838) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:06.377932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-a36d1c4d-55d4-43d3-967e-599fc83d0429', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'fixed_ips': [{'subnet_id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:06.378762 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.421260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe4d2f-117e-494f-9a9d-7539b936d088 None None] Port 08eae552-e50f-4bbc-88b4-7cedffd4a157 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:06.486926 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-cee214f8-d6ca-4294-9ab3-666dadcdcf3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5417ed7-18fa-4ba3-b3c7-8e4fcb6ac9e6: This subnet is being modified by another concurrent operation. Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 21:05:06.563854 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5417ed7-18fa-4ba3-b3c7-8e4fcb6ac9e6: This subnet is being modified by another concurrent operation. Apr 05 21:05:06.567659 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 21:05:06.603372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Subnet': ['ID=a5417ed7-18fa-4ba3-b3c7-8e4fcb6ac9e6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:06.611424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd7163-146a-4cde-bdef-3fce64885f8c None None] Network 2fe88734-04cf-41d4-a39b-4187f582b9ac requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:06.624902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Allocated IP 172.20.0.2 (a36d1c4d-55d4-43d3-967e-599fc83d0429/b808f49b-4f3e-456c-b75d-0cd30ac20fbf/c830872a-15df-4e97-b29c-2ab95edc27df) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:06.774736 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.778225 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.809005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe88734-04cf-41d4-a39b-4187f582b9ac']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.822156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f15fa3-d342-4f74-9dfc-f25ef1ed950e') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.823139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f15fa3-d342-4f74-9dfc-f25ef1ed950e') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.835448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.852939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.859916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:06.860445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:06.876450 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:07.065490 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c103499e-2115-46fd-967b-549319f01682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.103058 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.123533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Transition to ACTIVE for port object c830872a-15df-4e97-b29c-2ab95edc27df will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:07.143704 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.149769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Transition to ACTIVE for port object c830872a-15df-4e97-b29c-2ab95edc27df will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:07.163149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.167609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.189465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Network': ['ID=2fe88734-04cf-41d4-a39b-4187f582b9ac,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:07.200559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0648f6dc-7f46-414c-9d6d-0c1374dee219 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/2fe88734-04cf-41d4-a39b-4187f582b9ac HTTP/1.1" status: 204 len: 168 time: 1.3151717 Apr 05 21:05:07.204857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:07.207793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.217370 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.276739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.325907 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f586cf-e858-4ed8-bf25-7c4b6a9bd0fd tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:07.326717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f586cf-e858-4ed8-bf25-7c4b6a9bd0fd tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:07.328759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-34f586cf-e858-4ed8-bf25-7c4b6a9bd0fd tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/a5417ed7-18fa-4ba3-b3c7-8e4fcb6ac9e6 HTTP/1.1" status: 404 len: 337 time: 0.1228702 Apr 05 21:05:07.331839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32848) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:07.357382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Pushing event updated for resources: {'Port': ['ID=c830872a-15df-4e97-b29c-2ab95edc27df,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:07.370325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:07.371462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:07.376398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:07.387942 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b4687a-44a0-47d8-815a-6c4efbd2597d tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:07.388477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b4687a-44a0-47d8-815a-6c4efbd2597d tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:07.409347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e7b4687a-44a0-47d8-815a-6c4efbd2597d tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/2fe88734-04cf-41d4-a39b-4187f582b9ac HTTP/1.1" status: 404 len: 339 time: 0.0757558 Apr 05 21:05:07.418025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32856) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:07.456944 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc02fbf3-a2f0-42bc-b11f-ed3749081902 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:07.471885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc02fbf3-a2f0-42bc-b11f-ed3749081902 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:07.471885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dc02fbf3-a2f0-42bc-b11f-ed3749081902 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/64d213e9-0372-4e11-bfd8-1399c22e5035 HTTP/1.1" status: 404 len: 337 time: 0.0448182 Apr 05 21:05:07.471885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32860) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:07.495119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Attempting to bind port c830872a-15df-4e97-b29c-2ab95edc27df on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:07.495494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Attempting to bind port c830872a-15df-4e97-b29c-2ab95edc27df by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:07.495905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Attempting to bind port c830872a-15df-4e97-b29c-2ab95edc27df on network a36d1c4d-55d4-43d3-967e-599fc83d0429 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:07.502974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:07.503389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Checking segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:07.504162 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.504293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Bound using segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:07.504697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Bound port: c830872a-15df-4e97-b29c-2ab95edc27df, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:07.505112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.521312 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-305cc218-51f6-4944-8247-551395801a7a tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:07.521885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305cc218-51f6-4944-8247-551395801a7a tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:07.523710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-305cc218-51f6-4944-8247-551395801a7a tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/aa40f830-8a19-4c6a-8169-c930f7255a2e HTTP/1.1" status: 404 len: 339 time: 0.0606096 Apr 05 21:05:07.526809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32864) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:07.580791 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-948a8183-5e88-412f-8830-cee819c25bc2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:07.581386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948a8183-5e88-412f-8830-cee819c25bc2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:07.583115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-948a8183-5e88-412f-8830-cee819c25bc2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/0b675eec-dc57-47f0-bdd9-3fcd4467b2dd HTTP/1.1" status: 404 len: 337 time: 0.0553269 Apr 05 21:05:07.585779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32868) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:07.592561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 08eae552-e50f-4bbc-88b4-7cedffd4a157 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:07.592864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.611364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] For port c830872a-15df-4e97-b29c-2ab95edc27df, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:07.612642 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-645af3a1-3caf-4ac7-9ca8-14fc50355e56 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:07.613179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645af3a1-3caf-4ac7-9ca8-14fc50355e56 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:07.614821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-645af3a1-3caf-4ac7-9ca8-14fc50355e56 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/12e9904e-bb7e-4682-b7b2-4e27b3403d5b HTTP/1.1" status: 404 len: 339 time: 0.0280738 Apr 05 21:05:07.617506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32872) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:07.618085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] For port c830872a-15df-4e97-b29c-2ab95edc27df, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c830872a-15df-4e97-b29c-2ab95edc27df,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:07.628127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Allocated IP 172.25.2.68 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:07.703158 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.771384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698f912-a68b-4407-a15e-dfdabfcb2772 None None] Pushing event updated for resources: {'Port': ['ID=c830872a-15df-4e97-b29c-2ab95edc27df,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:07.788043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Deleting port 359a455f-5845-4770-855e-b97954ddec1f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:07.788387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.830476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.952463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:07.961036 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.064906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:08.069372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:08.074402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:08.176022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 08eae552-e50f-4bbc-88b4-7cedffd4a157 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:08.281847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.313935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:08.394318 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.492954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.495816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.611462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.616099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Calling delete_port for 359a455f-5845-4770-855e-b97954ddec1f owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:08.797676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.848205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Port': ['ID=359a455f-5845-4770-855e-b97954ddec1f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:08.856970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.865840 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9de6cbc2-0915-4c9f-8453-7c49747d55c8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/ports/359a455f-5845-4770-855e-b97954ddec1f HTTP/1.1" status: 204 len: 168 time: 1.2474718 Apr 05 21:05:08.868201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32880) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:08.902914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:08.908929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Router 6217101d-66f1-424c-8532-8e42821e9d6d is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:05:08.943975 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d64467a-c071-4e22-9dc4-ec06ef437b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:08.944345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d64467a-c071-4e22-9dc4-ec06ef437b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:08.948425 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5d64467a-c071-4e22-9dc4-ec06ef437b27 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/26fb9ba6-7a68-4f90-8381-ebc4b7cf80ce HTTP/1.1" status: 404 len: 337 time: 0.0769460 Apr 05 21:05:08.952299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:08.984432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=08eae552-e50f-4bbc-88b4-7cedffd4a157,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:09.151156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c999c8-23f4-418c-b78e-116e95bb01b9 None None] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:09.159460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:09.196054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Sync routers for ids ['6217101d-66f1-424c-8532-8e42821e9d6d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:09.248107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.262943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c830872a-15df-4e97-b29c-2ab95edc27df up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:09.266883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.296702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.300643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-acd4201d-0764-4a49-8f25-86bf33c31dd5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1949642 Apr 05 21:05:09.300818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32888) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:09.368804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Routers {'6217101d-66f1-424c-8532-8e42821e9d6d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:09.369734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['6217101d-66f1-424c-8532-8e42821e9d6d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:09.492973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2cff09a-052a-4478-b302-94f0022f1666 None None] Provisioning for port c830872a-15df-4e97-b29c-2ab95edc27df completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:09.546082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.579649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce2cb34-bc5d-442a-ade7-a491e2bf4e70']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:09.630502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Set router 6217101d-66f1-424c-8532-8e42821e9d6d gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:09.726896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417185d6-aa5c-426e-8c68-e92aa543d7c1') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:09.727474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417185d6-aa5c-426e-8c68-e92aa543d7c1') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:09.742507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.772012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c830872a-15df-4e97-b29c-2ab95edc27df completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:09.873318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c830872a-15df-4e97-b29c-2ab95edc27df triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:09.873982 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.981033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.995554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:09.995961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:10.011074 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:10.021188 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.103696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Router 42deb58b-d042-4ccc-b8ba-196df500bd22 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:05:10.139220 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.184201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port c830872a-15df-4e97-b29c-2ab95edc27df, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c830872a-15df-4e97-b29c-2ab95edc27df,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:10.205999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:05:08Z', 'revision_number': 3, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:10.216762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Checking router: 6217101d-66f1-424c-8532-8e42821e9d6d for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:05:10.217224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Updating router 6217101d-66f1-424c-8532-8e42821e9d6d port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:05:10.234352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.253309 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.261432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.282096 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/cce2cb34-bc5d-442a-ade7-a491e2bf4e70 HTTP/1.1" status: 204 len: 168 time: 1.3289313 Apr 05 21:05:10.283026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2b183-7aae-4c3e-8ed8-2627ee3ac9a2 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Network': ['ID=cce2cb34-bc5d-442a-ade7-a491e2bf4e70,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:10.286405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32902) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:10.346699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.369938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.374426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:10.381767 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3782e341-777a-4d37-b2c5-e1c721c372a7 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "PUT /v2.0/routers/42deb58b-d042-4ccc-b8ba-196df500bd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0226128 Apr 05 21:05:10.386354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Deleting port 3e4ee911-8a47-4942-b768-75a4426db235 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:10.386910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.387608 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] Sync routers for ids ['42deb58b-d042-4ccc-b8ba-196df500bd22'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:10.402504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32908) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:10.415849 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] Routers {'42deb58b-d042-4ccc-b8ba-196df500bd22'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:10.417661 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42deb58b-d042-4ccc-b8ba-196df500bd22'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:10.496233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=c830872a-15df-4e97-b29c-2ab95edc27df,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:10.497671 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1295b1-382c-48a1-9337-827503390aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:05:10.498272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f1295b1-382c-48a1-9337-827503390aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:10.506721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01002ba-f35f-4a9a-8203-38f535cce121 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 21:05:10.543013 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:10.556581 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] Routers {'42deb58b-d042-4ccc-b8ba-196df500bd22'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:10.557847 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['42deb58b-d042-4ccc-b8ba-196df500bd22'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:10.643728 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:10.644301 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a1eeb-535d-48da-834e-0f22426c857d None None] The sync data for ids ['42deb58b-d042-4ccc-b8ba-196df500bd22'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:10.724828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01002ba-f35f-4a9a-8203-38f535cce121 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 21:05:10.737187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.846785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f1295b1-382c-48a1-9337-827503390aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:10.850634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3f1295b1-382c-48a1-9337-827503390aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/08eae552-e50f-4bbc-88b4-7cedffd4a157 HTTP/1.1" status: 404 len: 333 time: 0.4229558 Apr 05 21:05:10.852836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32918) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:10.884995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Calling delete_port for 3e4ee911-8a47-4942-b768-75a4426db235 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:10.905532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-27b6d2ec-93f2-495a-b7d7-db29aecf0028 None None] Provisioning complete for port c830872a-15df-4e97-b29c-2ab95edc27df triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:10.905899 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-27b6d2ec-93f2-495a-b7d7-db29aecf0028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.006281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Allocated IP 172.20.0.1 (a36d1c4d-55d4-43d3-967e-599fc83d0429/b808f49b-4f3e-456c-b75d-0cd30ac20fbf/4936884a-faeb-4477-9d6c-a094c60813a9) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:11.018650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8402d1ad-003e-47d5-9357-eba457307cde tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.045992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.104636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Port': ['ID=3e4ee911-8a47-4942-b768-75a4426db235,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:11.120081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.129474 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f2a3bb0f-751b-4f91-bd67-cdad3fc1abea tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/ports/3e4ee911-8a47-4942-b768-75a4426db235 HTTP/1.1" status: 204 len: 168 time: 0.8349049 Apr 05 21:05:11.134960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:11.197842 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 21:05:11.219045 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2427637-bf72-4f8d-954b-38b0c0aaae1d tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:11.219488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2427637-bf72-4f8d-954b-38b0c0aaae1d tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:11.226279 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2427637-bf72-4f8d-954b-38b0c0aaae1d tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/77ea4371-1e3b-4e1f-b665-7a5cec04be3b HTTP/1.1" status: 404 len: 337 time: 0.0852697 Apr 05 21:05:11.227032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32928) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:11.295731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c830872a-15df-4e97-b29c-2ab95edc27df up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:11.361189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.394051 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.424000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Transition to ACTIVE for port object 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:11.500784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c830872a-15df-4e97-b29c-2ab95edc27df triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:11.501506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.520008 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.527799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.547446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f650e1-1a10-4086-96f3-8a6bf7e26b4f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:11.568953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a47f0fe-c716-4d74-824f-50bc53adcf94') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:11.570259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a47f0fe-c716-4d74-824f-50bc53adcf94') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:11.584177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.592286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.594015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8402d1ad-003e-47d5-9357-eba457307cde tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.607377 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8402d1ad-003e-47d5-9357-eba457307cde tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.611042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Transition to ACTIVE for port object 4936884a-faeb-4477-9d6c-a094c60813a9 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:11.617152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.633590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:11.633986 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:11.675253 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:11.691496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df9740-7efa-489b-bcf8-1d637c37309a None None] Pushing event updated for resources: {'Port': ['ID=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:11.699677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Attempting to bind port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:11.699677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Attempting to bind port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:11.699894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Attempting to bind port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:11.731748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8402d1ad-003e-47d5-9357-eba457307cde tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.732462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8402d1ad-003e-47d5-9357-eba457307cde tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Fanout notify agent at l3_agent the message router_deleted on router 42deb58b-d042-4ccc-b8ba-196df500bd22 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:05:11.737959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:11.738313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:11.738716 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.739102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:11.739585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Bound port: 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:11.739955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.760270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8402d1ad-003e-47d5-9357-eba457307cde tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.764628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8402d1ad-003e-47d5-9357-eba457307cde tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/routers/42deb58b-d042-4ccc-b8ba-196df500bd22 HTTP/1.1" status: 204 len: 168 time: 0.9107726 Apr 05 21:05:11.765647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32938) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:11.803878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.833637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] For port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:11.857037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.859594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] For port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:11.876266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.886052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Network': ['ID=84f650e1-1a10-4086-96f3-8a6bf7e26b4f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:11.896636 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-80a946b9-efce-4f40-916e-3dc127427262 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/84f650e1-1a10-4086-96f3-8a6bf7e26b4f HTTP/1.1" status: 204 len: 168 time: 0.6608715 Apr 05 21:05:11.898438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32942) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:11.901239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:11.906889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:11.911023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Pushing event updated for resources: {'Port': ['ID=4936884a-faeb-4477-9d6c-a094c60813a9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:11.913525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:12.026246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.112342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.117432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet 740a578d-facc-4533-8ba7-55fcf7891d03 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:12.122759 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.234192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df9740-7efa-489b-bcf8-1d637c37309a None None] Pushing event updated for resources: {'Port': ['ID=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:12.247964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.285407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Routers {'6217101d-66f1-424c-8532-8e42821e9d6d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:12.286026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['6217101d-66f1-424c-8532-8e42821e9d6d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:12.313497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Deleting subnet 22e7541c-acd7-4430-b7ae-430e41bc46fb {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:12.316658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.410058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.410956 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.512183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.610879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] Set router 6217101d-66f1-424c-8532-8e42821e9d6d gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:12.651105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c4084534-2981-4047-9c74-aa164fc03bf2 None None] Provisioning for port 4936884a-faeb-4477-9d6c-a094c60813a9 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:12.667180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.695526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.734343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c4084534-2981-4047-9c74-aa164fc03bf2 None None] Provisioning complete for port 4936884a-faeb-4477-9d6c-a094c60813a9 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:12.735103 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c4084534-2981-4047-9c74-aa164fc03bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.757902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Subnet': ['ID=22e7541c-acd7-4430-b7ae-430e41bc46fb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:12.769957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.782973 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c78d74d6-47ab-4cf0-b96b-40d354a97be8 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/subnets/22e7541c-acd7-4430-b7ae-430e41bc46fb HTTP/1.1" status: 204 len: 168 time: 0.8828650 Apr 05 21:05:12.783589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32952) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:12.788367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72490d4f-7701-491e-a0f9-2f62954710d5 None None] Network 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:12.915209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.928052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Deleting port 09baae1e-2ad5-4159-9680-58a3bd1bf8de {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:12.928374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.930360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:12.958459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c4084534-2981-4047-9c74-aa164fc03bf2 None None] Port 4936884a-faeb-4477-9d6c-a094c60813a9 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:13.004081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=740a578d-facc-4533-8ba7-55fcf7891d03,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:13.029529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.039466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa32375f-97b7-4cf7-b164-231c2880ee4e None None] Network 222efa09-a9de-445a-9611-4ec3c4988894 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:13.050379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e2134eb3-af49-4945-af60-8cba76c3dfe6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/740a578d-facc-4533-8ba7-55fcf7891d03 HTTP/1.1" status: 204 len: 168 time: 1.2836511 Apr 05 21:05:13.070997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 32956) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:13.174687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] For port 09baae1e-2ad5-4159-9680-58a3bd1bf8de, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=09baae1e-2ad5-4159-9680-58a3bd1bf8de,segment=NetworkSegment(7bad710b-49ef-487f-9e72-830d63369760),segment_id=7bad710b-49ef-487f-9e72-830d63369760)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:13.175086 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.267833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.298477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port 72c81eb0-b5bd-4071-aa59-c0536fc088eb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:13.298841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.332713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Calling delete_port for 09baae1e-2ad5-4159-9680-58a3bd1bf8de owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:13.336702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.423776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.467935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:05:08Z', 'revision_number': 3, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:13.472426 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.474906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ab541-4994-4e9e-9e0b-bc605005d852 None None] The sync data for ids ['6217101d-66f1-424c-8532-8e42821e9d6d'] in n-d-836605-1 is: [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:05:08Z', 'revision_number': 3, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:13.530679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Port': ['ID=09baae1e-2ad5-4159-9680-58a3bd1bf8de,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:13.542856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] No DVR routers for this DVR port 09baae1e-2ad5-4159-9680-58a3bd1bf8de on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:13.549967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Pushing event updated for resources: {'Port': ['ID=4936884a-faeb-4477-9d6c-a094c60813a9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:13.590852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6dcd0c-3116-499a-a12a-ef18734e6c78 None None] DHCP port deletion for 4dae0d0c-2620-4b9f-8c45-5535d9c1a6da request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:05:13.651459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.701155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] DHCP port deletion for 222efa09-a9de-445a-9611-4ec3c4988894 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:05:13.702743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.706049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Deleting port 72c81eb0-b5bd-4071-aa59-c0536fc088eb {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:13.706420 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.756337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dae0d0c-2620-4b9f-8c45-5535d9c1a6da']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:13.770469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bad710b-49ef-487f-9e72-830d63369760') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:13.770941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bad710b-49ef-487f-9e72-830d63369760') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:13.784490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.811665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.823675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:13.824268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.839231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] For port 72c81eb0-b5bd-4071-aa59-c0536fc088eb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=72c81eb0-b5bd-4071-aa59-c0536fc088eb,segment=NetworkSegment(81e35a2c-0264-4afd-acc3-57c70c5c1ce2),segment_id=81e35a2c-0264-4afd-acc3-57c70c5c1ce2)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:13.839795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:13.845811 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:14.013103 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.036546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.044809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] Pushing event deleted for resources: {'Network': ['ID=4dae0d0c-2620-4b9f-8c45-5535d9c1a6da,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:14.053731 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ede583f5-cbac-45d5-8aa7-21df415cf725 tempest-NetworksIpV6TestAttrs-792896448 tempest-NetworksIpV6TestAttrs-792896448-project] 10.222.0.10 "DELETE /v2.0/networks/4dae0d0c-2620-4b9f-8c45-5535d9c1a6da HTTP/1.1" status: 204 len: 168 time: 1.2688212 Apr 05 21:05:14.067425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for 72c81eb0-b5bd-4071-aa59-c0536fc088eb owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:14.070696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] For port 72c81eb0-b5bd-4071-aa59-c0536fc088eb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=72c81eb0-b5bd-4071-aa59-c0536fc088eb,segment=NetworkSegment(81e35a2c-0264-4afd-acc3-57c70c5c1ce2),segment_id=81e35a2c-0264-4afd-acc3-57c70c5c1ce2)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:14.071215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.179105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:14.181034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:14.259060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Calling delete_port for 72c81eb0-b5bd-4071-aa59-c0536fc088eb owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:14.537029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e5bb9dd6-fc02-4615-adc9-0c6fa5c9c543 None None] Provisioning complete for port 4936884a-faeb-4477-9d6c-a094c60813a9 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:14.539031 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e5bb9dd6-fc02-4615-adc9-0c6fa5c9c543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.579549 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.609368 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:05:14.609956 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:05:14.621412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e5bb9dd6-fc02-4615-adc9-0c6fa5c9c543 None None] Port 4936884a-faeb-4477-9d6c-a094c60813a9 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:14.692345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32972) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:14.765089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=72c81eb0-b5bd-4071-aa59-c0536fc088eb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:14.781579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No DVR routers for this DVR port 72c81eb0-b5bd-4071-aa59-c0536fc088eb on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:14.901127 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8815e305-a7a4-4e84-8938-2d65d30aff72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8dd691544ca44e5a9ec44211b4bfc2a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025385 Apr 05 21:05:14.903629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:14.912180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.946028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222efa09-a9de-445a-9611-4ec3c4988894']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:14.960621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e35a2c-0264-4afd-acc3-57c70c5c1ce2') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:14.960977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e35a2c-0264-4afd-acc3-57c70c5c1ce2') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:14.965669 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed7b8-4472-44ac-9ff6-616426063057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.974891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.991506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed7b8-4472-44ac-9ff6-616426063057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.005915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.019413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:15.019413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:15.029501 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:15.108642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Router 6217101d-66f1-424c-8532-8e42821e9d6d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:05:15.113396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Deleting port 72c81eb0-b5bd-4071-aa59-c0536fc088eb {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:15.113396 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.118549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed7b8-4472-44ac-9ff6-616426063057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.141134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ed7b8-4472-44ac-9ff6-616426063057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52002f59-a17d-43ba-91d6-36d5cff17343,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:15.146100 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8e3ed7b8-4472-44ac-9ff6-616426063057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.147311 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8e3ed7b8-4472-44ac-9ff6-616426063057 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52002f59-a17d-43ba-91d6-36d5cff17343 HTTP/1.1" status: 204 len: 168 time: 0.2425559 Apr 05 21:05:15.184829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.254517 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.276774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=222efa09-a9de-445a-9611-4ec3c4988894,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:15.316118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-99a9ffd3-4be0-4b26-93fa-a68967610eb6 None None] The port '72c81eb0-b5bd-4071-aa59-c0536fc088eb' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:05:15.339738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:15.353933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c12a0cfc-03de-4044-b4fb-4d8293bbeec0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/222efa09-a9de-445a-9611-4ec3c4988894 HTTP/1.1" status: 204 len: 168 time: 2.2818871 Apr 05 21:05:15.354160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 32986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:15.372730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:15.379740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3b1aa518-cfbf-4089-87c5-60c5a2d8d4ca admin admin] 10.222.0.10 "PUT /v2.0/routers/6217101d-66f1-424c-8532-8e42821e9d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0771139 Apr 05 21:05:15.479623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:15.483496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4002f-7693-49ca-94c1-bccf71256d03 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:15.484196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-69f4002f-7693-49ca-94c1-bccf71256d03 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:15.484775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:15.485187 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.560227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-69f4002f-7693-49ca-94c1-bccf71256d03 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:15.574690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-69f4002f-7693-49ca-94c1-bccf71256d03 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 HTTP/1.1" status: 200 len: 845 time: 0.2065921 Apr 05 21:05:15.574999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33000) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:15.698857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ca082c73-b893-4b8f-b400-fcbbf66dbe20 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:15.712481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ca082c73-b893-4b8f-b400-fcbbf66dbe20 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:15.714094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ca082c73-b893-4b8f-b400-fcbbf66dbe20 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/a4a2f389-3689-4e5e-aac9-2efbfeebc1f6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1381161 Apr 05 21:05:15.718469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33006) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:15.728878 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.731593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:15.745321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:15.868750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.879425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:15.879927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:15.882790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:15.889562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:15.944932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 72c81eb0-b5bd-4071-aa59-c0536fc088eb no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:05:15.977869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:15.989083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 72c81eb0-b5bd-4071-aa59-c0536fc088eb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:05:15.989438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 72c81eb0-b5bd-4071-aa59-c0536fc088eb not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:05:15.989868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 09baae1e-2ad5-4159-9680-58a3bd1bf8de no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:05:16.030869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 09baae1e-2ad5-4159-9680-58a3bd1bf8de {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:05:16.034409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 09baae1e-2ad5-4159-9680-58a3bd1bf8de not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:05:16.056836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:16.134404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:16.434832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:16.501867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:16.504729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:16.509116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:16.509763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:16.528218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344c692-89bd-4f41-8548-1196eb3252ee None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:16.530904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=ccfeabf0-127f-4a11-bccb-81f1f41e436d,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:16.593182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fe8ed6c1-ac25-44d7-8cee-43de0288f054 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8723557 Apr 05 21:05:16.595801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33040) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:16.601786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'security_group': {'name': 'tempest-secgroup-164873669'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:16.610952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:16.615946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:16.618882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:16.626191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:16.703739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:16.776611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:16.784044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group_rule and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:16.791199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:16.809653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-57c34415-152e-4337-9a15-625a7658d75a', 'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'tenant_id': 'a106674e9aea4843a85dfe3b6f5c6bdf', 'fixed_ips': [{'subnet_id': 'ccfeabf0-127f-4a11-bccb-81f1f41e436d'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:16.810470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:16.814175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:16.902423 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:16.930587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33052) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:16.992589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Allocated IP 2001:db8::2 (57c34415-152e-4337-9a15-625a7658d75a/ccfeabf0-127f-4a11-bccb-81f1f41e436d/b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:17.017248 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.068133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f382802-63b8-4b55-b948-ab342784943c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:17.092956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-592231715'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:17.098722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:17.102625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:17.105642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:17.113244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:17.125750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33062) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:17.131489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-729936831-network', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:17.161648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:17.164311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.165740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-be4e1e32-8960-4333-93a0-b55b63a13011 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5688949 Apr 05 21:05:17.169331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Usage tracker for resource:network and tenant:9aa72b47d65244f1b7fa0b30c79e7e42 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:17.169557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33066) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:17.173024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:17.175120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'security_group': {'name': 'tempest-secgroup-1712008359'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:17.179468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:17.196421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:17.200896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:17.217622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:17.228965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:17.233348 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.245475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:17.249356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.256159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Transition to ACTIVE for port object b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:17.263641 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.268362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Made reservation on behalf of 9aa72b47d65244f1b7fa0b30c79e7e42 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:17.271246 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.282581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:17.301576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:17.306535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:security_group_rule and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:17.310224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:17.311132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Transition to ACTIVE for port object b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:17.311458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.318338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:17.330283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.364934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:17.365527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.386127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:17.401562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa72b47d65244f1b7fa0b30c79e7e42 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:17.406438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:17.414488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:17.418288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:17.421867 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.425174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group_rule and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:17.432768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:17.441785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:17.509310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Pushing event updated for resources: {'Port': ['ID=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:17.510122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.520482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:17.522600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:17.526161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:17.533781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.566356 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.582709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:17.584519 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.605161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Sync routers for ids ['6217101d-66f1-424c-8532-8e42821e9d6d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:17.618097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.618440 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Added segment adddb927-c772-4de1-9019-1b96e09b8b1b of type vlan for network 74d69a96-d9bf-457a-82cb-216469703511 Apr 05 21:05:17.630721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbe97bd-7b08-4a70-9563-225a99bd9861,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:17.643589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.659380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.684594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.688107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:17.695174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Attempting to bind port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:17.695425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c59f3f-dd2d-4988-922b-4515175d1e96,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:17.695539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Attempting to bind port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '3f070fad-8ce9-4ca9-b5b1-55d467ad1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '57c34415-152e-4337-9a15-625a7658d75a'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:17.695893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Attempting to bind port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 on network 57c34415-152e-4337-9a15-625a7658d75a {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:17.698432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Routers {'6217101d-66f1-424c-8532-8e42821e9d6d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:17.699058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['6217101d-66f1-424c-8532-8e42821e9d6d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:17.734033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.734416 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment cc8ad344-04a1-49c8-b7df-8d43c5985981 of type vlan for network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 Apr 05 21:05:17.761087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcee8a9-aad4-4ca1-861a-b6f47dc3a6ee,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:17.776190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.777097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:17.777745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.784962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.832688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.833353 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a28c4826-9cf9-4de0-a7df-fbfaa2da6b86 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6626990 Apr 05 21:05:17.833932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33074) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:17.839654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:17.840145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-339292169', 'security_groups': ['8bcee8a9-aad4-4ca1-861a-b6f47dc3a6ee'], 'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ccfeabf0-127f-4a11-bccb-81f1f41e436d'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:17.840301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Checking segment: {'id': '3f070fad-8ce9-4ca9-b5b1-55d467ad1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '57c34415-152e-4337-9a15-625a7658d75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:17.840877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.841460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Bound using segment: {'id': '3f070fad-8ce9-4ca9-b5b1-55d467ad1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '57c34415-152e-4337-9a15-625a7658d75a'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:17.842046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Bound port: b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f070fad-8ce9-4ca9-b5b1-55d467ad1baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '57c34415-152e-4337-9a15-625a7658d75a'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:17.842568 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.931043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] Pushing event updated for resources: {'Network': ['ID=74d69a96-d9bf-457a-82cb-216469703511,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:17.964175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 74d69a96-d9bf-457a-82cb-216469703511 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:17.977891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-32389559-fa21-468c-b833-fe06472725e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8510356 Apr 05 21:05:17.981178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33080) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:17.988117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Request body: {'subnet': {'network_id': '74d69a96-d9bf-457a-82cb-216469703511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-729936831-subnet', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:17.995040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:17.999499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Usage tracker for resource:subnet and tenant:9aa72b47d65244f1b7fa0b30c79e7e42 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:18.003289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:18.009658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:18.018764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.022796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:18.023373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.113145 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] For port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:18.116599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Made reservation on behalf of 9aa72b47d65244f1b7fa0b30c79e7e42 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:18.123329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.138933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] For port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,segment=NetworkSegment(3f070fad-8ce9-4ca9-b5b1-55d467ad1baf),segment_id=3f070fad-8ce9-4ca9-b5b1-55d467ad1baf)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:18.154786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Set router 6217101d-66f1-424c-8532-8e42821e9d6d gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:18.175696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=c8002c66-9a59-4d72-9f0a-2e7b4fad98b1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:18.192099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:18.197512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:18.202358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:18.210497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-84708dc1-61df-46dd-b316-0f3060625eb3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2770612 Apr 05 21:05:18.210992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:18.217025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1480340315'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:18.221680 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:18.225437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:18.228829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:18.235896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:18.273577 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.299502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:18.396618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:18.403099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.462827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:18.489828 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.495036 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.498878 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment 944617cb-1307-4e29-bed5-4e1d817b5ea3 of type vlan for network 8fa6e426-264c-44d7-81ae-7550702db7a7 Apr 05 21:05:18.514461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.539370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port c756597b-07c3-4dd4-9798-8a9399b793c5 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:05:18.549847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2c09a-2684-4f93-99b8-391e9e94e3bc None None] Pushing event updated for resources: {'Port': ['ID=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:18.574120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e457ae1-8b6b-4e46-837a-e0ac7f08737c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:18.591840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Checking segment: {'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:18.592355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Network hostable DHCP agents. Network: 74d69a96-d9bf-457a-82cb-216469703511, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:18.615804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.696742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:05:12Z', 'revision_number': 4, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4936884a-faeb-4477-9d6c-a094c60813a9', 'name': '', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'mac_address': 'fa:16:3e:fa:aa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:10Z', 'updated_at': '2022-04-05T21:05:12Z', 'revision_number': 2, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'subnets': [{'id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:18.701087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Checking router: 6217101d-66f1-424c-8532-8e42821e9d6d for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:05:18.701508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Updating router 6217101d-66f1-424c-8532-8e42821e9d6d port 4936884a-faeb-4477-9d6c-a094c60813a9 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:05:18.711882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Network 74d69a96-d9bf-457a-82cb-216469703511 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:18.759820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.782257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.784350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:18.785181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.828666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 74d69a96-d9bf-457a-82cb-216469703511) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:18.833448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:18.835981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:18.904879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59113fa3-535a-4a53-b9a5-9de159001d94 None None] Network 74d69a96-d9bf-457a-82cb-216469703511 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:18.961696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::72 (57c34415-152e-4337-9a15-625a7658d75a/ccfeabf0-127f-4a11-bccb-81f1f41e436d/c756597b-07c3-4dd4-9798-8a9399b793c5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:18.964484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=8fa6e426-264c-44d7-81ae-7550702db7a7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:18.973185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c1221f0d-963f-42b9-ab76-6cb59a5e8f08 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9905944 Apr 05 21:05:18.975922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33096) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:18.985697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:18.992483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:18.997069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Usage tracker for resource:router and tenant:9aa72b47d65244f1b7fa0b30c79e7e42 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:18.999080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:19.002006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:19.010033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f6e8e01-f58a-4d0e-9b9c-72b2508517af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7974172 Apr 05 21:05:19.013365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33102) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:19.023077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': 'c8002c66-9a59-4d72-9f0a-2e7b4fad98b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:19.023795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:19.118364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.119577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.150796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.240265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:19.246266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:19.249969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:19.256000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:19.297106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:19.325885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:19.476376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.496504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-74d69a96-d9bf-457a-82cb-216469703511', 'network_id': '74d69a96-d9bf-457a-82cb-216469703511', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'fixed_ips': [{'subnet_id': '9e457ae1-8b6b-4e46-837a-e0ac7f08737c'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:19.497348 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.520501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.621007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object c756597b-07c3-4dd4-9798-8a9399b793c5 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:19.678193 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.820978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.921314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:19.925963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:19.929341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.950617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:19.955350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:19.959391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:19.959926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:19.994824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.028124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.028929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Transition to ACTIVE for port object 4936884a-faeb-4477-9d6c-a094c60813a9 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:20.036166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=c756597b-07c3-4dd4-9798-8a9399b793c5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:20.039505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Allocated IP 172.20.0.2 (74d69a96-d9bf-457a-82cb-216469703511/9e457ae1-8b6b-4e46-837a-e0ac7f08737c/89aafd8b-039a-45b0-b976-65c79e6214c7) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:20.076297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.102960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=c7599eb5-91ba-4303-b638-88f861031afb,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:20.145599 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aecf6748-95a9-4b52-a076-556611f44a1d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2958958 Apr 05 21:05:20.145838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33116) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:20.154906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': 'cc8ad344-04a1-49c8-b7df-8d43c5985981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8002c66-9a59-4d72-9f0a-2e7b4fad98b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:20.156144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:20.156789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: c8002c66-9a59-4d72-9f0a-2e7b4fad98b1, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:20.244746 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.285501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:20.383205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, c8002c66-9a59-4d72-9f0a-2e7b4fad98b1) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:20.388879 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:20.390142 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.397200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Allocated IP 172.25.2.20 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/4dc0b7a5-f06c-41ff-a9b9-a70fde463f66) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:20.422297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:20.442504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:20.449546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:20.465775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97326e52-a531-494f-8e4b-c0c6fb9da21d None None] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:20.494791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Provisioning for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:20.501901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:20.505180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:20.505893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.529956 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.530650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77f64-17b3-4aad-8ab7-9768dc32dabc None None] Pushing event updated for resources: {'Port': ['ID=4936884a-faeb-4477-9d6c-a094c60813a9,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:20.538180 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3c731eb0-3e67-483c-b53f-8439639f812f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5237317 Apr 05 21:05:20.540679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33120) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:20.554649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': '8fa6e426-264c-44d7-81ae-7550702db7a7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:20.603758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.622881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:20.626851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.798703 n-d-836605-1 neutron-server[84581]: INFO neutron.db.ipam_backend_mixin [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccfeabf0-127f-4a11-bccb-81f1f41e436d (CIDR: 2001:db8::/64) Apr 05 21:05:20.807476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.835039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Attempting to bind port 4936884a-faeb-4477-9d6c-a094c60813a9 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:20.835455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Attempting to bind port 4936884a-faeb-4477-9d6c-a094c60813a9 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:20.835821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Attempting to bind port 4936884a-faeb-4477-9d6c-a094c60813a9 on network a36d1c4d-55d4-43d3-967e-599fc83d0429 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:20.881457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:20.881795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Checking segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:20.882118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.882506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Bound using segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:20.882956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:20.883099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Bound port: 4936884a-faeb-4477-9d6c-a094c60813a9, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:20.883356 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.888854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:20.889789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:20.892964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:20.901177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:20.903385 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:05:20.903632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:20.931322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:20.933323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:20.935771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:20.966115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:21.078506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1a5b1340-18d2-42d9-afb4-92c73de39858 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9277070 Apr 05 21:05:21.078731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33124) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:21.083792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.097748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:21.104795 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.105799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-c8002c66-9a59-4d72-9f0a-2e7b4fad98b1', 'network_id': 'c8002c66-9a59-4d72-9f0a-2e7b4fad98b1', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': 'c7599eb5-91ba-4303-b638-88f861031afb'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:21.106537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.150058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Transition to ACTIVE for port object 89aafd8b-039a-45b0-b976-65c79e6214c7 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:21.202188 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.232958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] For port 4936884a-faeb-4477-9d6c-a094c60813a9, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:21.274346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Transition to ACTIVE for port object 89aafd8b-039a-45b0-b976-65c79e6214c7 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:21.277376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] For port 4936884a-faeb-4477-9d6c-a094c60813a9, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4936884a-faeb-4477-9d6c-a094c60813a9,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:21.294196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:21.303862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:21.305767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] For port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,segment=NetworkSegment(3f070fad-8ce9-4ca9-b5b1-55d467ad1baf),segment_id=3f070fad-8ce9-4ca9-b5b1-55d467ad1baf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:21.310028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:21.319336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:21.329077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.329843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.364225 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.426406 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.443116 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.487258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Routers {'6217101d-66f1-424c-8532-8e42821e9d6d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:21.487895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['6217101d-66f1-424c-8532-8e42821e9d6d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:21.492218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:21.523817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.663619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=d06126ac-0025-4a8c-915e-fb3285b3aa10,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:21.683673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': '944617cb-1307-4e29-bed5-4e1d817b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8fa6e426-264c-44d7-81ae-7550702db7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:21.684066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: 8fa6e426-264c-44d7-81ae-7550702db7a7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:21.717787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Provisioning complete for port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:21.718180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.725675 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:05:21.745604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Allocated IP 172.20.0.2 (c8002c66-9a59-4d72-9f0a-2e7b4fad98b1/c7599eb5-91ba-4303-b638-88f861031afb/1541381f-f759-490d-8f5a-2112cd827624) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:21.783342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77f64-17b3-4aad-8ab7-9768dc32dabc None None] Pushing event updated for resources: {'Port': ['ID=4936884a-faeb-4477-9d6c-a094c60813a9,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:21.783342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Network 74d69a96-d9bf-457a-82cb-216469703511 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:21.815886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:21.843544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:21.850722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:21.883700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:21.981336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 8fa6e426-264c-44d7-81ae-7550702db7a7) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:22.002507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:22.006139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.017538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b031c14b-6c87-46e6-8242-84b9c62a20fd None None] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:22.055406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:22.057549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Pushing event updated for resources: {'Port': ['ID=89aafd8b-039a-45b0-b976-65c79e6214c7,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:22.094766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] Set router 6217101d-66f1-424c-8532-8e42821e9d6d gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:22.111772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Router 7a2be932-edbf-4d03-900d-1b1db67f12c7 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:05:22.172786 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0469bbf4-e741-4c58-aae2-3bef79518ea6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6303730 Apr 05 21:05:22.173484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:22.178575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-614906533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:22.185580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:22.189448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:router and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:22.192405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:22.199033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:22.283610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.284654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.305764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Attempting to bind port 89aafd8b-039a-45b0-b976-65c79e6214c7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:22.306284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Attempting to bind port 89aafd8b-039a-45b0-b976-65c79e6214c7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:22.307320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Attempting to bind port 89aafd8b-039a-45b0-b976-65c79e6214c7 on network 74d69a96-d9bf-457a-82cb-216469703511 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:22.321766 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.381700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:22.387215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Checking segment: {'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:22.387215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.387215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Bound using segment: {'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:22.387215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Bound port: 89aafd8b-039a-45b0-b976-65c79e6214c7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:22.387215 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.405681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:22.408393 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.420273 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Sync routers for ids ['7a2be932-edbf-4d03-900d-1b1db67f12c7'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:22.430394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.432658 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Routers {'7a2be932-edbf-4d03-900d-1b1db67f12c7'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:22.433561 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7a2be932-edbf-4d03-900d-1b1db67f12c7'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:22.503197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:22.506115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:22.511042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:22.511630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.519168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa2138-229f-4af7-94df-705362ce4378 None None] Pushing event updated for resources: {'Port': ['ID=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:22.525029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=09c4b84b-3a22-4a3f-b38e-bebae4c8178a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:22.546182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf47b4f-d5d5-446b-97d5-6ca049534454 None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:22.565731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.568053 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3d003697-3396-413f-a147-d5e0419632fc tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3935921 Apr 05 21:05:22.570542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33144) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:22.592272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.594760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d6e7d8a8-55ad-4124-bf9a-f7d3bcab506c None None] Provisioning for port c756597b-07c3-4dd4-9798-8a9399b793c5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:22.599947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6a65c9f6-7986-4d89-9c7a-249abf22c2c2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6185992 Apr 05 21:05:22.601996 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b8ce0481-6da1-4a04-93a0-898fc2de1d9c tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5202487 Apr 05 21:05:22.604191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33148) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:22.605765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33150) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:22.622070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1456362043', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '09c4b84b-3a22-4a3f-b38e-bebae4c8178a'}], 'security_groups': ['6f382802-63b8-4b55-b948-ab342784943c']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:22.626191 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Set router 7a2be932-edbf-4d03-900d-1b1db67f12c7 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:22.736506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d6e7d8a8-55ad-4124-bf9a-f7d3bcab506c None None] Provisioning complete for port c756597b-07c3-4dd4-9798-8a9399b793c5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:22.736738 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6e7d8a8-55ad-4124-bf9a-f7d3bcab506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:22.954864 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.036324 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:05:21Z', 'revision_number': 3, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port': {'id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:20Z', 'updated_at': '2022-04-05T21:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:23.041462 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Checking router: 7a2be932-edbf-4d03-900d-1b1db67f12c7 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:05:23.042096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Updating router 7a2be932-edbf-4d03-900d-1b1db67f12c7 port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:05:23.085346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-8fa6e426-264c-44d7-81ae-7550702db7a7', 'network_id': '8fa6e426-264c-44d7-81ae-7550702db7a7', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': 'd06126ac-0025-4a8c-915e-fb3285b3aa10'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:23.087854 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.122628 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.128985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] For port 89aafd8b-039a-45b0-b976-65c79e6214c7, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:23.132467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] For port 89aafd8b-039a-45b0-b976-65c79e6214c7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=89aafd8b-039a-45b0-b976-65c79e6214c7,segment=NetworkSegment(adddb927-c772-4de1-9019-1b96e09b8b1b),segment_id=adddb927-c772-4de1-9019-1b96e09b8b1b)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:23.157861 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.175878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Transition to ACTIVE for port object 1541381f-f759-490d-8f5a-2112cd827624 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:23.235223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Transition to ACTIVE for port object 1541381f-f759-490d-8f5a-2112cd827624 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:23.277581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:23.354900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.366687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.417998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.428930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7d8a8-55ad-4124-bf9a-f7d3bcab506c None None] Port c756597b-07c3-4dd4-9798-8a9399b793c5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:23.454961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:23.496072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:23.540876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:23.645145 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.658695 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Transition to ACTIVE for port object 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:23.729813 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.905561 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Attempting to bind port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:23.910870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Delete allocated IP 2001:db8::72 (57c34415-152e-4337-9a15-625a7658d75a/ccfeabf0-127f-4a11-bccb-81f1f41e436d) {{(pid=84581) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 21:05:23.916982 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Attempting to bind port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:23.917838 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Attempting to bind port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:23.937907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8:0:1::f6 (57c34415-152e-4337-9a15-625a7658d75a/09c4b84b-3a22-4a3f-b38e-bebae4c8178a/c756597b-07c3-4dd4-9798-8a9399b793c5) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:23.942399 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:23.942923 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:23.944752 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:23.945370 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:23.945962 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Bound port: 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:23.951644 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.084781 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Pushing event updated for resources: {'Port': ['ID=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:24.108589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.20.0.1 (c8002c66-9a59-4d72-9f0a-2e7b4fad98b1/c7599eb5-91ba-4303-b638-88f861031afb/bb1810cd-fb0e-4869-bb38-d52e8a7d964a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:24.122601 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.137157 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.138497 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.139070 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.139604 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.140136 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.140661 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.141886 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.147113 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.147895 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.148485 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:24.178464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bd3b2-97b4-4403-9af5-8eb44a9eec15 None None] Pushing event updated for resources: {'Port': ['ID=89aafd8b-039a-45b0-b976-65c79e6214c7,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:24.219630 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] For port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:24.224685 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] For port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:24.298218 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.365271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:24.365775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.373788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.392332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object bb1810cd-fb0e-4869-bb38-d52e8a7d964a will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:24.447850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Attempting to bind port 1541381f-f759-490d-8f5a-2112cd827624 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:24.448301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Attempting to bind port 1541381f-f759-490d-8f5a-2112cd827624 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'cc8ad344-04a1-49c8-b7df-8d43c5985981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8002c66-9a59-4d72-9f0a-2e7b4fad98b1'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:24.448746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Attempting to bind port 1541381f-f759-490d-8f5a-2112cd827624 on network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:24.462370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Allocated IP 172.21.0.2 (8fa6e426-264c-44d7-81ae-7550702db7a7/d06126ac-0025-4a8c-915e-fb3285b3aa10/3f0a732a-1399-4a45-8d86-f48b9dd4d54e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:24.473610 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Routers {'7a2be932-edbf-4d03-900d-1b1db67f12c7'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:24.474383 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7a2be932-edbf-4d03-900d-1b1db67f12c7'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:24.510918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:24.511428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Checking segment: {'id': 'cc8ad344-04a1-49c8-b7df-8d43c5985981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8002c66-9a59-4d72-9f0a-2e7b4fad98b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:24.511898 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.512368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Bound using segment: {'id': 'cc8ad344-04a1-49c8-b7df-8d43c5985981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8002c66-9a59-4d72-9f0a-2e7b4fad98b1'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:24.512915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Bound port: 1541381f-f759-490d-8f5a-2112cd827624, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8ad344-04a1-49c8-b7df-8d43c5985981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c8002c66-9a59-4d72-9f0a-2e7b4fad98b1'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:24.513396 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.518132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.522772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Pushing event updated for resources: {'Port': ['ID=1541381f-f759-490d-8f5a-2112cd827624,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:24.695325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:24.702121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:24.711828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:24.713695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:05:12Z', 'revision_number': 4, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4936884a-faeb-4477-9d6c-a094c60813a9', 'name': '', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'mac_address': 'fa:16:3e:fa:aa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:10Z', 'updated_at': '2022-04-05T21:05:21Z', 'revision_number': 4, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'subnets': [{'id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:24.760720 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ed460-0b3a-4c3e-99bc-f33a6642c374 None None] Pushing event updated for resources: {'Port': ['ID=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:24.782404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=bb1810cd-fb0e-4869-bb38-d52e8a7d964a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:24.806694 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.824533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:24.852191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object c756597b-07c3-4dd4-9798-8a9399b793c5 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:24.879312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19940fbf-f621-4d72-ba32-8f88ceb31227 None None] The sync data for ids ['6217101d-66f1-424c-8532-8e42821e9d6d'] in n-d-836605-1 is: [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:05:12Z', 'revision_number': 4, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4936884a-faeb-4477-9d6c-a094c60813a9', 'name': '', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'mac_address': 'fa:16:3e:fa:aa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:10Z', 'updated_at': '2022-04-05T21:05:21Z', 'revision_number': 4, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'subnets': [{'id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:24.917509 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] Set router 7a2be932-edbf-4d03-900d-1b1db67f12c7 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:24.992001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] For port 1541381f-f759-490d-8f5a-2112cd827624, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:25.030583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] For port 1541381f-f759-490d-8f5a-2112cd827624, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1541381f-f759-490d-8f5a-2112cd827624,segment=NetworkSegment(cc8ad344-04a1-49c8-b7df-8d43c5985981),segment_id=cc8ad344-04a1-49c8-b7df-8d43c5985981)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:25.092423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.108639 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.160583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.211926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] Update dhcp port {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'fixed_ips': [{'subnet_id': 'ccfeabf0-127f-4a11-bccb-81f1f41e436d', 'ip_address': '2001:db8::2'}, {'subnet_id': '09c4b84b-3a22-4a3f-b38e-bebae4c8178a'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:05:25.367429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.415590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Transition to ACTIVE for port object 3f0a732a-1399-4a45-8d86-f48b9dd4d54e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:25.443559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Transition to ACTIVE for port object 3f0a732a-1399-4a45-8d86-f48b9dd4d54e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:25.446208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.557707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] In _notify_port_updated(), no bound segment for port c756597b-07c3-4dd4-9798-8a9399b793c5 on network 57c34415-152e-4337-9a15-625a7658d75a {{(pid=84581) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 21:05:25.562257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:25.566136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.566136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "PUT /v2.0/ports/c756597b-07c3-4dd4-9798-8a9399b793c5 HTTP/1.1" status: 200 len: 930 time: 2.9549122 Apr 05 21:05:25.569789 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.580048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33166) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:25.580889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01beea-918d-4866-aa06-45c67423a329 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=c756597b-07c3-4dd4-9798-8a9399b793c5,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:25.602170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838bd900-bd32-43b1-b810-427ffa4f5d51 None None] Network 74d69a96-d9bf-457a-82cb-216469703511 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:25.622265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4936884a-faeb-4477-9d6c-a094c60813a9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:25.672829 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:05:21Z', 'revision_number': 3, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port': {'id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:20Z', 'updated_at': '2022-04-05T21:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:25.683796 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70679786-6e1b-40b4-aa1c-50f51bdf5aa1 None None] The sync data for ids ['7a2be932-edbf-4d03-900d-1b1db67f12c7'] in n-d-836605-1 is: [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:05:21Z', 'revision_number': 3, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port': {'id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:20Z', 'updated_at': '2022-04-05T21:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:25.695443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.696643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port c756597b-07c3-4dd4-9798-8a9399b793c5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:25.697086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.880223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:25.906789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:25.935822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f9e2c-4305-4626-a88d-4f49f4afad30 None None] Pushing event updated for resources: {'Port': ['ID=1541381f-f759-490d-8f5a-2112cd827624,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:25.959709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:26.080871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Pushing event updated for resources: {'Port': ['ID=3f0a732a-1399-4a45-8d86-f48b9dd4d54e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:26.086770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:26.098420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8611a0ba-4fb3-4c37-a15f-9c41b10cb5b9 None None] Provisioning for port 89aafd8b-039a-45b0-b976-65c79e6214c7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:26.106245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:26.160509 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:26.187191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=bb1810cd-fb0e-4869-bb38-d52e8a7d964a,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:26.406659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:26.455995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:26.457500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:26.482357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Attempting to bind port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:26.482955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Attempting to bind port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '944617cb-1307-4e29-bed5-4e1d817b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8fa6e426-264c-44d7-81ae-7550702db7a7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:26.483569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Attempting to bind port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e on network 8fa6e426-264c-44d7-81ae-7550702db7a7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:26.620653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] Allocated IP 2001:db8:0:1::2 (57c34415-152e-4337-9a15-625a7658d75a/09c4b84b-3a22-4a3f-b38e-bebae4c8178a/b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:26.630149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for c756597b-07c3-4dd4-9798-8a9399b793c5 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:26.759423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Allocated IP 172.20.0.1 (74d69a96-d9bf-457a-82cb-216469703511/9e457ae1-8b6b-4e46-837a-e0ac7f08737c/7d29906b-4d1e-46f4-b97d-8ef91111a879) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:26.883158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4936884a-faeb-4477-9d6c-a094c60813a9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:26.916726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:26.925901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Checking segment: {'id': '944617cb-1307-4e29-bed5-4e1d817b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8fa6e426-264c-44d7-81ae-7550702db7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:26.927951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:26.928712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Bound using segment: {'id': '944617cb-1307-4e29-bed5-4e1d817b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8fa6e426-264c-44d7-81ae-7550702db7a7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:26.931206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Bound port: 3f0a732a-1399-4a45-8d86-f48b9dd4d54e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944617cb-1307-4e29-bed5-4e1d817b5ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8fa6e426-264c-44d7-81ae-7550702db7a7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:26.934250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:26.962026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4936884a-faeb-4477-9d6c-a094c60813a9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:26.962570 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.057604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router a0045661-13ee-44e1-81c7-fefbb6ddc4cf is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:05:27.139476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.180061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] For port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:27.184683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] For port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3f0a732a-1399-4a45-8d86-f48b9dd4d54e,segment=NetworkSegment(944617cb-1307-4e29-bed5-4e1d817b5ea3),segment_id=944617cb-1307-4e29-bed5-4e1d817b5ea3)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:27.203498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] For port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,segment=NetworkSegment(3f070fad-8ce9-4ca9-b5b1-55d467ad1baf),segment_id=3f070fad-8ce9-4ca9-b5b1-55d467ad1baf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:27.219521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=c756597b-07c3-4dd4-9798-8a9399b793c5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:27.276196 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.340510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.376975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Transition to ACTIVE for port object 7d29906b-4d1e-46f4-b97d-8ef91111a879 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:27.410440 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.432889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] Transition to ACTIVE for port object b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:27.444755 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.448583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.491308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd985cb0-bc0d-4625-a0f1-b3770817b8a5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/c756597b-07c3-4dd4-9798-8a9399b793c5 HTTP/1.1" status: 204 len: 168 time: 1.9007173 Apr 05 21:05:27.492538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33176) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:27.514326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e26f96e-2a81-4a5c-9da7-eb6bc146e9fb None None] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:27.542676 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.580313 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8eb4dc-75c5-4b87-aab5-f8188fbdf03f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:05:27.581189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2f8eb4dc-75c5-4b87-aab5-f8188fbdf03f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:27.585158 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.661982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:27.669631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639351c-3030-40c2-be15-a80113dbb84f None None] Pushing event updated for resources: {'Port': ['ID=3f0a732a-1399-4a45-8d86-f48b9dd4d54e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:27.673241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4936884a-faeb-4477-9d6c-a094c60813a9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4936884a-faeb-4477-9d6c-a094c60813a9,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:27.690755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1167341-9ba2-43b6-9de3-9e5cb8d89110 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/a0045661-13ee-44e1-81c7-fefbb6ddc4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1191432 Apr 05 21:05:27.693354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33184) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:27.708509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Network 74d69a96-d9bf-457a-82cb-216469703511 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:27.708895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:27.720425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d29906b-4d1e-46f4-b97d-8ef91111a879,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:27.722100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:27.726745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] Sync routers for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:27.869364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f43ace4-fc57-4d71-8484-70b7dbaee433 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:27.870329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f43ace4-fc57-4d71-8484-70b7dbaee433 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:27.881090 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.881702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 89aafd8b-039a-45b0-b976-65c79e6214c7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:27.882208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:27.888771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2f8eb4dc-75c5-4b87-aab5-f8188fbdf03f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:27.892542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2f8eb4dc-75c5-4b87-aab5-f8188fbdf03f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/c756597b-07c3-4dd4-9798-8a9399b793c5 HTTP/1.1" status: 404 len: 333 time: 0.3985295 Apr 05 21:05:27.909998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33188) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:27.999331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2f43ace4-fc57-4d71-8484-70b7dbaee433 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:28.003705 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f43ace4-fc57-4d71-8484-70b7dbaee433 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports/bb1810cd-fb0e-4869-bb38-d52e8a7d964a HTTP/1.1" status: 200 len: 910 time: 0.3091922 Apr 05 21:05:28.008827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33192) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:28.075294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-424279de-1b3e-4f8e-bffb-b8f1a052a144 None None] Provisioning for port 1541381f-f759-490d-8f5a-2112cd827624 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:28.110067 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.170373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:28.171017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:28.269279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:28.286119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1456ba7-b394-465b-8765-c676e0f344bc None None] Pushing event updated for resources: {'Port': ['ID=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:28.391282 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f80b5629-aa22-49f2-9e1c-9dc8ea1f9c80 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.406113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4936884a-faeb-4477-9d6c-a094c60813a9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:28.409149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 89aafd8b-039a-45b0-b976-65c79e6214c7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:28.420710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:28.421627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:28.484125 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f80b5629-aa22-49f2-9e1c-9dc8ea1f9c80 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.511459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 89aafd8b-039a-45b0-b976-65c79e6214c7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:28.511749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.681256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:28.682473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84873fb-dea4-430a-bb9c-8582a546c1ad None None] The sync data for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:28.699309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.797417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.824780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3de259e5-a637-4916-aa37-09bde47118c3 None None] Provisioning for port 7d29906b-4d1e-46f4-b97d-8ef91111a879 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:28.859427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3de259e5-a637-4916-aa37-09bde47118c3 None None] Provisioning complete for port 7d29906b-4d1e-46f4-b97d-8ef91111a879 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:28.859889 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3de259e5-a637-4916-aa37-09bde47118c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.897785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f80b5629-aa22-49f2-9e1c-9dc8ea1f9c80 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.931924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.960388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b5629-aa22-49f2-9e1c-9dc8ea1f9c80 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcee8a9-aad4-4ca1-861a-b6f47dc3a6ee,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:28.975987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f80b5629-aa22-49f2-9e1c-9dc8ea1f9c80 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:28.992379 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f80b5629-aa22-49f2-9e1c-9dc8ea1f9c80 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/security-groups/8bcee8a9-aad4-4ca1-861a-b6f47dc3a6ee HTTP/1.1" status: 204 len: 168 time: 1.0703096 Apr 05 21:05:28.995593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33204) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:29.031297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3de259e5-a637-4916-aa37-09bde47118c3 None None] Port 7d29906b-4d1e-46f4-b97d-8ef91111a879 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:29.053419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 89aafd8b-039a-45b0-b976-65c79e6214c7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=89aafd8b-039a-45b0-b976-65c79e6214c7,segment=NetworkSegment(adddb927-c772-4de1-9019-1b96e09b8b1b),segment_id=adddb927-c772-4de1-9019-1b96e09b8b1b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:29.083936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d29906b-4d1e-46f4-b97d-8ef91111a879,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:29.090840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3de259e5-a637-4916-aa37-09bde47118c3 None None] Provisioning complete for port 89aafd8b-039a-45b0-b976-65c79e6214c7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:29.091357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3de259e5-a637-4916-aa37-09bde47118c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:29.101221 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:29.207442 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:29.208401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a6bad8-b8f4-4b98-b971-717c81eb1a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:29.244816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a6bad8-b8f4-4b98-b971-717c81eb1a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:29.524760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0803d-952f-4849-8721-c81260bc9b08 None None] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:29.554817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Network 74d69a96-d9bf-457a-82cb-216469703511 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:29.556061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:29.559894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=89aafd8b-039a-45b0-b976-65c79e6214c7,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:29.597964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a6bad8-b8f4-4b98-b971-717c81eb1a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:29.656521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6bad8-b8f4-4b98-b971-717c81eb1a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f382802-63b8-4b55-b948-ab342784943c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:29.689887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40a6bad8-b8f4-4b98-b971-717c81eb1a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:29.691787 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-40a6bad8-b8f4-4b98-b971-717c81eb1a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f382802-63b8-4b55-b948-ab342784943c HTTP/1.1" status: 204 len: 168 time: 0.6899180 Apr 05 21:05:29.694864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33208) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:29.735584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:30.174697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1541381f-f759-490d-8f5a-2112cd827624 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:30.190124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:30.227739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet ccfeabf0-127f-4a11-bccb-81f1f41e436d {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:30.234206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:30.312736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Router 7a2be932-edbf-4d03-900d-1b1db67f12c7 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:05:30.450203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Provisioning for port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:30.542488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1541381f-f759-490d-8f5a-2112cd827624 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:30.547952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1541381f-f759-490d-8f5a-2112cd827624 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:30.548403 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:30.632095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:30.641159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2b9ad49d-ef5a-49df-9f77-61a89f7a49b7 admin admin] 10.222.0.10 "PUT /v2.0/routers/7a2be932-edbf-4d03-900d-1b1db67f12c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0347776 Apr 05 21:05:30.644180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Provisioning for port bb1810cd-fb0e-4869-bb38-d52e8a7d964a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:30.667891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Provisioning complete for port bb1810cd-fb0e-4869-bb38-d52e8a7d964a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:30.668289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:30.696173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:30.823604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:30.870586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Port bb1810cd-fb0e-4869-bb38-d52e8a7d964a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:30.892648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Could not find standard attr ID for object c756597b-07c3-4dd4-9798-8a9399b793c5. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:05:30.922991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 1541381f-f759-490d-8f5a-2112cd827624, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1541381f-f759-490d-8f5a-2112cd827624,segment=NetworkSegment(cc8ad344-04a1-49c8-b7df-8d43c5985981),segment_id=cc8ad344-04a1-49c8-b7df-8d43c5985981)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:30.930141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Provisioning complete for port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:30.930517 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:30.983546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.004846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:31.022703 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.023512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3f0a732a-1399-4a45-8d86-f48b9dd4d54e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:31.201272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=1541381f-f759-490d-8f5a-2112cd827624,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:31.255034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.21.0.1 (8fa6e426-264c-44d7-81ae-7550702db7a7/d06126ac-0025-4a8c-915e-fb3285b3aa10/a3307043-8223-4d04-9c64-9b6a44ea5ced) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:31.256706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Provisioning for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:31.265270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:31.265270 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07330c8c-65b2-4673-bba2-dff7e42893fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.287859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.321106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:31.359812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:31.360580 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.367688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfeabf0-127f-4a11-bccb-81f1f41e436d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:31.388371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.464286 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-429d3f69-7d51-4038-9ffe-6c8ea12ca1fb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/ccfeabf0-127f-4a11-bccb-81f1f41e436d HTTP/1.1" status: 204 len: 168 time: 1.7678814 Apr 05 21:05:31.468554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33232) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:31.475290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:31.489426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad820433-ec07-4941-900c-ecf5c3a255e8 None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:31.607596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.640867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object a3307043-8223-4d04-9c64-9b6a44ea5ced will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:31.746367 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.867102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:31.871532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:31.875915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:31.884717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:31.889333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:31.894194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:31.900989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:31.948893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.969136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:31.990160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:31.998001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=a3307043-8223-4d04-9c64-9b6a44ea5ced,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:32.037992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3f0a732a-1399-4a45-8d86-f48b9dd4d54e,segment=NetworkSegment(944617cb-1307-4e29-bed5-4e1d817b5ea3),segment_id=944617cb-1307-4e29-bed5-4e1d817b5ea3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:32.074457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Provisioning complete for port 7d29906b-4d1e-46f4-b97d-8ef91111a879 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:32.075231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.119295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.154981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.157685 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.158671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4936884a-faeb-4477-9d6c-a094c60813a9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:32.322140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Port 7d29906b-4d1e-46f4-b97d-8ef91111a879 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:32.359898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=3f0a732a-1399-4a45-8d86-f48b9dd4d54e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:32.375716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Provisioning complete for port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:32.376107 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.386610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-e9529550-2681-47ff-b474-7c971f8e476a tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:32.387283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-e9529550-2681-47ff-b474-7c971f8e476a tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Synchronizing usage tracker for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:32.450684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4936884a-faeb-4477-9d6c-a094c60813a9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:32.451108 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.518973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-e9529550-2681-47ff-b474-7c971f8e476a tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Unset dirty status for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:32.521393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-e9529550-2681-47ff-b474-7c971f8e476a tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/networks?id=a36d1c4d-55d4-43d3-967e-599fc83d0429 HTTP/1.1" status: 200 len: 911 time: 0.7612233 Apr 05 21:05:32.583241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-6c43c1e2-f9cb-4846-abf4-2839060cc334 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/quotas/9aa72b47d65244f1b7fa0b30c79e7e42 HTTP/1.1" status: 200 len: 375 time: 0.0380301 Apr 05 21:05:32.662669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Provisioning complete for port bb1810cd-fb0e-4869-bb38-d52e8a7d964a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:32.663424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.702384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.746546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-8e848ba2-53ba-4d4c-8bfc-812ccf8b6663 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Synchronizing usage tracker for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:32.760299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.796820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Port bb1810cd-fb0e-4869-bb38-d52e8a7d964a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:32.800279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:32.812081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.861379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-8e848ba2-53ba-4d4c-8bfc-812ccf8b6663 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Unset dirty status for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:32.863984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-8e848ba2-53ba-4d4c-8bfc-812ccf8b6663 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2740161 Apr 05 21:05:32.904664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:32.904849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-29b5b8fa-2a33-4ae7-b4f9-2b5609803e0d None None] Could not find standard attr ID for object c756597b-07c3-4dd4-9798-8a9399b793c5. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:05:32.911065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=a3307043-8223-4d04-9c64-9b6a44ea5ced,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:32.944712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=b15c7ffa-7b6a-4ab6-9a97-6c559a755b79,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:33.062480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:33.067670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:33.068041 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.082287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:33.084922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:33.103658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:33.104967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.118544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:33.122148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:33.138350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c74215bd-6852-4413-a484-26fd23b34fca None None] Provisioning for port a3307043-8223-4d04-9c64-9b6a44ea5ced completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:33.172764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c74215bd-6852-4413-a484-26fd23b34fca None None] Provisioning complete for port a3307043-8223-4d04-9c64-9b6a44ea5ced triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:33.173385 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c74215bd-6852-4413-a484-26fd23b34fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.200995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-f44a7138-6537-452f-a52a-fd8dff0680fe service neutron] 10.222.0.10 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265700 Apr 05 21:05:33.252446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c9140c-069b-4c6a-b6c2-36a069f45f95 None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:33.282605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b5f6ff0d-5471-49a1-80c4-19bb329d33fa tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8128512 Apr 05 21:05:33.283406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33256) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:33.346204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c74215bd-6852-4413-a484-26fd23b34fca None None] Port a3307043-8223-4d04-9c64-9b6a44ea5ced cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:33.376612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'security_group': {'name': 'tempest-secgroup-13069304'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:33.393357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:33.402243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:33.407420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:33.425162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:33.491987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.512122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-17751f9b-609e-4586-8bc0-85376844613d service neutron] 10.222.0.10 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048861 Apr 05 21:05:33.524288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d727c40f-4670-4890-9389-fe0673fb7b7d None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:33.524555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d727c40f-4670-4890-9389-fe0673fb7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.573211 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.598642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:33.642973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:33.647690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group_rule and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:33.650573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:33.656398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:33.716802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.722253 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.791985 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.864965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router a0045661-13ee-44e1-81c7-fefbb6ddc4cf has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:05:33.878973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a865d3d-ddef-44c8-a444-bf524dc27323,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:33.910792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1541381f-f759-490d-8f5a-2112cd827624 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:33.944287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:33.948527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-38ba65cf-36d4-4e8f-90c6-dab3df75596e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.5873866 Apr 05 21:05:33.949209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33268) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:33.968430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b7cfd96-a3cd-4562-a639-cba1227f13c0 req-c0e75f45-9cba-4d48-af6a-e1683dc59bbe tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 210 time: 0.0734582 Apr 05 21:05:33.976893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'security_group': {'name': 'tempest-secgroup-1505547396'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:33.991074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:33.996139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:33.999318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:34.007509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:34.077479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:34.101797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d727c40f-4670-4890-9389-fe0673fb7b7d None None] Provisioning complete for port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:34.102084 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d727c40f-4670-4890-9389-fe0673fb7b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.105998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.167240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:34.172086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group_rule and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:34.180717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:34.180883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:34.182133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:34.185523 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9dc1544-e81d-4056-8fb0-d0dd19428321 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/a0045661-13ee-44e1-81c7-fefbb6ddc4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1772368 Apr 05 21:05:34.185942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33280) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:34.192913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.194076 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39514588-bd85-4018-bbaf-221761359cfd None None] Sync routers for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:34.206921 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39514588-bd85-4018-bbaf-221761359cfd None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:34.207520 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39514588-bd85-4018-bbaf-221761359cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:34.220871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1541381f-f759-490d-8f5a-2112cd827624 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:34.221354 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.264294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a1161-c60d-4a73-b64d-e34d8e5e8c37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:34.265315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d727c40f-4670-4890-9389-fe0673fb7b7d None None] Port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:34.268798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1a1a1161-c60d-4a73-b64d-e34d8e5e8c37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports/a3307043-8223-4d04-9c64-9b6a44ea5ced HTTP/1.1" status: 200 len: 910 time: 0.0789011 Apr 05 21:05:34.268798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33286) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:34.284569 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39514588-bd85-4018-bbaf-221761359cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:34.287877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] Update dhcp port {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'fixed_ips': [{'subnet_id': '09c4b84b-3a22-4a3f-b38e-bebae4c8178a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b15c7ffa-7b6a-4ab6-9a97-6c559a755b79'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:05:34.307391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39514588-bd85-4018-bbaf-221761359cfd None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:34.307995 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39514588-bd85-4018-bbaf-221761359cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:34.383164 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39514588-bd85-4018-bbaf-221761359cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:34.383827 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39514588-bd85-4018-bbaf-221761359cfd None None] The sync data for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:34.444780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.479631 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.531100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3f0a732a-1399-4a45-8d86-f48b9dd4d54e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:34.640203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b55475f4-3c77-4a9e-b0b8-e8a35a96a402 None None] Provisioning complete for port a3307043-8223-4d04-9c64-9b6a44ea5ced triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:34.640642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b55475f4-3c77-4a9e-b0b8-e8a35a96a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.729069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.799098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b061f1b4-655a-4344-90fb-94bb9cba9e48,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:34.818125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b55475f4-3c77-4a9e-b0b8-e8a35a96a402 None None] Port a3307043-8223-4d04-9c64-9b6a44ea5ced cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:34.831368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.853590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:34.854438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.887604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:34.889826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ce8c59b1-e897-4c44-9765-017490abae22 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9346201 Apr 05 21:05:34.891759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33292) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:34.902163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'security_group': {'name': 'tempest-secgroup-579036549'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:34.911126 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:34.919012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:34.922912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:34.929276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:34.950823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-41d8a604-6e69-47fb-84c4-bcc4af75e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.043446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.082765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] Allocated IP 2001:db8::2 (57c34415-152e-4337-9a15-625a7658d75a/b15c7ffa-7b6a-4ab6-9a97-6c559a755b79/b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:35.105336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:35.112311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 89aafd8b-039a-45b0-b976-65c79e6214c7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:35.113043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:security_group_rule and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:35.115643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5153086c-3084-4d52-8c34-e90aa1bacd45 req-33a02571-ffd1-4e65-a0f8-139be7c961a9 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 210 time: 0.0523002 Apr 05 21:05:35.135151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:35.149500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:35.285613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.375013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] For port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,segment=NetworkSegment(3f070fad-8ce9-4ca9-b5b1-55d467ad1baf),segment_id=3f070fad-8ce9-4ca9-b5b1-55d467ad1baf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:35.385232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 89aafd8b-039a-45b0-b976-65c79e6214c7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:35.385605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.392456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.454248 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.475367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1ab33d-fd59-4fa7-8182-f28a3d3ab7b8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:35.484568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] Transition to ACTIVE for port object b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:35.501526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.504025 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e34b0189-5c27-430b-a161-b2fcb0c059a6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6110644 Apr 05 21:05:35.504662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33304) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:35.511621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1352665431', 'security_groups': ['db1ab33d-fd59-4fa7-8182-f28a3d3ab7b8'], 'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b15c7ffa-7b6a-4ab6-9a97-6c559a755b79'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:35.588520 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.589879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port a3307043-8223-4d04-9c64-9b6a44ea5ced {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:35.590271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.713100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:35.727457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:35.733410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa29c9-012a-4669-aca5-25002425a381 None None] Pushing event updated for resources: {'Port': ['ID=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:35.803758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:35.838527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:35.843696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:35.959132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:35.959905 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:36.028524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:36.035285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for a3307043-8223-4d04-9c64-9b6a44ea5ced owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:36.071592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] device_id is not set on port f30ed156-8f04-4509-8b25-ade71dabed88 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:05:36.400957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-488ac5d6-a75d-4489-9d63-0833c9219ffa req-d90207aa-5f8a-4d8f-b631-0657eaa12361 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 210 time: 0.0900843 Apr 05 21:05:36.468727 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8::1a0 (57c34415-152e-4337-9a15-625a7658d75a/b15c7ffa-7b6a-4ab6-9a97-6c559a755b79/f30ed156-8f04-4509-8b25-ade71dabed88) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:36.479790 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:36.734135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-08eb7c16-ad21-4550-b0c7-9aeb66364298 None None] Provisioning for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:36.751815 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:36.757988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-08eb7c16-ad21-4550-b0c7-9aeb66364298 None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:36.758383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-08eb7c16-ad21-4550-b0c7-9aeb66364298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:36.775115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object f30ed156-8f04-4509-8b25-ade71dabed88 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:36.877837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=a3307043-8223-4d04-9c64-9b6a44ea5ced,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:36.886649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:36.992788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-08eb7c16-ad21-4550-b0c7-9aeb66364298 None None] Provisioning complete for port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:36.993189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-08eb7c16-ad21-4550-b0c7-9aeb66364298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.007521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:37.012399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:37.015942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:37.020464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:37.027837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.028173 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-da6c56e6-9a44-48c9-b506-2073881633ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.043036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=f30ed156-8f04-4509-8b25-ade71dabed88,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:37.070845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-08eb7c16-ad21-4550-b0c7-9aeb66364298 None None] Port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:37.138603 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7cde1068-3e4d-4c38-83c6-be9bb484000f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6323121 Apr 05 21:05:37.143253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33316) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:37.147372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:37.182132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-0e75b216-85c2-4b3f-95d9-e42aff4611ce tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:37.183675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-0e75b216-85c2-4b3f-95d9-e42aff4611ce tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.23 "GET /v2.0/networks?id=a36d1c4d-55d4-43d3-967e-599fc83d0429 HTTP/1.1" status: 200 len: 911 time: 0.6319585 Apr 05 21:05:37.202784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Request body: {'port': {'device_id': '41637d13-f975-4943-96d9-8445c57c9340', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'admin_state_up': True, 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:37.210435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:37.224503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:37.259807 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.368174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Made reservation on behalf of 9aa72b47d65244f1b7fa0b30c79e7e42 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:37.371399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.374843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:37.383647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:37.388314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:37.394627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:37.479742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-57a8e9d6-f6bc-40fb-ac2f-7897ed291934 None None] Provisioning for port f30ed156-8f04-4509-8b25-ade71dabed88 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:37.488683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:37.499733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-57a8e9d6-f6bc-40fb-ac2f-7897ed291934 None None] Provisioning complete for port f30ed156-8f04-4509-8b25-ade71dabed88 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:37.502765 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-57a8e9d6-f6bc-40fb-ac2f-7897ed291934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.510209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.599509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-57a8e9d6-f6bc-40fb-ac2f-7897ed291934 None None] Port f30ed156-8f04-4509-8b25-ade71dabed88 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:37.614434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e8bfe34-fa8e-44a2-802c-562a6f8b969a req-7d7f564e-41d5-41f7-b5ad-5b46bc0a7d93 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 210 time: 0.0749228 Apr 05 21:05:37.728877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Allocated IP 172.20.0.14 (a36d1c4d-55d4-43d3-967e-599fc83d0429/b808f49b-4f3e-456c-b75d-0cd30ac20fbf/8f13ff1c-9bd6-40fa-81d6-5e34d6a80989) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:37.775544 n-d-836605-1 neutron-server[84580]: INFO neutron.db.ipam_backend_mixin [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b15c7ffa-7b6a-4ab6-9a97-6c559a755b79 (CIDR: 2001:db8::/64) Apr 05 21:05:37.804511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:37.819012 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:05:37.819979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:37.882339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:37.882703 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:37.909644 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-676c8d32-c63f-4a44-bbcb-a4d9b1788dce tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7673485 Apr 05 21:05:37.912017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33328) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:37.925868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:38.090316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:38.094642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:38.097584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:38.104125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:38.163206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:38.184989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Transition to ACTIVE for port object 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:38.188118 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:38.192891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:38.203854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router a0045661-13ee-44e1-81c7-fefbb6ddc4cf has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:05:38.355035 n-d-836605-1 neutron-server[84580]: INFO neutron.db.ipam_backend_mixin [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 09c4b84b-3a22-4a3f-b38e-bebae4c8178a (CIDR: 2001:db8:0:1::/64) Apr 05 21:05:38.401615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:38.402505 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:05:38.402954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:38.452330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:38.485247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e8a90e6b-a450-4a30-8bcc-9783883f0fe9 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5615535 Apr 05 21:05:38.485696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:38.491194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'subnet': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:38.537734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:38.551702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:38.554651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Pushing event updated for resources: {'Port': ['ID=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:38.556779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:38.589154 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:38.628662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:38.629314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:38.657705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:38.664612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:38.665562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Usage tracker for resource:subnet and tenant:a106674e9aea4843a85dfe3b6f5c6bdf is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:38.670198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-abffa65a-0cbe-4ef3-968b-3bdabb130a3e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/a0045661-13ee-44e1-81c7-fefbb6ddc4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4003227 Apr 05 21:05:38.673612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:38.673754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33342) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:38.680386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] Sync routers for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:38.682123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:38.701416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:38.702113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:38.749236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-4fd7df1e-ad72-43da-9cec-d3952c01547b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5499768 Apr 05 21:05:38.763242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Request body: {'port': {'device_id': '41637d13-f975-4943-96d9-8445c57c9340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:38.784149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:38.799973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:38.799973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:38.842988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Made reservation on behalf of a106674e9aea4843a85dfe3b6f5c6bdf for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:38.846523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:38.863007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:38.863604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35924d86-4c6a-402c-89b9-6424fc3a674e None None] The sync data for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:38.983358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3b1bf3f-650a-49b5-ba5e-fe0f986bb0fa None None] Provisioning for port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:38.993175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e3b1bf3f-650a-49b5-ba5e-fe0f986bb0fa None None] Provisioning complete for port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:38.994664 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e3b1bf3f-650a-49b5-ba5e-fe0f986bb0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.024890 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.078562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e3b1bf3f-650a-49b5-ba5e-fe0f986bb0fa None None] Port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:39.109697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d1a2cb97-ab91-458c-9b5e-3d5384e0b2cc req-78a7719c-d6e3-46a4-bf06-92dd0f69e51b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Synchronizing usage tracker for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:39.205680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.268888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Network 57c34415-152e-4337-9a15-625a7658d75a is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:39.272753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:39.278809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:39.278809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.285635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d73ec-10ec-486d-a917-5b06f9c507cd None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:39.311717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Subnet': ['ID=e3c2abde-f779-40d6-a888-86b9156f1fff,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:39.336804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d1a2cb97-ab91-458c-9b5e-3d5384e0b2cc req-78a7719c-d6e3-46a4-bf06-92dd0f69e51b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Unset dirty status for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:39.338065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1a2cb97-ab91-458c-9b5e-3d5384e0b2cc req-78a7719c-d6e3-46a4-bf06-92dd0f69e51b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1028 time: 0.4544280 Apr 05 21:05:39.369637 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d2cec14c-1178-412b-a39e-fcf349ba3aa6 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8822842 Apr 05 21:05:39.370484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33348) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:39.376345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1376973906', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3c2abde-f779-40d6-a888-86b9156f1fff'}], 'security_groups': ['4a865d3d-ddef-44c8-a444-bf524dc27323', 'b061f1b4-655a-4344-90fb-94bb9cba9e48']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:39.518761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.534664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d1a2cb97-ab91-458c-9b5e-3d5384e0b2cc req-9a9f0fcb-980e-4420-9165-6483e78c60ce tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Synchronizing usage tracker for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:39.634703 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.693016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d1a2cb97-ab91-458c-9b5e-3d5384e0b2cc req-9a9f0fcb-980e-4420-9165-6483e78c60ce tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Unset dirty status for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:39.694183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1a2cb97-ab91-458c-9b5e-3d5384e0b2cc req-9a9f0fcb-980e-4420-9165-6483e78c60ce tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019319 Apr 05 21:05:39.731925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] Update dhcp port {'port': {'network_id': '57c34415-152e-4337-9a15-625a7658d75a', 'fixed_ips': [{'subnet_id': '09c4b84b-3a22-4a3f-b38e-bebae4c8178a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b15c7ffa-7b6a-4ab6-9a97-6c559a755b79', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3c2abde-f779-40d6-a888-86b9156f1fff'}], 'binding:host_id': 'n-d-836605-1'}, 'id': 'b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324'} from n-d-836605-1. {{(pid=84582) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 21:05:39.762105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:05:39.776194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.803429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Transition to ACTIVE for port object 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:39.809666 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.974465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.986233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.042875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Delete allocated IP 2001:db8::1a0 (57c34415-152e-4337-9a15-625a7658d75a/b15c7ffa-7b6a-4ab6-9a97-6c559a755b79) {{(pid=84580) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 21:05:40.051106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Allocated IP 2001:db8:0:2::1f1 (57c34415-152e-4337-9a15-625a7658d75a/e3c2abde-f779-40d6-a888-86b9156f1fff/f30ed156-8f04-4509-8b25-ade71dabed88) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:40.282594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:40.312722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.334772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Transition to ACTIVE for port object f30ed156-8f04-4509-8b25-ade71dabed88 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:40.397720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.503065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] In _notify_port_updated(), no bound segment for port f30ed156-8f04-4509-8b25-ade71dabed88 on network 57c34415-152e-4337-9a15-625a7658d75a {{(pid=84580) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 21:05:40.512346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:40.512694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.521323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "PUT /v2.0/ports/f30ed156-8f04-4509-8b25-ade71dabed88 HTTP/1.1" status: 200 len: 970 time: 1.1496439 Apr 05 21:05:40.522100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33360) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:40.527800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] Allocated IP 2001:db8:0:2::2 (57c34415-152e-4337-9a15-625a7658d75a/e3c2abde-f779-40d6-a888-86b9156f1fff/b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:40.567178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Attempting to bind port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:40.567850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Attempting to bind port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:40.567850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Attempting to bind port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 on network a36d1c4d-55d4-43d3-967e-599fc83d0429 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:40.585985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 on network a36d1c4d-55d4-43d3-967e-599fc83d0429 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:05:40.586440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Attempting to bind port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 on network a36d1c4d-55d4-43d3-967e-599fc83d0429 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:40.601695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:40.601939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Checking segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:40.602336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Bound using segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:40.602762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Bound port: 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:40.603708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.613502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port f30ed156-8f04-4509-8b25-ade71dabed88 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:40.613796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.711625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] For port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,segment=NetworkSegment(3f070fad-8ce9-4ca9-b5b1-55d467ad1baf),segment_id=3f070fad-8ce9-4ca9-b5b1-55d467ad1baf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:40.743567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.761917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] Transition to ACTIVE for port object b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:40.787063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1af30f-9c70-41a9-bc24-5f6fc67a47cb tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event updated for resources: {'Port': ['ID=f30ed156-8f04-4509-8b25-ade71dabed88,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:40.803801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] For port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:40.808253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] For port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:40.854968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.892467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port bb1810cd-fb0e-4869-bb38-d52e8a7d964a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:40.896020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.949853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:41.045624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:41.054378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd87a5-71ec-444e-b775-fe64a3854cde None None] Pushing event updated for resources: {'Port': ['ID=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:41.055726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:41.061223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 HTTP/1.1" status: 200 len: 1092 time: 2.3006370 Apr 05 21:05:41.075504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41637d13-f975-4943-96d9-8445c57c9340', 'tag': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:05:41.232391 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4252c8f-bae5-4c95-a59d-101f4919d22f'] response: {'name': 'network-changed', 'server_uuid': '41637d13-f975-4943-96d9-8445c57c9340', 'tag': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989', 'status': 'completed', 'code': 200} Apr 05 21:05:41.282638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for f30ed156-8f04-4509-8b25-ade71dabed88 owned by {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:41.364013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11016927-a6d9-444d-a1f0-cd23dad958e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:41.443591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d62b5175-e8cc-4ef0-b09f-857ea11d3281 req-3a385670-5d78-4800-8d7d-561b6a4f901b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1095 time: 0.5107632 Apr 05 21:05:41.511281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-52e1ede7-b94b-4b0b-8928-833cf86721f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1095 time: 0.2775970 Apr 05 21:05:41.514971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:41.614815 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:41.658581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d62b5175-e8cc-4ef0-b09f-857ea11d3281 req-f4880fd2-cfc8-4e92-b3a9-ade9acbe5327 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982243 Apr 05 21:05:41.671039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=f30ed156-8f04-4509-8b25-ade71dabed88,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:41.720207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-54a2ad40-23de-4fbd-ac65-5cf58e13726a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 HTTP/1.1" status: 200 len: 217 time: 0.1943049 Apr 05 21:05:41.726194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:41.729104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for bb1810cd-fb0e-4869-bb38-d52e8a7d964a owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:41.753685 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fcb8cb52-dd7d-4021-ba75-3588890eeb26 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/f30ed156-8f04-4509-8b25-ade71dabed88 HTTP/1.1" status: 204 len: 168 time: 1.2146318 Apr 05 21:05:41.755623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33374) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:41.814478 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59a4f46-becf-41b3-a714-59ef04bc48c0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] GET failed (client error): The resource could not be found. Apr 05 21:05:41.815803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b59a4f46-becf-41b3-a714-59ef04bc48c0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Synchronizing usage tracker for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:41.849484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:41.865156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-9720488a-0d9e-4b17-a0d8-fd45465ff6f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:41.866569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-9720488a-0d9e-4b17-a0d8-fd45465ff6f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b808f49b-4f3e-456c-b75d-0cd30ac20fbf HTTP/1.1" status: 200 len: 849 time: 0.1078887 Apr 05 21:05:41.913314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b59a4f46-becf-41b3-a714-59ef04bc48c0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Unset dirty status for tenant:a106674e9aea4843a85dfe3b6f5c6bdf on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:41.913314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b59a4f46-becf-41b3-a714-59ef04bc48c0 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports/f30ed156-8f04-4509-8b25-ade71dabed88 HTTP/1.1" status: 404 len: 333 time: 0.1515954 Apr 05 21:05:41.913314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33378) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:41.975893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-d60ee3d4-bda8-4ee3-b59a-7c0cd406fadd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a36d1c4d-55d4-43d3-967e-599fc83d0429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018968 Apr 05 21:05:42.011355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38823e9e-1de4-40c0-a0bd-d28c940ab813 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.037352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a4de6991-409d-4d6b-8e93-a7f8c0331549 None None] Could not find standard attr ID for object f30ed156-8f04-4509-8b25-ade71dabed88. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:05:42.062437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a4de6991-409d-4d6b-8e93-a7f8c0331549 None None] Provisioning complete for port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:42.063545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a4de6991-409d-4d6b-8e93-a7f8c0331549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.063801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38823e9e-1de4-40c0-a0bd-d28c940ab813 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.141014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a4de6991-409d-4d6b-8e93-a7f8c0331549 None None] Port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:42.231533 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38823e9e-1de4-40c0-a0bd-d28c940ab813 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.249038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38823e9e-1de4-40c0-a0bd-d28c940ab813 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1ab33d-fd59-4fa7-8182-f28a3d3ab7b8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:42.256532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-38823e9e-1de4-40c0-a0bd-d28c940ab813 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.258078 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-38823e9e-1de4-40c0-a0bd-d28c940ab813 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/security-groups/db1ab33d-fd59-4fa7-8182-f28a3d3ab7b8 HTTP/1.1" status: 204 len: 168 time: 0.3424401 Apr 05 21:05:42.261222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33384) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:42.267629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a4de6991-409d-4d6b-8e93-a7f8c0331549 None None] Provisioning for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:42.276785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a4de6991-409d-4d6b-8e93-a7f8c0331549 None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:42.281038 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a4de6991-409d-4d6b-8e93-a7f8c0331549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.369556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-7b69a25e-1cd3-4f98-80cc-3b963e2556fc service neutron] 10.222.0.23 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811519 Apr 05 21:05:42.375793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af2cd6a2-f7f4-4a66-920e-81fa6a4e9189 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.449625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af2cd6a2-f7f4-4a66-920e-81fa6a4e9189 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.485973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.552544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=bb1810cd-fb0e-4869-bb38-d52e8a7d964a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:42.573676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af2cd6a2-f7f4-4a66-920e-81fa6a4e9189 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.594465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cd6a2-f7f4-4a66-920e-81fa6a4e9189 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061f1b4-655a-4344-90fb-94bb9cba9e48,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:42.605750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af2cd6a2-f7f4-4a66-920e-81fa6a4e9189 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.609287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-af2cd6a2-f7f4-4a66-920e-81fa6a4e9189 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/security-groups/b061f1b4-655a-4344-90fb-94bb9cba9e48 HTTP/1.1" status: 204 len: 168 time: 0.3445916 Apr 05 21:05:42.610231 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33392) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:42.665446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-32535b84-80e6-4474-ab7e-177c091bf79a None None] Could not find standard attr ID for object f30ed156-8f04-4509-8b25-ade71dabed88. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:05:42.759137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb7c1781-a3fc-4b10-abc4-45a1e402c6cf req-39508818-0d68-4808-a932-f05fcb356319 service neutron] 10.222.0.23 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867190 Apr 05 21:05:42.764458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f106f458-0c10-4c60-b7e8-3b867857cac5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.824742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f106f458-0c10-4c60-b7e8-3b867857cac5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.974785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f106f458-0c10-4c60-b7e8-3b867857cac5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.994830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106f458-0c10-4c60-b7e8-3b867857cac5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a865d3d-ddef-44c8-a444-bf524dc27323,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:42.999150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f106f458-0c10-4c60-b7e8-3b867857cac5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.001197 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f106f458-0c10-4c60-b7e8-3b867857cac5 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a865d3d-ddef-44c8-a444-bf524dc27323 HTTP/1.1" status: 204 len: 168 time: 0.3889737 Apr 05 21:05:43.003069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:43.068180 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.208359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet b15c7ffa-7b6a-4ab6-9a97-6c559a755b79 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:43.211381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.211817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d7658-ebcd-4d2d-af53-e3cc179d3891 req-82348783-af2d-4a94-95cf-f69171d7611f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1095 time: 0.3585804 Apr 05 21:05:43.222874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-a8530bb2-222c-400e-9a23-2b682a46a16c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1095 time: 0.2707450 Apr 05 21:05:43.274546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.377158 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.509477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80d7658-ebcd-4d2d-af53-e3cc179d3891 req-cfd0ede9-bf08-46aa-8200-63e8566e3838 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912779 Apr 05 21:05:43.520011 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.571157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=b15c7ffa-7b6a-4ab6-9a97-6c559a755b79,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:43.575806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.588603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127ba44-9288-405e-a5be-c7fd7cb3ea1c None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:43.597530 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b16a1932-bcce-45fc-9dff-1b278a46fc8d tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/b15c7ffa-7b6a-4ab6-9a97-6c559a755b79 HTTP/1.1" status: 204 len: 168 time: 0.5810442 Apr 05 21:05:43.598402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33402) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:43.676766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-c7377686-a179-4de5-81c7-c240762d61df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:43.678259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-c7377686-a179-4de5-81c7-c240762d61df service neutron] 10.222.0.23 "GET /v2.0/networks?id=a36d1c4d-55d4-43d3-967e-599fc83d0429 HTTP/1.1" status: 200 len: 911 time: 0.4390662 Apr 05 21:05:43.678839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet e3c2abde-f779-40d6-a888-86b9156f1fff {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:43.682609 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.764791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.893298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.942160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-d2686436-daa2-4ac4-84d7-7283e11511b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 HTTP/1.1" status: 200 len: 217 time: 0.2564459 Apr 05 21:05:43.955225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router a0045661-13ee-44e1-81c7-fefbb6ddc4cf has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:05:44.018371 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Sync routers for ids ['7a2be932-edbf-4d03-900d-1b1db67f12c7'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:44.072643 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Routers {'7a2be932-edbf-4d03-900d-1b1db67f12c7'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:44.073295 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7a2be932-edbf-4d03-900d-1b1db67f12c7'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:44.119931 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:44.176347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c2abde-f779-40d6-a888-86b9156f1fff,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:44.189211 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:44.195766 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b1d68f73-2e46-4679-8fe4-d38fc880f91e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/e3c2abde-f779-40d6-a888-86b9156f1fff HTTP/1.1" status: 204 len: 168 time: 0.5961623 Apr 05 21:05:44.203884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33412) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:44.259636 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc57bd46-004d-47c9-9485-98526c334f2f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:44.261146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc57bd46-004d-47c9-9485-98526c334f2f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:44.275472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-366cf684-6b32-42ff-8189-7b1fe3ff0864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:44.280556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-366cf684-6b32-42ff-8189-7b1fe3ff0864 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b808f49b-4f3e-456c-b75d-0cd30ac20fbf HTTP/1.1" status: 200 len: 849 time: 0.3238480 Apr 05 21:05:44.298204 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Set router 7a2be932-edbf-4d03-900d-1b1db67f12c7 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:44.334536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bc57bd46-004d-47c9-9485-98526c334f2f tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/b15c7ffa-7b6a-4ab6-9a97-6c559a755b79 HTTP/1.1" status: 404 len: 337 time: 0.1236968 Apr 05 21:05:44.338010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33416) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:44.356636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:05:44.362933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6d9de759-80d7-41d6-a973-47310d03d0f8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/a0045661-13ee-44e1-81c7-fefbb6ddc4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6882293 Apr 05 21:05:44.369640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33420) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:44.376038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] Sync routers for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:05:44.391360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:44.392314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:44.434118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a6eab4d2-a8ae-49fe-b7e4-47266f2623e4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:44.469768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting subnet 09c4b84b-3a22-4a3f-b38e-bebae4c8178a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:44.473435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:44.479059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-7f9c4005-30b1-40a1-97c9-b5dedd725a4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a36d1c4d-55d4-43d3-967e-599fc83d0429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910322 Apr 05 21:05:44.505980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:44.521498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] Routers {'a0045661-13ee-44e1-81c7-fefbb6ddc4cf'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:44.522926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:44.600813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:44.637689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:44.638278 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689743ca-834f-479b-8f60-98d1f1d4a706 None None] The sync data for ids ['a0045661-13ee-44e1-81c7-fefbb6ddc4cf'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:44.684367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a6eab4d2-a8ae-49fe-b7e4-47266f2623e4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:44.688009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a6eab4d2-a8ae-49fe-b7e4-47266f2623e4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0045661-13ee-44e1-81c7-fefbb6ddc4cf HTTP/1.1" status: 200 len: 205 time: 0.3173354 Apr 05 21:05:44.691973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33426) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:44.813737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-8ee3b798-4eb2-4b2c-b6c4-b42015eb3faa service neutron] 10.222.0.23 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274069 Apr 05 21:05:44.869261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a817b5-cad2-4449-94a2-183f1fefcf25 None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:44.873839 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:05:27Z', 'revision_number': 4, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port': {'id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:20Z', 'updated_at': '2022-04-05T21:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7d29906b-4d1e-46f4-b97d-8ef91111a879', 'name': '', 'network_id': '74d69a96-d9bf-457a-82cb-216469703511', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'mac_address': 'fa:16:3e:64:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e457ae1-8b6b-4e46-837a-e0ac7f08737c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:26Z', 'updated_at': '2022-04-05T21:05:28Z', 'revision_number': 2, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'subnets': [{'id': '9e457ae1-8b6b-4e46-837a-e0ac7f08737c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:44.878810 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Checking router: 7a2be932-edbf-4d03-900d-1b1db67f12c7 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:05:44.879157 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Updating router 7a2be932-edbf-4d03-900d-1b1db67f12c7 port 7d29906b-4d1e-46f4-b97d-8ef91111a879 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:05:44.960093 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.015298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-73d574a7-6f7c-406c-b305-bcec6f743efa req-85620bc4-996e-4d00-82bc-399ffb3b1bf0 service neutron] 10.222.0.23 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925902 Apr 05 21:05:45.025756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00480cb8-4f38-4371-a1a2-88b3ab317183 req-e7bc8d9f-c4e1-49d0-b44e-366d3fdc8a44 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1095 time: 0.3225679 Apr 05 21:05:45.079723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.090694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00480cb8-4f38-4371-a1a2-88b3ab317183 req-f32389e1-c717-4384-b68c-8d209b999196 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581107 Apr 05 21:05:45.120564 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-291a15dc-cd1e-4654-a8e4-9a5b348f2a16 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.177982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa202c20-4c84-40af-8f67-a2ebad55caeb None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:45.178676 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa202c20-4c84-40af-8f67-a2ebad55caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.335389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aa202c20-4c84-40af-8f67-a2ebad55caeb None None] Provisioning complete for port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:45.336017 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa202c20-4c84-40af-8f67-a2ebad55caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.431195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-aa202c20-4c84-40af-8f67-a2ebad55caeb None None] Port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:45.464221 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.476494 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Transition to ACTIVE for port object 7d29906b-4d1e-46f4-b97d-8ef91111a879 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:45.494443 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.550183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Subnet': ['ID=09c4b84b-3a22-4a3f-b38e-bebae4c8178a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:45.554634 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.572424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.707144 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f29b0-b08e-43ec-b67b-2ffeb1ca1f7e None None] Pushing event updated for resources: {'Port': ['ID=7d29906b-4d1e-46f4-b97d-8ef91111a879,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:45.761384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33436) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:45.771757 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-40ccce2b-9b5e-4d13-9117-72cb6fd6ce39 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/09c4b84b-3a22-4a3f-b38e-bebae4c8178a HTTP/1.1" status: 204 len: 168 time: 1.4325016 Apr 05 21:05:45.788304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-291a15dc-cd1e-4654-a8e4-9a5b348f2a16 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.802149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-291a15dc-cd1e-4654-a8e4-9a5b348f2a16 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.821672 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Attempting to bind port 7d29906b-4d1e-46f4-b97d-8ef91111a879 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:45.822029 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Attempting to bind port 7d29906b-4d1e-46f4-b97d-8ef91111a879 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:45.822386 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Attempting to bind port 7d29906b-4d1e-46f4-b97d-8ef91111a879 on network 74d69a96-d9bf-457a-82cb-216469703511 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:45.836938 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:45.837960 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Checking segment: {'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:45.838329 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.838720 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Bound using segment: {'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:45.839180 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Bound port: 7d29906b-4d1e-46f4-b97d-8ef91111a879, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adddb927-c772-4de1-9019-1b96e09b8b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '74d69a96-d9bf-457a-82cb-216469703511'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:45.839541 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.863180 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-43be80e0-c8fd-47ec-8825-0dfeb57aadad tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:45.863180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43be80e0-c8fd-47ec-8825-0dfeb57aadad tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:45.867088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:45.880833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-43be80e0-c8fd-47ec-8825-0dfeb57aadad tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/ccfeabf0-127f-4a11-bccb-81f1f41e436d HTTP/1.1" status: 404 len: 337 time: 0.1161060 Apr 05 21:05:45.924706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33446) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:45.937005 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d537c5c-8456-4970-8aff-35b0313fcdf2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "GET /v2.0/ports?device_id=42deb58b-d042-4ccc-b8ba-196df500bd22 HTTP/1.1" status: 200 len: 205 time: 0.0684307 Apr 05 21:05:45.937965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-291a15dc-cd1e-4654-a8e4-9a5b348f2a16 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.938578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a15dc-cd1e-4654-a8e4-9a5b348f2a16 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Fanout notify agent at l3_agent the message router_deleted on router a0045661-13ee-44e1-81c7-fefbb6ddc4cf {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:05:45.960304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-291a15dc-cd1e-4654-a8e4-9a5b348f2a16 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.972005 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-291a15dc-cd1e-4654-a8e4-9a5b348f2a16 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/a0045661-13ee-44e1-81c7-fefbb6ddc4cf HTTP/1.1" status: 204 len: 168 time: 1.2790000 Apr 05 21:05:45.974687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33450) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:45.986172 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] For port 7d29906b-4d1e-46f4-b97d-8ef91111a879, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:45.991995 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] For port 7d29906b-4d1e-46f4-b97d-8ef91111a879, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7d29906b-4d1e-46f4-b97d-8ef91111a879,segment=NetworkSegment(adddb927-c772-4de1-9019-1b96e09b8b1b),segment_id=adddb927-c772-4de1-9019-1b96e09b8b1b)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:46.033352 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-81fe75f6-d985-4df0-a841-e595c7de4b2e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] delete failed (client error): The resource could not be found. Apr 05 21:05:46.034989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-81fe75f6-d985-4df0-a841-e595c7de4b2e tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/routers/42deb58b-d042-4ccc-b8ba-196df500bd22 HTTP/1.1" status: 404 len: 336 time: 0.1085708 Apr 05 21:05:46.037355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33454) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.074439 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.100610 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-76abb06c-f0c6-4cc7-9dfa-433d33b63db8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.101319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76abb06c-f0c6-4cc7-9dfa-433d33b63db8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.106477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-76abb06c-f0c6-4cc7-9dfa-433d33b63db8 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/740a578d-facc-4533-8ba7-55fcf7891d03 HTTP/1.1" status: 404 len: 337 time: 0.0681777 Apr 05 21:05:46.107302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33458) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.164011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:05:46.213235 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Routers {'7a2be932-edbf-4d03-900d-1b1db67f12c7'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:05:46.214054 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7a2be932-edbf-4d03-900d-1b1db67f12c7'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:46.219973 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff03724-afd0-45b5-9095-73dc8b318f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.220417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff03724-afd0-45b5-9095-73dc8b318f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.224771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33464) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.241998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fff03724-afd0-45b5-9095-73dc8b318f32 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/805e7cb3-2039-4e1a-b32a-226525ec7a81 HTTP/1.1" status: 404 len: 337 time: 0.1333203 Apr 05 21:05:46.283863 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f29b0-b08e-43ec-b67b-2ffeb1ca1f7e None None] Pushing event updated for resources: {'Port': ['ID=7d29906b-4d1e-46f4-b97d-8ef91111a879,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:46.340403 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4455ece7-8fd2-450e-b06b-5b622c7294e4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.341021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4455ece7-8fd2-450e-b06b-5b622c7294e4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.342830 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4455ece7-8fd2-450e-b06b-5b622c7294e4 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/0f5cefae-9827-4d8b-bdd0-6579967b495f HTTP/1.1" status: 404 len: 337 time: 0.1169636 Apr 05 21:05:46.345479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33468) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.416817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet d06126ac-0025-4a8c-915e-fb3285b3aa10 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:46.425501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.456221 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e31a19-f8fb-41b1-8828-b71f48add235 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.457484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e31a19-f8fb-41b1-8828-b71f48add235 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.459482 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-11e31a19-f8fb-41b1-8828-b71f48add235 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/6b62e8ac-8fa2-42f1-810f-554635e726ae HTTP/1.1" status: 404 len: 333 time: 0.1129937 Apr 05 21:05:46.462948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33472) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.495920 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55d063e-c344-4f24-b4d2-bf80347d6d0b None None] Network 57c34415-152e-4337-9a15-625a7658d75a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:46.498880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.544389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] Set router 7a2be932-edbf-4d03-900d-1b1db67f12c7 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:05:46.574116 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-8507b004-00fa-4761-858a-c5bfea2df55a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.575325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8507b004-00fa-4761-858a-c5bfea2df55a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.578807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8507b004-00fa-4761-858a-c5bfea2df55a tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/3750beba-08f7-4288-a0b1-d6afcc41d140 HTTP/1.1" status: 404 len: 337 time: 0.1145566 Apr 05 21:05:46.580945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33476) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.599284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7248c666-9a62-4d92-ab99-6d271693a25a req-616b75d6-6bf9-479e-84f7-972b744bf129 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1095 time: 0.2350941 Apr 05 21:05:46.622875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:46.624748 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2672347-70a6-4901-8db6-f629e873e79b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.625383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2672347-70a6-4901-8db6-f629e873e79b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.629387 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a2672347-70a6-4901-8db6-f629e873e79b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/ac88bda4-e592-4702-bd40-033862b38c32 HTTP/1.1" status: 404 len: 337 time: 0.0444958 Apr 05 21:05:46.629744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33480) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.662231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'port_id': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989', 'mac_address': 'fa:16:3e:0c:9b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:05:46.681909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7248c666-9a62-4d92-ab99-6d271693a25a req-c3a4ce6b-6c2c-4818-9c30-fa2e196a0b9d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763130 Apr 05 21:05:46.712619 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c8f50e-aaf9-4b3f-9ce9-fa756f0aa000 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.714384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c8f50e-aaf9-4b3f-9ce9-fa756f0aa000 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.718847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33484) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.719108 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-17c8f50e-aaf9-4b3f-9ce9-fa756f0aa000 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/37c1a5a4-de48-4f44-9afe-9a85c4d1ff9e HTTP/1.1" status: 404 len: 333 time: 0.0881515 Apr 05 21:05:46.722281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.795761 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1d9940-b993-4f36-9d1c-731eaa4da6c2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.796947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1d9940-b993-4f36-9d1c-731eaa4da6c2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.798920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7c1d9940-b993-4f36-9d1c-731eaa4da6c2 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/cd13d9a7-4d8a-4a01-8b88-c4a353c26cbd HTTP/1.1" status: 404 len: 337 time: 0.0786998 Apr 05 21:05:46.801518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33490) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.811051 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.828397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-80b7dceb-6ecd-4401-8e5b-f4907d31b226 None None] Provisioning complete for port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:46.840407 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-80b7dceb-6ecd-4401-8e5b-f4907d31b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.856985 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-1647f339-bf84-477d-adfd-f052d5ccea1b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] DELETE failed (client error): The resource could not be found. Apr 05 21:05:46.857485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1647f339-bf84-477d-adfd-f052d5ccea1b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:05:46.861741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1647f339-bf84-477d-adfd-f052d5ccea1b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/subnets/bd84566d-6947-463d-a337-0153018e8dee HTTP/1.1" status: 404 len: 337 time: 0.0565252 Apr 05 21:05:46.861893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:05:46.863780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33494) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:46.930761 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:05:27Z', 'revision_number': 4, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port': {'id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:20Z', 'updated_at': '2022-04-05T21:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7d29906b-4d1e-46f4-b97d-8ef91111a879', 'name': '', 'network_id': '74d69a96-d9bf-457a-82cb-216469703511', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'mac_address': 'fa:16:3e:64:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e457ae1-8b6b-4e46-837a-e0ac7f08737c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:26Z', 'updated_at': '2022-04-05T21:05:45Z', 'revision_number': 4, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'subnets': [{'id': '9e457ae1-8b6b-4e46-837a-e0ac7f08737c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:46.932433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:46.936617 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6af709-9017-480c-bec0-db0d281301ee None None] The sync data for ids ['7a2be932-edbf-4d03-900d-1b1db67f12c7'] in n-d-836605-1 is: [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:05:27Z', 'revision_number': 4, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port': {'id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:20Z', 'updated_at': '2022-04-05T21:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7d29906b-4d1e-46f4-b97d-8ef91111a879', 'name': '', 'network_id': '74d69a96-d9bf-457a-82cb-216469703511', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'mac_address': 'fa:16:3e:64:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e457ae1-8b6b-4e46-837a-e0ac7f08737c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:26Z', 'updated_at': '2022-04-05T21:05:45Z', 'revision_number': 4, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'subnets': [{'id': '9e457ae1-8b6b-4e46-837a-e0ac7f08737c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:05:46.938669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:46.942865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.946372 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.046399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.059666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=d06126ac-0025-4a8c-915e-fb3285b3aa10,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:47.074895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.099789 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7f405415-30f6-4f17-9e9e-55180a0926db tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/d06126ac-0025-4a8c-915e-fb3285b3aa10 HTTP/1.1" status: 204 len: 168 time: 1.1240757 Apr 05 21:05:47.100630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33506) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:47.110553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6ea90-ad10-4420-9e31-ff0e9832fa1f None None] Network 8fa6e426-264c-44d7-81ae-7550702db7a7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:47.136792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] DHCP port deletion for 57c34415-152e-4337-9a15-625a7658d75a request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:05:47.145590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] Deleting port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:47.146233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.457135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.457703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8f13ff1c-9bd6-40fa-81d6-5e34d6a80989'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:05:47.545477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet c7599eb5-91ba-4303-b638-88f861031afb {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:05:47.549999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.559293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-80b7dceb-6ecd-4401-8e5b-f4907d31b226 None None] Provisioning complete for port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:47.559940 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-80b7dceb-6ecd-4401-8e5b-f4907d31b226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.617452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.639879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-80b7dceb-6ecd-4401-8e5b-f4907d31b226 None None] Port a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:47.783933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.830496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] For port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,segment=NetworkSegment(3f070fad-8ce9-4ca9-b5b1-55d467ad1baf),segment_id=3f070fad-8ce9-4ca9-b5b1-55d467ad1baf)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:47.830900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:47.919584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Calling delete_port for a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 owned by {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:47.961039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:48.000496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.055717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=c7599eb5-91ba-4303-b638-88f861031afb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:48.067248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7d29906b-4d1e-46f4-b97d-8ef91111a879 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:48.087182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.095955 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-029cce7c-58e9-4767-83a7-a22e72be2b02 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/c7599eb5-91ba-4303-b638-88f861031afb HTTP/1.1" status: 204 len: 168 time: 0.9941819 Apr 05 21:05:48.102291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33514) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:48.114701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fd3cfe8-6a54-48c9-9d0f-e15adb95416c req-1a303f34-8d25-4f09-9329-c97a1bbf63c1 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1096 time: 0.1622534 Apr 05 21:05:48.166918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] Calling delete_port for b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:48.194361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fd3cfe8-6a54-48c9-9d0f-e15adb95416c req-0de8df0c-2e15-4480-8d6e-031311829680 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683146 Apr 05 21:05:48.197658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.259776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.272061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:48.272425 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.288304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Port': ['ID=a4a2f389-3689-4e5e-aac9-2efbfeebc1f6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:48.299782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf35862-b230-43c7-9fcd-5aac3b22b152 None None] Network c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:48.316679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.350441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.350795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.351190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.351533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.352306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.352647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.353565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.353919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.355312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.355652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.355987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:48.398952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6504a6c6-b215-49f6-9dcc-922e00b11a47 tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/ports/a4a2f389-3689-4e5e-aac9-2efbfeebc1f6 HTTP/1.1" status: 204 len: 168 time: 1.5356224 Apr 05 21:05:48.401915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33518) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:48.524728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.536068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Deleting port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:48.536400 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.540184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3f0a732a-1399-4a45-8d86-f48b9dd4d54e,segment=NetworkSegment(944617cb-1307-4e29-bed5-4e1d817b5ea3),segment_id=944617cb-1307-4e29-bed5-4e1d817b5ea3)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:48.540607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.584110 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.606167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] The port 'b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:05:48.668498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 3f0a732a-1399-4a45-8d86-f48b9dd4d54e owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:48.685638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] Pushing event deleted for resources: {'Port': ['ID=b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:48.725007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cb968-e469-47b1-b1a3-514804d10906 None None] No DVR routers for this DVR port b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:48.818033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.839227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ea27e-26ba-4a76-863a-6fcf4409767b None None] DHCP port deletion for 8fa6e426-264c-44d7-81ae-7550702db7a7 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:05:48.846754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c34415-152e-4337-9a15-625a7658d75a']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:48.852373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7d29906b-4d1e-46f4-b97d-8ef91111a879 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:48.856495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-285ea27e-26ba-4a76-863a-6fcf4409767b None None] Deleting port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:48.857090 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-285ea27e-26ba-4a76-863a-6fcf4409767b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.866652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f070fad-8ce9-4ca9-b5b1-55d467ad1baf') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:48.867049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f070fad-8ce9-4ca9-b5b1-55d467ad1baf') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:48.885721 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.890942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.903390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7d29906b-4d1e-46f4-b97d-8ef91111a879 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:48.903762 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.923272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.932311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:48.933014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:48.939901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No DVR routers for this DVR port 3f0a732a-1399-4a45-8d86-f48b9dd4d54e on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:48.980082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=3f0a732a-1399-4a45-8d86-f48b9dd4d54e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:48.998557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-285ea27e-26ba-4a76-863a-6fcf4409767b None None] The port '3f0a732a-1399-4a45-8d86-f48b9dd4d54e' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:05:49.001405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] DHCP port deletion for c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:05:49.015669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] Deleting port 1541381f-f759-490d-8f5a-2112cd827624 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:49.016033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:49.058242 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:49.099274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.132752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa6e426-264c-44d7-81ae-7550702db7a7']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:49.135602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.148623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944617cb-1307-4e29-bed5-4e1d817b5ea3') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:49.149253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944617cb-1307-4e29-bed5-4e1d817b5ea3') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:49.150699 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.161327 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.163183 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.174004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] Pushing event deleted for resources: {'Network': ['ID=57c34415-152e-4337-9a15-625a7658d75a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:49.176670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c2eb544c-7c39-41a8-9d2f-96991302b42b tempest-PortsIpV6TestJSON-298633700 tempest-PortsIpV6TestJSON-298633700-project] 10.222.0.10 "DELETE /v2.0/networks/57c34415-152e-4337-9a15-625a7658d75a HTTP/1.1" status: 204 len: 168 time: 0.7738318 Apr 05 21:05:49.184943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.194638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:49.195096 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:49.211167 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:49.388589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.420199 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.439123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7d29906b-4d1e-46f4-b97d-8ef91111a879, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7d29906b-4d1e-46f4-b97d-8ef91111a879,segment=NetworkSegment(adddb927-c772-4de1-9019-1b96e09b8b1b),segment_id=adddb927-c772-4de1-9019-1b96e09b8b1b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:49.462301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=8fa6e426-264c-44d7-81ae-7550702db7a7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:49.471881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] For port 1541381f-f759-490d-8f5a-2112cd827624, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1541381f-f759-490d-8f5a-2112cd827624,segment=NetworkSegment(cc8ad344-04a1-49c8-b7df-8d43c5985981),segment_id=cc8ad344-04a1-49c8-b7df-8d43c5985981)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:49.473579 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.509900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a02c727-2805-4fcb-95df-8ab1ebd0c108 req-9d691c92-97d2-48b1-9467-2d940486369d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1096 time: 0.1216414 Apr 05 21:05:49.532952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.551474 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e9c10eca-52a6-419d-b2be-f043fadaabd4 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/8fa6e426-264c-44d7-81ae-7550702db7a7 HTTP/1.1" status: 204 len: 168 time: 1.4493146 Apr 05 21:05:49.551844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33532) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:49.585742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a02c727-2805-4fcb-95df-8ab1ebd0c108 req-693036f8-f44e-41d7-bfca-6903b5798e23 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682209 Apr 05 21:05:49.640147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] Calling delete_port for 1541381f-f759-490d-8f5a-2112cd827624 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:49.670409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:05:49.735957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.738716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:05:49.739058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b16f15bb-52f8-4a9a-bc90-f8b0d2d0e324 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:05:49.747737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 1541381f-f759-490d-8f5a-2112cd827624 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:49.749336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.785793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7d29906b-4d1e-46f4-b97d-8ef91111a879,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:49.856302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1541381f-f759-490d-8f5a-2112cd827624 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:05:49.899274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:49.924905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33538) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:49.945407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 1541381f-f759-490d-8f5a-2112cd827624 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:05:49.945735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1541381f-f759-490d-8f5a-2112cd827624 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:05:49.946156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3f0a732a-1399-4a45-8d86-f48b9dd4d54e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:05:49.996855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3f0a732a-1399-4a45-8d86-f48b9dd4d54e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:05:49.997233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3f0a732a-1399-4a45-8d86-f48b9dd4d54e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:05:49.998985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] No DVR routers for this DVR port 1541381f-f759-490d-8f5a-2112cd827624 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:50.001160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabb72f-b650-409a-9217-a11bb14e6708 None None] Pushing event deleted for resources: {'Port': ['ID=1541381f-f759-490d-8f5a-2112cd827624,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:50.127610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port 1541381f-f759-490d-8f5a-2112cd827624, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1541381f-f759-490d-8f5a-2112cd827624,segment=NetworkSegment(cc8ad344-04a1-49c8-b7df-8d43c5985981),segment_id=cc8ad344-04a1-49c8-b7df-8d43c5985981)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:50.127970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.155104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e37bcd20-730e-44dd-94bd-ab18a74a407c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a106674e9aea4843a85dfe3b6f5c6bdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2284105 Apr 05 21:05:50.157386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33550) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:50.190147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:50.234068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e5c0951b-6145-48ff-828c-9592cd6e9481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.265196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e5c0951b-6145-48ff-828c-9592cd6e9481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.317975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 1541381f-f759-490d-8f5a-2112cd827624 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:05:50.357365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:50.363244 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:50.366195 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.393587 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:05:50.393906 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:05:50.415129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e5c0951b-6145-48ff-828c-9592cd6e9481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.432330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0951b-6145-48ff-828c-9592cd6e9481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82477176-194a-4599-b7d3-e46c6cc77daf,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:50.438248 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e5c0951b-6145-48ff-828c-9592cd6e9481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.441707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e5c0951b-6145-48ff-828c-9592cd6e9481 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82477176-194a-4599-b7d3-e46c6cc77daf HTTP/1.1" status: 204 len: 168 time: 0.2810616 Apr 05 21:05:50.475177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.496694 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.523727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41637d13-f975-4943-96d9-8445c57c9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:05:50.534025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:50.581949 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57100fe-a630-4b6f-924e-6d94c78e0692'] response: {'server_uuid': '41637d13-f975-4943-96d9-8445c57c9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989', 'code': 200} Apr 05 21:05:50.638537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.787587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:50.794981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8392a5d-0d3c-403e-9e7a-57d15a45f5a4 req-d2242547-daa7-468a-b3b9-15051f64437d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.1557417 Apr 05 21:05:50.854459 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8392a5d-0d3c-403e-9e7a-57d15a45f5a4 req-fd4672b3-1a2f-450a-ac0f-92a3c70b0c38 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509675 Apr 05 21:05:50.857229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf13d482-d974-49da-98cb-87b1af73e61f req-a90e210d-30d0-458e-945e-350736844530 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.1279519 Apr 05 21:05:50.895344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 1541381f-f759-490d-8f5a-2112cd827624 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:05:50.896524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:50.908237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf13d482-d974-49da-98cb-87b1af73e61f req-90625082-29d5-486f-9bdd-cd4e5bf798bc tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Apr 05 21:05:50.974340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] The port '1541381f-f759-490d-8f5a-2112cd827624' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:05:51.097475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.124519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8002c66-9a59-4d72-9f0a-2e7b4fad98b1']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:51.146758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8ad344-04a1-49c8-b7df-8d43c5985981') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:51.146758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8ad344-04a1-49c8-b7df-8d43c5985981') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:51.152475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.169269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.175742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:05:51.176259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:05:51.196559 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:05:51.388516 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.407640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.419189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=c8002c66-9a59-4d72-9f0a-2e7b4fad98b1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:51.426673 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f88f4b5c-0974-4837-b016-84dd2f26ea0a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/c8002c66-9a59-4d72-9f0a-2e7b4fad98b1 HTTP/1.1" status: 204 len: 168 time: 1.8733268 Apr 05 21:05:51.432021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33580) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:51.440232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-6643726'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:51.443487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:51.448053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:51.451305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:51.457063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:51.525216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:51.528289 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.557694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:51.566943 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.567345 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment aff640c4-a91d-416f-8750-c5dfb8918a25 of type vlan for network 1658e5ad-8c6a-44c8-8a96-b531d9795191 Apr 05 21:05:51.593089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.690924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33586) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:51.697191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.700828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:51.701417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:51.829362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=1658e5ad-8c6a-44c8-8a96-b531d9795191,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:51.840960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:51.858754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-978616181'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:51.864528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:51.868959 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:51.887510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:51.897837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:51.911049 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ace29096-1174-4f91-be2b-b509ffbb5e6b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.4777639 Apr 05 21:05:51.914467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33592) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:51.921746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:51.956533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7d29906b-4d1e-46f4-b97d-8ef91111a879 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:51.986072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:51.989426 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.016024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.073932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:52.075752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7d29906b-4d1e-46f4-b97d-8ef91111a879 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:52.076194 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.079594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:security_group_rule and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:52.082649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:52.090763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:52.128068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:52.132451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:52.136309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:52.142553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:52.234589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:52.353084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.382950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.405412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11aa1293-2d06-4409-878e-c9942ee87482 req-00dd71c6-5c85-4ca3-8263-7f8d94026a54 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.2504845 Apr 05 21:05:52.457263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11aa1293-2d06-4409-878e-c9942ee87482 req-cafc6afb-9301-42a6-86d7-5adbc6373f75 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Apr 05 21:05:52.471301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.496968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:52.524707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.530282 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment c93f827a-f743-49b1-99bb-386ccbbd875b of type vlan for network bbc438ff-a41a-484c-b545-33af56812d16 Apr 05 21:05:52.531813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a676bd-ccda-4df9-bce4-9e60f90e24ec,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:52.573316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.682991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34c09880-4aa6-4ffb-b49d-7ba82aed150c req-b211f714-226a-4948-9b20-700a5631f1d1 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.0802712 Apr 05 21:05:52.733023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34c09880-4aa6-4ffb-b49d-7ba82aed150c req-ca407aeb-7334-45d0-90cd-b1fd94672ec1 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Apr 05 21:05:52.840193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.850946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.858226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:52.858619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:52.922715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=cc224358-b17d-4f3e-8927-61395e63b9e9,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:52.937480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.940984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:52.946471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': 'aff640c4-a91d-416f-8750-c5dfb8918a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:52.946817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: 1658e5ad-8c6a-44c8-8a96-b531d9795191, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:53.019731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=bbc438ff-a41a-484c-b545-33af56812d16,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:53.034156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bbc438ff-a41a-484c-b545-33af56812d16 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:53.052453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9371d609-dc39-4c68-b18b-9382dea9f8cc req-577a4c71-c711-41cb-9e0b-3726204b4994 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.1889269 Apr 05 21:05:53.068131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:53.101132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9371d609-dc39-4c68-b18b-9382dea9f8cc req-b8c0c5d5-b3c2-463c-b5a0-bd17db4e81d3 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Apr 05 21:05:53.117450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-53251ce1-ad71-454e-abea-a6d42f084311 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4227614 Apr 05 21:05:53.119405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33610) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:53.124533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393953849'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:53.130158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:53.134172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:53.140530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:53.150758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:53.188279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 1658e5ad-8c6a-44c8-8a96-b531d9795191) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:53.192487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:53.193294 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.203642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c471992-ce92-4092-a306-ef9e9a2958b4 None None] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:53.217037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:53.220183 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.277898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:05:53.291265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.291265 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment 37e581ed-87b9-4c63-b56c-c645be431dc3 of type vlan for network eb58eea7-9502-4fc9-962d-a2250023ca76 Apr 05 21:05:53.311885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f918d10f-3e35-44e2-a621-21b99d611995 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3926804 Apr 05 21:05:53.312131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33622) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:53.318501 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.319981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-546816915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:53.337925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:53.342766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:router and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:53.345905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:53.356958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:53.425647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.429555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:53.430197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.443201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.444846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.479949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.503543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-1658e5ad-8c6a-44c8-8a96-b531d9795191', 'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': 'cc224358-b17d-4f3e-8927-61395e63b9e9'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:53.504761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.577181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.622052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5031073 Apr 05 21:05:53.626972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33632) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:53.627792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f64b52-1751-4349-8697-b4ae64ab4ba8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=eb58eea7-9502-4fc9-962d-a2250023ca76,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:53.642995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': 'bbc438ff-a41a-484c-b545-33af56812d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:53.653217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network eb58eea7-9502-4fc9-962d-a2250023ca76 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:05:53.688783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:53.693794 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8f8b31cc-b117-4f61-b770-0821f527c786 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3804793 Apr 05 21:05:53.694783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:53.701409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'port': {'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191', 'name': 'tempest-RoutersTest-1326636779'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:53.772677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Allocated IP 172.20.0.2 (1658e5ad-8c6a-44c8-8a96-b531d9795191/cc224358-b17d-4f3e-8927-61395e63b9e9/ffcb4315-d0cc-4aab-bc26-16b5a1e95018) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:53.791272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:53.796173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-07d72e48-2da8-41a2-b49f-ffff6ac75b20 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:53.800705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-07d72e48-2da8-41a2-b49f-ffff6ac75b20 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/networks?id=a36d1c4d-55d4-43d3-967e-599fc83d0429 HTTP/1.1" status: 200 len: 911 time: 0.2708683 Apr 05 21:05:53.800705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:53.816154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:53.823595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:53.845606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-0ddef147-95af-49a9-995e-90743ad894f0 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/quotas/9aa72b47d65244f1b7fa0b30c79e7e42 HTTP/1.1" status: 200 len: 375 time: 0.0394025 Apr 05 21:05:53.896985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:53.901920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:port and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:53.904821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:53.910777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:53.916027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:53.990482 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.000384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Transition to ACTIVE for port object ffcb4315-d0cc-4aab-bc26-16b5a1e95018 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:54.009568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:54.014809 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.020143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Transition to ACTIVE for port object ffcb4315-d0cc-4aab-bc26-16b5a1e95018 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:54.031736 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.042331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] device_id is not set on port 009dbce3-8a03-4baa-9452-f240bc7216d1 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:05:54.053612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-72a27dea-f60e-4a0e-a258-d781464b4523 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2071846 Apr 05 21:05:54.091616 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.196088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Pushing event updated for resources: {'Port': ['ID=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:54.214888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:54.216223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:54.224871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:54.349315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Attempting to bind port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:54.349689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Attempting to bind port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'aff640c4-a91d-416f-8750-c5dfb8918a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:54.350070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Attempting to bind port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 on network 1658e5ad-8c6a-44c8-8a96-b531d9795191 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:54.358005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:54.358449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Checking segment: {'id': 'aff640c4-a91d-416f-8750-c5dfb8918a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:54.358927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.359368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Bound using segment: {'id': 'aff640c4-a91d-416f-8750-c5dfb8918a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:54.359887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Bound port: ffcb4315-d0cc-4aab-bc26-16b5a1e95018, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff640c4-a91d-416f-8750-c5dfb8918a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1658e5ad-8c6a-44c8-8a96-b531d9795191'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:54.360310 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.386606 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8999ecf8-5ad6-4af3-9a82-b74b107d4487 {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:05:54.386830 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:05:54.465869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] For port ffcb4315-d0cc-4aab-bc26-16b5a1e95018, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:54.468837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] For port ffcb4315-d0cc-4aab-bc26-16b5a1e95018, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,segment=NetworkSegment(aff640c4-a91d-416f-8750-c5dfb8918a25),segment_id=aff640c4-a91d-416f-8750-c5dfb8918a25)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:54.503886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-4995595e-61df-4ea5-90dd-2a51e2e14865 service neutron] 10.222.0.10 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827064 Apr 05 21:05:54.537036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.624947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2019be-af4f-4971-90a6-8cca42bfcc6a None None] Pushing event updated for resources: {'Port': ['ID=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:54.664424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-7c8c0fb0-0d1a-4f71-bed9-8bae05e88207 service neutron] 10.222.0.10 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484885 Apr 05 21:05:54.671256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.888161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:54.902516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=d18878c8-ecd6-4a04-b312-7f2a70b91706,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:54.923634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': 'c93f827a-f743-49b1-99bb-386ccbbd875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bbc438ff-a41a-484c-b545-33af56812d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:54.924304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: bbc438ff-a41a-484c-b545-33af56812d16, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:54.927812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] device_id is not set on port d065439d-a94f-471f-b205-869fa486b796 yet. {{(pid=84580) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:05:55.022528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network bbc438ff-a41a-484c-b545-33af56812d16 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:55.088322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.20.0.7 (1658e5ad-8c6a-44c8-8a96-b531d9795191/cc224358-b17d-4f3e-8927-61395e63b9e9/d065439d-a94f-471f-b205-869fa486b796) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:55.113478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, bbc438ff-a41a-484c-b545-33af56812d16) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:55.119088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:55.119673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:55.130698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303cf33c-1703-4b0a-81ae-8b3c351930f2 None None] Network bbc438ff-a41a-484c-b545-33af56812d16 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:55.234761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a09e815d-22f0-4227-ab14-e1943d86e027 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6043370 Apr 05 21:05:55.237589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33650) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:55.244368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': 'eb58eea7-9502-4fc9-962d-a2250023ca76', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:55.330846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:55.351172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object d065439d-a94f-471f-b205-869fa486b796 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:55.426799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:55.439994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:55.450124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:55.458040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:55.461414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:55.492520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bbc438ff-a41a-484c-b545-33af56812d16', 'network_id': 'bbc438ff-a41a-484c-b545-33af56812d16', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': 'd18878c8-ecd6-4a04-b312-7f2a70b91706'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:55.494136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:55.528284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:55.531526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:55.534124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:55.536658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:55.576756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=d065439d-a94f-471f-b205-869fa486b796,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:55.627264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:55.627888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:55.685763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:55.686552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Allocated IP 2001:db8::2 (bbc438ff-a41a-484c-b545-33af56812d16/d18878c8-ecd6-4a04-b312-7f2a70b91706/9abb42b7-e239-4826-b5b6-035389f75b08) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:55.721826 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-99c6dd12-898a-400e-a8ad-2fb76c72a21c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0254083 Apr 05 21:05:55.724204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33658) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:55.953714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:55.966748 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Transition to ACTIVE for port object 9abb42b7-e239-4826-b5b6-035389f75b08 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:55.988622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Transition to ACTIVE for port object 9abb42b7-e239-4826-b5b6-035389f75b08 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:55.993091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ffcb4315-d0cc-4aab-bc26-16b5a1e95018 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:56.043885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8cd48bf4-af87-48b8-a186-2239e1c424b6 req-583b4cf4-6338-42b3-9c80-080dd261faf6 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 210 time: 0.0608361 Apr 05 21:05:56.067877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4102ba-f83b-4c78-ac4e-131ddb6b0159 None None] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:56.093691 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.184407 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.213264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Network bbc438ff-a41a-484c-b545-33af56812d16 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:56.233267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:56.239655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:56.325448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=cc20f26d-af94-4fe3-98df-e3b627232e6c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:56.329567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e0fa48d5-caf9-43ca-9e79-f1db28f05da2 None None] Provisioning for port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:56.342067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Pushing event updated for resources: {'Port': ['ID=9abb42b7-e239-4826-b5b6-035389f75b08,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:56.351646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': '37e581ed-87b9-4c63-b56c-c645be431dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'eb58eea7-9502-4fc9-962d-a2250023ca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:56.352011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: eb58eea7-9502-4fc9-962d-a2250023ca76, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:05:56.371772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:56.379327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Attempting to bind port 9abb42b7-e239-4826-b5b6-035389f75b08 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:56.379694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Attempting to bind port 9abb42b7-e239-4826-b5b6-035389f75b08 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c93f827a-f743-49b1-99bb-386ccbbd875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bbc438ff-a41a-484c-b545-33af56812d16'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:56.380104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Attempting to bind port 9abb42b7-e239-4826-b5b6-035389f75b08 on network bbc438ff-a41a-484c-b545-33af56812d16 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:56.384610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:56.384980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.422252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network eb58eea7-9502-4fc9-962d-a2250023ca76 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:05:56.463745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:56.464040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Checking segment: {'id': 'c93f827a-f743-49b1-99bb-386ccbbd875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bbc438ff-a41a-484c-b545-33af56812d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:56.464406 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.464794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Bound using segment: {'id': 'c93f827a-f743-49b1-99bb-386ccbbd875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bbc438ff-a41a-484c-b545-33af56812d16'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:56.465298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Bound port: 9abb42b7-e239-4826-b5b6-035389f75b08, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93f827a-f743-49b1-99bb-386ccbbd875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'bbc438ff-a41a-484c-b545-33af56812d16'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:56.465725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.505727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, eb58eea7-9502-4fc9-962d-a2250023ca76) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:56.521906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:56.521906 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.542924 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.565280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654d9a3-362d-4223-b7ad-66cc18fe9f3b None None] Network eb58eea7-9502-4fc9-962d-a2250023ca76 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:56.607943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:56.608323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e871b54f-2750-4acb-ac7c-c036b95b3f50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3680139 Apr 05 21:05:56.617242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2114280494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:05:56.627863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:56.688220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:router and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:05:56.741393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:05:56.759802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:56.808669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] For port 9abb42b7-e239-4826-b5b6-035389f75b08, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:56.825684 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.855841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] For port 9abb42b7-e239-4826-b5b6-035389f75b08, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9abb42b7-e239-4826-b5b6-035389f75b08,segment=NetworkSegment(c93f827a-f743-49b1-99bb-386ccbbd875b),segment_id=c93f827a-f743-49b1-99bb-386ccbbd875b)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:56.928260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ffcb4315-d0cc-4aab-bc26-16b5a1e95018, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,segment=NetworkSegment(aff640c4-a91d-416f-8750-c5dfb8918a25),segment_id=aff640c4-a91d-416f-8750-c5dfb8918a25)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:56.934485 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.934955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.941271 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.028169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.038975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.078036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-eb58eea7-9502-4fc9-962d-a2250023ca76', 'network_id': 'eb58eea7-9502-4fc9-962d-a2250023ca76', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': 'cc20f26d-af94-4fe3-98df-e3b627232e6c'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:05:57.078876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.105616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.115233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4b3ff-ef7b-4e3d-9617-1bac75d1649d None None] Pushing event updated for resources: {'Port': ['ID=9abb42b7-e239-4826-b5b6-035389f75b08,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:57.148326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.177552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.291914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.292360 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-098edf5e-3d71-4eff-bd3e-d5bf8281c8b8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6825016 Apr 05 21:05:57.308965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33686) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:57.313720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a1b4991-7967-437d-bdc6-36b6d94b904b req-454565cb-5d6d-4225-a12f-2b738213889e tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 210 time: 0.1461401 Apr 05 21:05:57.471462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=d065439d-a94f-471f-b205-869fa486b796,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:57.484035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:57.712814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Allocated IP 2001:db8:1::2 (eb58eea7-9502-4fc9-962d-a2250023ca76/cc20f26d-af94-4fe3-98df-e3b627232e6c/12d947f7-ce85-421f-a493-44e59f94cdc1) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:57.717909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-34467547-adef-4d4b-86dc-0b2e68846bbf None None] Provisioning for port d065439d-a94f-471f-b205-869fa486b796 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:57.729507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-34467547-adef-4d4b-86dc-0b2e68846bbf None None] Provisioning complete for port d065439d-a94f-471f-b205-869fa486b796 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:57.730012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-34467547-adef-4d4b-86dc-0b2e68846bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.976147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-34467547-adef-4d4b-86dc-0b2e68846bbf None None] Port d065439d-a94f-471f-b205-869fa486b796 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:58.035214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9abb42b7-e239-4826-b5b6-035389f75b08 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:58.066728 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:58.137389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-34467547-adef-4d4b-86dc-0b2e68846bbf None None] Provisioning complete for port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:58.137934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-34467547-adef-4d4b-86dc-0b2e68846bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:58.224640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:58.324915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:58.344970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9abb42b7-e239-4826-b5b6-035389f75b08 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:58.369247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Transition to ACTIVE for port object 12d947f7-ce85-421f-a493-44e59f94cdc1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:58.371848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ffcb4315-d0cc-4aab-bc26-16b5a1e95018 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:58.518198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Transition to ACTIVE for port object 12d947f7-ce85-421f-a493-44e59f94cdc1 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:58.546156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:58.546532 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:58.548956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:58.600780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:58.652003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e03448-ff6f-4a90-9cbb-a5793e42bf18 None None] Network bbc438ff-a41a-484c-b545-33af56812d16 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:05:58.653584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-daa8653d-acba-422f-9be2-18d21173cf77 req-eb1c10d3-4793-47bd-a5a6-06d40fb541e3 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 210 time: 0.0775259 Apr 05 21:05:58.718728 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:05:58.795222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Network eb58eea7-9502-4fc9-962d-a2250023ca76 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:58.795976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Pushing event updated for resources: {'Port': ['ID=12d947f7-ce85-421f-a493-44e59f94cdc1,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:58.814403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:58.822604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:05:58.827296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6ee4d204-b34a-4531-a965-663e01fb1b65 None None] Provisioning complete for port d065439d-a94f-471f-b205-869fa486b796 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:58.827546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d204-b34a-4531-a965-663e01fb1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.023651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4d204-b34a-4531-a965-663e01fb1b65 None None] Port d065439d-a94f-471f-b205-869fa486b796 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:05:59.070864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Attempting to bind port 12d947f7-ce85-421f-a493-44e59f94cdc1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:59.071245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Attempting to bind port 12d947f7-ce85-421f-a493-44e59f94cdc1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '37e581ed-87b9-4c63-b56c-c645be431dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'eb58eea7-9502-4fc9-962d-a2250023ca76'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:59.072222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Attempting to bind port 12d947f7-ce85-421f-a493-44e59f94cdc1 on network eb58eea7-9502-4fc9-962d-a2250023ca76 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:05:59.118651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:05:59.119094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Checking segment: {'id': '37e581ed-87b9-4c63-b56c-c645be431dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'eb58eea7-9502-4fc9-962d-a2250023ca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:05:59.119429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.120377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Bound using segment: {'id': '37e581ed-87b9-4c63-b56c-c645be431dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'eb58eea7-9502-4fc9-962d-a2250023ca76'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:05:59.120377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Bound port: 12d947f7-ce85-421f-a493-44e59f94cdc1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e581ed-87b9-4c63-b56c-c645be431dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'eb58eea7-9502-4fc9-962d-a2250023ca76'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:59.120642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.161256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8::1 (bbc438ff-a41a-484c-b545-33af56812d16/d18878c8-ecd6-4a04-b312-7f2a70b91706/768454ed-c243-4396-920f-8395ad9bc396) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:59.253723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] For port 12d947f7-ce85-421f-a493-44e59f94cdc1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:05:59.257302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] For port 12d947f7-ce85-421f-a493-44e59f94cdc1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=12d947f7-ce85-421f-a493-44e59f94cdc1,segment=NetworkSegment(37e581ed-87b9-4c63-b56c-c645be431dc3),segment_id=37e581ed-87b9-4c63-b56c-c645be431dc3)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:05:59.277632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-75510f6e-0a7a-4b64-9b85-34753c4bb987 None None] Provisioning for port 9abb42b7-e239-4826-b5b6-035389f75b08 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:59.288558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-75510f6e-0a7a-4b64-9b85-34753c4bb987 None None] Provisioning complete for port 9abb42b7-e239-4826-b5b6-035389f75b08 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:59.289079 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75510f6e-0a7a-4b64-9b85-34753c4bb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.343378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.454545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.464565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281137f-d15f-4ac8-87bb-48a31206d5bc None None] Pushing event updated for resources: {'Port': ['ID=12d947f7-ce85-421f-a493-44e59f94cdc1,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:59.543742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.548572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.557013 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75510f6e-0a7a-4b64-9b85-34753c4bb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.605353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-75510f6e-0a7a-4b64-9b85-34753c4bb987 None None] For port 9abb42b7-e239-4826-b5b6-035389f75b08, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9abb42b7-e239-4826-b5b6-035389f75b08,segment=NetworkSegment(c93f827a-f743-49b1-99bb-386ccbbd875b),segment_id=c93f827a-f743-49b1-99bb-386ccbbd875b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:05:59.694256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75510f6e-0a7a-4b64-9b85-34753c4bb987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.728820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object 768454ed-c243-4396-920f-8395ad9bc396 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:59.816349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.842051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=d065439d-a94f-471f-b205-869fa486b796,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:59.907778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6010aa52-6f69-4c4c-9435-77c68d51ebf5 None None] Provisioning complete for port 9abb42b7-e239-4826-b5b6-035389f75b08 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:59.913847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6010aa52-6f69-4c4c-9435-77c68d51ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:59.913978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bce4d92f-c14b-4f2f-91ea-a33553bf0237 req-af736889-05f1-4fbb-8886-54d62ddb56eb tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 210 time: 0.0579967 Apr 05 21:05:59.988674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 12d947f7-ce85-421f-a493-44e59f94cdc1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:00.022667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75510f6e-0a7a-4b64-9b85-34753c4bb987 None None] Pushing event updated for resources: {'Port': ['ID=9abb42b7-e239-4826-b5b6-035389f75b08,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:00.104536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:00.105739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:00.242909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 12d947f7-ce85-421f-a493-44e59f94cdc1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:00.254615 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:00.356115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network bbc438ff-a41a-484c-b545-33af56812d16 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:00.359061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:00.373571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:00.373571 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:00.414861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=768454ed-c243-4396-920f-8395ad9bc396,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:00.535114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9f77bbb3-eef4-42d5-8ca4-648ebd714e92 None None] Provisioning complete for port d065439d-a94f-471f-b205-869fa486b796 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:00.535753 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9f77bbb3-eef4-42d5-8ca4-648ebd714e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:00.678558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9f77bbb3-eef4-42d5-8ca4-648ebd714e92 None None] Port d065439d-a94f-471f-b205-869fa486b796 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:00.734607 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:00.936592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083be50-95c4-4720-86a8-178a1f91aac7 None None] Network eb58eea7-9502-4fc9-962d-a2250023ca76 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:01.100697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-38cc29ef-752e-4124-9a96-a5e2e2c61c7c None None] Provisioning for port 768454ed-c243-4396-920f-8395ad9bc396 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:01.105701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e4c13ba-018b-45c5-8c83-47531371a362 req-6c144367-e951-4ad1-9289-ff1e78e619c0 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 210 time: 0.0565238 Apr 05 21:06:01.116423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-38cc29ef-752e-4124-9a96-a5e2e2c61c7c None None] Provisioning complete for port 768454ed-c243-4396-920f-8395ad9bc396 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:01.116857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-38cc29ef-752e-4124-9a96-a5e2e2c61c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.214239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-38cc29ef-752e-4124-9a96-a5e2e2c61c7c None None] Port 768454ed-c243-4396-920f-8395ad9bc396 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:01.231150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 94b75ee1-c510-4469-9502-048606b46dbc is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:01.283095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-648d55f2-de45-47bb-9d67-47a056bb9d6c tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:01.284630 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-648d55f2-de45-47bb-9d67-47a056bb9d6c tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.39 "GET /v2.0/networks?id=a36d1c4d-55d4-43d3-967e-599fc83d0429 HTTP/1.1" status: 200 len: 911 time: 0.4149139 Apr 05 21:06:01.351477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Request body: {'port': {'device_id': '45701e15-98a3-4d35-9f6e-349d11335a23', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'admin_state_up': True, 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:01.422742 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:01.451235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Provisioning for port 12d947f7-ce85-421f-a493-44e59f94cdc1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:01.456648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Provisioning complete for port 12d947f7-ce85-421f-a493-44e59f94cdc1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:01.457068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.458757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:01.576679 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.611594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Made reservation on behalf of 9aa72b47d65244f1b7fa0b30c79e7e42 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:01.612887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] For port 12d947f7-ce85-421f-a493-44e59f94cdc1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=12d947f7-ce85-421f-a493-44e59f94cdc1,segment=NetworkSegment(37e581ed-87b9-4c63-b56c-c645be431dc3),segment_id=37e581ed-87b9-4c63-b56c-c645be431dc3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:01.613811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.674573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.694609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:01.698971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.710609 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] Sync routers for ids ['94b75ee1-c510-4469-9502-048606b46dbc'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:01.720952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33724) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:01.721238 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-743c71a3-8004-48f9-85d5-8821d55ded3f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/94b75ee1-c510-4469-9502-048606b46dbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9955859 Apr 05 21:06:01.740602 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] Routers {'94b75ee1-c510-4469-9502-048606b46dbc'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:01.740602 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['94b75ee1-c510-4469-9502-048606b46dbc'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:01.768723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.769752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.771881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Pushing event updated for resources: {'Port': ['ID=12d947f7-ce85-421f-a493-44e59f94cdc1,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:01.806579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a7c76-5bb4-4db7-aab9-fde4368b9352 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:01.806579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9f2a7c76-5bb4-4db7-aab9-fde4368b9352 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports/d065439d-a94f-471f-b205-869fa486b796 HTTP/1.1" status: 200 len: 977 time: 0.0801353 Apr 05 21:06:01.810074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33730) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:01.824017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.824371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.824718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.825072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.825414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.825745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.826073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.826405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.826722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.827043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.827367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbae895-a3fd-472a-ab14-2c3045f0faa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:01.890291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2e33489-4359-4fd3-abf0-f4c542200ea6 None None] Provisioning complete for port 12d947f7-ce85-421f-a493-44e59f94cdc1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:01.890674 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2e33489-4359-4fd3-abf0-f4c542200ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:01.931592 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:01.945162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9abb42b7-e239-4826-b5b6-035389f75b08 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:01.970069 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] Routers {'94b75ee1-c510-4469-9502-048606b46dbc'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:01.970693 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['94b75ee1-c510-4469-9502-048606b46dbc'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:01.991026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=768454ed-c243-4396-920f-8395ad9bc396,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:02.051514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9abb42b7-e239-4826-b5b6-035389f75b08 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:02.051895 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:02.083036 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:02.083701 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be079c-6aad-4760-bcc0-6e6b8e68ac54 None None] The sync data for ids ['94b75ee1-c510-4469-9502-048606b46dbc'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:02.097992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Allocated IP 172.20.0.8 (a36d1c4d-55d4-43d3-967e-599fc83d0429/b808f49b-4f3e-456c-b75d-0cd30ac20fbf/1b37f557-bb1e-4803-8425-7beda13e806e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:02.167674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network bbc438ff-a41a-484c-b545-33af56812d16 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:02.177824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:02.416289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12578983-83e4-419a-b4dc-169eb6e1cd3a req-75e989f3-2e8f-4df0-b2de-b9dfa889738b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 210 time: 0.0748641 Apr 05 21:06:02.549113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-af20eda2-71b2-45ed-be0f-986fb3e95275 None None] Provisioning complete for port 768454ed-c243-4396-920f-8395ad9bc396 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:02.549783 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af20eda2-71b2-45ed-be0f-986fb3e95275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:02.606617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-af20eda2-71b2-45ed-be0f-986fb3e95275 None None] Port 768454ed-c243-4396-920f-8395ad9bc396 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:02.678527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:02.812774 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:02.834321 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Transition to ACTIVE for port object 1b37f557-bb1e-4803-8425-7beda13e806e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:02.951404 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:02.962658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8f13ff1c-9bd6-40fa-81d6-5e34d6a80989'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:06:03.044787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Pushing event updated for resources: {'Port': ['ID=1b37f557-bb1e-4803-8425-7beda13e806e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:03.051033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port d065439d-a94f-471f-b205-869fa486b796 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:03.053012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:03.054326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 2476112d-a042-4b5d-b598-474667891d90 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:03.070040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:03.130491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:03.132872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:03.296106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:03.296701 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:03.335483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:03.369181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:03.378775 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5ef0e5d9-d878-4393-8a75-a1737505186e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/2476112d-a042-4b5d-b598-474667891d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0682621 Apr 05 21:06:03.379818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33742) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:03.381167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] Sync routers for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:03.405103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:03.405734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:03.430406 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-b3bfaf40-8b38-4296-9312-1147eddbfb48 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0842781 Apr 05 21:06:03.450889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Request body: {'port': {'device_id': '45701e15-98a3-4d35-9f6e-349d11335a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:03.487448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:03.500459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:03.501250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:03.506639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6f4bd-5f9e-456d-a28d-4a0e31136137 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:03.507437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1e6f4bd-5f9e-456d-a28d-4a0e31136137 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:03.511379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for d065439d-a94f-471f-b205-869fa486b796 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:03.588040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:03.588615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f38374-8fe4-4165-97a0-ce59b7c565b2 None None] The sync data for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:03.592635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:03.638038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1e6f4bd-5f9e-456d-a28d-4a0e31136137 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:03.642160 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a1e6f4bd-5f9e-456d-a28d-4a0e31136137 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports/768454ed-c243-4396-920f-8395ad9bc396 HTTP/1.1" status: 200 len: 911 time: 0.2610059 Apr 05 21:06:03.642906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33748) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:03.663633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-99c09325-802a-4c71-800b-7e611cf8c3a3 None None] Provisioning for port 1b37f557-bb1e-4803-8425-7beda13e806e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:03.671382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-99c09325-802a-4c71-800b-7e611cf8c3a3 None None] Provisioning complete for port 1b37f557-bb1e-4803-8425-7beda13e806e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:03.674278 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99c09325-802a-4c71-800b-7e611cf8c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:03.693976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3df6a50b-82da-4d6c-b976-beaaa15d026f req-ac678529-a527-4c49-9602-6ec93c1a769f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1027 time: 0.0935576 Apr 05 21:06:03.747342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-99c09325-802a-4c71-800b-7e611cf8c3a3 None None] Port 1b37f557-bb1e-4803-8425-7beda13e806e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:03.803323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3df6a50b-82da-4d6c-b976-beaaa15d026f req-05f4a168-240b-4b3e-96db-2798da9aceb8 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929492 Apr 05 21:06:03.881550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 12d947f7-ce85-421f-a493-44e59f94cdc1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:03.946030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:03.957348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 12d947f7-ce85-421f-a493-44e59f94cdc1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:03.957724 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:03.995858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=d065439d-a94f-471f-b205-869fa486b796,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:04.210666 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.290288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b37f557-bb1e-4803-8425-7beda13e806e {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:06:04.310202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.350227 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.354620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Transition to ACTIVE for port object 1b37f557-bb1e-4803-8425-7beda13e806e will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:04.631528 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.823256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Pushing event updated for resources: {'Port': ['ID=1b37f557-bb1e-4803-8425-7beda13e806e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:04.824873 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aa951ce4-44f8-4a52-baf2-85d4c06629cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.926815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 94b75ee1-c510-4469-9502-048606b46dbc has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:04.933998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Attempting to bind port 1b37f557-bb1e-4803-8425-7beda13e806e on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:04.934361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Attempting to bind port 1b37f557-bb1e-4803-8425-7beda13e806e by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:04.934976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Attempting to bind port 1b37f557-bb1e-4803-8425-7beda13e806e on network a36d1c4d-55d4-43d3-967e-599fc83d0429 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:06:04.990310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Port 1b37f557-bb1e-4803-8425-7beda13e806e on network a36d1c4d-55d4-43d3-967e-599fc83d0429 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:06:04.990817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Attempting to bind port 1b37f557-bb1e-4803-8425-7beda13e806e on network a36d1c4d-55d4-43d3-967e-599fc83d0429 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:06:05.011329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:06:05.011654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Checking segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:05.012038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Bound using segment: {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:06:05.012472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Bound port: 1b37f557-bb1e-4803-8425-7beda13e806e, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4ffca1-1aec-4f85-9848-459886cb074d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:05.012820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:05.133580 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:05.176184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:05.187118 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] Sync routers for ids ['94b75ee1-c510-4469-9502-048606b46dbc'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:05.201835 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] Routers {'94b75ee1-c510-4469-9502-048606b46dbc'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:05.202045 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cb93b9cd-f313-41e1-b341-680ea2cfe192 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/94b75ee1-c510-4469-9502-048606b46dbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3869684 Apr 05 21:06:05.203431 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['94b75ee1-c510-4469-9502-048606b46dbc'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:05.203569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33766) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:05.246672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] For port 1b37f557-bb1e-4803-8425-7beda13e806e, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:06:05.255165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] For port 1b37f557-bb1e-4803-8425-7beda13e806e, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1b37f557-bb1e-4803-8425-7beda13e806e,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:06:05.258026 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:05.260532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e765fd4-8348-46e5-ab77-5b31c7f3b190 req-073a08a7-6c16-45b9-83a8-5b5255d98aa7 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1052 time: 0.2264252 Apr 05 21:06:05.270522 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] Routers {'94b75ee1-c510-4469-9502-048606b46dbc'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:05.271399 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['94b75ee1-c510-4469-9502-048606b46dbc'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:05.335706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:05.340618 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:05.341331 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497744-f6b1-4075-b710-03414232fe58 None None] The sync data for ids ['94b75ee1-c510-4469-9502-048606b46dbc'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:05.446592 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:05.447968 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] 10.222.0.39 "PUT /v2.0/ports/1b37f557-bb1e-4803-8425-7beda13e806e HTTP/1.1" status: 200 len: 1091 time: 2.0017819 Apr 05 21:06:05.448399 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45701e15-98a3-4d35-9f6e-349d11335a23', 'tag': '1b37f557-bb1e-4803-8425-7beda13e806e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:06:05.465445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e765fd4-8348-46e5-ab77-5b31c7f3b190 req-90e5347b-72df-4e3a-9fc7-3b8b1f764109 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983366 Apr 05 21:06:05.529484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a591601-e6c2-49ae-b785-32a95dba9b6e service neutron] Pushing event updated for resources: {'Port': ['ID=1b37f557-bb1e-4803-8425-7beda13e806e,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:05.568183 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8c1a0a-b457-475c-87ee-69acdaeb2083'] response: {'name': 'network-changed', 'server_uuid': '45701e15-98a3-4d35-9f6e-349d11335a23', 'tag': '1b37f557-bb1e-4803-8425-7beda13e806e', 'status': 'completed', 'code': 200} Apr 05 21:06:05.643127 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-44805d76-86c8-4a18-af84-066d539ecde6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 21:06:05.644339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-44805d76-86c8-4a18-af84-066d539ecde6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/94b75ee1-c510-4469-9502-048606b46dbc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4408181 Apr 05 21:06:05.647591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33772) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:05.695815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-269c66c5-3fb9-4660-9520-68efb8e0539b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:05.774607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-269c66c5-3fb9-4660-9520-68efb8e0539b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:05.777085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-269c66c5-3fb9-4660-9520-68efb8e0539b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=94b75ee1-c510-4469-9502-048606b46dbc HTTP/1.1" status: 200 len: 205 time: 0.1268682 Apr 05 21:06:05.778575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33776) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:05.904577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8:1::1 (eb58eea7-9502-4fc9-962d-a2250023ca76/cc20f26d-af94-4fe3-98df-e3b627232e6c/a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:05.922973 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0bcef2cd-e8ff-425e-9039-9bdd467c5d4e req-da7769cc-dd59-4b12-a46b-cfc205677f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1094 time: 0.2953906 Apr 05 21:06:06.216941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f53ad3f4-1948-4d30-b287-fb84c8b6a43d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:06.426259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:06.434099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef2cd-e8ff-425e-9039-9bdd467c5d4e req-d8910c87-41b8-42d9-a79f-34d549cbedd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:06.435566 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0bcef2cd-e8ff-425e-9039-9bdd467c5d4e req-d8910c87-41b8-42d9-a79f-34d549cbedd1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4851079 Apr 05 21:06:06.473155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:06.672992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b164ccf4-2606-4b13-ac18-3b431de810d0 req-14a5e782-f15c-4f3f-ba33-821329d00b60 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1094 time: 0.0724103 Apr 05 21:06:06.718900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b164ccf4-2606-4b13-ac18-3b431de810d0 req-11bd15ba-aac9-4faf-a81a-9016e48b953b tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Apr 05 21:06:06.830695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f53ad3f4-1948-4d30-b287-fb84c8b6a43d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:06.847637 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f53ad3f4-1948-4d30-b287-fb84c8b6a43d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:06.854400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef2cd-e8ff-425e-9039-9bdd467c5d4e req-effa210b-1a89-4fed-b848-02611a430819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:06.855877 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0bcef2cd-e8ff-425e-9039-9bdd467c5d4e req-effa210b-1a89-4fed-b848-02611a430819 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4134574 Apr 05 21:06:06.885574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0957529-bf60-4f6f-831b-1ff9c160bf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:06.948124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.004547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f53ad3f4-1948-4d30-b287-fb84c8b6a43d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.005084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53ad3f4-1948-4d30-b287-fb84c8b6a43d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Fanout notify agent at l3_agent the message router_deleted on router 94b75ee1-c510-4469-9502-048606b46dbc {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:07.041695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network eb58eea7-9502-4fc9-962d-a2250023ca76 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:07.045555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:07.050255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:07.050771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.064309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:07.071143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f53ad3f4-1948-4d30-b287-fb84c8b6a43d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.074900 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f53ad3f4-1948-4d30-b287-fb84c8b6a43d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/94b75ee1-c510-4469-9502-048606b46dbc HTTP/1.1" status: 204 len: 168 time: 1.2953897 Apr 05 21:06:07.079822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33798) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:07.102103 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-6bac7657-071e-41d8-b1e7-3a46071dfb98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1094 time: 0.1889598 Apr 05 21:06:07.217114 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-19ab982d-6a24-46ce-9cb6-b85408c054bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b37f557-bb1e-4803-8425-7beda13e806e HTTP/1.1" status: 200 len: 217 time: 0.1016045 Apr 05 21:06:07.287474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet cc224358-b17d-4f3e-8927-61395e63b9e9 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:07.291152 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.309834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.328690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-d08b1b73-1840-4588-8598-875a6e839bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:07.330642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-d08b1b73-1840-4588-8598-875a6e839bc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b808f49b-4f3e-456c-b75d-0cd30ac20fbf HTTP/1.1" status: 200 len: 849 time: 0.1076140 Apr 05 21:06:07.357689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.571864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7b9e1c30-061b-49bf-8dbd-9114f080b802 None None] Provisioning for port a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:07.579290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7b9e1c30-061b-49bf-8dbd-9114f080b802 None None] Provisioning complete for port a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:07.579817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1c30-061b-49bf-8dbd-9114f080b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.603043 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-7775b728-eee1-4828-ad13-0c825c0eced7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a36d1c4d-55d4-43d3-967e-599fc83d0429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404745 Apr 05 21:06:07.614333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-f268012b-7146-4b99-bc42-7c3f28374518 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022074 Apr 05 21:06:07.656119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.678971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e1c30-061b-49bf-8dbd-9114f080b802 None None] Port a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:07.815137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-a60d840f-680b-474c-8a44-aa91e7b0f9ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.1036994 Apr 05 21:06:07.897487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:07.988715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=cc224358-b17d-4f3e-8927-61395e63b9e9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:08.025599 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.033312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95566b3f-39e1-4481-bc4a-37e8fccdba2e None None] Network 1658e5ad-8c6a-44c8-8a96-b531d9795191 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:08.038157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2d422a63-fc90-4869-a0cb-20b83805451b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/cc224358-b17d-4f3e-8927-61395e63b9e9 HTTP/1.1" status: 204 len: 168 time: 0.9548953 Apr 05 21:06:08.041348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33810) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:08.054223 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-1a2b2741-4d3f-4959-8547-7d2129764f25 service neutron] 10.222.0.39 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434605 Apr 05 21:06:08.159931 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.218392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37edf66e-4a3c-4b01-9a75-f38241026c01 req-751f263f-0c3d-40ca-a8d6-8ee3f66aba67 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1094 time: 0.3633244 Apr 05 21:06:08.226945 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-7480373d-8c83-4e9b-8665-ee76aba797e0 req-300f57f7-93a1-4201-9545-623c089712a5 service neutron] 10.222.0.39 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651659 Apr 05 21:06:08.233642 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.234644 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.236063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-3b15d9fe-e51d-47e5-a722-8a209cdfd329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:08.238211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-3b15d9fe-e51d-47e5-a722-8a209cdfd329 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a36d1c4d-55d4-43d3-967e-599fc83d0429 HTTP/1.1" status: 200 len: 911 time: 0.4025388 Apr 05 21:06:08.357288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.362102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-66e9c3a6-a650-4e4f-a63b-67a86880ffc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 HTTP/1.1" status: 200 len: 217 time: 0.1020188 Apr 05 21:06:08.414020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.420097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:08.421593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] DHCP port deletion for 1658e5ad-8c6a-44c8-8a96-b531d9795191 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:08.425878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:08.426059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] Deleting port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:08.426175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.426472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.477576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network eb58eea7-9502-4fc9-962d-a2250023ca76 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:08.478930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:08.505817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37edf66e-4a3c-4b01-9a75-f38241026c01 req-a91d0151-3002-45ac-8eb1-57d9ddde74b3 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665360 Apr 05 21:06:08.565330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-67f27fba-8e7d-4c8f-bd08-1d72b3c75abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:08.568931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-67f27fba-8e7d-4c8f-bd08-1d72b3c75abe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b808f49b-4f3e-456c-b75d-0cd30ac20fbf HTTP/1.1" status: 200 len: 849 time: 0.1824429 Apr 05 21:06:08.704091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.733459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] For port ffcb4315-d0cc-4aab-bc26-16b5a1e95018, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,segment=NetworkSegment(aff640c4-a91d-416f-8750-c5dfb8918a25),segment_id=aff640c4-a91d-416f-8750-c5dfb8918a25)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:08.733866 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.766308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port ffcb4315-d0cc-4aab-bc26-16b5a1e95018, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,segment=NetworkSegment(aff640c4-a91d-416f-8750-c5dfb8918a25),segment_id=aff640c4-a91d-416f-8750-c5dfb8918a25)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:08.766999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:08.914739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for ffcb4315-d0cc-4aab-bc26-16b5a1e95018 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:08.918662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] Calling delete_port for ffcb4315-d0cc-4aab-bc26-16b5a1e95018 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:08.919699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 2476112d-a042-4b5d-b598-474667891d90 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:08.954647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-f2634e9e-e3d5-47e5-a0dd-340a9f5e40cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a36d1c4d-55d4-43d3-967e-599fc83d0429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3756213 Apr 05 21:06:09.006925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ecf2e9f8-b5b2-45b1-b070-96b0297f7f3b None None] Provisioning complete for port a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:09.007457 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e9f8-b5b2-45b1-b070-96b0297f7f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.070584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ecf2e9f8-b5b2-45b1-b070-96b0297f7f3b None None] Port a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:09.109603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-fbfb4fc8-5735-4fff-a612-29d34757fcd4 service neutron] 10.222.0.23 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457345 Apr 05 21:06:09.122527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:09.123001 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.133393 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d90d78dc-55fc-4d85-9679-4752c0494cb8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/2476112d-a042-4b5d-b598-474667891d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4837060 Apr 05 21:06:09.138583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33822) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:09.194216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] Sync routers for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:09.206591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] Pushing event deleted for resources: {'Port': ['ID=ffcb4315-d0cc-4aab-bc26-16b5a1e95018,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:09.221168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e94bf6-cad6-4a52-9c1f-a264e783f896 None None] No DVR routers for this DVR port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:09.235641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:09.236283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:09.267539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f313e2fd-23ad-4c2c-b3c6-7fecd77a33e4 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:09.268107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f313e2fd-23ad-4c2c-b3c6-7fecd77a33e4 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:09.304026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:09.315590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:09.316216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:09.346913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:09.347233 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:09.365327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f313e2fd-23ad-4c2c-b3c6-7fecd77a33e4 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:09.371278 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f313e2fd-23ad-4c2c-b3c6-7fecd77a33e4 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports/a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 HTTP/1.1" status: 200 len: 913 time: 0.2289221 Apr 05 21:06:09.371278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33828) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:09.384494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:09.384952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca2f9f3-93c7-4d72-8d5e-ce99385216ea None None] The sync data for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:09.410569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bad4f890-17db-40f7-bed3-513aab1d3160 req-ea11e06a-1591-4d81-98e8-058fd6015930 service neutron] 10.222.0.23 "GET /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950833 Apr 05 21:06:09.728593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bec373f9-8484-4252-823f-f7aa1e1033a6 req-e360020f-3b55-4591-9409-b1a0f6792b62 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1094 time: 0.0776412 Apr 05 21:06:09.773075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bec373f9-8484-4252-823f-f7aa1e1033a6 req-0177f6e3-cec9-4372-b05b-3f69378dbb84 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383863 Apr 05 21:06:09.838554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.844628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ffcb4315-d0cc-4aab-bc26-16b5a1e95018 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:09.848073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port ffcb4315-d0cc-4aab-bc26-16b5a1e95018 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:09.848662 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.882816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ffcb4315-d0cc-4aab-bc26-16b5a1e95018 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:09.882816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ffcb4315-d0cc-4aab-bc26-16b5a1e95018 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:09.892713 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.934667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] The port 'ffcb4315-d0cc-4aab-bc26-16b5a1e95018' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:10.061353 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.089744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1658e5ad-8c6a-44c8-8a96-b531d9795191']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:10.104583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff640c4-a91d-416f-8750-c5dfb8918a25') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:10.104894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff640c4-a91d-416f-8750-c5dfb8918a25') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:10.117976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.139153 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.145260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:10.145651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:10.161182 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:10.296664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.325073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.338210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=1658e5ad-8c6a-44c8-8a96-b531d9795191,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:10.417895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-75a7bd0d-9e8c-4d6f-ba19-6af4fa04d51c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/1658e5ad-8c6a-44c8-8a96-b531d9795191 HTTP/1.1" status: 204 len: 168 time: 2.3745990 Apr 05 21:06:10.422348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:10.428027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-121798401'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:10.434595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:10.438210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:10.441826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:10.453311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:10.465964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:10.466516 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.548160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:10.551086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.580862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:06:10.590220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.590562 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e of type vlan for network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 Apr 05 21:06:10.618476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.674953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.733729 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.737735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:10.738522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:10.799820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:10.848457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=2bd66b4f-d1c2-4c4f-80c8-953651ed6527,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:10.861391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:06:10.906349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c3a02b35-5720-4b69-a561-e853ad985c27 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4827197 Apr 05 21:06:10.908914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33854) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:10.915235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': '2bd66b4f-d1c2-4c4f-80c8-953651ed6527', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:11.071937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.098378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:11.104291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:11.107582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:11.114660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:11.120470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=a3940a4d-c965-4cd1-a7bc-15d9d5aa2e36,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:11.132812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9acc89f-6d22-4a92-ae46-7bdc6cdf499f req-7a0c2b14-4e51-402b-952d-7b58a62ba591 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1094 time: 0.1302688 Apr 05 21:06:11.181315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9acc89f-6d22-4a92-ae46-7bdc6cdf499f req-a1c5afb8-6250-472d-9dff-c69c6f2e64f6 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Apr 05 21:06:11.211270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:11.285780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1b37f557-bb1e-4803-8425-7beda13e806e details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:06:11.342816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.443590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 1b37f557-bb1e-4803-8425-7beda13e806e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1b37f557-bb1e-4803-8425-7beda13e806e,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:11.460535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '1b37f557-bb1e-4803-8425-7beda13e806e', 'network_id': 'a36d1c4d-55d4-43d3-967e-599fc83d0429', 'port_id': '1b37f557-bb1e-4803-8425-7beda13e806e', 'mac_address': 'fa:16:3e:09:e2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b808f49b-4f3e-456c-b75d-0cd30ac20fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:06:11.519904 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.528779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.540427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b37f557-bb1e-4803-8425-7beda13e806e {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:06:11.557007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 1b37f557-bb1e-4803-8425-7beda13e806e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1b37f557-bb1e-4803-8425-7beda13e806e,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:11.620483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.680349 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.699625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=1b37f557-bb1e-4803-8425-7beda13e806e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:11.765375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=0dc48191-8efd-4623-b621-cb424fb16bd8,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:11.781007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': 'ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2bd66b4f-d1c2-4c4f-80c8-953651ed6527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:11.781496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: 2bd66b4f-d1c2-4c4f-80c8-953651ed6527, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:06:11.893976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:06:12.031207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 2bd66b4f-d1c2-4c4f-80c8-953651ed6527) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:12.037359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:12.040833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df5fac8-5631-4001-aee4-0290ed0bebe3 None None] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:12.041384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.063225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1b37f557-bb1e-4803-8425-7beda13e806e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:06:12.081935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 2476112d-a042-4b5d-b598-474667891d90 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:12.137678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-691b3e70-e46e-4061-bd4f-92bdd3008b10 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2188993 Apr 05 21:06:12.137678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33870) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:12.137678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1152532675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:12.145093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:12.148925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:router and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:12.152676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:12.158678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:12.256786 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.257924 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.291688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.316486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:12.330319 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9da653-7083-485a-89bb-928888199c05 None None] Sync routers for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:12.345066 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9da653-7083-485a-89bb-928888199c05 None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:12.345921 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-da9da653-7083-485a-89bb-928888199c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:12.406484 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.437481 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-da9da653-7083-485a-89bb-928888199c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:12.447994 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a16ad190-7475-4edf-a315-121b254422f3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/2476112d-a042-4b5d-b598-474667891d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0768931 Apr 05 21:06:12.450833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33878) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:12.455698 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9da653-7083-485a-89bb-928888199c05 None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:12.456944 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-da9da653-7083-485a-89bb-928888199c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:12.505795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0801fd70-05b7-426e-a2cc-975f7f0a70b3 req-2a622a75-0077-41a2-84d2-4d1025c73b8f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1095 time: 0.1514995 Apr 05 21:06:12.528590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-2bd66b4f-d1c2-4c4f-80c8-953651ed6527', 'network_id': '2bd66b4f-d1c2-4c4f-80c8-953651ed6527', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': '0dc48191-8efd-4623-b621-cb424fb16bd8'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:06:12.529436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.545288 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-da9da653-7083-485a-89bb-928888199c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:12.546208 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9da653-7083-485a-89bb-928888199c05 None None] The sync data for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:12.567737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.574947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b67433d9-ff1f-4295-86af-4554939c6417 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4416387 Apr 05 21:06:12.576182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33882) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:12.785767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Allocated IP 172.20.0.2 (2bd66b4f-d1c2-4c4f-80c8-953651ed6527/0dc48191-8efd-4623-b621-cb424fb16bd8/2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:12.812404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0801fd70-05b7-426e-a2cc-975f7f0a70b3 req-630ce68f-4070-4d37-a406-47cc94f3ca80 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056126 Apr 05 21:06:12.898888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.089818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.102815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Transition to ACTIVE for port object 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:13.122530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Transition to ACTIVE for port object 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:13.224172 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.229122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.298794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:13.302106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:13.311730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:13.404277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Pushing event updated for resources: {'Port': ['ID=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:13.428175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Attempting to bind port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:13.428879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Attempting to bind port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2bd66b4f-d1c2-4c4f-80c8-953651ed6527'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:13.430271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Attempting to bind port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d on network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:06:13.441812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:06:13.443802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Checking segment: {'id': 'ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2bd66b4f-d1c2-4c4f-80c8-953651ed6527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:13.444218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.445205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Bound using segment: {'id': 'ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2bd66b4f-d1c2-4c4f-80c8-953651ed6527'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:06:13.445719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Bound port: 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2bd66b4f-d1c2-4c4f-80c8-953651ed6527'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:13.446145 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.556681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] For port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:06:13.560163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] For port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,segment=NetworkSegment(ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e),segment_id=ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:06:13.634399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.20.0.1 (2bd66b4f-d1c2-4c4f-80c8-953651ed6527/0dc48191-8efd-4623-b621-cb424fb16bd8/b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:13.657662 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.706949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 768454ed-c243-4396-920f-8395ad9bc396 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:13.707927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.766957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f2b29-046a-41fc-a9e0-9d3a0af89eff None None] Pushing event updated for resources: {'Port': ['ID=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:13.844273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.863974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:13.979857 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:14.006283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:14.098741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:14.103299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:14.108198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:14.141390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:14.175853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:14.205817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 768454ed-c243-4396-920f-8395ad9bc396 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:14.343092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:14.531092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:14.586255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=768454ed-c243-4396-920f-8395ad9bc396,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:14.822136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:14.827440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05df4511-d417-40cf-b462-ca784daeb50a req-10bacbf6-3508-4277-9b84-ec89045d9208 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1095 time: 0.7971356 Apr 05 21:06:15.031808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05df4511-d417-40cf-b462-ca784daeb50a req-0d460506-90a5-4fe8-ba5b-216c8f578b5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031188 Apr 05 21:06:15.077033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada22be6-e950-4b98-8e04-e9a3fb49926f None None] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:15.119431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:15.220020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:15.284538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1b4aa668-68fa-4458-a3ba-d4f092fd4dc1 None None] Provisioning for port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:15.361614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1b37f557-bb1e-4803-8425-7beda13e806e up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:15.381657 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:15.386507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:15.449526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 2476112d-a042-4b5d-b598-474667891d90 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:15.518151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 1b37f557-bb1e-4803-8425-7beda13e806e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:15.525264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 1b37f557-bb1e-4803-8425-7beda13e806e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:15.525897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:15.582032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:15.583351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:15.628036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:15.642200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] Sync routers for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:15.653958 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-705fbb4e-0252-4ae1-86c4-c93f88c28bf3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/2476112d-a042-4b5d-b598-474667891d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2019148 Apr 05 21:06:15.656536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33922) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:15.700918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:15.716273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:15.719885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7969633e-afa3-48ea-9c37-80342ef62a86 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:15.771720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:15.814965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 1b37f557-bb1e-4803-8425-7beda13e806e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1b37f557-bb1e-4803-8425-7beda13e806e,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:15.819582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45701e15-98a3-4d35-9f6e-349d11335a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b37f557-bb1e-4803-8425-7beda13e806e'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:06:15.829414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:15.839652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7969633e-afa3-48ea-9c37-80342ef62a86 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:15.844444 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7969633e-afa3-48ea-9c37-80342ef62a86 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=2476112d-a042-4b5d-b598-474667891d90 HTTP/1.1" status: 200 len: 205 time: 0.1862061 Apr 05 21:06:15.844564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33928) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:15.869597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] Routers {'2476112d-a042-4b5d-b598-474667891d90'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:15.870242 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2476112d-a042-4b5d-b598-474667891d90'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:15.960641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:16.003195 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb1d94a-6055-43d9-944e-f4a59809d42f'] response: {'server_uuid': '45701e15-98a3-4d35-9f6e-349d11335a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b37f557-bb1e-4803-8425-7beda13e806e', 'code': 200} Apr 05 21:06:16.013646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.075765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7624c1f8-4350-4beb-b3c6-3e507b529764 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.143046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3cc2329a-936d-401d-97ae-9731a5af4980 None None] Provisioning for port b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:16.181336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3cc2329a-936d-401d-97ae-9731a5af4980 None None] Provisioning complete for port b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:16.183882 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3cc2329a-936d-401d-97ae-9731a5af4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.340079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2329a-936d-401d-97ae-9731a5af4980 None None] Port b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:16.343184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:16.343518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca833be-33c1-4a4d-b399-faacb45fa17b None None] The sync data for ids ['2476112d-a042-4b5d-b598-474667891d90'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:16.344963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=1b37f557-bb1e-4803-8425-7beda13e806e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:16.378993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f120132f-b725-44fa-9e3f-d35635417f99 req-47de0413-ef09-4d6f-86fe-c0dbd501af33 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.1370740 Apr 05 21:06:16.411910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 8a24bce1-b98e-4dea-86bf-58db2b7921d9 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:16.439165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:16.444110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:16.444565 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.452215 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f120132f-b725-44fa-9e3f-d35635417f99 req-2c26b7ad-2670-4511-81dc-39db23b9a329 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Apr 05 21:06:16.619642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-75d5b6e4-c654-4891-bc74-e194f6b98be6 None None] Provisioning complete for port b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:16.620299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75d5b6e4-c654-4891-bc74-e194f6b98be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.630652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7624c1f8-4350-4beb-b3c6-3e507b529764 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.634843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7624c1f8-4350-4beb-b3c6-3e507b529764 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.655669 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6ec83cfe-4a33-4837-8647-c454e2c002ae req-980d0dea-2173-4145-a7fc-44c3c5e89287 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.5156417 Apr 05 21:06:16.667535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:16.678783 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] Sync routers for ids ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:16.694324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33940) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:16.694574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b9bc495a-9a35-4ce1-9668-7b3d3b5a0e48 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/8a24bce1-b98e-4dea-86bf-58db2b7921d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1149552 Apr 05 21:06:16.699207 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] Routers {'8a24bce1-b98e-4dea-86bf-58db2b7921d9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:16.700030 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:16.711489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.751485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,segment=NetworkSegment(ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e),segment_id=ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:16.753012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-75d5b6e4-c654-4891-bc74-e194f6b98be6 None None] Port b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:16.763002 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7624c1f8-4350-4beb-b3c6-3e507b529764 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.763635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7624c1f8-4350-4beb-b3c6-3e507b529764 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Fanout notify agent at l3_agent the message router_deleted on router 2476112d-a042-4b5d-b598-474667891d90 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:16.767450 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:16.775651 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-6ec83cfe-4a33-4837-8647-c454e2c002ae req-12eb2166-b841-4415-8dbd-e20866d1c0e1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135998 Apr 05 21:06:16.780826 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] Routers {'8a24bce1-b98e-4dea-86bf-58db2b7921d9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:16.781459 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:16.792323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7624c1f8-4350-4beb-b3c6-3e507b529764 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.796293 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7624c1f8-4350-4beb-b3c6-3e507b529764 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/2476112d-a042-4b5d-b598-474667891d90 HTTP/1.1" status: 204 len: 168 time: 0.9503832 Apr 05 21:06:16.796994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33946) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:16.803289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d94d13-8822-47de-aeb0-59a7f2577ef5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:16.803971 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89d94d13-8822-47de-aeb0-59a7f2577ef5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:16.814506 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:16.844510 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:16.845293 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d64bc6-05f7-4135-95dd-8c3cf70b7936 None None] The sync data for ids ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:16.894669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:16.927947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-89d94d13-8822-47de-aeb0-59a7f2577ef5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:16.929175 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-89d94d13-8822-47de-aeb0-59a7f2577ef5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports/b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a HTTP/1.1" status: 200 len: 910 time: 0.2337296 Apr 05 21:06:16.931993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:17.023859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet cc20f26d-af94-4fe3-98df-e3b627232e6c {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:17.028824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.085597 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.169703 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.405588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.445504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.486982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=cc20f26d-af94-4fe3-98df-e3b627232e6c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:17.492855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.499639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9f0b6434-3d55-4fae-b9bf-da0a50cbf1f7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/cc20f26d-af94-4fe3-98df-e3b627232e6c HTTP/1.1" status: 204 len: 168 time: 0.7014925 Apr 05 21:06:17.502171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33960) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:17.504332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e2bff-212e-4d8f-a250-01f2a14b20c1 None None] Network eb58eea7-9502-4fc9-962d-a2250023ca76 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:17.773982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet d18878c8-ecd6-4a04-b312-7f2a70b91706 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:17.777573 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.836168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3bfc53-badf-4856-b190-60217530917e None None] DHCP port deletion for eb58eea7-9502-4fc9-962d-a2250023ca76 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:17.842191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bfc53-badf-4856-b190-60217530917e None None] Deleting port 12d947f7-ce85-421f-a493-44e59f94cdc1 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:17.842777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc3bfc53-badf-4856-b190-60217530917e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.909386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:17.910086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.011760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5832c781-3fe7-4e3d-bddc-1f4dba5a5e9c req-cd92adfc-832c-4b60-93e7-f3e677d8546a tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.3360755 Apr 05 21:06:18.063657 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.079299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:18.079936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.105249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5832c781-3fe7-4e3d-bddc-1f4dba5a5e9c req-ed6e5806-62cf-4862-971f-22fca35004ad tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866315 Apr 05 21:06:18.224600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cc3bfc53-badf-4856-b190-60217530917e None None] For port 12d947f7-ce85-421f-a493-44e59f94cdc1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=12d947f7-ce85-421f-a493-44e59f94cdc1,segment=NetworkSegment(37e581ed-87b9-4c63-b56c-c645be431dc3),segment_id=37e581ed-87b9-4c63-b56c-c645be431dc3)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:18.224982 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc3bfc53-badf-4856-b190-60217530917e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.269413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.291612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:18.292171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.351024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=d18878c8-ecd6-4a04-b312-7f2a70b91706,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:18.374126 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.380978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee592e4-1d3e-4b88-b5bb-8ae4ae950ce3 None None] Network bbc438ff-a41a-484c-b545-33af56812d16 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:18.393505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-47dde51b-a8ef-4d54-af62-9c5c1cf091c3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/d18878c8-ecd6-4a04-b312-7f2a70b91706 HTTP/1.1" status: 204 len: 168 time: 0.8898098 Apr 05 21:06:18.397843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 33968) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:18.406587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bfc53-badf-4856-b190-60217530917e None None] Calling delete_port for 12d947f7-ce85-421f-a493-44e59f94cdc1 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:18.530892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.535469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.547637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 12d947f7-ce85-421f-a493-44e59f94cdc1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:18.548200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.675714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:18.773814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc3bfc53-badf-4856-b190-60217530917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.801042 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port 12d947f7-ce85-421f-a493-44e59f94cdc1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=12d947f7-ce85-421f-a493-44e59f94cdc1,segment=NetworkSegment(37e581ed-87b9-4c63-b56c-c645be431dc3),segment_id=37e581ed-87b9-4c63-b56c-c645be431dc3)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:18.801833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.813352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] DHCP port deletion for bbc438ff-a41a-484c-b545-33af56812d16 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:18.825379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] Deleting port 9abb42b7-e239-4826-b5b6-035389f75b08 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:18.825748 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.853379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bfc53-badf-4856-b190-60217530917e None None] Pushing event deleted for resources: {'Port': ['ID=12d947f7-ce85-421f-a493-44e59f94cdc1,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:18.865348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3bfc53-badf-4856-b190-60217530917e None None] No DVR routers for this DVR port 12d947f7-ce85-421f-a493-44e59f94cdc1 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:18.938675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 12d947f7-ce85-421f-a493-44e59f94cdc1 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:18.970493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:19.026375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=b6b88a56-4e6e-4b6e-9071-4f4a1b2f3a9a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:19.036441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:19.036763 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:19.170646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] For port 9abb42b7-e239-4826-b5b6-035389f75b08, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9abb42b7-e239-4826-b5b6-035389f75b08,segment=NetworkSegment(c93f827a-f743-49b1-99bb-386ccbbd875b),segment_id=c93f827a-f743-49b1-99bb-386ccbbd875b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:19.171066 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:19.302844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] Calling delete_port for 9abb42b7-e239-4826-b5b6-035389f75b08 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:19.419161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f049934-99bf-4ded-8f49-dea4e1a3a6cb req-7136be3c-6cef-4336-a202-81b7e68432ec tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.1042187 Apr 05 21:06:19.440232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:19.459440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f049934-99bf-4ded-8f49-dea4e1a3a6cb req-5fa83e26-9b41-47f1-ad0f-b92b6417185a tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Apr 05 21:06:19.488779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:19.532259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] Pushing event deleted for resources: {'Port': ['ID=9abb42b7-e239-4826-b5b6-035389f75b08,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:19.543208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c003f-5333-4f6a-ad47-4944f0ed9adb None None] No DVR routers for this DVR port 9abb42b7-e239-4826-b5b6-035389f75b08 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:19.544128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 12d947f7-ce85-421f-a493-44e59f94cdc1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:19.545041 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:19.673210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] The port '12d947f7-ce85-421f-a493-44e59f94cdc1' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:19.857140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 12d947f7-ce85-421f-a493-44e59f94cdc1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:19.894430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 12d947f7-ce85-421f-a493-44e59f94cdc1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:19.894780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 12d947f7-ce85-421f-a493-44e59f94cdc1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:19.895202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9abb42b7-e239-4826-b5b6-035389f75b08 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:19.914659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 8a24bce1-b98e-4dea-86bf-58db2b7921d9 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:19.935305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:19.937432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9abb42b7-e239-4826-b5b6-035389f75b08 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:19.938136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9abb42b7-e239-4826-b5b6-035389f75b08 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:19.952881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bd7d130-9513-46be-a829-7939f99b282d req-ad60ca59-a613-49de-91bf-7a3aabbf49be tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.3616924 Apr 05 21:06:20.011471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb58eea7-9502-4fc9-962d-a2250023ca76']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.031180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e581ed-87b9-4c63-b56c-c645be431dc3') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.031473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e581ed-87b9-4c63-b56c-c645be431dc3') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.046982 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.060505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bd7d130-9513-46be-a829-7939f99b282d req-7c89c0cd-24d6-4709-8c55-ae0399f9e7d7 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010044 Apr 05 21:06:20.066735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.074143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:20.074718 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:20.090981 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:20.108004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:20.118993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] Sync routers for ids ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:20.135047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] Routers {'8a24bce1-b98e-4dea-86bf-58db2b7921d9'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:20.136977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.208815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.216431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] Routers {'8a24bce1-b98e-4dea-86bf-58db2b7921d9'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:20.217029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.229793 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9c999d91-7cce-4605-b470-d0c6c6fd480c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/8a24bce1-b98e-4dea-86bf-58db2b7921d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2965353 Apr 05 21:06:20.232868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 33996) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:20.271889 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.277869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.282525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.282525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ea2646-8587-4698-9944-5acb689bb1c9 None None] The sync data for ids ['8a24bce1-b98e-4dea-86bf-58db2b7921d9'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:20.287151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5bf00497-e929-4c35-bd5e-f8b405f9b936 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:20.322219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=eb58eea7-9502-4fc9-962d-a2250023ca76,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:20.336184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2176bf-44a5-43a4-ba55-5d5927fa1885 req-1b316fd8-1a93-40c4-b404-b1a0345ddf08 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.1283667 Apr 05 21:06:20.364989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5bf00497-e929-4c35-bd5e-f8b405f9b936 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:20.369970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34002) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:20.370147 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5bf00497-e929-4c35-bd5e-f8b405f9b936 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a24bce1-b98e-4dea-86bf-58db2b7921d9 HTTP/1.1" status: 200 len: 205 time: 0.1356905 Apr 05 21:06:20.395178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.434027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ff84477e-1263-4363-9a7f-ef8dea351e05 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/eb58eea7-9502-4fc9-962d-a2250023ca76 HTTP/1.1" status: 204 len: 168 time: 2.0351353 Apr 05 21:06:20.436884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34006) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:20.501563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d2176bf-44a5-43a4-ba55-5d5927fa1885 req-4e463bcb-b91e-43c2-8072-7203de815392 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590812 Apr 05 21:06:20.522427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1ad70c-268e-4f83-ad5c-b7649cc6c658 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.574478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.715817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.763121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc438ff-a41a-484c-b545-33af56812d16']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.783660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93f827a-f743-49b1-99bb-386ccbbd875b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.784703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93f827a-f743-49b1-99bb-386ccbbd875b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:20.800548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.817386 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.824412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:20.824801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:20.841568 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:20.980799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1ad70c-268e-4f83-ad5c-b7649cc6c658 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:20.985768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1ad70c-268e-4f83-ad5c-b7649cc6c658 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.051202 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.073338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.083588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=bbc438ff-a41a-484c-b545-33af56812d16,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:21.091119 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-838fda23-0e69-433a-a60d-38cd53bdc56a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/bbc438ff-a41a-484c-b545-33af56812d16 HTTP/1.1" status: 204 len: 168 time: 0.6528020 Apr 05 21:06:21.094600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34024) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:21.099989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-926322157'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:21.136628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:21.144885 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1ad70c-268e-4f83-ad5c-b7649cc6c658 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.145388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ad70c-268e-4f83-ad5c-b7649cc6c658 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Fanout notify agent at l3_agent the message router_deleted on router 8a24bce1-b98e-4dea-86bf-58db2b7921d9 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:21.152667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:21.162871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:21.170197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1ad70c-268e-4f83-ad5c-b7649cc6c658 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.170197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4d1ad70c-268e-4f83-ad5c-b7649cc6c658 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/8a24bce1-b98e-4dea-86bf-58db2b7921d9 HTTP/1.1" status: 204 len: 168 time: 0.7986934 Apr 05 21:06:21.172301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34028) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:21.174541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:21.207637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe2b119f-8c62-4886-9c45-e64271da066d req-563a5b73-f371-460a-8efd-6da7cceb9d0d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.1033523 Apr 05 21:06:21.250585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:21.253946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.270300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe2b119f-8c62-4886-9c45-e64271da066d req-a3d758f4-3fc5-4e83-9192-8e7c5a888ae6 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548265 Apr 05 21:06:21.294142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:06:21.304818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.305651 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment f007f549-916c-4ce1-bc5e-d72c57f83381 of type vlan for network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf Apr 05 21:06:21.335619 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.428079 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.431941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:21.432803 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.478171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet 0dc48191-8efd-4623-b621-cb424fb16bd8 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:21.481111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.539269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.543923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:21.554171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:06:21.614611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4ee2e454-dd60-4e06-9aa5-424f2229bd6f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5189099 Apr 05 21:06:21.617356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34036) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:21.623259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:21.649990 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.749525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:21.756547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:21.756547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:21.763468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:21.802870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.831079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:21.839682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc48191-8efd-4623-b621-cb424fb16bd8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:21.849505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:21.854946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f04b5b-1d03-4d83-be70-4a1b5fa32ea9 None None] Network 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:21.861203 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7a1c63fa-0cec-45e0-b2c7-a6b2f6064072 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/0dc48191-8efd-4623-b621-cb424fb16bd8 HTTP/1.1" status: 204 len: 168 time: 0.6877773 Apr 05 21:06:21.872512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34046) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:22.030277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.041897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:22.042518 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.115541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.148879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] DHCP port deletion for 2bd66b4f-d1c2-4c4f-80c8-953651ed6527 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:22.154920 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Deleting port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:22.155454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.304477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,segment=NetworkSegment(ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e),segment_id=ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:22.305154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.428266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] For port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,segment=NetworkSegment(ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e),segment_id=ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:22.428778 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.475521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:22.542445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.568753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Calling delete_port for 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:22.617191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-a994f80d-8e2a-4968-87fa-30613e95c8ca tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Synchronizing usage tracker for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:22.645691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b96f15-d780-4ddd-b929-143c1d05a911 req-a9e6094d-b20b-4e27-a7b7-65b227098439 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.1737757 Apr 05 21:06:22.650288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=a1dd2f82-26f0-4975-834d-e11bdc65cc8e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:22.685339 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.691474 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:22.691913 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:22.692296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': 'f007f549-916c-4ce1-bc5e-d72c57f83381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:22.692654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:06:22.712354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-28b96f15-d780-4ddd-b929-143c1d05a911 req-f080f743-558c-4654-8cc7-09c04889b912 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Apr 05 21:06:22.724908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-a994f80d-8e2a-4968-87fa-30613e95c8ca tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Unset dirty status for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:22.726059 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-a994f80d-8e2a-4968-87fa-30613e95c8ca tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1096 time: 0.2085927 Apr 05 21:06:22.735549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:22.769125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No DVR routers for this DVR port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:22.799166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:06:22.903237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:22.909755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Deleting port 1b37f557-bb1e-4803-8425-7beda13e806e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:22.911289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.913479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed6e579-451e-4a8d-99da-522ea19f5452 None None] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:22.917638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:22.918262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:22.963041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.023155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-720d6c19-beae-4bb6-8389-11462eba1f08 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4040833 Apr 05 21:06:23.023531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd66b4f-d1c2-4c4f-80c8-953651ed6527']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:23.025556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34062) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:23.030988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-410071285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:23.038314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:23.044308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:router and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:23.048952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:23.052887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:23.053152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3c4a7b-d2b8-410b-95b1-bb6c5b59f31e') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:23.053514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:23.069745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.125315 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.126298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.148978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.151364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.166142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:23.166548 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:23.186658 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:23.195109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Deleting port 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:23.195478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.257950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.297852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a8deb-b8ac-4eb5-8d68-6f74a80a7b4d None None] The port '2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:23.319363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf', 'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': 'a1dd2f82-26f0-4975-834d-e11bdc65cc8e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:06:23.320183 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.350709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.352068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0d0fe057-2d01-4da1-9d60-60c5a3aab899 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3255303 Apr 05 21:06:23.355289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34070) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:23.361977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'port': {'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf', 'name': 'tempest-RoutersIpV6Test-126238243'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:23.420710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] For port 1b37f557-bb1e-4803-8425-7beda13e806e, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=1b37f557-bb1e-4803-8425-7beda13e806e,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:23.421476 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.486136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.515954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:23.520590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:port and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:23.524717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:23.533576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:23.580458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Calling delete_port for 1b37f557-bb1e-4803-8425-7beda13e806e owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:23.586201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Allocated IP 2001:db8::2 (ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf/a1dd2f82-26f0-4975-834d-e11bdc65cc8e/e539d911-6135-4e24-9e9f-d4e821d366a2) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:23.601459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.605902 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=2bd66b4f-d1c2-4c4f-80c8-953651ed6527,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:23.791968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:23.796030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.826678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] device_id is not set on port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 yet. {{(pid=84581) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 21:06:23.827660 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.866431 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3456d1d4-1a36-459b-96ae-3adc0ee9d168 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/2bd66b4f-d1c2-4c4f-80c8-953651ed6527 HTTP/1.1" status: 204 len: 168 time: 1.9924390 Apr 05 21:06:23.869562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34080) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:23.876679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2091863570', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:23.884692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:23.889558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:23.894767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:router and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:23.900119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:23.922714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:23.925312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2a3cd08b-aa16-4382-bc57-dcb4a65f7e1d not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:23.925442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:23.942709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Transition to ACTIVE for port object e539d911-6135-4e24-9e9f-d4e821d366a2 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:23.943154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.970102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Transition to ACTIVE for port object e539d911-6135-4e24-9e9f-d4e821d366a2 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:23.970102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8f13ff1c-9bd6-40fa-81d6-5e34d6a80989'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:06:24.008574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['1b37f557-bb1e-4803-8425-7beda13e806e'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:06:24.016768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ded8eec4-56a3-4677-aa9c-aca916465f41 req-93ecd9b8-7bbd-4d92-8396-dbd4a4cbede9 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 1018 time: 0.1307299 Apr 05 21:06:24.024488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b37f557-bb1e-4803-8425-7beda13e806e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:24.071672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.072636 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.093121 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.120659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] No DVR routers for this DVR port 1b37f557-bb1e-4803-8425-7beda13e806e on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:24.122871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ded8eec4-56a3-4677-aa9c-aca916465f41 req-3476354b-b781-49eb-bd70-ed4b0da05e9f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997853 Apr 05 21:06:24.125553 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.128259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45701e15-98a3-4d35-9f6e-349d11335a23', 'name': 'network-vif-deleted', 'tag': '1b37f557-bb1e-4803-8425-7beda13e806e'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:06:24.151193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.209203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8::2b5 (ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf/a1dd2f82-26f0-4975-834d-e11bdc65cc8e/48fbf5e6-03ea-45de-9651-4f9090bdcad5) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:24.246849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:24.267673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:24.274409 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedee86c-73ff-4228-8a9c-295791833511'] response: {'server_uuid': '45701e15-98a3-4d35-9f6e-349d11335a23', 'name': 'network-vif-deleted', 'tag': '1b37f557-bb1e-4803-8425-7beda13e806e', 'status': 'completed', 'code': 200} Apr 05 21:06:24.274409 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-8e7bd360-213c-4e07-b201-dc001c152a51 req-21bff100-7f9b-4f6f-b2fd-e8ab01b0bf5d tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1b37f557-bb1e-4803-8425-7beda13e806e HTTP/1.1" status: 204 len: 173 time: 1.5382226 Apr 05 21:06:24.277809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Pushing event updated for resources: {'Port': ['ID=e539d911-6135-4e24-9e9f-d4e821d366a2,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:24.292462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:24.448296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Attempting to bind port e539d911-6135-4e24-9e9f-d4e821d366a2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:24.449088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Attempting to bind port e539d911-6135-4e24-9e9f-d4e821d366a2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f007f549-916c-4ce1-bc5e-d72c57f83381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:24.449851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Attempting to bind port e539d911-6135-4e24-9e9f-d4e821d366a2 on network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:06:24.468763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:06:24.473522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Checking segment: {'id': 'f007f549-916c-4ce1-bc5e-d72c57f83381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:24.473522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.473522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Bound using segment: {'id': 'f007f549-916c-4ce1-bc5e-d72c57f83381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:06:24.473522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Bound port: e539d911-6135-4e24-9e9f-d4e821d366a2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f007f549-916c-4ce1-bc5e-d72c57f83381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:24.473522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.534608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.539524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.554035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object 48fbf5e6-03ea-45de-9651-4f9090bdcad5 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:24.595533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] For port e539d911-6135-4e24-9e9f-d4e821d366a2, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:06:24.598586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] For port e539d911-6135-4e24-9e9f-d4e821d366a2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e539d911-6135-4e24-9e9f-d4e821d366a2,segment=NetworkSegment(f007f549-916c-4ce1-bc5e-d72c57f83381),segment_id=f007f549-916c-4ce1-bc5e-d72c57f83381)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:06:24.699820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.777553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:24.778620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=48fbf5e6-03ea-45de-9651-4f9090bdcad5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:24.781543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:24.783862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:24.788025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:24.788620 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.795175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.898157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdf83b-a690-4e2b-88d0-d7c46b0f71ec None None] Pushing event updated for resources: {'Port': ['ID=e539d911-6135-4e24-9e9f-d4e821d366a2,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:24.902133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.943130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-58700c86-effd-4384-b888-ae8fc3556840 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5861466 Apr 05 21:06:24.947107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:24.947264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34096) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:25.158522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.25.2.193 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/cd432a46-3549-4cf3-9f8e-d18c93d2e3e8) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:25.459859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:25.577133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:25.606886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08cbd808-9acf-48a2-9eac-5ccd2f25180e req-07c9e8c2-82c1-4af4-a1d8-2bc6cfd0d859 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45701e15-98a3-4d35-9f6e-349d11335a23 HTTP/1.1" status: 200 len: 210 time: 0.1002131 Apr 05 21:06:25.653723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:25.656813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:25.661400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:25.689754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=cd432a46-3549-4cf3-9f8e-d18c93d2e3e8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:25.831552 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:25.918246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e539d911-6135-4e24-9e9f-d4e821d366a2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:25.950925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:25.951732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:26.073567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e539d911-6135-4e24-9e9f-d4e821d366a2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:26.263494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a979801-e17a-4150-beb6-83ba1dba80f3 None None] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:26.335735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:26.419508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:26.514040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router eda66dca-8238-4663-88f4-62efbbd845ec is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:26.543050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=48fbf5e6-03ea-45de-9651-4f9090bdcad5,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:26.559560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2433e941-991f-4e45-81d9-837630f58ef4 None None] Provisioning for port e539d911-6135-4e24-9e9f-d4e821d366a2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:26.592440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2433e941-991f-4e45-81d9-837630f58ef4 None None] Provisioning complete for port e539d911-6135-4e24-9e9f-d4e821d366a2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:26.592440 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2433e941-991f-4e45-81d9-837630f58ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:26.812109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2433e941-991f-4e45-81d9-837630f58ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:26.832979 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:26.856778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2433e941-991f-4e45-81d9-837630f58ef4 None None] For port e539d911-6135-4e24-9e9f-d4e821d366a2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e539d911-6135-4e24-9e9f-d4e821d366a2,segment=NetworkSegment(f007f549-916c-4ce1-bc5e-d72c57f83381),segment_id=f007f549-916c-4ce1-bc5e-d72c57f83381)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:26.901633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:26.911948 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92992596-6225-4613-b00f-a18c67126958 None None] Sync routers for ids ['eda66dca-8238-4663-88f4-62efbbd845ec'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:26.933837 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92992596-6225-4613-b00f-a18c67126958 None None] Routers {'eda66dca-8238-4663-88f4-62efbbd845ec'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:26.934076 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2433e941-991f-4e45-81d9-837630f58ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:26.934568 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92992596-6225-4613-b00f-a18c67126958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['eda66dca-8238-4663-88f4-62efbbd845ec'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:27.009562 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92992596-6225-4613-b00f-a18c67126958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:27.019934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433e941-991f-4e45-81d9-837630f58ef4 None None] Pushing event updated for resources: {'Port': ['ID=e539d911-6135-4e24-9e9f-d4e821d366a2,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:27.022471 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92992596-6225-4613-b00f-a18c67126958 None None] Routers {'eda66dca-8238-4663-88f4-62efbbd845ec'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:27.026624 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92992596-6225-4613-b00f-a18c67126958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['eda66dca-8238-4663-88f4-62efbbd845ec'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:27.050337 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.093311 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-92992596-6225-4613-b00f-a18c67126958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:27.093819 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92992596-6225-4613-b00f-a18c67126958 None None] The sync data for ids ['eda66dca-8238-4663-88f4-62efbbd845ec'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:27.098650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.102940 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-63154ab0-5a8d-404b-96a9-10ef41ce1155 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2301669 Apr 05 21:06:27.105039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34130) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:27.185932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2149a271-6596-438e-964a-28a148e657f6 None None] Provisioning for port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:27.191577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2149a271-6596-438e-964a-28a148e657f6 None None] Provisioning complete for port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:27.192191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2149a271-6596-438e-964a-28a148e657f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.252022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2149a271-6596-438e-964a-28a148e657f6 None None] Port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:27.270862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2149a271-6596-438e-964a-28a148e657f6 None None] Provisioning complete for port e539d911-6135-4e24-9e9f-d4e821d366a2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:27.272647 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2149a271-6596-438e-964a-28a148e657f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.348871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1b37f557-bb1e-4803-8425-7beda13e806e no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:27.417465 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db4879b9-d5b1-42ac-a21d-473858bbb145 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/routers/eda66dca-8238-4663-88f4-62efbbd845ec HTTP/1.1" status: 200 len: 881 time: 0.3104615 Apr 05 21:06:27.419353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34136) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:27.434997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 1b37f557-bb1e-4803-8425-7beda13e806e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:27.436173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 1b37f557-bb1e-4803-8425-7beda13e806e not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:27.658665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-deecf93b-4db9-424b-ac0c-673290157814 None None] Provisioning complete for port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:27.658925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-deecf93b-4db9-424b-ac0c-673290157814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.691168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.695094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0741fb2-ef0a-41e6-91c0-8000ef89a0a3 req-9536cf88-28e0-4e4a-b5c9-1a0da1aeea63 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.1123233 Apr 05 21:06:27.750169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d45f8302-cf55-4485-a365-214b713e3deb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:router {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:27.776656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-deecf93b-4db9-424b-ac0c-673290157814 None None] Port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:27.842683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d45f8302-cf55-4485-a365-214b713e3deb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:router {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:27.846746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d45f8302-cf55-4485-a365-214b713e3deb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4239793 Apr 05 21:06:27.847086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34146) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:27.852858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-133b560c-b33d-4f48-9637-70c03861d48b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2091863570'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:27.856573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e539d911-6135-4e24-9e9f-d4e821d366a2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:27.895394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.895980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.936604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9845eaa3-eb00-4646-bc6d-d351e79cd96e None None] Provisioning complete for port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:27.937205 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9845eaa3-eb00-4646-bc6d-d351e79cd96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:27.998437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e539d911-6135-4e24-9e9f-d4e821d366a2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:27.998799 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:28.038927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0741fb2-ef0a-41e6-91c0-8000ef89a0a3 req-13742fc1-19fe-4dd4-ba83-8218be385441 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359716 Apr 05 21:06:28.076353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9845eaa3-eb00-4646-bc6d-d351e79cd96e None None] Port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:28.080531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=48fbf5e6-03ea-45de-9651-4f9090bdcad5,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:28.159786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:28.159786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:28.511913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0fabedff-4a51-4d62-bb3a-93c5726abd38 None None] Provisioning complete for port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:28.512337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0fabedff-4a51-4d62-bb3a-93c5726abd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:28.584859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-133b560c-b33d-4f48-9637-70c03861d48b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:28.598949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0fabedff-4a51-4d62-bb3a-93c5726abd38 None None] Port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:28.656850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-133b560c-b33d-4f48-9637-70c03861d48b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:28.720101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 586ec706-81e5-42b0-a03d-621fbb74a44f is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:28.893439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-1c0388a2-bc49-4257-bce9-886d789df44e tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.2113502 Apr 05 21:06:28.979608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Deleting port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:28.980283 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:28.986583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133b560c-b33d-4f48-9637-70c03861d48b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router eda66dca-8238-4663-88f4-62efbbd845ec has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:29.032231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:29.038440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d56a3c20-08e9-4e03-b136-791cc57b9945 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/586ec706-81e5-42b0-a03d-621fbb74a44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0905998 Apr 05 21:06:29.041557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34164) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:29.044800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] Sync routers for ids ['586ec706-81e5-42b0-a03d-621fbb74a44f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:29.061342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] Routers {'586ec706-81e5-42b0-a03d-621fbb74a44f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:29.062273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['586ec706-81e5-42b0-a03d-621fbb74a44f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.150098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.173036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20115c93-70da-4ee0-8c57-6758edb7a661 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:29.173630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-20115c93-70da-4ee0-8c57-6758edb7a661 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:29.184413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] Routers {'586ec706-81e5-42b0-a03d-621fbb74a44f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:29.185074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['586ec706-81e5-42b0-a03d-621fbb74a44f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.203394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133b560c-b33d-4f48-9637-70c03861d48b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:29.211028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-133b560c-b33d-4f48-9637-70c03861d48b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:29.213150 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-133b560c-b33d-4f48-9637-70c03861d48b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/eda66dca-8238-4663-88f4-62efbbd845ec HTTP/1.1" status: 200 len: 888 time: 1.3649666 Apr 05 21:06:29.214747 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] Sync routers for ids ['eda66dca-8238-4663-88f4-62efbbd845ec'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:29.215730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34172) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:29.238325 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] Routers {'eda66dca-8238-4663-88f4-62efbbd845ec'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:29.238838 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['eda66dca-8238-4663-88f4-62efbbd845ec'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.295256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.300182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834c10d1-f931-4b84-82a1-5fa41cc5d3ae None None] The sync data for ids ['586ec706-81e5-42b0-a03d-621fbb74a44f'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:29.327860 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.356773 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] Routers {'eda66dca-8238-4663-88f4-62efbbd845ec'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:29.358552 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['eda66dca-8238-4663-88f4-62efbbd845ec'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.369334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-20115c93-70da-4ee0-8c57-6758edb7a661 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:29.370534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-20115c93-70da-4ee0-8c57-6758edb7a661 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports/48fbf5e6-03ea-45de-9651-4f9090bdcad5 HTTP/1.1" status: 200 len: 983 time: 0.3280497 Apr 05 21:06:29.377800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34180) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:29.379407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] For port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:29.379770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:29.441521 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:29.441521 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa37b853-0382-471d-93fe-209b42d9f098 None None] The sync data for ids ['eda66dca-8238-4663-88f4-62efbbd845ec'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:29.542390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d615189d-ba35-489f-939a-a57121663563 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/routers/eda66dca-8238-4663-88f4-62efbbd845ec HTTP/1.1" status: 200 len: 888 time: 0.3216608 Apr 05 21:06:29.542709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34184) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:29.602250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fefa14d3-7d5a-4533-b81f-d0a4aa7688de tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:29.670474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fefa14d3-7d5a-4533-b81f-d0a4aa7688de tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:29.671627 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fefa14d3-7d5a-4533-b81f-d0a4aa7688de tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=eda66dca-8238-4663-88f4-62efbbd845ec HTTP/1.1" status: 200 len: 205 time: 0.1280651 Apr 05 21:06:29.674295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34190) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:29.744320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Calling delete_port for 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:29.784532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a3cd4a-1fda-4fca-a4c3-6dc4769b5af0 req-42787eab-1fb0-4279-a80d-c9361b5200c7 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 1097 time: 0.5337539 Apr 05 21:06:29.900028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8a3cd4a-1fda-4fca-a4c3-6dc4769b5af0 req-a97ccf45-8810-4663-b74c-74908e974a0a tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=edbe97bd-7b08-4a70-9563-225a99bd9861&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873556 Apr 05 21:06:29.905783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:30.106015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:30.116461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['8f13ff1c-9bd6-40fa-81d6-5e34d6a80989'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:06:30.124109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:30.163318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f13ff1c-9bd6-40fa-81d6-5e34d6a80989,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:30.208344 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port cd432a46-3549-4cf3-9f8e-d18c93d2e3e8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:30.208778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:30.281663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] No DVR routers for this DVR port 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:30.285547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:30.288051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41637d13-f975-4943-96d9-8445c57c9340', 'name': 'network-vif-deleted', 'tag': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:06:30.306954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fe16a1a-a3ec-4b80-b905-aaf2eea8bc41 req-113cd6ab-4106-4b94-92b4-213724c71c5f tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 HTTP/1.1" status: 204 len: 173 time: 1.4080677 Apr 05 21:06:30.387585 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc996277-8c82-40c9-a24f-6d2af15d1dbb'] response: {'server_uuid': '41637d13-f975-4943-96d9-8445c57c9340', 'name': 'network-vif-deleted', 'tag': '8f13ff1c-9bd6-40fa-81d6-5e34d6a80989', 'status': 'completed', 'code': 200} Apr 05 21:06:30.424526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:30.550377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for cd432a46-3549-4cf3-9f8e-d18c93d2e3e8 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:30.605389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:30.845166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.056082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 48fbf5e6-03ea-45de-9651-4f9090bdcad5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:31.056082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.085228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=cd432a46-3549-4cf3-9f8e-d18c93d2e3e8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:31.168400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bde89967-db37-4598-b849-5122bf295016 req-0e8d2aad-eb9a-4330-8a3a-a2623461fe23 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Synchronizing usage tracker for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:31.301683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.339132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.347284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-bde89967-db37-4598-b849-5122bf295016 req-0e8d2aad-eb9a-4330-8a3a-a2623461fe23 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] Unset dirty status for tenant:9aa72b47d65244f1b7fa0b30c79e7e42 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:31.348526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bde89967-db37-4598-b849-5122bf295016 req-0e8d2aad-eb9a-4330-8a3a-a2623461fe23 tempest-TestServerMultinode-1296225940 tempest-TestServerMultinode-1296225940-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=41637d13-f975-4943-96d9-8445c57c9340 HTTP/1.1" status: 200 len: 210 time: 0.2633197 Apr 05 21:06:31.626498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.631601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.667630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 48fbf5e6-03ea-45de-9651-4f9090bdcad5 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:31.776838 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.777852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Fanout notify agent at l3_agent the message router_deleted on router eda66dca-8238-4663-88f4-62efbbd845ec {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:31.922267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.922267 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d0e981dc-e2b7-43b5-ba72-d1e39307e1ee tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/eda66dca-8238-4663-88f4-62efbbd845ec HTTP/1.1" status: 204 len: 168 time: 2.2420197 Apr 05 21:06:31.937569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34220) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:31.944550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-1924642795'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:31.945180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:31.947767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:31.983251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:31.986646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:32.008898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:32.010972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=48fbf5e6-03ea-45de-9651-4f9090bdcad5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:32.126825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:32.130124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:32.232614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:06:32.245596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:32.245941 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment d5a0448b-0667-4fda-be38-7d55b3ff1d05 of type vlan for network 7e3d2d2b-2d52-471b-94b2-60f06264589d Apr 05 21:06:32.251838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:32.339066 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:32.359874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:32.395778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:32.396213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 8f13ff1c-9bd6-40fa-81d6-5e34d6a80989 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:32.485134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:32.562339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:32.566152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:32.566726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:32.758207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=7e3d2d2b-2d52-471b-94b2-60f06264589d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:32.771381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-91b0f5db-d0af-4fc8-902d-c387b0c6f102 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8484650 Apr 05 21:06:32.777269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:06:32.812725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34240) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:32.818482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': '7e3d2d2b-2d52-471b-94b2-60f06264589d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:32.856309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 586ec706-81e5-42b0-a03d-621fbb74a44f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:32.952800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:32.959587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:32.963965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:32.971491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:33.003928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:33.009088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c12cdcdf-ad78-403f-a2bd-11f8dc2eb09b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/586ec706-81e5-42b0-a03d-621fbb74a44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6207957 Apr 05 21:06:33.011819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34246) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:33.014356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] Sync routers for ids ['586ec706-81e5-42b0-a03d-621fbb74a44f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:33.025926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:33.027090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] Routers {'586ec706-81e5-42b0-a03d-621fbb74a44f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:33.027718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['586ec706-81e5-42b0-a03d-621fbb74a44f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:33.080268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:33.091263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:33.105431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] Routers {'586ec706-81e5-42b0-a03d-621fbb74a44f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:33.106209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['586ec706-81e5-42b0-a03d-621fbb74a44f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:33.176274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:33.176845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb357d-2b94-4b66-bba7-eee7b53e11f1 None None] The sync data for ids ['586ec706-81e5-42b0-a03d-621fbb74a44f'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:33.380351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:33.497832 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-71338cb8-713c-4cbf-8a37-8a9704052cd9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 21:06:33.501626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-71338cb8-713c-4cbf-8a37-8a9704052cd9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/586ec706-81e5-42b0-a03d-621fbb74a44f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4837863 Apr 05 21:06:33.502175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34256) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:33.546313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f6b2e429-d24d-44fe-8613-48a5f5420aa2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:33.630612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f6b2e429-d24d-44fe-8613-48a5f5420aa2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:33.635211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f6b2e429-d24d-44fe-8613-48a5f5420aa2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=586ec706-81e5-42b0-a03d-621fbb74a44f HTTP/1.1" status: 200 len: 205 time: 0.1321077 Apr 05 21:06:33.635859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34262) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:33.799043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:33.969956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=78bedc4c-4d6a-4f7f-bf92-9253354e5ec5,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:33.986897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d5e4f7-465e-46f6-a9d5-cfa6727eed9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.127576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.134019 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': 'd5a0448b-0667-4fda-be38-7d55b3ff1d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7e3d2d2b-2d52-471b-94b2-60f06264589d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:34.134384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: 7e3d2d2b-2d52-471b-94b2-60f06264589d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:06:34.438894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:06:34.632559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d5e4f7-465e-46f6-a9d5-cfa6727eed9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.646132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d5e4f7-465e-46f6-a9d5-cfa6727eed9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.709866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7e3d2d2b-2d52-471b-94b2-60f06264589d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:34.718019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311782d-fb22-4561-8f04-59c145a1aee7 None None] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:34.720081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:34.720650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.754131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d5e4f7-465e-46f6-a9d5-cfa6727eed9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.757658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d5e4f7-465e-46f6-a9d5-cfa6727eed9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Fanout notify agent at l3_agent the message router_deleted on router 586ec706-81e5-42b0-a03d-621fbb74a44f {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:34.761463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-18d5e4f7-465e-46f6-a9d5-cfa6727eed9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.762733 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-18d5e4f7-465e-46f6-a9d5-cfa6727eed9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/586ec706-81e5-42b0-a03d-621fbb74a44f HTTP/1.1" status: 204 len: 168 time: 1.1205373 Apr 05 21:06:34.766166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34280) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:34.845854 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a58f0daa-6f37-4b0a-95a6-c703209d7a8c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0318575 Apr 05 21:06:34.849211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34284) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:34.855260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Deleting port 4936884a-faeb-4477-9d6c-a094c60813a9 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:34.855260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.859088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-429162962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:34.868480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:34.915697 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9e08c225-ca11-467f-8acc-bab2f5b5e4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:34.947277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:router and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:34.953859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:34.968886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:34.971514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-7e3d2d2b-2d52-471b-94b2-60f06264589d', 'network_id': '7e3d2d2b-2d52-471b-94b2-60f06264589d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': '78bedc4c-4d6a-4f7f-bf92-9253354e5ec5'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:06:34.972640 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.030935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet a1dd2f82-26f0-4975-834d-e11bdc65cc8e {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:35.033889 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.069382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] For port 4936884a-faeb-4477-9d6c-a094c60813a9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4936884a-faeb-4477-9d6c-a094c60813a9,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:35.069918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.084754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.086314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.097717 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.166442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.182171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Allocated IP 172.20.0.2 (7e3d2d2b-2d52-471b-94b2-60f06264589d/78bedc4c-4d6a-4f7f-bf92-9253354e5ec5/dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:35.224215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.242022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Calling delete_port for 4936884a-faeb-4477-9d6c-a094c60813a9 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:35.301000 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.385425 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.408195 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.428420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dd2f82-26f0-4975-834d-e11bdc65cc8e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:35.432905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.437028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-95feeac6-da33-44c0-8cda-ecba78db06e1 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5863569 Apr 05 21:06:35.437348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34298) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:35.438196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.440239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ecdca-3997-48b7-ab8e-db2804ab158a None None] Network ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:35.440514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4e789961-6671-4e01-bc84-a766ac770d1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/a1dd2f82-26f0-4975-834d-e11bdc65cc8e HTTP/1.1" status: 204 len: 168 time: 0.6728725 Apr 05 21:06:35.442768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34302) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:35.505125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Transition to ACTIVE for port object dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:35.509462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.551968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Transition to ACTIVE for port object dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:35.562025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.573554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port e539d911-6135-4e24-9e9f-d4e821d366a2 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:35.573891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.650572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4936884a-faeb-4477-9d6c-a094c60813a9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:35.652213 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.719254 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:06:35.734120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:35.746153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:35.760320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:35.793334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Pushing event updated for resources: {'Port': ['ID=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:35.820086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port e539d911-6135-4e24-9e9f-d4e821d366a2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e539d911-6135-4e24-9e9f-d4e821d366a2,segment=NetworkSegment(f007f549-916c-4ce1-bc5e-d72c57f83381),segment_id=f007f549-916c-4ce1-bc5e-d72c57f83381)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:35.820667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.902135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Attempting to bind port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:35.902509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Attempting to bind port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'd5a0448b-0667-4fda-be38-7d55b3ff1d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7e3d2d2b-2d52-471b-94b2-60f06264589d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:35.916876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Attempting to bind port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 on network 7e3d2d2b-2d52-471b-94b2-60f06264589d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:06:35.924382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:06:35.924871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Checking segment: {'id': 'd5a0448b-0667-4fda-be38-7d55b3ff1d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7e3d2d2b-2d52-471b-94b2-60f06264589d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:35.925414 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.926979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Bound using segment: {'id': 'd5a0448b-0667-4fda-be38-7d55b3ff1d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7e3d2d2b-2d52-471b-94b2-60f06264589d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:06:35.927532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Bound port: dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a0448b-0667-4fda-be38-7d55b3ff1d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7e3d2d2b-2d52-471b-94b2-60f06264589d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:35.928873 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:35.996953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] DHCP port deletion for ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:36.016035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Deleting port e539d911-6135-4e24-9e9f-d4e821d366a2 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:36.016483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.036423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for e539d911-6135-4e24-9e9f-d4e821d366a2 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:36.154191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] For port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:06:36.188713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.272647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] For port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,segment=NetworkSegment(d5a0448b-0667-4fda-be38-7d55b3ff1d05),segment_id=d5a0448b-0667-4fda-be38-7d55b3ff1d05)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:06:36.319795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] For port e539d911-6135-4e24-9e9f-d4e821d366a2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e539d911-6135-4e24-9e9f-d4e821d366a2,segment=NetworkSegment(f007f549-916c-4ce1-bc5e-d72c57f83381),segment_id=f007f549-916c-4ce1-bc5e-d72c57f83381)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:36.321841 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.368703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=e539d911-6135-4e24-9e9f-d4e821d366a2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:36.380565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No DVR routers for this DVR port e539d911-6135-4e24-9e9f-d4e821d366a2 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:36.477364 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.488652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Calling delete_port for e539d911-6135-4e24-9e9f-d4e821d366a2 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:36.532803 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.555868 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.561309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:36.576845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f007f549-916c-4ce1-bc5e-d72c57f83381') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:36.577291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f007f549-916c-4ce1-bc5e-d72c57f83381') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:36.599578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.618296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.625481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:36.626128 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:36.646360 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:36.654002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f7044-0581-4a4b-8bbb-35b363a9d638 None None] Pushing event updated for resources: {'Port': ['ID=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:36.662141 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:36.662141 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:36.794225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.848023 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.873076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.876732 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1e20-30d2-46be-bbe0-bb1049d9d454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:36.887127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:36.983140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ef325899-a15a-4b39-a2cb-bf3bb172f396 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/ed92132f-6f3d-4ac1-ac8a-cff044cd3ccf HTTP/1.1" status: 204 len: 168 time: 1.5358224 Apr 05 21:06:36.984030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34312) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:36.990465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-248318380'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:37.013785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:37.026969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:37.031617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:37.038206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:37.107643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:37.111262 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.161258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:06:37.163558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Deleting port e539d911-6135-4e24-9e9f-d4e821d366a2 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:37.164234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.171940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.172801 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment 6a84a295-6e2c-4ba7-bc74-7747da86c78b of type vlan for network e63359a3-3477-4659-b247-c81e5efec292 Apr 05 21:06:37.193538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.20.0.1 (7e3d2d2b-2d52-471b-94b2-60f06264589d/78bedc4c-4d6a-4f7f-bf92-9253354e5ec5/5c374d15-7714-4136-a997-ef507dcfb45f) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:37.203975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.248698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-072e22a8-7ca2-4cad-bde7-8ae1f98fa129 None None] The port 'e539d911-6135-4e24-9e9f-d4e821d366a2' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:37.344745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.348402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:37.348979 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.458539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=e63359a3-3477-4659-b247-c81e5efec292,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:37.470246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e63359a3-3477-4659-b247-c81e5efec292 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:06:37.505910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ffe50c84-8b80-4bf3-a169-438100bab57d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5206265 Apr 05 21:06:37.508831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34318) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:37.514711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': 'e63359a3-3477-4659-b247-c81e5efec292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:37.588018 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.622578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object 5c374d15-7714-4136-a997-ef507dcfb45f will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:37.631097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:37.635329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:37.638397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:37.644752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:37.710824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:37.825409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.837752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:37.916767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e58d2-9905-46b5-bb26-aebbefdcd913 None None] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:37.937295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:37.941070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:37.960006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:38.020579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=5c374d15-7714-4136-a997-ef507dcfb45f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:38.033271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:38.054513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.137203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Router 6217101d-66f1-424c-8532-8e42821e9d6d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:38.230923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.270738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-28f25160-ba1a-4bbf-ab3e-8b80d160eba5 None None] Provisioning for port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:38.324782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:38.340642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:38.341480 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.379466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=ca558a26-6cbe-4a27-86e2-3c6cac526e16,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:38.412294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': '6a84a295-6e2c-4ba7-bc74-7747da86c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e63359a3-3477-4659-b247-c81e5efec292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:38.417239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: e63359a3-3477-4659-b247-c81e5efec292, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:06:38.471148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.495500 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.500167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.523375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network e63359a3-3477-4659-b247-c81e5efec292 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:06:38.545551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,segment=NetworkSegment(d5a0448b-0667-4fda-be38-7d55b3ff1d05),segment_id=d5a0448b-0667-4fda-be38-7d55b3ff1d05)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:38.620914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, e63359a3-3477-4659-b247-c81e5efec292) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:38.622463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.624358 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.639689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:38.645519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.733657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:38.736689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f975c-a0f4-4537-856e-21a8dc521490 None None] Network e63359a3-3477-4659-b247-c81e5efec292 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:38.752725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e539d911-6135-4e24-9e9f-d4e821d366a2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:38.783014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8bf913fb-66bc-4851-bf93-b2715e508e67 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2729301 Apr 05 21:06:38.784073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34328) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:38.791394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1039317741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:38.806006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:38.813186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:router and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:38.814284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:38.820497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:38.847834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0398de71-1f8f-4799-9668-7348fde462ac None None] Provisioning for port 5c374d15-7714-4136-a997-ef507dcfb45f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:38.856908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e539d911-6135-4e24-9e9f-d4e821d366a2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:38.857267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e539d911-6135-4e24-9e9f-d4e821d366a2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:38.868543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0398de71-1f8f-4799-9668-7348fde462ac None None] Provisioning complete for port 5c374d15-7714-4136-a997-ef507dcfb45f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:38.869110 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0398de71-1f8f-4799-9668-7348fde462ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.906408 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:38.917723 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] Sync routers for ids ['6217101d-66f1-424c-8532-8e42821e9d6d'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:38.923514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.926066 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.935614 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] Routers {'6217101d-66f1-424c-8532-8e42821e9d6d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:38.936395 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['6217101d-66f1-424c-8532-8e42821e9d6d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:38.940684 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-deddc7a3-f324-41ab-8580-e8280d4b00e2 admin admin] 10.222.0.10 "PUT /v2.0/routers/6217101d-66f1-424c-8532-8e42821e9d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4543252 Apr 05 21:06:38.943332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:38.946755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0398de71-1f8f-4799-9668-7348fde462ac None None] Port 5c374d15-7714-4136-a997-ef507dcfb45f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:38.953887 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:38.979625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0398de71-1f8f-4799-9668-7348fde462ac None None] Provisioning complete for port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:38.980007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0398de71-1f8f-4799-9668-7348fde462ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.034221 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.075594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.resource_extend [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 21:06:39.091531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.138073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.140154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-96e3f9d5-f74a-4ea0-97b8-83c7a20e29fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3546305 Apr 05 21:06:39.145831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34338) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:39.154675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-e63359a3-3477-4659-b247-c81e5efec292', 'network_id': 'e63359a3-3477-4659-b247-c81e5efec292', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': 'ca558a26-6cbe-4a27-86e2-3c6cac526e16'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:06:39.155491 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.195477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] Set router 6217101d-66f1-424c-8532-8e42821e9d6d gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:06:39.197360 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.343204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=5c374d15-7714-4136-a997-ef507dcfb45f,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:39.361697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Allocated IP 2001:db8::2 (e63359a3-3477-4659-b247-c81e5efec292/ca558a26-6cbe-4a27-86e2-3c6cac526e16/35bf7f3f-901f-492d-8d20-fb964b98e433) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:39.420821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.460039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.622752 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:06:35Z', 'revision_number': 5, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:39.631418 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] Checking router: 6217101d-66f1-424c-8532-8e42821e9d6d for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:06:39.643600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.653246 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] Routers {'6217101d-66f1-424c-8532-8e42821e9d6d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:39.653861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['6217101d-66f1-424c-8532-8e42821e9d6d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:39.662475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Transition to ACTIVE for port object 35bf7f3f-901f-492d-8d20-fb964b98e433 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:39.695262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Transition to ACTIVE for port object 35bf7f3f-901f-492d-8d20-fb964b98e433 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:39.751328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:39.753962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:39.788600 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.975083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-28bcc74b-d52a-45d1-8558-dc955492938d None None] Provisioning complete for port 5c374d15-7714-4136-a997-ef507dcfb45f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:39.975485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-28bcc74b-d52a-45d1-8558-dc955492938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.993858 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] Set router 6217101d-66f1-424c-8532-8e42821e9d6d gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:06:40.096121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.107615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-28bcc74b-d52a-45d1-8558-dc955492938d None None] Port 5c374d15-7714-4136-a997-ef507dcfb45f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:40.111389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:40.205946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Network e63359a3-3477-4659-b247-c81e5efec292 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:40.207340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Pushing event updated for resources: {'Port': ['ID=35bf7f3f-901f-492d-8d20-fb964b98e433,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:40.216001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:40.241345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:40.263385 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.270261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:40.273442 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.373603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.460042 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:06:35Z', 'revision_number': 5, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:40.465335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622c6b9-2a69-4f0e-935a-9b9823485dd0 None None] The sync data for ids ['6217101d-66f1-424c-8532-8e42821e9d6d'] in n-d-836605-1 is: [{'id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'name': 'tempest-TestServerMultinode-1121944691-router', 'tenant_id': 'af51d534a9e64bae9b3684b09cf6c856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:06Z', 'updated_at': '2022-04-05T21:06:35Z', 'revision_number': 5, 'project_id': 'af51d534a9e64bae9b3684b09cf6c856', 'gw_port': {'id': '3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ea:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6217101d-66f1-424c-8532-8e42821e9d6d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:07Z', 'updated_at': '2022-04-05T21:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:40.495395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Attempting to bind port 35bf7f3f-901f-492d-8d20-fb964b98e433 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:40.495763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Attempting to bind port 35bf7f3f-901f-492d-8d20-fb964b98e433 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6a84a295-6e2c-4ba7-bc74-7747da86c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e63359a3-3477-4659-b247-c81e5efec292'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:40.496127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Attempting to bind port 35bf7f3f-901f-492d-8d20-fb964b98e433 on network e63359a3-3477-4659-b247-c81e5efec292 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:06:40.508396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ab43eec2-3fa8-4648-bd30-772fa968c071 None None] Provisioning complete for port 5c374d15-7714-4136-a997-ef507dcfb45f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:40.508560 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab43eec2-3fa8-4648-bd30-772fa968c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.517394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Deleting port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:40.517775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.550823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:06:40.551335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Checking segment: {'id': '6a84a295-6e2c-4ba7-bc74-7747da86c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e63359a3-3477-4659-b247-c81e5efec292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:40.551795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.552230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8::1 (e63359a3-3477-4659-b247-c81e5efec292/ca558a26-6cbe-4a27-86e2-3c6cac526e16/30ddd9ac-7f11-416b-b2a9-b60f60f7b486) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:40.552372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Bound using segment: {'id': '6a84a295-6e2c-4ba7-bc74-7747da86c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e63359a3-3477-4659-b247-c81e5efec292'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:06:40.552844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Bound port: 35bf7f3f-901f-492d-8d20-fb964b98e433, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a84a295-6e2c-4ba7-bc74-7747da86c78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e63359a3-3477-4659-b247-c81e5efec292'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:40.553302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.668764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ab43eec2-3fa8-4648-bd30-772fa968c071 None None] Port 5c374d15-7714-4136-a997-ef507dcfb45f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:40.715622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] For port 35bf7f3f-901f-492d-8d20-fb964b98e433, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:06:40.719842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] For port 35bf7f3f-901f-492d-8d20-fb964b98e433, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=35bf7f3f-901f-492d-8d20-fb964b98e433,segment=NetworkSegment(6a84a295-6e2c-4ba7-bc74-7747da86c78b),segment_id=6a84a295-6e2c-4ba7-bc74-7747da86c78b)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:06:40.729158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] For port 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:40.729517 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.734003 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.749896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:40.785547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.793801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 31ff6394-7cd4-4cf5-8738-66841d2fa6cd is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:40.845867 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.856203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Calling delete_port for 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:40.876320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba6714-caf8-4656-a8e4-69ee13aaa42c None None] Pushing event updated for resources: {'Port': ['ID=35bf7f3f-901f-492d-8d20-fb964b98e433,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:40.941731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=30ddd9ac-7f11-416b-b2a9-b60f60f7b486,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:40.965844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network e63359a3-3477-4659-b247-c81e5efec292 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:40.967276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:40.970201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:40.970730 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:41.154988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:41.206854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:41.218387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] Sync routers for ids ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:41.247287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] Routers {'31ff6394-7cd4-4cf5-8738-66841d2fa6cd'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:41.247941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:41.274971 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-76dfc15e-57a1-4e31-ab19-8db5fcbcf6d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/31ff6394-7cd4-4cf5-8738-66841d2fa6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8350039 Apr 05 21:06:41.278018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34346) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:41.360306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:41.377823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] Routers {'31ff6394-7cd4-4cf5-8738-66841d2fa6cd'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:41.378554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:41.386223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca57d733-8cb1-4104-97ea-545d5bf212d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:41.386900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ca57d733-8cb1-4104-97ea-545d5bf212d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:41.440884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:41.441324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed48786-e51b-4516-b5f0-e4add17dce50 None None] The sync data for ids ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:41.451695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:41.497068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ca57d733-8cb1-4104-97ea-545d5bf212d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:41.498259 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ca57d733-8cb1-4104-97ea-545d5bf212d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports/5c374d15-7714-4136-a997-ef507dcfb45f HTTP/1.1" status: 200 len: 910 time: 0.2189453 Apr 05 21:06:41.501008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34350) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:41.506295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:41.561875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '78bedc4c-4d6a-4f7f-bf92-9253354e5ec5'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:41.764776 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:41.813531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:41.984895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:41.985751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.040289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 35bf7f3f-901f-492d-8d20-fb964b98e433 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:42.167948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.184017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=30ddd9ac-7f11-416b-b2a9-b60f60f7b486,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:42.210561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633cfd94-2672-4f46-8232-27b1af5bec60 None None] Network e63359a3-3477-4659-b247-c81e5efec292 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:42.218488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.223906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.308314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 35bf7f3f-901f-492d-8d20-fb964b98e433 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:42.330497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.331404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6217101d-66f1-424c-8532-8e42821e9d6d {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:42.343936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4936884a-faeb-4477-9d6c-a094c60813a9 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:42.352890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.356604 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d158ac6-9de5-4d3a-9dc7-4473c6b84a0c admin admin] 10.222.0.10 "DELETE /v2.0/routers/6217101d-66f1-424c-8532-8e42821e9d6d HTTP/1.1" status: 204 len: 168 time: 3.4102180 Apr 05 21:06:42.356980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34356) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:42.366605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network e63359a3-3477-4659-b247-c81e5efec292 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:42.384368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4936884a-faeb-4477-9d6c-a094c60813a9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:42.385076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4936884a-faeb-4477-9d6c-a094c60813a9 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:42.424236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:42.484925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] Deleting subnet b808f49b-4f3e-456c-b75d-0cd30ac20fbf {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:42.488278 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.545158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d6c57a4-b842-40e5-965d-b79363b5423e None None] Provisioning for port 35bf7f3f-901f-492d-8d20-fb964b98e433 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:42.565633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4d6c57a4-b842-40e5-965d-b79363b5423e None None] Provisioning complete for port 35bf7f3f-901f-492d-8d20-fb964b98e433 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:42.566020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d6c57a4-b842-40e5-965d-b79363b5423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.572876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.661907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.739572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d6c57a4-b842-40e5-965d-b79363b5423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.753340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4d6c57a4-b842-40e5-965d-b79363b5423e None None] For port 35bf7f3f-901f-492d-8d20-fb964b98e433, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=35bf7f3f-901f-492d-8d20-fb964b98e433,segment=NetworkSegment(6a84a295-6e2c-4ba7-bc74-7747da86c78b),segment_id=6a84a295-6e2c-4ba7-bc74-7747da86c78b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:42.830891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.868458 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d6c57a4-b842-40e5-965d-b79363b5423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.918208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b808f49b-4f3e-456c-b75d-0cd30ac20fbf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:42.925179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:42.937695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4efee7-fb22-45f7-8b66-32226c30752c None None] Network a36d1c4d-55d4-43d3-967e-599fc83d0429 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:42.946919 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0bd654b4-2119-4b28-b0cc-d4e333f1f4af admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b808f49b-4f3e-456c-b75d-0cd30ac20fbf HTTP/1.1" status: 204 len: 168 time: 0.5886250 Apr 05 21:06:42.949372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34360) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:43.007830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c57a4-b842-40e5-965d-b79363b5423e None None] Pushing event updated for resources: {'Port': ['ID=35bf7f3f-901f-492d-8d20-fb964b98e433,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:43.084668 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.103607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Deleting port c830872a-15df-4e97-b29c-2ab95edc27df {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:43.103949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.199314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7510223b-15d2-4c4d-8a5f-f25bf3963e19 None None] Provisioning complete for port 35bf7f3f-901f-492d-8d20-fb964b98e433 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:43.199901 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7510223b-15d2-4c4d-8a5f-f25bf3963e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.237754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.339019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.515528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] DHCP port deletion for a36d1c4d-55d4-43d3-967e-599fc83d0429 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:43.515528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Deleting port c830872a-15df-4e97-b29c-2ab95edc27df {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:43.522234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] For port c830872a-15df-4e97-b29c-2ab95edc27df, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c830872a-15df-4e97-b29c-2ab95edc27df,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:43.528623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.534767 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.540673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router c039c2b1-56af-4048-a131-2d9afa33be62 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:43.565414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=5c374d15-7714-4136-a997-ef507dcfb45f,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:43.587032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7510223b-15d2-4c4d-8a5f-f25bf3963e19 None None] Provisioning for port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:43.599020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:43.599020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.599020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bb3f233d-3c30-4b02-b377-06fb462d5eb2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/ports/5c374d15-7714-4136-a997-ef507dcfb45f HTTP/1.1" status: 200 len: 910 time: 2.0860627 Apr 05 21:06:43.605504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7510223b-15d2-4c4d-8a5f-f25bf3963e19 None None] Provisioning complete for port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:43.605504 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7510223b-15d2-4c4d-8a5f-f25bf3963e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.658115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34368) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:43.711979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7510223b-15d2-4c4d-8a5f-f25bf3963e19 None None] Port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:43.805679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Calling delete_port for c830872a-15df-4e97-b29c-2ab95edc27df owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:43.890596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] For port c830872a-15df-4e97-b29c-2ab95edc27df, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c830872a-15df-4e97-b29c-2ab95edc27df,segment=NetworkSegment(3d4ffca1-1aec-4f85-9848-459886cb074d),segment_id=3d4ffca1-1aec-4f85-9848-459886cb074d)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:43.891567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.910080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dd621820-a94c-4812-8dd4-f6afda70f0ca None None] Provisioning complete for port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:43.910734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd621820-a94c-4812-8dd4-f6afda70f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:43.931711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:43.937981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 35bf7f3f-901f-492d-8d20-fb964b98e433 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:43.945508 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] Sync routers for ids ['c039c2b1-56af-4048-a131-2d9afa33be62'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:43.948618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6e556adc-a793-44bb-bc47-3b49589f089b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/c039c2b1-56af-4048-a131-2d9afa33be62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8031125 Apr 05 21:06:43.951794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34372) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:43.963545 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] Routers {'c039c2b1-56af-4048-a131-2d9afa33be62'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:43.964497 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c039c2b1-56af-4048-a131-2d9afa33be62'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:44.029926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f63559-bbee-4299-8c97-b3f8aec82abc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:44.030514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a5f63559-bbee-4299-8c97-b3f8aec82abc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:44.044164 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:44.056471 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] Routers {'c039c2b1-56af-4048-a131-2d9afa33be62'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:44.057188 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c039c2b1-56af-4048-a131-2d9afa33be62'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:44.079937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.119460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Calling delete_port for c830872a-15df-4e97-b29c-2ab95edc27df owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:44.125680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a5f63559-bbee-4299-8c97-b3f8aec82abc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:44.127684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a5f63559-bbee-4299-8c97-b3f8aec82abc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports/30ddd9ac-7f11-416b-b2a9-b60f60f7b486 HTTP/1.1" status: 200 len: 911 time: 0.1749623 Apr 05 21:06:44.130946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34376) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:44.151306 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:44.151803 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3954078-fbd9-44b4-a0f4-a4ad6468df14 None None] The sync data for ids ['c039c2b1-56af-4048-a131-2d9afa33be62'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:44.202872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dd621820-a94c-4812-8dd4-f6afda70f0ca None None] Port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:44.233409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 35bf7f3f-901f-492d-8d20-fb964b98e433 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:44.233694 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.279463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:44.280181 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:44.300776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c830872a-15df-4e97-b29c-2ab95edc27df,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:44.330761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] No DVR routers for this DVR port c830872a-15df-4e97-b29c-2ab95edc27df on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:44.404535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-18add46f-9362-4cd6-b830-ae15cf81c3cf None None] Provisioning complete for port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:44.404918 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-18add46f-9362-4cd6-b830-ae15cf81c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.472335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.491857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-18add46f-9362-4cd6-b830-ae15cf81c3cf None None] Port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:44.505607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36d1c4d-55d4-43d3-967e-599fc83d0429']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:44.512780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c830872a-15df-4e97-b29c-2ab95edc27df no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:44.520175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.522976 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.554331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c830872a-15df-4e97-b29c-2ab95edc27df {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:44.564125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c830872a-15df-4e97-b29c-2ab95edc27df not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:44.564125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:44.572063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4ffca1-1aec-4f85-9848-459886cb074d') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:44.572604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4ffca1-1aec-4f85-9848-459886cb074d') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:44.596611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:44.598463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bc66bdc-3e6e-4a94-9f2e-35ac61b8f8ae not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:44.643759 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.673043 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.689095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:44.689498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:44.702463 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:44.781833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Deleting port c830872a-15df-4e97-b29c-2ab95edc27df {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:44.782192 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.851747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e299b20b-c15c-4cab-b9f3-bbeceff2be94 None None] The port 'c830872a-15df-4e97-b29c-2ab95edc27df' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:44.871971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.898003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:45.025850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36d1c4d-55d4-43d3-967e-599fc83d0429,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:45.025850 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0862d03a-cd77-4236-a393-2129b2c4a4d2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a36d1c4d-55d4-43d3-967e-599fc83d0429 HTTP/1.1" status: 204 len: 168 time: 1.9643202 Apr 05 21:06:45.109005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34386) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:45.335293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 5c374d15-7714-4136-a997-ef507dcfb45f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:45.335293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:45.545246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:45.700217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 5c374d15-7714-4136-a997-ef507dcfb45f owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:45.702851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:45.702851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:45.919841 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:45.984749 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:46.044045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=5c374d15-7714-4136-a997-ef507dcfb45f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:46.067924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 30ddd9ac-7f11-416b-b2a9-b60f60f7b486 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:46.150060 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:46.484174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:46.623780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:46.679661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=30ddd9ac-7f11-416b-b2a9-b60f60f7b486,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:46.948467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 31ff6394-7cd4-4cf5-8738-66841d2fa6cd has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:47.015561 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:47.111539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:47.129187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] Sync routers for ids ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:47.147382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] Routers {'31ff6394-7cd4-4cf5-8738-66841d2fa6cd'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:47.147382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:47.198431 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6a6915ef-6883-4df3-a073-20ccd9de33e9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/31ff6394-7cd4-4cf5-8738-66841d2fa6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5364642 Apr 05 21:06:47.198685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34414) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:47.247417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:47.263862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-23c20c0d-e18f-463b-aecf-c3ae136ced60 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:47.268015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] Routers {'31ff6394-7cd4-4cf5-8738-66841d2fa6cd'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:47.268015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:47.340617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:47.340617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda69b89-08cb-4f71-9757-182d5f157847 None None] The sync data for ids ['31ff6394-7cd4-4cf5-8738-66841d2fa6cd'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:47.346004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-23c20c0d-e18f-463b-aecf-c3ae136ced60 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:47.348852 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-23c20c0d-e18f-463b-aecf-c3ae136ced60 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=31ff6394-7cd4-4cf5-8738-66841d2fa6cd HTTP/1.1" status: 200 len: 205 time: 0.1465442 Apr 05 21:06:47.352572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34418) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:47.522110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfa270c0-cd17-4d15-a354-a05b1c12aca8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:47.754757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Deleting port 7d29906b-4d1e-46f4-b97d-8ef91111a879 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:47.754757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:47.891409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router c039c2b1-56af-4048-a131-2d9afa33be62 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:48.083380 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfa270c0-cd17-4d15-a354-a05b1c12aca8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.084879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] For port 7d29906b-4d1e-46f4-b97d-8ef91111a879, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7d29906b-4d1e-46f4-b97d-8ef91111a879,segment=NetworkSegment(adddb927-c772-4de1-9019-1b96e09b8b1b),segment_id=adddb927-c772-4de1-9019-1b96e09b8b1b)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:48.085345 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.088381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfa270c0-cd17-4d15-a354-a05b1c12aca8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.184530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfa270c0-cd17-4d15-a354-a05b1c12aca8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.184926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa270c0-cd17-4d15-a354-a05b1c12aca8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Fanout notify agent at l3_agent the message router_deleted on router 31ff6394-7cd4-4cf5-8738-66841d2fa6cd {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:48.229689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dfa270c0-cd17-4d15-a354-a05b1c12aca8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.229689 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dfa270c0-cd17-4d15-a354-a05b1c12aca8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/31ff6394-7cd4-4cf5-8738-66841d2fa6cd HTTP/1.1" status: 204 len: 168 time: 0.8751419 Apr 05 21:06:48.239035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Calling delete_port for 7d29906b-4d1e-46f4-b97d-8ef91111a879 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:48.243884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34432) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:48.283634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:48.294459 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] Sync routers for ids ['c039c2b1-56af-4048-a131-2d9afa33be62'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:48.321660 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] Routers {'c039c2b1-56af-4048-a131-2d9afa33be62'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:48.321660 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c039c2b1-56af-4048-a131-2d9afa33be62'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:48.419532 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:48.431123 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] Routers {'c039c2b1-56af-4048-a131-2d9afa33be62'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:48.431725 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['c039c2b1-56af-4048-a131-2d9afa33be62'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:48.460909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-618ea183-c1aa-48d4-873b-3a6b4760d822 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/c039c2b1-56af-4048-a131-2d9afa33be62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3247354 Apr 05 21:06:48.460909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34438) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:48.498286 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:48.498689 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a84d25-fe81-40b6-b6e8-e2ef9688204d None None] The sync data for ids ['c039c2b1-56af-4048-a131-2d9afa33be62'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:48.509669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet 78bedc4c-4d6a-4f7f-bf92-9253354e5ec5 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:48.513586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.535579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c446fde-b61a-44a1-8f62-70718401199b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:48.551275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.596358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.609699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d29906b-4d1e-46f4-b97d-8ef91111a879,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.700788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:48.705645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.710660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c446fde-b61a-44a1-8f62-70718401199b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:48.710660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5c446fde-b61a-44a1-8f62-70718401199b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=c039c2b1-56af-4048-a131-2d9afa33be62 HTTP/1.1" status: 200 len: 205 time: 0.2501488 Apr 05 21:06:48.722966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34444) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:48.859614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.903835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=78bedc4c-4d6a-4f7f-bf92-9253354e5ec5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:48.909487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:48.931010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6ec1d-3805-4448-9fdb-556d3b12b24c None None] Network 7e3d2d2b-2d52-471b-94b2-60f06264589d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:48.957511 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0289915a-84e6-4c0a-85f7-2473cca06282 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/78bedc4c-4d6a-4f7f-bf92-9253354e5ec5 HTTP/1.1" status: 204 len: 168 time: 0.7249019 Apr 05 21:06:48.957511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34450) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:49.118437 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.125692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:49.125692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.178805 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3295cfcb-70df-49fe-8f86-1c2242a8dfae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.280049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] DHCP port deletion for 7e3d2d2b-2d52-471b-94b2-60f06264589d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:49.285057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Deleting port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:49.285438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.423855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,segment=NetworkSegment(d5a0448b-0667-4fda-be38-7d55b3ff1d05),segment_id=d5a0448b-0667-4fda-be38-7d55b3ff1d05)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:49.423855 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.576354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:49.623197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] For port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,segment=NetworkSegment(d5a0448b-0667-4fda-be38-7d55b3ff1d05),segment_id=d5a0448b-0667-4fda-be38-7d55b3ff1d05)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:49.623197 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.649748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3295cfcb-70df-49fe-8f86-1c2242a8dfae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.657239 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3295cfcb-70df-49fe-8f86-1c2242a8dfae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.675538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.755917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.825680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Calling delete_port for dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:49.877737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No DVR routers for this DVR port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:49.983446 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3295cfcb-70df-49fe-8f86-1c2242a8dfae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:49.986831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:49.990643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3295cfcb-70df-49fe-8f86-1c2242a8dfae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Fanout notify agent at l3_agent the message router_deleted on router c039c2b1-56af-4048-a131-2d9afa33be62 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:50.035163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3295cfcb-70df-49fe-8f86-1c2242a8dfae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.039781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3295cfcb-70df-49fe-8f86-1c2242a8dfae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/c039c2b1-56af-4048-a131-2d9afa33be62 HTTP/1.1" status: 204 len: 168 time: 1.3252888 Apr 05 21:06:50.041181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:50.042996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:50.043342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:50.046410 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:50.046770 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:50.234030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:50.259073 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.317102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3d2d2b-2d52-471b-94b2-60f06264589d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:50.337931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a0448b-0667-4fda-be38-7d55b3ff1d05') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:50.337931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a0448b-0667-4fda-be38-7d55b3ff1d05') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:50.351081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet ca558a26-6cbe-4a27-86e2-3c6cac526e16 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:50.356972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.378865 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.386545 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:50.386545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.412041 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:50.420364 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:50.425210 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.548104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Deleting port dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:50.548651 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.561650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.584942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.643263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.643263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=7e3d2d2b-2d52-471b-94b2-60f06264589d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:50.662611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-450f5df2-7fcf-4405-a7ef-bf44288984e4 None None] The port 'dcb5cdd6-0520-4d2c-8fe0-0a2e1480bf71' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:50.719376 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d48e7bcf-e50b-4b48-b4cf-64b873e86556 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/7e3d2d2b-2d52-471b-94b2-60f06264589d HTTP/1.1" status: 204 len: 168 time: 1.7591548 Apr 05 21:06:50.728923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:50.735165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-437539224', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:50.750685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:50.765400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:router and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:50.765400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:50.771056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:50.910555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.911508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.927347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:50.934979 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.025595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.100374 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.130003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.130003 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d0adc1f8-7e44-43ab-b100-ba862c57a21f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3962824 Apr 05 21:06:51.130003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34476) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:51.132037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-533646552'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:51.134659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Router 7a2be932-edbf-4d03-900d-1b1db67f12c7 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:51.144657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:51.150858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=ca558a26-6cbe-4a27-86e2-3c6cac526e16,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:51.157333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:51.161883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.180343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:51.185553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8bb384-dbfd-44d4-8f62-a66df9b4c9d3 None None] Network e63359a3-3477-4659-b247-c81e5efec292 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:51.191117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-657618fa-0509-447b-99fc-227aec3047f2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/ca558a26-6cbe-4a27-86e2-3c6cac526e16 HTTP/1.1" status: 204 len: 168 time: 1.1231587 Apr 05 21:06:51.195066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34480) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:51.195066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:51.320359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.334711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 35bf7f3f-901f-492d-8d20-fb964b98e433 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:51.335161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.393391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:51.399626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e75135f3-fdfb-43eb-83ad-b04dfa40ab32 admin admin] 10.222.0.10 "PUT /v2.0/routers/7a2be932-edbf-4d03-900d-1b1db67f12c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4776738 Apr 05 21:06:51.401815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34484) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:51.416955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] Sync routers for ids ['7a2be932-edbf-4d03-900d-1b1db67f12c7'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:51.441672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] Routers {'7a2be932-edbf-4d03-900d-1b1db67f12c7'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:51.442288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7a2be932-edbf-4d03-900d-1b1db67f12c7'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:51.558121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:51.561075 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.605456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:06:51.613948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.614525 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment f613debf-86ca-4424-bcf6-1d61ab5a5fb9 of type vlan for network 6d712d24-bfad-4149-9a06-9a45c31c3849 Apr 05 21:06:51.640170 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.643971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.714390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port 35bf7f3f-901f-492d-8d20-fb964b98e433, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=35bf7f3f-901f-492d-8d20-fb964b98e433,segment=NetworkSegment(6a84a295-6e2c-4ba7-bc74-7747da86c78b),segment_id=6a84a295-6e2c-4ba7-bc74-7747da86c78b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:51.714390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.733437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] Set router 7a2be932-edbf-4d03-900d-1b1db67f12c7 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:06:51.787814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.787814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:51.787814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.887818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592807ba-cb26-4cbb-a1e5-00fb24d95772 None None] DHCP port deletion for e63359a3-3477-4659-b247-c81e5efec292 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:51.887818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-592807ba-cb26-4cbb-a1e5-00fb24d95772 None None] Deleting port 35bf7f3f-901f-492d-8d20-fb964b98e433 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:51.887818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-592807ba-cb26-4cbb-a1e5-00fb24d95772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:51.896460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 35bf7f3f-901f-492d-8d20-fb964b98e433 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:51.994251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 35bf7f3f-901f-492d-8d20-fb964b98e433 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:52.024808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=6d712d24-bfad-4149-9a06-9a45c31c3849,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:52.041209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.047203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:06:52.090899 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-be3679a8-bbe0-4eaf-b315-d82d3c2f7efd tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9626908 Apr 05 21:06:52.091380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34494) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:52.097394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:52.116428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.116768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Deleting port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:52.116928 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.171936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No DVR routers for this DVR port 35bf7f3f-901f-492d-8d20-fb964b98e433 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:52.246090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=35bf7f3f-901f-492d-8d20-fb964b98e433,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:52.284380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-592807ba-cb26-4cbb-a1e5-00fb24d95772 None None] The port '35bf7f3f-901f-492d-8d20-fb964b98e433' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:52.328464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No active binding found for port 35bf7f3f-901f-492d-8d20-fb964b98e433 {{(pid=84582) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 21:06:52.328464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 35bf7f3f-901f-492d-8d20-fb964b98e433 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:52.331071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:52.393462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:52.400076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:52.420480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:52.430473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20'}], 'enable_snat': True}, 'gw_port_id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:06:48Z', 'revision_number': 5, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port': {'id': '4dc0b7a5-f06c-41ff-a9b9-a70fde463f66', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:05:20Z', 'updated_at': '2022-04-05T21:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:52.430473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] Checking router: 7a2be932-edbf-4d03-900d-1b1db67f12c7 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:06:52.436414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.444767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] Routers {'7a2be932-edbf-4d03-900d-1b1db67f12c7'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:52.445665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7a2be932-edbf-4d03-900d-1b1db67f12c7'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:52.468512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63359a3-3477-4659-b247-c81e5efec292']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:52.482494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] For port 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:52.483086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.483240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a84a295-6e2c-4ba7-bc74-7747da86c78b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:52.483620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a84a295-6e2c-4ba7-bc74-7747da86c78b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:52.497765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.520324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.528278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:52.528835 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:52.544949 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:52.559833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:52.694855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] Set router 7a2be932-edbf-4d03-900d-1b1db67f12c7 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:06:52.725226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.777263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:52.777263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=e63359a3-3477-4659-b247-c81e5efec292,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:52.818183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:06:52Z', 'revision_number': 6, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:52.826152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c31e90-f8fa-4f20-ab67-ffa8cd0f1c21 None None] The sync data for ids ['7a2be932-edbf-4d03-900d-1b1db67f12c7'] in n-d-836605-1 is: [{'id': '7a2be932-edbf-4d03-900d-1b1db67f12c7', 'name': 'tempest-TestServerMultinode-729936831-router', 'tenant_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:05:19Z', 'updated_at': '2022-04-05T21:06:52Z', 'revision_number': 6, 'project_id': '9aa72b47d65244f1b7fa0b30c79e7e42', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:52.878286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Calling delete_port for 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:52.919420 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6f1ba406-4837-476b-b19b-c09265425787 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/e63359a3-3477-4659-b247-c81e5efec292 HTTP/1.1" status: 204 len: 168 time: 1.7484572 Apr 05 21:06:52.920156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34506) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:52.926372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1848226145', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:52.934939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:52.941414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:router and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:52.946415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:52.953485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:52.967508 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.023128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.024817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.062376 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.316395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.362025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.402601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc0b7a5-f06c-41ff-a9b9-a70fde463f66,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:53.449140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.543453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=61b74b0b-809f-4172-9b77-db87e5d5e168,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:53.560818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:53.560818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: 6d712d24-bfad-4149-9a06-9a45c31c3849, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:06:53.677780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.712633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.715809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:53.870481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 172.25.2.164 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/6ee51f10-fd05-4301-9467-aad2988b4c0e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:53.922440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7d29906b-4d1e-46f4-b97d-8ef91111a879 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:53.970477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7d29906b-4d1e-46f4-b97d-8ef91111a879 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:53.970477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7d29906b-4d1e-46f4-b97d-8ef91111a879 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:53.970477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:54.018007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:06:54.018007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4dc0b7a5-f06c-41ff-a9b9-a70fde463f66 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:54.022039 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.022039 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.028044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:06:54.079445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.132862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6d712d24-bfad-4149-9a06-9a45c31c3849) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:54.137988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:54.137988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.141461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675315f5-b810-4844-9bd3-fedf35ba0d82 None None] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:54.159254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.159732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2be932-edbf-4d03-900d-1b1db67f12c7 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:06:54.171017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.172266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5fb692ae-7ca8-4f7b-9eca-9fbc5f362f56 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7a2be932-edbf-4d03-900d-1b1db67f12c7 HTTP/1.1" status: 204 len: 168 time: 2.7694936 Apr 05 21:06:54.174926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34516) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:54.219246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.250010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-870ce95e-4569-4e6f-9ce0-42f0e8c4a78f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1573527 Apr 05 21:06:54.250938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34522) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:54.368600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] Deleting subnet 9e457ae1-8b6b-4e46-837a-e0ac7f08737c {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:06:54.377819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:54.381692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.429855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-6d712d24-bfad-4149-9a06-9a45c31c3849', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:06:54.429855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.435784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:54.462738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:54.499345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=6ee51f10-fd05-4301-9467-aad2988b4c0e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.531311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:54.583530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.649566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Allocated IP 172.20.0.2 (6d712d24-bfad-4149-9a06-9a45c31c3849/61b74b0b-809f-4172-9b77-db87e5d5e168/6cf3a766-bb52-4efb-893b-911e43afc8f7) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:54.712386 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.894449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.896174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.900418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.904028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:54.920821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Transition to ACTIVE for port object 6cf3a766-bb52-4efb-893b-911e43afc8f7 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:54.942937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Transition to ACTIVE for port object 6cf3a766-bb52-4efb-893b-911e43afc8f7 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:55.036269 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e457ae1-8b6b-4e46-837a-e0ac7f08737c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:55.040377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.117846 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.145952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.151396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Pushing event updated for resources: {'Port': ['ID=6cf3a766-bb52-4efb-893b-911e43afc8f7,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:55.151396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4f5a2-ad8f-42cf-a13d-9797e02cbb2a None None] Network 74d69a96-d9bf-457a-82cb-216469703511 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:55.155854 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-981ed4ca-65d9-47ca-a9b2-7d75e14e0339 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9e457ae1-8b6b-4e46-837a-e0ac7f08737c HTTP/1.1" status: 204 len: 168 time: 0.9495702 Apr 05 21:06:55.155854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34530) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:55.190208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:55.196887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:55.213573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:55.260858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.279599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Deleting port 89aafd8b-039a-45b0-b976-65c79e6214c7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:55.279932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.367492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Attempting to bind port 6cf3a766-bb52-4efb-893b-911e43afc8f7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:55.367869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Attempting to bind port 6cf3a766-bb52-4efb-893b-911e43afc8f7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:55.368236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Attempting to bind port 6cf3a766-bb52-4efb-893b-911e43afc8f7 on network 6d712d24-bfad-4149-9a06-9a45c31c3849 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:06:55.472778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:06:55.472778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Checking segment: {'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:06:55.472778 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.472778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Bound using segment: {'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:06:55.472778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Bound port: 6cf3a766-bb52-4efb-893b-911e43afc8f7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:55.472778 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.610835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] For port 6cf3a766-bb52-4efb-893b-911e43afc8f7, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:06:55.610835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] For port 6cf3a766-bb52-4efb-893b-911e43afc8f7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6cf3a766-bb52-4efb-893b-911e43afc8f7,segment=NetworkSegment(f613debf-86ca-4424-bcf6-1d61ab5a5fb9),segment_id=f613debf-86ca-4424-bcf6-1d61ab5a5fb9)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:06:55.637483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.20.0.1 (6d712d24-bfad-4149-9a06-9a45c31c3849/61b74b0b-809f-4172-9b77-db87e5d5e168/928d82f8-f15e-49ca-a92d-b04ae5981111) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:55.677177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] For port 89aafd8b-039a-45b0-b976-65c79e6214c7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=89aafd8b-039a-45b0-b976-65c79e6214c7,segment=NetworkSegment(adddb927-c772-4de1-9019-1b96e09b8b1b),segment_id=adddb927-c772-4de1-9019-1b96e09b8b1b)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:55.677177 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.684418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] DHCP port deletion for 74d69a96-d9bf-457a-82cb-216469703511 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:06:55.690323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Deleting port 89aafd8b-039a-45b0-b976-65c79e6214c7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:55.690942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.746120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.846543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38929-aa99-406d-a53e-cc6a612599e1 None None] Pushing event updated for resources: {'Port': ['ID=6cf3a766-bb52-4efb-893b-911e43afc8f7,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:55.848560 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:55.881663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object 928d82f8-f15e-49ca-a92d-b04ae5981111 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:55.888464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router cd314451-e72f-4e20-9e56-8a717356586e is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:55.917575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Calling delete_port for 89aafd8b-039a-45b0-b976-65c79e6214c7 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:55.996898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 89aafd8b-039a-45b0-b976-65c79e6214c7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:56.010901 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.106410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:56.110023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:56.114643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:06:56.184411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=928d82f8-f15e-49ca-a92d-b04ae5981111,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:56.223526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.225621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.294266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=89aafd8b-039a-45b0-b976-65c79e6214c7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:56.311546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] No DVR routers for this DVR port 89aafd8b-039a-45b0-b976-65c79e6214c7 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:56.344729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] For port 89aafd8b-039a-45b0-b976-65c79e6214c7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=89aafd8b-039a-45b0-b976-65c79e6214c7,segment=NetworkSegment(adddb927-c772-4de1-9019-1b96e09b8b1b),segment_id=adddb927-c772-4de1-9019-1b96e09b8b1b)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:56.345394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.368562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No active binding found for port 89aafd8b-039a-45b0-b976-65c79e6214c7 {{(pid=84582) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 21:06:56.368562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 89aafd8b-039a-45b0-b976-65c79e6214c7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:56.427225 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.476095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.509167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d69a96-d9bf-457a-82cb-216469703511']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:56.521764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adddb927-c772-4de1-9019-1b96e09b8b1b') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:56.521764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adddb927-c772-4de1-9019-1b96e09b8b1b') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:56.543107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.547265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Calling delete_port for 89aafd8b-039a-45b0-b976-65c79e6214c7 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:06:56.560129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.575600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:06:56.575600 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:06:56.595715 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:06:56.662847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:56.662847 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:56.697543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:56.707456 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] Sync routers for ids ['cd314451-e72f-4e20-9e56-8a717356586e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:56.719985 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] Routers {'cd314451-e72f-4e20-9e56-8a717356586e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:56.720674 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cd314451-e72f-4e20-9e56-8a717356586e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:56.783480 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:56.808184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.813200 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e511bb9a-dd88-43b7-a733-39e9cdfb8825 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8914034 Apr 05 21:06:56.813485 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] Routers {'cd314451-e72f-4e20-9e56-8a717356586e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:56.813615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34544) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:56.813715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cd314451-e72f-4e20-9e56-8a717356586e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:56.815988 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.886910 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:56.887338 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98867fa0-df91-4e24-a9d0-43ffeec85c15 None None] The sync data for ids ['cd314451-e72f-4e20-9e56-8a717356586e'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:06:56.926512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:56.928843 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] 10.222.0.10 "DELETE /v2.0/networks/74d69a96-d9bf-457a-82cb-216469703511 HTTP/1.1" status: 204 len: 168 time: 1.7840719 Apr 05 21:06:57.007810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:57.050175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e05a8-46fd-4ebf-838b-ac96610b2b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=74d69a96-d9bf-457a-82cb-216469703511,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:57.079081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:57.163905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Deleting port 89aafd8b-039a-45b0-b976-65c79e6214c7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:06:57.163905 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:57.206381 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3d5800e3-d38a-4a7f-a79e-dd0aeb1cabf5 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/routers/cd314451-e72f-4e20-9e56-8a717356586e HTTP/1.1" status: 200 len: 885 time: 0.3916221 Apr 05 21:06:57.206961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34552) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:57.276636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-54f9c36c-ef88-4874-a597-f4112df994c3 None None] The port '89aafd8b-039a-45b0-b976-65c79e6214c7' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:06:57.371668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8800d-07a9-4429-822f-f5713923f99b None None] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:06:57.428278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:57.449211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=928d82f8-f15e-49ca-a92d-b04ae5981111,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:57.508532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-28e78060-ef2c-40d6-81ed-fecf0bd112ad tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:router {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:57.633287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-28e78060-ef2c-40d6-81ed-fecf0bd112ad tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:router {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:57.633287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-28e78060-ef2c-40d6-81ed-fecf0bd112ad tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4237227 Apr 05 21:06:57.642130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34558) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:57.644133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:57.644133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:57.646663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9d9b81bd-49fb-4c44-aeee-85da9855f34b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1848226145'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:57.693376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-28c6477a-f015-415a-ada7-97401087c280 None None] Provisioning for port 6cf3a766-bb52-4efb-893b-911e43afc8f7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:57.761152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34562) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:57.942326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6cf3a766-bb52-4efb-893b-911e43afc8f7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:58.013438 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-94532d45-a505-451e-93d1-3005c37e0dad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af51d534a9e64bae9b3684b09cf6c856&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2479951 Apr 05 21:06:58.016801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34570) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:58.131601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6cf3a766-bb52-4efb-893b-911e43afc8f7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:58.143864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5630c9d8-7487-46ff-905c-9ac180b645be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.159274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6cf3a766-bb52-4efb-893b-911e43afc8f7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:58.159274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.229399 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5630c9d8-7487-46ff-905c-9ac180b645be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.313435 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.326280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bf7b52a-48be-4591-9e56-4a1ac20d4e59 None None] Provisioning for port 928d82f8-f15e-49ca-a92d-b04ae5981111 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:58.331160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:06:58.336613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bf7b52a-48be-4591-9e56-4a1ac20d4e59 None None] Provisioning complete for port 928d82f8-f15e-49ca-a92d-b04ae5981111 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:58.341347 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b52a-48be-4591-9e56-4a1ac20d4e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.423824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6cf3a766-bb52-4efb-893b-911e43afc8f7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6cf3a766-bb52-4efb-893b-911e43afc8f7,segment=NetworkSegment(f613debf-86ca-4424-bcf6-1d61ab5a5fb9),segment_id=f613debf-86ca-4424-bcf6-1d61ab5a5fb9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:06:58.424934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7b52a-48be-4591-9e56-4a1ac20d4e59 None None] Port 928d82f8-f15e-49ca-a92d-b04ae5981111 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:58.439791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0bf7b52a-48be-4591-9e56-4a1ac20d4e59 None None] Provisioning complete for port 6cf3a766-bb52-4efb-893b-911e43afc8f7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:58.444418 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b52a-48be-4591-9e56-4a1ac20d4e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.474716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5630c9d8-7487-46ff-905c-9ac180b645be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.499014 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5630c9d8-7487-46ff-905c-9ac180b645be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.500770 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5630c9d8-7487-46ff-905c-9ac180b645be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/481648a1-13e9-4687-9e40-a9b4b5725322 HTTP/1.1" status: 204 len: 168 time: 0.4848318 Apr 05 21:06:58.502007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630c9d8-7487-46ff-905c-9ac180b645be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481648a1-13e9-4687-9e40-a9b4b5725322,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:58.513497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.656606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:06:58.696024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:06:58.699054 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-78937203-104b-4cf8-8917-9559e837933f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4440598 Apr 05 21:06:58.699054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34578) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:58.708746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103816169'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:58.731336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:58.755421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:58.759923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6cf3a766-bb52-4efb-893b-911e43afc8f7,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:58.763300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:58.775252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:58.823777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:06:58.823777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:58.902496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:58.906752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.971046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:06:58.984419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:58.985248 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment 9c74d323-ca45-4c29-afca-a75cb0d31910 of type vlan for network 2200ec9f-87d6-4f58-9571-1471e955b75d Apr 05 21:06:58.993653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:06:59.012791 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d9b81bd-49fb-4c44-aeee-85da9855f34b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.017576 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.104342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d9b81bd-49fb-4c44-aeee-85da9855f34b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.147417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.147417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:59.147417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.275426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d8e59cc6-5074-47b0-92c6-7310f1001825 None None] Provisioning complete for port 928d82f8-f15e-49ca-a92d-b04ae5981111 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:59.275426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d8e59cc6-5074-47b0-92c6-7310f1001825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.327135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=2200ec9f-87d6-4f58-9571-1471e955b75d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:59.355784 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2200ec9f-87d6-4f58-9571-1471e955b75d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:06:59.417186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-88b7707e-909b-4da3-b3a4-c3cbd0ab0a7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7172422 Apr 05 21:06:59.420455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34590) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:59.436992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:06:59.462257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d8e59cc6-5074-47b0-92c6-7310f1001825 None None] Port 928d82f8-f15e-49ca-a92d-b04ae5981111 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:06:59.562963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:06:56Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:06:56Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:59.572403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Checking router: 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:06:59.572403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Updating router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f port 928d82f8-f15e-49ca-a92d-b04ae5981111 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:06:59.595903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:59.601954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:06:59.607654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:06:59.617085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:59.635406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34594) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:59.648099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9b81bd-49fb-4c44-aeee-85da9855f34b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router cd314451-e72f-4e20-9e56-8a717356586e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:06:59.653840 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.707327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6e6cd830-15e2-40c9-b3bd-6a38f3078750 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9aa72b47d65244f1b7fa0b30c79e7e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0706491 Apr 05 21:06:59.707327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34598) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:59.745814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:59.796110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2698-a443-4939-a57e-b69f3e7e9967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.838739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2698-a443-4939-a57e-b69f3e7e9967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.862019 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:59.927210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6cf3a766-bb52-4efb-893b-911e43afc8f7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:00.020726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2698-a443-4939-a57e-b69f3e7e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.061781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a2698-a443-4939-a57e-b69f3e7e9967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbe97bd-7b08-4a70-9563-225a99bd9861,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:00.083133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6cf3a766-bb52-4efb-893b-911e43afc8f7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:00.083133 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.110510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2698-a443-4939-a57e-b69f3e7e9967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.110510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cb6a2698-a443-4939-a57e-b69f3e7e9967 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edbe97bd-7b08-4a70-9563-225a99bd9861 HTTP/1.1" status: 204 len: 168 time: 0.3998108 Apr 05 21:07:00.216159 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.232337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Transition to ACTIVE for port object 928d82f8-f15e-49ca-a92d-b04ae5981111 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:00.311293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b81bd-49fb-4c44-aeee-85da9855f34b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:00.320789 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] Sync routers for ids ['cd314451-e72f-4e20-9e56-8a717356586e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:00.332415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d9b81bd-49fb-4c44-aeee-85da9855f34b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.337108 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] Routers {'cd314451-e72f-4e20-9e56-8a717356586e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:00.337336 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.338222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34610) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:00.347035 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cd314451-e72f-4e20-9e56-8a717356586e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:00.349880 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9d9b81bd-49fb-4c44-aeee-85da9855f34b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/cd314451-e72f-4e20-9e56-8a717356586e HTTP/1.1" status: 200 len: 892 time: 2.7143457 Apr 05 21:07:00.373817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.469532 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:00.484740 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] Routers {'cd314451-e72f-4e20-9e56-8a717356586e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:00.484740 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['cd314451-e72f-4e20-9e56-8a717356586e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:00.531237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815305d8-71af-4f87-a64c-b8295324e5f9 None None] Pushing event updated for resources: {'Port': ['ID=928d82f8-f15e-49ca-a92d-b04ae5981111,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:00.607117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:00.621283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: 2200ec9f-87d6-4f58-9571-1471e955b75d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:00.655117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:00.710554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Attempting to bind port 928d82f8-f15e-49ca-a92d-b04ae5981111 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:00.710554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Attempting to bind port 928d82f8-f15e-49ca-a92d-b04ae5981111 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:00.710554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Attempting to bind port 928d82f8-f15e-49ca-a92d-b04ae5981111 on network 6d712d24-bfad-4149-9a06-9a45c31c3849 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:00.723614 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:00.723614 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ebe7e-e4a1-4ed4-aa39-8ccb7626468a None None] The sync data for ids ['cd314451-e72f-4e20-9e56-8a717356586e'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:00.732287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:00.732678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Checking segment: {'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:00.733370 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.733791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Bound using segment: {'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:00.734263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Bound port: 928d82f8-f15e-49ca-a92d-b04ae5981111, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:00.734638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:00.770706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 2200ec9f-87d6-4f58-9571-1471e955b75d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:00.849764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2c7ce2be-00a0-4e00-8172-af66f286cc17 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/routers/cd314451-e72f-4e20-9e56-8a717356586e HTTP/1.1" status: 200 len: 892 time: 0.5100722 Apr 05 21:07:00.853222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34618) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:00.874549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] For port 928d82f8-f15e-49ca-a92d-b04ae5981111, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:00.880143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] For port 928d82f8-f15e-49ca-a92d-b04ae5981111, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=928d82f8-f15e-49ca-a92d-b04ae5981111,segment=NetworkSegment(f613debf-86ca-4424-bcf6-1d61ab5a5fb9),segment_id=f613debf-86ca-4424-bcf6-1d61ab5a5fb9)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:00.960541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:01.020409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 2200ec9f-87d6-4f58-9571-1471e955b75d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:01.027706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e4c410d5-fb8b-40e1-aa85-762921c6b263 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:07:01.037765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:01.037765 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:01.054949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f4745-965a-4010-94e3-bcdaa42ae5d2 None None] Network 2200ec9f-87d6-4f58-9571-1471e955b75d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:01.198901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815305d8-71af-4f87-a64c-b8295324e5f9 None None] Pushing event updated for resources: {'Port': ['ID=928d82f8-f15e-49ca-a92d-b04ae5981111,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:01.201637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e4c410d5-fb8b-40e1-aa85-762921c6b263 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:07:01.206436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34628) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:01.217250 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e4c410d5-fb8b-40e1-aa85-762921c6b263 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd314451-e72f-4e20-9e56-8a717356586e HTTP/1.1" status: 200 len: 205 time: 0.3552885 Apr 05 21:07:01.217514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:01.217514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:01.223523 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f9b1315b-7ed0-4e87-8634-98309e3602d5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8017056 Apr 05 21:07:01.226352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34634) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:01.724744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:01.849934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-2200ec9f-87d6-4f58-9571-1471e955b75d', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:01.849934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:01.850784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:02.051347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:02.174685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 6ee51f10-fd05-4301-9467-aad2988b4c0e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:02.174685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:02.177719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:02.263360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Allocated IP 172.21.0.2 (2200ec9f-87d6-4f58-9571-1471e955b75d/3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1/9716f6ec-ccaa-403b-8139-dbe9f782095b) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:02.281801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:02.375235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:06:56Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:00Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:02.393691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b0db9-4afa-4718-9346-09be50aa1bba None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:06:56Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:00Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:02.546480 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:02.560443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Transition to ACTIVE for port object 9716f6ec-ccaa-403b-8139-dbe9f782095b will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:02.580431 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:02.584264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Transition to ACTIVE for port object 9716f6ec-ccaa-403b-8139-dbe9f782095b will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:02.701836 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:02.782648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1559107253-network', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:02.784615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 6ee51f10-fd05-4301-9467-aad2988b4c0e owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:02.807939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:02.810059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Network 2200ec9f-87d6-4f58-9571-1471e955b75d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:02.810059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:02.810059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Pushing event updated for resources: {'Port': ['ID=9716f6ec-ccaa-403b-8139-dbe9f782095b,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:02.810059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:02.813668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Usage tracker for resource:network and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:02.813668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.840626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:02.880147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:02.941600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.21.0.1 (2200ec9f-87d6-4f58-9571-1471e955b75d/3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1/7504dbfe-7ff5-41d8-83f6-ced0ce08fa63) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:03.007439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Attempting to bind port 9716f6ec-ccaa-403b-8139-dbe9f782095b on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:03.008570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Attempting to bind port 9716f6ec-ccaa-403b-8139-dbe9f782095b by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:03.009006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Attempting to bind port 9716f6ec-ccaa-403b-8139-dbe9f782095b on network 2200ec9f-87d6-4f58-9571-1471e955b75d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:03.016502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:03.017094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Checking segment: {'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:03.018408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.018740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Bound using segment: {'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:03.019383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Bound port: 9716f6ec-ccaa-403b-8139-dbe9f782095b, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:03.019881 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.020439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:03.023744 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.050730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.137390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] For port 9716f6ec-ccaa-403b-8139-dbe9f782095b, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:03.141732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] For port 9716f6ec-ccaa-403b-8139-dbe9f782095b, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9716f6ec-ccaa-403b-8139-dbe9f782095b,segment=NetworkSegment(9c74d323-ca45-4c29-afca-a75cb0d31910),segment_id=9c74d323-ca45-4c29-afca-a75cb0d31910)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:03.171782 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.288157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=6ee51f10-fd05-4301-9467-aad2988b4c0e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:03.309201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.313090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:03.331647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:03.331647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:03.345924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:03.442559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f907d-8ab0-4709-ac21-92d36439e3b7 None None] Pushing event updated for resources: {'Port': ['ID=9716f6ec-ccaa-403b-8139-dbe9f782095b,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:03.459879 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.517145 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:03.526621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.579668 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.664843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.664843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.784649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:03.784649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1304f0-119d-4c18-9e79-a196793f616b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:03.813178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 2200ec9f-87d6-4f58-9571-1471e955b75d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:03.817875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.817875 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Added segment 359abed9-c233-4990-bce5-0265cce70157 of type vlan for network 4cee039c-9bff-4abf-a1a8-34d5c740460d Apr 05 21:07:03.835275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:03.835275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:03.923269 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:03.940391 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.028355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 928d82f8-f15e-49ca-a92d-b04ae5981111 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:04.044745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:04.077160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.097676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.183493 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.243221 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 928d82f8-f15e-49ca-a92d-b04ae5981111 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:04.248214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 928d82f8-f15e-49ca-a92d-b04ae5981111 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:04.248214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.256142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.256142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Fanout notify agent at l3_agent the message router_deleted on router cd314451-e72f-4e20-9e56-8a717356586e {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:07:04.260256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.271130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:04.271130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.371265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.377373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-013d1621-e4e4-4b30-9574-a003a0f534d1 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/cd314451-e72f-4e20-9e56-8a717356586e HTTP/1.1" status: 204 len: 168 time: 3.1694062 Apr 05 21:07:04.378281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34668) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:04.384789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1542215819'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:04.393725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:04.399805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:04.403944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:04.414732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:04.436886 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.437180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] Pushing event updated for resources: {'Network': ['ID=4cee039c-9bff-4abf-a1a8-34d5c740460d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:04.449212 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.457516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:04.540460 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e1554e3e-5fee-4704-b785-06edb6dbd742 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3662250 Apr 05 21:07:04.544170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34676) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:04.623538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:04.623538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.636089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 928d82f8-f15e-49ca-a92d-b04ae5981111, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=928d82f8-f15e-49ca-a92d-b04ae5981111,segment=NetworkSegment(f613debf-86ca-4424-bcf6-1d61ab5a5fb9),segment_id=f613debf-86ca-4424-bcf6-1d61ab5a5fb9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:04.668137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:04.670671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Request body: {'subnet': {'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1559107253-subnet', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:04.680603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:04.688557 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.688557 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment 61116f2d-9370-439b-941b-abba9aa1586f of type vlan for network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 Apr 05 21:07:04.717874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.735513 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.746618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Usage tracker for resource:subnet and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:04.752420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:04.784053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:04.824472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=928d82f8-f15e-49ca-a92d-b04ae5981111,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:04.877150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.879121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:04.879984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.948025 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-150ded98-8670-44e1-a610-9da237677103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:04.953164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:04.955714 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.018468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=07b5485b-cd19-4d47-9ce4-dfc5d394e415,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:05.038641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:05.059291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09570795-285f-4a77-847d-55382ae916d3 None None] Network 2200ec9f-87d6-4f58-9571-1471e955b75d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:05.082291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c8e59776-968d-4fc7-9b2f-5dcfc85130a9 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6952889 Apr 05 21:07:05.082291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34682) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:05.090497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': '07b5485b-cd19-4d47-9ce4-dfc5d394e415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:05.181853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.209884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:05.209884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:05.218427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:05.228021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:05.301264 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.338667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:05.376409 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8008aacd-8656-4871-b587-b231bca442ca None None] Provisioning for port 9716f6ec-ccaa-403b-8139-dbe9f782095b completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:05.438966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.446121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:05.468395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.612706 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.722699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 2200ec9f-87d6-4f58-9571-1471e955b75d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:05.730905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:05.804256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=508b9b20-678d-4b1d-8f82-82218045feaa,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:05.902283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e42f2157-2e44-4631-a7d5-5c5f992b27e4 None None] Provisioning for port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:05.910463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e42f2157-2e44-4631-a7d5-5c5f992b27e4 None None] Provisioning complete for port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:05.911156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e42f2157-2e44-4631-a7d5-5c5f992b27e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.931836 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.939958 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:05.940392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Network hostable DHCP agents. Network: 4cee039c-9bff-4abf-a1a8-34d5c740460d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:05.977804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e42f2157-2e44-4631-a7d5-5c5f992b27e4 None None] Port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:06.087275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 928d82f8-f15e-49ca-a92d-b04ae5981111 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:06.099700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=88d4f620-a65b-4aee-acc2-4076d3545951,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:06.145598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': '61116f2d-9370-439b-941b-abba9aa1586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07b5485b-cd19-4d47-9ce4-dfc5d394e415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:06.145598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: 07b5485b-cd19-4d47-9ce4-dfc5d394e415, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:06.219475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-749d99ca-5ddf-4e7b-a817-6555af82e157 None None] Provisioning complete for port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:06.219475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-749d99ca-5ddf-4e7b-a817-6555af82e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.234840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:06.269115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:06.315227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 928d82f8-f15e-49ca-a92d-b04ae5981111 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:06.315743 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.378654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 07b5485b-cd19-4d47-9ce4-dfc5d394e415) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:06.382497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.383094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.392599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 4cee039c-9bff-4abf-a1a8-34d5c740460d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:06.417998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.421000 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.432659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0fed2-d75d-447b-938b-16a8d0d1395b None None] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:06.451672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407150dd-cf64-4bd7-805d-9845f10cbd4e None None] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:06.471972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-749d99ca-5ddf-4e7b-a817-6555af82e157 None None] Port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:06.479330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:06.505624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1c69ca87-c0ef-4d00-8aa4-bfb7c6854399 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4240746 Apr 05 21:07:06.505870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34694) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:06.511216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-682800629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:06.518503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:06.536582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:router and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:06.555308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:06.566374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:06.585488 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ac302a74-b58d-40af-bc00-e6dbeb69cdc3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0267110 Apr 05 21:07:06.589812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34698) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:06.589812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:06.611092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:06.611092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Usage tracker for resource:router and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:06.611092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:06.611092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:06.676404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.676404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.699329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.713008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.713008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.723476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2e1e46ad-7a87-4b1f-84c0-13fef977bad8 None None] Provisioning complete for port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:06.723476 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2e1e46ad-7a87-4b1f-84c0-13fef977bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.742830 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.756668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:06.756668 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bdb8168f-72a3-448d-acd1-c1a728266399 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5238142 Apr 05 21:07:06.756668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34704) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:06.768590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-701271873'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:06.776513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:06.791506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:06.791506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:06.796841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:06.801464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:06.836688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.890308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9716f6ec-ccaa-403b-8139-dbe9f782095b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:06.904420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:06.908068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.946372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:06.956792 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.957522 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment 837315b6-29cb-4c24-a77c-587c845ceb97 of type vlan for network 6145c38e-9d96-4a6a-8fc4-eb235455118d Apr 05 21:07:06.978306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e46ad-7a87-4b1f-84c0-13fef977bad8 None None] Port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:06.994610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.004609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6f60db58-d56f-4cc5-8efe-5ec50145dbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.016314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.017981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3b9310b6-5500-47d8-b9e0-6f1c77a1b8d3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5110693 Apr 05 21:07:07.020646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34710) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:07.044919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-4cee039c-9bff-4abf-a1a8-34d5c740460d', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:07.044919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.058478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.063249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:07.063249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:06:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:07.202870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-07b5485b-cd19-4d47-9ce4-dfc5d394e415', 'network_id': '07b5485b-cd19-4d47-9ce4-dfc5d394e415', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': '88d4f620-a65b-4aee-acc2-4076d3545951'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:07.202870 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.335782 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.340825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:07.341660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.417088 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.461626 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.500857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9716f6ec-ccaa-403b-8139-dbe9f782095b completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:07.556549 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7916262 Apr 05 21:07:07.560273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34716) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:07.563643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2a947-8755-4286-9131-1621eadeee5c tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=6145c38e-9d96-4a6a-8fc4-eb235455118d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:07.577137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:07.659360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:07.723355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9716f6ec-ccaa-403b-8139-dbe9f782095b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:07.723723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.800399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Allocated IP 172.25.2.97 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/6a918a6d-5c02-4e0b-bb5d-e190b59f1307) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:07.814969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:07.843212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Allocated IP 2001:db8::2 (07b5485b-cd19-4d47-9ce4-dfc5d394e415/88d4f620-a65b-4aee-acc2-4076d3545951/b39d2dbb-9fe2-4d8a-b69c-611827b17b1c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:07.884776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Allocated IP 172.20.0.2 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/077bc12a-21be-453e-b9e5-fafb02963f57) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:07.893426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:08.104256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:08.113976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:08.113976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:08.139841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:08.185993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.230319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:08.351055 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.440943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:08.447939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.466564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:08.466564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:08.502046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Pushing event updated for resources: {'Port': ['ID=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:08.508367 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.576657 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.728716 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.728716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 9716f6ec-ccaa-403b-8139-dbe9f782095b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9716f6ec-ccaa-403b-8139-dbe9f782095b,segment=NetworkSegment(9c74d323-ca45-4c29-afca-a75cb0d31910),segment_id=9c74d323-ca45-4c29-afca-a75cb0d31910)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:08.728716 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.747609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.754470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Transition to ACTIVE for port object 077bc12a-21be-453e-b9e5-fafb02963f57 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:08.774352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Transition to ACTIVE for port object b39d2dbb-9fe2-4d8a-b69c-611827b17b1c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:08.800996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Transition to ACTIVE for port object 077bc12a-21be-453e-b9e5-fafb02963f57 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:08.800996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.872670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Transition to ACTIVE for port object b39d2dbb-9fe2-4d8a-b69c-611827b17b1c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:08.889952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 3, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:08.909228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Checking router: 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:08.909228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Updating router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:08.910209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.910783 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.939672 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:08.951596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=9716f6ec-ccaa-403b-8139-dbe9f782095b,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:09.027845 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.047326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.068832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:09.076617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:09.078865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.082832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:09.108783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Pushing event updated for resources: {'Port': ['ID=077bc12a-21be-453e-b9e5-fafb02963f57,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:09.142069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:09.217149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:09.217149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: 6145c38e-9d96-4a6a-8fc4-eb235455118d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:09.238081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8::1 (07b5485b-cd19-4d47-9ce4-dfc5d394e415/88d4f620-a65b-4aee-acc2-4076d3545951/cd20c40b-27e7-4f54-8b56-506f3b8446cd) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:09.254398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:09.278831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:09.396402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:09.410039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:09.466829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Pushing event updated for resources: {'Port': ['ID=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:09.508989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6145c38e-9d96-4a6a-8fc4-eb235455118d) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:09.512229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Attempting to bind port 077bc12a-21be-453e-b9e5-fafb02963f57 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:09.512663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Attempting to bind port 077bc12a-21be-453e-b9e5-fafb02963f57 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:09.513136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Attempting to bind port 077bc12a-21be-453e-b9e5-fafb02963f57 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:09.515381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:09.515969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.527172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:07:09.544496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9ac3b2-b9b4-4d15-8ffd-26140184ddea None None] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:09.553427 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.572910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object cd20c40b-27e7-4f54-8b56-506f3b8446cd will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:09.623695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2e4559c9-565d-43a5-9bec-ea06896d2f37 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0657403 Apr 05 21:07:09.626131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34736) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:09.672118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:09.672118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:09.672118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.672118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:09.672118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Bound port: 077bc12a-21be-453e-b9e5-fafb02963f57, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:09.672118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.691101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Attempting to bind port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:09.691101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Attempting to bind port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '61116f2d-9370-439b-941b-abba9aa1586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07b5485b-cd19-4d47-9ce4-dfc5d394e415'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:09.691101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Attempting to bind port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c on network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:09.723108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.728072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:09.728072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Checking segment: {'id': '61116f2d-9370-439b-941b-abba9aa1586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07b5485b-cd19-4d47-9ce4-dfc5d394e415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:09.728072 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.728072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Bound using segment: {'id': '61116f2d-9370-439b-941b-abba9aa1586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07b5485b-cd19-4d47-9ce4-dfc5d394e415'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:09.728072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Bound port: b39d2dbb-9fe2-4d8a-b69c-611827b17b1c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61116f2d-9370-439b-941b-abba9aa1586f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '07b5485b-cd19-4d47-9ce4-dfc5d394e415'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:09.728072 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.834832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:09.841274 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:09.854274 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:09.854798 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:09.927045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=cd20c40b-27e7-4f54-8b56-506f3b8446cd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:09.934788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.939901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5e1282da-24e5-460a-bbca-61ccce35c797 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3570724 Apr 05 21:07:09.944576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34742) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:09.967946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:09.979078 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:09.995498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:09.995498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:10.141383 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:10.174566 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:10.222329 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] For port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:10.224839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] For port 077bc12a-21be-453e-b9e5-fafb02963f57, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:10.245773 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 21:07:10.273410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-6145c38e-9d96-4a6a-8fc4-eb235455118d', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:10.274829 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:10.312635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] For port 077bc12a-21be-453e-b9e5-fafb02963f57, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=077bc12a-21be-453e-b9e5-fafb02963f57,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:10.332245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] For port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,segment=NetworkSegment(61116f2d-9370-439b-941b-abba9aa1586f),segment_id=61116f2d-9370-439b-941b-abba9aa1586f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:10.436045 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:10.611798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Allocated IP 172.22.0.2 (6145c38e-9d96-4a6a-8fc4-eb235455118d/011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf/b83c4db4-5e91-481d-a801-d72c60a2a41e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:10.711395 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:10.799871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:10.812070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029d355-a3d7-497f-8d6c-e347ee650286 None None] Pushing event updated for resources: {'Port': ['ID=077bc12a-21be-453e-b9e5-fafb02963f57,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:10.986336 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:08Z', 'revision_number': 3, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:10.986336 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:10.986336 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Updating router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:11.053683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.067099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Transition to ACTIVE for port object b83c4db4-5e91-481d-a801-d72c60a2a41e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:11.095200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Transition to ACTIVE for port object b83c4db4-5e91-481d-a801-d72c60a2a41e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:11.095200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9716f6ec-ccaa-403b-8139-dbe9f782095b up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:11.099653 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.152143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.179350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc10079-de73-4aad-998e-81e5efc4f5ff None None] Pushing event updated for resources: {'Port': ['ID=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:11.231809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.269735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.323665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Transition to ACTIVE for port object 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:11.330165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Pushing event updated for resources: {'Port': ['ID=b83c4db4-5e91-481d-a801-d72c60a2a41e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:11.396490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.424502 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.443005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:11.507286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.508659 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.572345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9716f6ec-ccaa-403b-8139-dbe9f782095b triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:11.581275 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.718448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-2147c5f9-ef06-4915-bf88-c62d8d6dcea4 req-b7a3887e-2d2e-45e4-81f7-41c6a5a2b35e service neutron] (84580) timed out ('10.222.0.10', 59336) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:07:11.718448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=cd20c40b-27e7-4f54-8b56-506f3b8446cd,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:11.797578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:11.809439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:11.855936 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.865610 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.895043 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Transition to ACTIVE for port object 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:11.903861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Allocated IP 172.20.0.1 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/c1343a16-5fac-41e1-8cbf-41de36263cde) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:11.977661 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.103298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.138268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Transition to ACTIVE for port object c1343a16-5fac-41e1-8cbf-41de36263cde will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:12.216752 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Attempting to bind port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:12.216752 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Attempting to bind port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:12.216752 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Attempting to bind port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:12.272457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:12.272457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:12.272457 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.272457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:12.272457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Bound port: 6a918a6d-5c02-4e0b-bb5d-e190b59f1307, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:12.272457 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.272457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Pushing event updated for resources: {'Port': ['ID=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:12.279760 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.281064 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.281064 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.281064 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.281064 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.281680 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.282097 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.282553 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.282965 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.283379 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.283792 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:12.335206 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] For port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:12.339094 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] For port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:12.380832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20cdbc-c653-46d6-bcaf-921f25796a50 None None] Pushing event updated for resources: {'Port': ['ID=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:12.409574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Attempting to bind port b83c4db4-5e91-481d-a801-d72c60a2a41e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:12.409876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Attempting to bind port b83c4db4-5e91-481d-a801-d72c60a2a41e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:12.410201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Attempting to bind port b83c4db4-5e91-481d-a801-d72c60a2a41e on network 6145c38e-9d96-4a6a-8fc4-eb235455118d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:12.493110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:12.493489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Checking segment: {'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:12.493890 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.494279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Bound using segment: {'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:12.494755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Bound port: b83c4db4-5e91-481d-a801-d72c60a2a41e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:12.495120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.537521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:12.574967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:12.630993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.658721 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:12.741258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Pushing event updated for resources: {'Port': ['ID=c1343a16-5fac-41e1-8cbf-41de36263cde,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:12.763540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:12.766811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:12.769596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:12.812357 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71d17e-d489-471e-be41-914f5c7c0a02 None None] Pushing event updated for resources: {'Port': ['ID=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:12.877190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Attempting to bind port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:12.877190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Attempting to bind port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:12.877190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Attempting to bind port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 on network 2200ec9f-87d6-4f58-9571-1471e955b75d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:12.880846 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:12.880846 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:12.972081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:13.035130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:13.036603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Checking segment: {'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:13.037234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:13.037812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Bound using segment: {'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:13.038792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Bound port: 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c74d323-ca45-4c29-afca-a75cb0d31910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:13.039395 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:13.161166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 077bc12a-21be-453e-b9e5-fafb02963f57 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:13.212484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:07:13.318506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27cefca-a8c3-4ef7-99e1-42ca51fcec87 None None] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:13.326395 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:13.339203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:13.467161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] For port b83c4db4-5e91-481d-a801-d72c60a2a41e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:13.489648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.22.0.1 (6145c38e-9d96-4a6a-8fc4-eb235455118d/011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf/f9ccbe68-dd60-4774-93ed-03abad512335) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:13.758822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] For port b83c4db4-5e91-481d-a801-d72c60a2a41e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b83c4db4-5e91-481d-a801-d72c60a2a41e,segment=NetworkSegment(837315b6-29cb-4c24-a77c-587c845ceb97),segment_id=837315b6-29cb-4c24-a77c-587c845ceb97)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:13.758822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2334ce-ec19-4642-a5cc-6b0058b4b444 None None] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:13.775323 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:08Z', 'revision_number': 3, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:13.791539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:13.793762 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c5130-8d4a-4e84-ae55-5fcc012b2d42 None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:08Z', 'revision_number': 3, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:13.828836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object f9ccbe68-dd60-4774-93ed-03abad512335 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:13.868429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:13.923866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 0290dc2a-94a8-4fdc-9682-77a09291079d is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:07:13.942352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:13.951250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.009662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.053469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Pushing event updated for resources: {'Port': ['ID=c1343a16-5fac-41e1-8cbf-41de36263cde,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:14.079630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.094455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] For port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:14.152309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a7bddc8b-4075-40f0-af1c-875fa13ffd72 None None] Provisioning for port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:14.201109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] For port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,segment=NetworkSegment(9c74d323-ca45-4c29-afca-a75cb0d31910),segment_id=9c74d323-ca45-4c29-afca-a75cb0d31910)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:14.250061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119ee5f-af44-4bcd-8ff6-c473c4534455 None None] Pushing event updated for resources: {'Port': ['ID=b83c4db4-5e91-481d-a801-d72c60a2a41e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:14.259303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 077bc12a-21be-453e-b9e5-fafb02963f57 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:14.306617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:14.338798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:14.339034 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.340485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:14.344159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b39d2dbb-9fe2-4d8a-b69c-611827b17b1c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:14.346508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:14.356702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:14.786868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=f9ccbe68-dd60-4774-93ed-03abad512335,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:14.786868 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.786868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:14.793387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] Sync routers for ids ['0290dc2a-94a8-4fdc-9682-77a09291079d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:14.798774 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aec21895-627e-428b-9397-ef86849e8c57 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/0290dc2a-94a8-4fdc-9682-77a09291079d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6066170 Apr 05 21:07:14.802986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34774) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:14.805422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:14.805422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:14.895335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.975928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20cdbc-c653-46d6-bcaf-921f25796a50 None None] Pushing event updated for resources: {'Port': ['ID=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:15.049977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce41ed-ec51-4655-8cec-e5f5cbe00a7f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:15.053983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4bce41ed-ec51-4655-8cec-e5f5cbe00a7f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports/cd20c40b-27e7-4f54-8b56-506f3b8446cd HTTP/1.1" status: 200 len: 911 time: 0.4145372 Apr 05 21:07:15.060617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34780) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:15.067353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88d4f620-a65b-4aee-acc2-4076d3545951'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:15.160936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ceb006d5-6560-4d1b-9ad8-203a4c8b5936 None None] Provisioning for port 077bc12a-21be-453e-b9e5-fafb02963f57 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:15.247105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:15.330420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] Routers {'0290dc2a-94a8-4fdc-9682-77a09291079d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:15.331268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0290dc2a-94a8-4fdc-9682-77a09291079d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:15.385768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ceb006d5-6560-4d1b-9ad8-203a4c8b5936 None None] Provisioning complete for port 077bc12a-21be-453e-b9e5-fafb02963f57 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:15.386255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ceb006d5-6560-4d1b-9ad8-203a4c8b5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:15.603983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:15.672316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:15.696404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:15.697166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:15.750658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:15.990760 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:16.021434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad969aca-cb66-40b2-95e3-86b403e16041 None None] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:16.042778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] Routers {'0290dc2a-94a8-4fdc-9682-77a09291079d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:16.042778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0290dc2a-94a8-4fdc-9682-77a09291079d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:16.068585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:16.151483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ceb006d5-6560-4d1b-9ad8-203a4c8b5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:16.182459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=f9ccbe68-dd60-4774-93ed-03abad512335,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:16.288661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:16.289126 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:16.289616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ca740f-4d9e-4d20-9ec3-f667d3faaae6 None None] The sync data for ids ['0290dc2a-94a8-4fdc-9682-77a09291079d'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:16.429677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:16.475884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ceb006d5-6560-4d1b-9ad8-203a4c8b5936 None None] For port 077bc12a-21be-453e-b9e5-fafb02963f57, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=077bc12a-21be-453e-b9e5-fafb02963f57,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:16.640723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ceb006d5-6560-4d1b-9ad8-203a4c8b5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:16.650475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:16.651753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:16.939303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:17.031727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb006d5-6560-4d1b-9ad8-203a4c8b5936 None None] Pushing event updated for resources: {'Port': ['ID=077bc12a-21be-453e-b9e5-fafb02963f57,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:17.038984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:17.042276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:17.042276 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:17.048733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/ports/cd20c40b-27e7-4f54-8b56-506f3b8446cd HTTP/1.1" status: 200 len: 911 time: 1.9813473 Apr 05 21:07:17.076152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34796) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:17.080083 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:17.141106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e984835-66af-4070-b0a3-7559b493a0e7 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=cd20c40b-27e7-4f54-8b56-506f3b8446cd,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:17.148868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,segment=NetworkSegment(61116f2d-9370-439b-941b-abba9aa1586f),segment_id=61116f2d-9370-439b-941b-abba9aa1586f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:17.185510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:17.200126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:14Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:14Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 1, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:17.211260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c941cb8d-960a-4871-80fd-346e71f17981 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a4772e4-ed6c-4c2d-b5b7-aa0da450306f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2568023 Apr 05 21:07:17.216054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0378deaa-8351-4d9b-ab83-919d68ae5eac None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:14Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:14Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 1, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:17.236447 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:17.350470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Provisioning for port cd20c40b-27e7-4f54-8b56-506f3b8446cd completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:17.391040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Provisioning complete for port cd20c40b-27e7-4f54-8b56-506f3b8446cd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:17.391040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:17.503772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:17.626005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Port cd20c40b-27e7-4f54-8b56-506f3b8446cd cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:17.649658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:17.714299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Provisioning complete for port 077bc12a-21be-453e-b9e5-fafb02963f57 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:17.714675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:17.768873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:18.088981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Provisioning complete for port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:18.090129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.209413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:18.223138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:18.223519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.337245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.644447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Provisioning for port b83c4db4-5e91-481d-a801-d72c60a2a41e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:18.644447 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.650929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:18.665388 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b88ec5d6-f2e2-40b6-a5f0-fd98a314a6e0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0336211 Apr 05 21:07:18.668392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:18.669306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34818) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:18.675537 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'network': {'name': 'tempest-RoutersTest-258910532'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:18.684361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:18.694761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:network and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:18.704265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:18.712355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:18.742793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.744197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 077bc12a-21be-453e-b9e5-fafb02963f57 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:18.831075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:18.844057 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.921830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Provisioning for port c1343a16-5fac-41e1-8cbf-41de36263cde completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:18.950745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Provisioning complete for port c1343a16-5fac-41e1-8cbf-41de36263cde triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:18.950745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.038997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:19.048776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e650cb03-422f-4d52-9e0a-74ee092d318c None None] Port c1343a16-5fac-41e1-8cbf-41de36263cde cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:19.068228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 077bc12a-21be-453e-b9e5-fafb02963f57 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:19.068929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.097575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:19.131963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.132311 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added segment 143ceb56-2f5a-46d5-8b3f-c93069b6e2f4 of type vlan for network f857d887-1a53-486c-b2a5-2d443e58932a Apr 05 21:07:19.222961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.225215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b83c4db4-5e91-481d-a801-d72c60a2a41e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:19.283322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Provisioning for port f9ccbe68-dd60-4774-93ed-03abad512335 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:19.286163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34836) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:19.286163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1961142615-network', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:19.302824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Provisioning complete for port f9ccbe68-dd60-4774-93ed-03abad512335 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:19.302824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.306656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:19.309869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Usage tracker for resource:network and tenant:2005a2fc662a4ee8813e59c1f39436b0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:19.322584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:19.340117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:19.409954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.409954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:19.409954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.412051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Port f9ccbe68-dd60-4774-93ed-03abad512335 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:19.415800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Provisioning complete for port cd20c40b-27e7-4f54-8b56-506f3b8446cd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:19.416169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.471713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Port cd20c40b-27e7-4f54-8b56-506f3b8446cd cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:19.474051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Made reservation on behalf of 2005a2fc662a4ee8813e59c1f39436b0 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:19.477583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.494673 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.501847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b83c4db4-5e91-481d-a801-d72c60a2a41e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:19.508065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Provisioning complete for port c1343a16-5fac-41e1-8cbf-41de36263cde triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:19.511683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.532492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Network': ['ID=f857d887-1a53-486c-b2a5-2d443e58932a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:19.537642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:19.543113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b83c4db4-5e91-481d-a801-d72c60a2a41e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:19.543606 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.544833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Usage tracker for resource:security_group_rule and tenant:2005a2fc662a4ee8813e59c1f39436b0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:19.548429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:19.576855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:19.580634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f857d887-1a53-486c-b2a5-2d443e58932a details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:19.615122 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd42b1ae-3c4a-436e-b722-d7d66b6b1fea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9356284 Apr 05 21:07:19.618456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34842) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:19.630937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'subnet': {'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:19.652415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port cd20c40b-27e7-4f54-8b56-506f3b8446cd {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:19.652415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.705662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a77e5f36-6c15-421f-8676-9dfa489dae67 None None] Port c1343a16-5fac-41e1-8cbf-41de36263cde cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:19.769692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.787498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:19.791278 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.794442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:subnet and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:19.794442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:19.809097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:19.822095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b83c4db4-5e91-481d-a801-d72c60a2a41e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b83c4db4-5e91-481d-a801-d72c60a2a41e,segment=NetworkSegment(837315b6-29cb-4c24-a77c-587c845ceb97),segment_id=837315b6-29cb-4c24-a77c-587c845ceb97)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:19.836264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.914676 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:19.954455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.006015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Made reservation on behalf of a101648fd9ab4822b6e2481b148033ca for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:20.015058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b83c4db4-5e91-481d-a801-d72c60a2a41e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:20.071541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:20.138049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:20.146266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517d3939-0ef2-405c-bfec-c1e652b22ffa,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:20.158652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.158652 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Added segment bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5 of type vlan for network 00745399-4b13-4e68-b012-bc59518f6f02 Apr 05 21:07:20.208037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.234950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.241711 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for cd20c40b-27e7-4f54-8b56-506f3b8446cd owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:20.260001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:20.260001 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.419553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:20.452473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.468051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.468051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:20.468051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.607838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:20.618567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:20.618567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.633403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] Pushing event updated for resources: {'Network': ['ID=00745399-4b13-4e68-b012-bc59518f6f02,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:20.645033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 00745399-4b13-4e68-b012-bc59518f6f02 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:20.728090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.749265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e79aa46-c321-4116-9cbb-869759317e49 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4692702 Apr 05 21:07:20.754893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34852) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:20.767287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.777653 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=cd20c40b-27e7-4f54-8b56-506f3b8446cd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:20.778973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Request body: {'subnet': {'network_id': '00745399-4b13-4e68-b012-bc59518f6f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1961142615-subnet', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:20.796631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:20.800901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Usage tracker for resource:subnet and tenant:2005a2fc662a4ee8813e59c1f39436b0 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:20.807539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:20.814687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:20.823977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.889178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,segment=NetworkSegment(9c74d323-ca45-4c29-afca-a75cb0d31910),segment_id=9c74d323-ca45-4c29-afca-a75cb0d31910)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:20.924253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Made reservation on behalf of 2005a2fc662a4ee8813e59c1f39436b0 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:20.924253 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.945872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Subnet': ['ID=2641a831-0a4e-41c6-8106-61c6d7d66e7a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:21.002109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.002109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b39d2dbb-9fe2-4d8a-b69c-611827b17b1c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:21.028090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Checking segment: {'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:21.028090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network hostable DHCP agents. Network: f857d887-1a53-486c-b2a5-2d443e58932a, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:21.039341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.173612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network f857d887-1a53-486c-b2a5-2d443e58932a is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:21.211688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:21.245843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:21.245843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.263256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f857d887-1a53-486c-b2a5-2d443e58932a) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:21.274995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:21.274995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.287136 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.314502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b82c57-efa8-4900-9993-496a91515940 None None] Network f857d887-1a53-486c-b2a5-2d443e58932a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:21.394165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc5bea5-848e-4edf-9d4d-f5da53a8611a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:21.411612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Checking segment: {'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:21.411967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Network hostable DHCP agents. Network: 00745399-4b13-4e68-b012-bc59518f6f02, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:21.420193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f62b1fae-2ab1-4c43-8b11-85112b628e83 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8104246 Apr 05 21:07:21.423310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34862) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:21.627184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 0290dc2a-94a8-4fdc-9682-77a09291079d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:21.739676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f857d887-1a53-486c-b2a5-2d443e58932a', 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'fixed_ips': [{'subnet_id': '2641a831-0a4e-41c6-8106-61c6d7d66e7a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:21.740417 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.791240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:21.803329 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] Sync routers for ids ['0290dc2a-94a8-4fdc-9682-77a09291079d'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:21.813205 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ed47c47f-957e-48af-89f6-2aa0815a54b2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/0290dc2a-94a8-4fdc-9682-77a09291079d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7359626 Apr 05 21:07:21.815731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:21.824356 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] Routers {'0290dc2a-94a8-4fdc-9682-77a09291079d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:21.825917 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0290dc2a-94a8-4fdc-9682-77a09291079d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:21.847457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Network 00745399-4b13-4e68-b012-bc59518f6f02 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:21.877566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-504d7a2d-f41d-4016-a778-4d76f8dc0184 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:07:21.961386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-504d7a2d-f41d-4016-a778-4d76f8dc0184 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:07:21.961386 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-504d7a2d-f41d-4016-a778-4d76f8dc0184 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=0290dc2a-94a8-4fdc-9682-77a09291079d HTTP/1.1" status: 200 len: 205 time: 0.1380167 Apr 05 21:07:21.961386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34874) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:21.962918 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:21.990697 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] Routers {'0290dc2a-94a8-4fdc-9682-77a09291079d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:21.990697 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0290dc2a-94a8-4fdc-9682-77a09291079d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:22.018560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Allocated IP 172.23.0.2 (f857d887-1a53-486c-b2a5-2d443e58932a/2641a831-0a4e-41c6-8106-61c6d7d66e7a/f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:22.053267 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:22.053267 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c2f875-4aa4-4b9a-a346-61946bfd2aeb None None] The sync data for ids ['0290dc2a-94a8-4fdc-9682-77a09291079d'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:22.058835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 00745399-4b13-4e68-b012-bc59518f6f02) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:22.069881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:22.073122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.078976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1ffd2-c4b2-46c0-a8d6-52723e5c1605 None None] Network 00745399-4b13-4e68-b012-bc59518f6f02 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:22.090586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:22.190305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818cda6-4e17-4c25-a93d-cac034eefc1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.263209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ebec58cf-cbdd-413a-b54e-1f43e585b6d2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4934618 Apr 05 21:07:22.266483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34882) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:22.273999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:22.283835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:22.283835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Usage tracker for resource:router and tenant:2005a2fc662a4ee8813e59c1f39436b0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:22.297472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:22.297472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:22.507975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:22.508494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.509905 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.510857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.739875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.742638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.809701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-00745399-4b13-4e68-b012-bc59518f6f02', 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'fixed_ips': [{'subnet_id': '6dc5bea5-848e-4edf-9d4d-f5da53a8611a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:22.809701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.932817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.937002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b83c4db4-5e91-481d-a801-d72c60a2a41e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:23.021516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Transition to ACTIVE for port object f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:23.037930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818cda6-4e17-4c25-a93d-cac034eefc1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.070631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818cda6-4e17-4c25-a93d-cac034eefc1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.076404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Transition to ACTIVE for port object f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:23.076404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b83c4db4-5e91-481d-a801-d72c60a2a41e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:23.076404 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.095095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.184988 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.215512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818cda6-4e17-4c25-a93d-cac034eefc1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.215512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818cda6-4e17-4c25-a93d-cac034eefc1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Fanout notify agent at l3_agent the message router_deleted on router 0290dc2a-94a8-4fdc-9682-77a09291079d {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:07:23.254943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4818cda6-4e17-4c25-a93d-cac034eefc1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.258366 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4818cda6-4e17-4c25-a93d-cac034eefc1a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/0290dc2a-94a8-4fdc-9682-77a09291079d HTTP/1.1" status: 204 len: 168 time: 1.2976549 Apr 05 21:07:23.264590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Allocated IP 172.20.0.2 (00745399-4b13-4e68-b012-bc59518f6f02/6dc5bea5-848e-4edf-9d4d-f5da53a8611a/55b4c779-b21c-4f3e-b304-d642c418e5e1) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:23.281956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Allocated IP 172.23.0.1 (f857d887-1a53-486c-b2a5-2d443e58932a/2641a831-0a4e-41c6-8106-61c6d7d66e7a/e7893b21-7c9a-4651-b542-ad5bcd69b052) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:23.326465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34892) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:23.471060 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Network f857d887-1a53-486c-b2a5-2d443e58932a is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:23.482757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:23.487008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.495440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:23.503250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Transition to ACTIVE for port object e7893b21-7c9a-4651-b542-ad5bcd69b052 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:23.583692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet 88d4f620-a65b-4aee-acc2-4076d3545951 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:07:23.589944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.641962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.663238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Pushing event updated for resources: {'Port': ['ID=f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:23.696148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.723562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network f857d887-1a53-486c-b2a5-2d443e58932a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:23.724436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=e7893b21-7c9a-4651-b542-ad5bcd69b052,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:23.727319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:23.729676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:23.738672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.796894 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.825627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.857562 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.864634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Attempting to bind port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:23.864634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Attempting to bind port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:23.864634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Attempting to bind port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 on network f857d887-1a53-486c-b2a5-2d443e58932a {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:23.882193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Transition to ACTIVE for port object 55b4c779-b21c-4f3e-b304-d642c418e5e1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:23.900171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:23.900171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Checking segment: {'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:23.900171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.900171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Bound using segment: {'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:23.900171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Bound port: f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:23.900171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:23.978907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Transition to ACTIVE for port object 55b4c779-b21c-4f3e-b304-d642c418e5e1 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:24.001976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.023375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.032164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Allocated IP 172.25.2.187 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/cbf91351-995d-4de5-a49d-ed99a498f83e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:24.042354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] For port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:24.045908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] For port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8,segment=NetworkSegment(143ceb56-2f5a-46d5-8b3f-c93069b6e2f4),segment_id=143ceb56-2f5a-46d5-8b3f-c93069b6e2f4)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:24.066684 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.138419 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.154503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Network 00745399-4b13-4e68-b012-bc59518f6f02 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:24.157999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:24.166931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:24.171108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Pushing event updated for resources: {'Port': ['ID=55b4c779-b21c-4f3e-b304-d642c418e5e1,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:24.248734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.274139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.351948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=88d4f620-a65b-4aee-acc2-4076d3545951,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:24.360230 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.395515 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ec969439-a781-420a-afab-f677932fc5f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/88d4f620-a65b-4aee-acc2-4076d3545951 HTTP/1.1" status: 204 len: 168 time: 1.0610960 Apr 05 21:07:24.398108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5894ffb-6024-45a3-899c-51bdb140f90b None None] Network 07b5485b-cd19-4d47-9ce4-dfc5d394e415 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:24.408101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:24.445385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f774fd1-4880-4ade-9c53-17b82c598b77 None None] Pushing event updated for resources: {'Port': ['ID=f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:24.580786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Attempting to bind port 55b4c779-b21c-4f3e-b304-d642c418e5e1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:24.580786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Attempting to bind port 55b4c779-b21c-4f3e-b304-d642c418e5e1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:24.580786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Attempting to bind port 55b4c779-b21c-4f3e-b304-d642c418e5e1 on network 00745399-4b13-4e68-b012-bc59518f6f02 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:24.608029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:24.608029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Checking segment: {'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:24.608029 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.608029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Bound using segment: {'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:24.608029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Bound port: 55b4c779-b21c-4f3e-b304-d642c418e5e1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:24.608029 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.677667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.713257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.777338 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.836317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] For port 55b4c779-b21c-4f3e-b304-d642c418e5e1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:24.842150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] For port 55b4c779-b21c-4f3e-b304-d642c418e5e1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=55b4c779-b21c-4f3e-b304-d642c418e5e1,segment=NetworkSegment(bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5),segment_id=bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:24.875726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:24.887185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:24.900590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:24.935444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.949543 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:24.968899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event updated for resources: {'Port': ['ID=e7893b21-7c9a-4651-b542-ad5bcd69b052,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:24.970466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf91351-995d-4de5-a49d-ed99a498f83e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:24.993122 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:25.024582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:25.024582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:25.108719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] DHCP port deletion for 07b5485b-cd19-4d47-9ce4-dfc5d394e415 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:07:25.123377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Deleting port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:25.123377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:25.205656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Network f857d887-1a53-486c-b2a5-2d443e58932a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:25.207209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:25.230854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f39c69-1ca6-440a-99ff-f311e858e86e None None] Pushing event updated for resources: {'Port': ['ID=55b4c779-b21c-4f3e-b304-d642c418e5e1,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:25.384635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,segment=NetworkSegment(61116f2d-9370-439b-941b-abba9aa1586f),segment_id=61116f2d-9370-439b-941b-abba9aa1586f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:25.384635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:25.558209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] For port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,segment=NetworkSegment(61116f2d-9370-439b-941b-abba9aa1586f),segment_id=61116f2d-9370-439b-941b-abba9aa1586f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:25.558209 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:25.582886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for b39d2dbb-9fe2-4d8a-b69c-611827b17b1c owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:25.766621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:25.828978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Calling delete_port for b39d2dbb-9fe2-4d8a-b69c-611827b17b1c owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:25.896941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=b39d2dbb-9fe2-4d8a-b69c-611827b17b1c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:25.944102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No DVR routers for this DVR port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:07:26.006605 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:07:26.007112 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:07:26.037682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:26.153353 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.171256 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 55b4c779-b21c-4f3e-b304-d642c418e5e1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:26.197136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b5485b-cd19-4d47-9ce4-dfc5d394e415']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:26.209745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61116f2d-9370-439b-941b-abba9aa1586f') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:26.209745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61116f2d-9370-439b-941b-abba9aa1586f') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:26.231226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.256034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.266970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:07:26.266970 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.333553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:26.353891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1b995820-b82e-487a-9821-f5a0c824fc2e tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9218774 Apr 05 21:07:26.353891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34922) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:26.356635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:07:26.381438 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:07:26.395532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.396303 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.468476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226aad1-8f0c-4b1f-ad0c-f9b06b2c5a3e None None] Network f857d887-1a53-486c-b2a5-2d443e58932a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:26.545672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Deleting port b39d2dbb-9fe2-4d8a-b69c-611827b17b1c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:26.557665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.560593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.581633 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.603291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=07b5485b-cd19-4d47-9ce4-dfc5d394e415,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:26.685942 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9e03b82b-87e2-4ae3-81e0-bf5a1844952f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/07b5485b-cd19-4d47-9ce4-dfc5d394e415 HTTP/1.1" status: 204 len: 168 time: 2.2636168 Apr 05 21:07:26.685942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34930) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:26.698219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 55b4c779-b21c-4f3e-b304-d642c418e5e1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:26.716968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:26.729284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1420600940', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:26.736867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:26.745444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:router and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:26.745444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:26.763524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:26.883483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.883483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.892007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-98b7c5f9-b569-49fd-ae83-4989c5583a42 None None] The port 'b39d2dbb-9fe2-4d8a-b69c-611827b17b1c' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:07:26.920584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:26.955123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86329e3d-7b16-41ff-ac36-27a35fa0bd70 None None] Network 00745399-4b13-4e68-b012-bc59518f6f02 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:27.018267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:07:27.092239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-23bb254a-826e-4ec3-9b88-db352c128072 None None] Provisioning for port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:27.110030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.195414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.extraroute_db [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 21:07:27.207905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.extraroute_db [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Removed routes are [] {{(pid=84581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 21:07:27.207905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.258940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:27.269770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:27.269770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.329432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.329432 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9fbe5a45-5cee-4070-9498-9af0ddf9a364 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6243317 Apr 05 21:07:27.341662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34936) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:27.358151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-167621307'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:27.358151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:27.361237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:27.362595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:27.374722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:27.475080 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:27.508858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Sync routers for ids ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:27.515527 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:27.521589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.546703 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.578338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6587bcbf-b702-47be-bddf-d03a1924055f None None] Provisioning for port 55b4c779-b21c-4f3e-b304-d642c418e5e1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:27.591642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Routers {'2e06d59e-fc67-4695-ab47-b4d5aab75e08'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:27.591642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:27.607277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.613957 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d3799ac4-7fde-4bae-acf5-43ee5c2891d3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3502100 Apr 05 21:07:27.634970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34944) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:27.723813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6587bcbf-b702-47be-bddf-d03a1924055f None None] Provisioning complete for port 55b4c779-b21c-4f3e-b304-d642c418e5e1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:27.723813 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6587bcbf-b702-47be-bddf-d03a1924055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.884260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:27.896117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8,segment=NetworkSegment(143ceb56-2f5a-46d5-8b3f-c93069b6e2f4),segment_id=143ceb56-2f5a-46d5-8b3f-c93069b6e2f4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:27.902401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.902932 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment 84c515b6-bab1-41fc-a5aa-cda5c9e913d1 of type vlan for network 22f5c588-797e-41fd-8619-43bdc6b7e89a Apr 05 21:07:27.914287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.924332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:27.972548 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:28.020964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:28.170540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b39d2dbb-9fe2-4d8a-b69c-611827b17b1c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:28.254319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b39d2dbb-9fe2-4d8a-b69c-611827b17b1c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:07:28.254662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b39d2dbb-9fe2-4d8a-b69c-611827b17b1c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:28.292941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:28.297196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:28.298102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:28.365220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:28.388526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:28.404728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Set router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:28.478999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6587bcbf-b702-47be-bddf-d03a1924055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:28.594403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=22f5c588-797e-41fd-8619-43bdc6b7e89a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:28.605652 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b40f0bc4-3fbf-44e3-80e1-da70948bb2f8 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2639709 Apr 05 21:07:28.606964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34954) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:28.615714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:28.624387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:28.771108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:28.780666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:28.780666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:28.782552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:28.786564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6587bcbf-b702-47be-bddf-d03a1924055f None None] For port 55b4c779-b21c-4f3e-b304-d642c418e5e1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=55b4c779-b21c-4f3e-b304-d642c418e5e1,segment=NetworkSegment(bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5),segment_id=bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:28.794791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:28.796352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:28.798015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e365544f-6191-494b-884f-57b45b38028a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 200 len: 933 time: 2.4406993 Apr 05 21:07:28.813763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34960) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:28.877701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6587bcbf-b702-47be-bddf-d03a1924055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:28.957739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587bcbf-b702-47be-bddf-d03a1924055f None None] Pushing event updated for resources: {'Port': ['ID=55b4c779-b21c-4f3e-b304-d642c418e5e1,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:28.973194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:25Z', 'revision_number': 3, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:28.977339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Checking router: 2e06d59e-fc67-4695-ab47-b4d5aab75e08 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:28.977687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Updating router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 port cbf91351-995d-4de5-a49d-ed99a498f83e binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:29.012300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:29.083983 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.126387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Provisioning complete for port 55b4c779-b21c-4f3e-b304-d642c418e5e1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:29.126387 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.315345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.431440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-ce20e95d-b023-45d6-9eae-82914cc2a8e4 req-a36e101f-ea2a-4a46-b6eb-2b3f45e6173b service neutron] (84581) timed out ('10.222.0.23', 60996) {{(pid=84581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:07:29.553275 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab1c83ed-46ce-46c1-979d-60225af4a3c9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 200 len: 933 time: 0.7416263 Apr 05 21:07:29.558051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34968) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:29.572074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'routes': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:29.577190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.587676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Provisioning for port e7893b21-7c9a-4651-b542-ad5bcd69b052 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:29.592672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Transition to ACTIVE for port object cbf91351-995d-4de5-a49d-ed99a498f83e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:29.596413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Provisioning complete for port e7893b21-7c9a-4651-b542-ad5bcd69b052 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:29.596885 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.650245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Port e7893b21-7c9a-4651-b542-ad5bcd69b052 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:29.662126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Provisioning complete for port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:29.662573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97b7836d-bd91-4b83-8947-56cd27774bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.685789 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.823087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39db30-c623-4a56-97b0-af2c7f4127a5 None None] Pushing event updated for resources: {'Port': ['ID=cbf91351-995d-4de5-a49d-ed99a498f83e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:29.823087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Attempting to bind port cbf91351-995d-4de5-a49d-ed99a498f83e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:29.823087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Attempting to bind port cbf91351-995d-4de5-a49d-ed99a498f83e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:29.823087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Attempting to bind port cbf91351-995d-4de5-a49d-ed99a498f83e on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:29.837427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:29.837427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:29.837427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.837427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:29.837427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Bound port: cbf91351-995d-4de5-a49d-ed99a498f83e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:29.837427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:29.958705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] For port cbf91351-995d-4de5-a49d-ed99a498f83e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:29.961867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] For port cbf91351-995d-4de5-a49d-ed99a498f83e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cbf91351-995d-4de5-a49d-ed99a498f83e,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:30.050991 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:30.157900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39db30-c623-4a56-97b0-af2c7f4127a5 None None] Pushing event updated for resources: {'Port': ['ID=cbf91351-995d-4de5-a49d-ed99a498f83e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:30.157900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Routers {'2e06d59e-fc67-4695-ab47-b4d5aab75e08'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:30.157900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:30.237225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:30.381764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 55b4c779-b21c-4f3e-b304-d642c418e5e1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:30.457917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=f3a6f7da-5082-423b-ab6b-b08ca673b59d,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:30.465484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] Set router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:30.467277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:30.468994 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:30.512279 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:30.516055 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:30.551515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:30.551515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: 22f5c588-797e-41fd-8619-43bdc6b7e89a, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:30.724913 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:30.752006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 55b4c779-b21c-4f3e-b304-d642c418e5e1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:30.752006 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:30.852696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.extraroute_db [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added routes are [] {{(pid=84580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 21:07:30.853313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.extraroute_db [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 21:07:30.890675 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:30.905472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:30.994231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:31.060347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 22f5c588-797e-41fd-8619-43bdc6b7e89a) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:31.123554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Allocated IP 172.20.0.1 (00745399-4b13-4e68-b012-bc59518f6f02/6dc5bea5-848e-4edf-9d4d-f5da53a8611a/dd85209e-4204-41ea-a600-a0b106c6da62) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:31.126506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:31.127286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.134006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:25Z', 'revision_number': 3, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:31.138430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f0200-a04e-4ab4-8e10-8a4556c85cc2 None None] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:31.154987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c781d1c-e0fb-412c-ab30-c601a30c2d75 None None] The sync data for ids ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'] in n-d-836605-1 is: [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:25Z', 'revision_number': 3, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:31.232839 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:27Z', 'revision_number': 6, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7893b21-7c9a-4651-b542-ad5bcd69b052', 'name': '', 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:89:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2641a831-0a4e-41c6-8106-61c6d7d66e7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:24Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '2641a831-0a4e-41c6-8106-61c6d7d66e7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:15Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:31.237356 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Checking router: 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:31.239027 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Updating router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f port e7893b21-7c9a-4651-b542-ad5bcd69b052 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:31.259848 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e510c033-3859-4d64-a147-f184f1342713 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6500556 Apr 05 21:07:31.262658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 34984) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:31.357454 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.490200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:31.490200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.499118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.554568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-22f5c588-797e-41fd-8619-43bdc6b7e89a', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:31.555863 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.682410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Transition to ACTIVE for port object dd85209e-4204-41ea-a600-a0b106c6da62 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:31.735204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.742945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.841996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Allocated IP 2001:db8::2 (22f5c588-797e-41fd-8619-43bdc6b7e89a/f3a6f7da-5082-423b-ab6b-b08ca673b59d/95f5383c-619e-47b2-8f38-b928e8cff55c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:31.869220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.946608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Pushing event updated for resources: {'Port': ['ID=dd85209e-4204-41ea-a600-a0b106c6da62,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:31.966494 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:31.981277 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Transition to ACTIVE for port object e7893b21-7c9a-4651-b542-ad5bcd69b052 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:31.985123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Network 00745399-4b13-4e68-b012-bc59518f6f02 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:31.989096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:31.995627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:32.064018 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.083322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.144706 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.156147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.158498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Transition to ACTIVE for port object 95f5383c-619e-47b2-8f38-b928e8cff55c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:32.198394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Transition to ACTIVE for port object 95f5383c-619e-47b2-8f38-b928e8cff55c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:32.198715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:32.292432 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e5e75-72e5-48e3-9bdc-99eedbecddc0 None None] Pushing event updated for resources: {'Port': ['ID=e7893b21-7c9a-4651-b542-ad5bcd69b052,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:32.311711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.439059 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.520191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:32.535706 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Attempting to bind port e7893b21-7c9a-4651-b542-ad5bcd69b052 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:32.536064 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Attempting to bind port e7893b21-7c9a-4651-b542-ad5bcd69b052 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:32.536419 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Attempting to bind port e7893b21-7c9a-4651-b542-ad5bcd69b052 on network f857d887-1a53-486c-b2a5-2d443e58932a {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:32.547661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:32.547661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:32.562465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Pushing event updated for resources: {'Port': ['ID=95f5383c-619e-47b2-8f38-b928e8cff55c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:32.578073 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:32.578417 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Checking segment: {'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:32.579859 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.580421 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Bound using segment: {'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:32.593715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Bound port: e7893b21-7c9a-4651-b542-ad5bcd69b052, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:32.595535 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.706871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Attempting to bind port 95f5383c-619e-47b2-8f38-b928e8cff55c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:32.706871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Attempting to bind port 95f5383c-619e-47b2-8f38-b928e8cff55c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:32.706871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Attempting to bind port 95f5383c-619e-47b2-8f38-b928e8cff55c on network 22f5c588-797e-41fd-8619-43bdc6b7e89a {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:32.706871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c6826bf9-5626-4844-973b-04b713da670a None None] Provisioning for port dd85209e-4204-41ea-a600-a0b106c6da62 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:32.712001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:32.712379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Checking segment: {'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:32.712780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.713317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Bound using segment: {'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:32.713674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Bound port: 95f5383c-619e-47b2-8f38-b928e8cff55c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:32.714731 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.734156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c6826bf9-5626-4844-973b-04b713da670a None None] Provisioning complete for port dd85209e-4204-41ea-a600-a0b106c6da62 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:32.734156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c6826bf9-5626-4844-973b-04b713da670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.778157 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] For port e7893b21-7c9a-4651-b542-ad5bcd69b052, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:32.784593 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] For port e7893b21-7c9a-4651-b542-ad5bcd69b052, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e7893b21-7c9a-4651-b542-ad5bcd69b052,segment=NetworkSegment(143ceb56-2f5a-46d5-8b3f-c93069b6e2f4),segment_id=143ceb56-2f5a-46d5-8b3f-c93069b6e2f4)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:32.791794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8::1 (22f5c588-797e-41fd-8619-43bdc6b7e89a/f3a6f7da-5082-423b-ab6b-b08ca673b59d/03120c29-6f62-4822-aa44-36817a08eec9) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:32.875393 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.881578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:32.889962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.891451 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2631b9e3-6bc1-42c9-9848-3ae8a795bca6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 200 len: 699 time: 3.3285334 Apr 05 21:07:32.901320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34992) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:32.955809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c6826bf9-5626-4844-973b-04b713da670a None None] Port dd85209e-4204-41ea-a600-a0b106c6da62 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:32.984382 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Updating router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f port f9ccbe68-dd60-4774-93ed-03abad512335 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:32.987026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] For port 95f5383c-619e-47b2-8f38-b928e8cff55c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:32.993671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] For port 95f5383c-619e-47b2-8f38-b928e8cff55c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=95f5383c-619e-47b2-8f38-b928e8cff55c,segment=NetworkSegment(84c515b6-bab1-41fc-a5aa-cda5c9e913d1),segment_id=84c515b6-bab1-41fc-a5aa-cda5c9e913d1)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:33.087979 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e5e75-72e5-48e3-9bdc-99eedbecddc0 None None] Pushing event updated for resources: {'Port': ['ID=e7893b21-7c9a-4651-b542-ad5bcd69b052,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:33.104565 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.110328 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.181082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.261043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf35ed9-c339-4787-b569-4b4ee420837e None None] Pushing event updated for resources: {'Port': ['ID=95f5383c-619e-47b2-8f38-b928e8cff55c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:33.303282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.339746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object 03120c29-6f62-4822-aa44-36817a08eec9 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:33.372546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f49ea6c5-baea-4446-8fac-997eedb050d6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 200 len: 699 time: 0.4682007 Apr 05 21:07:33.373702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 34996) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:33.467100 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.483681 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.584069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=03120c29-6f62-4822-aa44-36817a08eec9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:33.596095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:33.597449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:33.599757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:33.600365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.710825 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.740976 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Transition to ACTIVE for port object f9ccbe68-dd60-4774-93ed-03abad512335 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:33.805810 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.809227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.824896 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:33.872873 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Pushing event updated for resources: {'Port': ['ID=dd85209e-4204-41ea-a600-a0b106c6da62,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:34.024331 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e5e75-72e5-48e3-9bdc-99eedbecddc0 None None] Pushing event updated for resources: {'Port': ['ID=f9ccbe68-dd60-4774-93ed-03abad512335,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:34.125910 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Attempting to bind port f9ccbe68-dd60-4774-93ed-03abad512335 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:34.126659 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Attempting to bind port f9ccbe68-dd60-4774-93ed-03abad512335 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:34.127248 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Attempting to bind port f9ccbe68-dd60-4774-93ed-03abad512335 on network 6145c38e-9d96-4a6a-8fc4-eb235455118d {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:34.135505 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:34.136436 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Checking segment: {'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:34.137013 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.137761 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Bound using segment: {'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:34.138425 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Bound port: f9ccbe68-dd60-4774-93ed-03abad512335, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837315b6-29cb-4c24-a77c-587c845ceb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:34.139455 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.193607 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.296027 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] For port f9ccbe68-dd60-4774-93ed-03abad512335, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:34.310458 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] For port f9ccbe68-dd60-4774-93ed-03abad512335, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f9ccbe68-dd60-4774-93ed-03abad512335,segment=NetworkSegment(837315b6-29cb-4c24-a77c-587c845ceb97),segment_id=837315b6-29cb-4c24-a77c-587c845ceb97)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:34.382817 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.385150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.416978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Network 00745399-4b13-4e68-b012-bc59518f6f02 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:34.419734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:34.484979 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.486013 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.487103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 95f5383c-619e-47b2-8f38-b928e8cff55c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:34.587378 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e5e75-72e5-48e3-9bdc-99eedbecddc0 None None] Pushing event updated for resources: {'Port': ['ID=f9ccbe68-dd60-4774-93ed-03abad512335,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:34.598769 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:34.599669 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:34.732572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 95f5383c-619e-47b2-8f38-b928e8cff55c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:34.766092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=03120c29-6f62-4822-aa44-36817a08eec9,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:34.817546 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.853383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-17b6b118-2db1-481c-9f6b-55c95a5bec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.880240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:34.882549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:34.887077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:34.894557 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:34.942131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:34.942775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:35.215772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b4b0fd15-5cec-40a3-ab26-f27f5138ebb3 None None] Provisioning complete for port dd85209e-4204-41ea-a600-a0b106c6da62 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:35.217995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b4b0fd15-5cec-40a3-ab26-f27f5138ebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:35.269718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1782c8-669c-453d-98b5-cda703540661 None None] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:35.373583 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:30Z', 'revision_number': 7, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7893b21-7c9a-4651-b542-ad5bcd69b052', 'name': '', 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:89:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2641a831-0a4e-41c6-8106-61c6d7d66e7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:32Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '2641a831-0a4e-41c6-8106-61c6d7d66e7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:34Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:35.383200 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350cb0-4161-4a88-a8bd-9ebfd14905ec None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:30Z', 'revision_number': 7, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7893b21-7c9a-4651-b542-ad5bcd69b052', 'name': '', 'network_id': 'f857d887-1a53-486c-b2a5-2d443e58932a', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:89:d3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2641a831-0a4e-41c6-8106-61c6d7d66e7a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:32Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '2641a831-0a4e-41c6-8106-61c6d7d66e7a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:34Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:35.498142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:35.518255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0fd15-5cec-40a3-ab26-f27f5138ebb3 None None] Port dd85209e-4204-41ea-a600-a0b106c6da62 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:35.566842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:07:35.766883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:35.991363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:35.995526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eed92e1c-2386-4499-87f0-5693fc48838a None None] Provisioning for port 95f5383c-619e-47b2-8f38-b928e8cff55c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:36.002524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-eed92e1c-2386-4499-87f0-5693fc48838a None None] Provisioning complete for port 95f5383c-619e-47b2-8f38-b928e8cff55c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:36.004759 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Sync routers for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:36.004877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eed92e1c-2386-4499-87f0-5693fc48838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.025695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-13eb0c7d-d114-43b7-a826-3cabdacd36cd tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7618020 Apr 05 21:07:36.026353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35012) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:36.035204 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:36.035836 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:36.038347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-173776227'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:36.056380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:36.066814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:36.076948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:36.091949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:36.189749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:36.205859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.279933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:36.303184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.308318 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment 8e88dd0e-bdbd-496e-a7e5-627cce392bae of type vlan for network c66f4edf-2bc0-4f6b-926f-f95ddd17094b Apr 05 21:07:36.433303 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.516601 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:36.597696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:36.607119 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.611057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:36.612198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.627014 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d78ce605-3266-4388-add7-9c6bc41c7e65 admin admin] 10.222.0.10 "PUT /v2.0/routers/2e06d59e-fc67-4695-ab47-b4d5aab75e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9999063 Apr 05 21:07:36.689498 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eed92e1c-2386-4499-87f0-5693fc48838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.742579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e7893b21-7c9a-4651-b542-ad5bcd69b052 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:36.860227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port e7893b21-7c9a-4651-b542-ad5bcd69b052 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:36.860570 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.942151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 2, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:36.947754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=c66f4edf-2bc0-4f6b-926f-f95ddd17094b,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:36.961929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:36.962524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Updating router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f port c1343a16-5fac-41e1-8cbf-41de36263cde binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:36.970083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-01624555-0640-404a-bb96-d988f78e8a2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9426861 Apr 05 21:07:36.974012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35020) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:36.994575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:37.061509 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:37.083337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:37.333808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:37.344879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:37.348696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:37.366383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:37.377176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port e7893b21-7c9a-4651-b542-ad5bcd69b052, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e7893b21-7c9a-4651-b542-ad5bcd69b052,segment=NetworkSegment(143ceb56-2f5a-46d5-8b3f-c93069b6e2f4),segment_id=143ceb56-2f5a-46d5-8b3f-c93069b6e2f4)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:37.377547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:37.389688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d645cf31-66d3-477c-a05a-09d542ab0364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:37.419428 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:07:33Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:34Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:37.424828 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Checking router: daad7eab-3f11-4ed9-93a2-887d33728f0d for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:37.425704 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Updating router daad7eab-3f11-4ed9-93a2-887d33728f0d port 03120c29-6f62-4822-aa44-36817a08eec9 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:37.442462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:37.449878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-eed92e1c-2386-4499-87f0-5693fc48838a None None] For port 95f5383c-619e-47b2-8f38-b928e8cff55c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=95f5383c-619e-47b2-8f38-b928e8cff55c,segment=NetworkSegment(84c515b6-bab1-41fc-a5aa-cda5c9e913d1),segment_id=84c515b6-bab1-41fc-a5aa-cda5c9e913d1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:37.543393 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:37.580082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eed92e1c-2386-4499-87f0-5693fc48838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:37.659342 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:37.672617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e7893b21-7c9a-4651-b542-ad5bcd69b052 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:37.701854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e7893b21-7c9a-4651-b542-ad5bcd69b052 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:37.702514 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:37.725872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for e7893b21-7c9a-4651-b542-ad5bcd69b052 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:37.999582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed92e1c-2386-4499-87f0-5693fc48838a None None] Pushing event updated for resources: {'Port': ['ID=95f5383c-619e-47b2-8f38-b928e8cff55c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:38.051985 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.140921 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.142519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.158007 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Transition to ACTIVE for port object 03120c29-6f62-4822-aa44-36817a08eec9 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:38.194560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.246889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=e7893b21-7c9a-4651-b542-ad5bcd69b052,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:38.281348 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.296777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=4da1719e-fff6-4c31-a8b3-552714152498,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:38.316330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:38.316696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: c66f4edf-2bc0-4f6b-926f-f95ddd17094b, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:38.319182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cbf91351-995d-4de5-a49d-ed99a498f83e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:38.424017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3953db26-b0e7-4b2d-a2b8-ff70c8f6396a None None] Provisioning for port 03120c29-6f62-4822-aa44-36817a08eec9 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:38.462960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:38.509324 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.535203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Transition to ACTIVE for port object c1343a16-5fac-41e1-8cbf-41de36263cde will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:38.541843 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab91a03-c0c3-4f25-a36b-1c9eb719d831 None None] Pushing event updated for resources: {'Port': ['ID=03120c29-6f62-4822-aa44-36817a08eec9,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:38.554403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, c66f4edf-2bc0-4f6b-926f-f95ddd17094b) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:38.563058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:38.564835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.622147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f986fb-dd9d-48cf-ac6e-25445b0e5123 None None] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:38.683140 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Attempting to bind port 03120c29-6f62-4822-aa44-36817a08eec9 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:38.683745 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Attempting to bind port 03120c29-6f62-4822-aa44-36817a08eec9 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:38.684513 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Attempting to bind port 03120c29-6f62-4822-aa44-36817a08eec9 on network 22f5c588-797e-41fd-8619-43bdc6b7e89a {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:38.688016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6a7abc90-bf06-47a9-be50-acb3b91b4f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7127728 Apr 05 21:07:38.690850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35036) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:38.693489 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:38.693798 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Checking segment: {'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:38.694244 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.694628 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Bound using segment: {'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:38.695880 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Bound port: 03120c29-6f62-4822-aa44-36817a08eec9, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c515b6-bab1-41fc-a5aa-cda5c9e913d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:38.696302 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.821454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] For port 03120c29-6f62-4822-aa44-36817a08eec9, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:38.825253 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] For port 03120c29-6f62-4822-aa44-36817a08eec9, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=03120c29-6f62-4822-aa44-36817a08eec9,segment=NetworkSegment(84c515b6-bab1-41fc-a5aa-cda5c9e913d1),segment_id=84c515b6-bab1-41fc-a5aa-cda5c9e913d1)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:38.833630 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.877934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.954282 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:38.962032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:38.977166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:39.004460 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:39.057242 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:39.057242 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:39.114496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3953db26-b0e7-4b2d-a2b8-ff70c8f6396a None None] Provisioning complete for port 95f5383c-619e-47b2-8f38-b928e8cff55c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:39.114871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3953db26-b0e7-4b2d-a2b8-ff70c8f6396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:39.321866 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab91a03-c0c3-4f25-a36b-1c9eb719d831 None None] Pushing event updated for resources: {'Port': ['ID=03120c29-6f62-4822-aa44-36817a08eec9,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:39.404269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13aa53-3104-4bb0-81b3-c7107d037555 None None] Pushing event updated for resources: {'Port': ['ID=c1343a16-5fac-41e1-8cbf-41de36263cde,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:39.439483 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:39.480589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:39.486516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:40.000121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port cbf91351-995d-4de5-a49d-ed99a498f83e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:40.018698 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:07:33Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:38Z', 'revision_number': 4, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:40.030561 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffdff2-2063-48a4-9643-95aa55b330a6 None None] The sync data for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 is: [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:07:33Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:38Z', 'revision_number': 4, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:40.103414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cbf91351-995d-4de5-a49d-ed99a498f83e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:40.103945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.124130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.160212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:40.185769 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.349768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:40.350632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.364439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:40.412788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Attempting to bind port c1343a16-5fac-41e1-8cbf-41de36263cde on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:40.413190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Attempting to bind port c1343a16-5fac-41e1-8cbf-41de36263cde by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:40.418242 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Attempting to bind port c1343a16-5fac-41e1-8cbf-41de36263cde on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:40.461910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:40.462317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:40.462687 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.463069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:40.463553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Bound port: c1343a16-5fac-41e1-8cbf-41de36263cde, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:40.463925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.470776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:40.495055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c5e9a7a1-f0be-45cc-8969-e203c4352028 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1203206 Apr 05 21:07:40.496043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:40.781886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet 2641a831-0a4e-41c6-8106-61c6d7d66e7a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:07:40.786269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.850484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8:1::1 (c66f4edf-2bc0-4f6b-926f-f95ddd17094b/4da1719e-fff6-4c31-a8b3-552714152498/0793678a-e24b-42c0-bc7e-627dc54347fc) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:40.852415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.895163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] For port c1343a16-5fac-41e1-8cbf-41de36263cde, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:40.955417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:40.962442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] For port c1343a16-5fac-41e1-8cbf-41de36263cde, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c1343a16-5fac-41e1-8cbf-41de36263cde,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:40.981005 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.033015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port cbf91351-995d-4de5-a49d-ed99a498f83e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cbf91351-995d-4de5-a49d-ed99a498f83e,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:41.046211 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.063031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object 0793678a-e24b-42c0-bc7e-627dc54347fc will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:41.091412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.110820 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.138192 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.138943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f9ccbe68-dd60-4774-93ed-03abad512335 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:41.157121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.191489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=2641a831-0a4e-41c6-8106-61c6d7d66e7a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:41.206694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.215042 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bb52ce07-2907-43bb-938b-4e346b3ce33f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/2641a831-0a4e-41c6-8106-61c6d7d66e7a HTTP/1.1" status: 204 len: 168 time: 0.7175264 Apr 05 21:07:41.222252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35122) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:41.286106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=0793678a-e24b-42c0-bc7e-627dc54347fc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:41.293122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:41.294367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:41.301836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:41.302769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.331088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541c568-a24a-4a3d-b02b-73ffb48ed9b6 None None] Network f857d887-1a53-486c-b2a5-2d443e58932a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:41.370732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Allocated IP 2001:db8:1::2 (c66f4edf-2bc0-4f6b-926f-f95ddd17094b/4da1719e-fff6-4c31-a8b3-552714152498/b25c25b6-1ffb-430f-bf72-a11d754d7420) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:41.385696 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.396482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:41.396815 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.503669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13aa53-3104-4bb0-81b3-c7107d037555 None None] Pushing event updated for resources: {'Port': ['ID=c1343a16-5fac-41e1-8cbf-41de36263cde,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:41.538151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.727234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8,segment=NetworkSegment(143ceb56-2f5a-46d5-8b3f-c93069b6e2f4),segment_id=143ceb56-2f5a-46d5-8b3f-c93069b6e2f4)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:41.727595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:41.795368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:41.796090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:41.922024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:42.078177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=cbf91351-995d-4de5-a49d-ed99a498f83e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:42.086415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.091780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:37Z', 'revision_number': 8, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:34Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:42.098806 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.112402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] Checking router: 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:42.118616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Transition to ACTIVE for port object b25c25b6-1ffb-430f-bf72-a11d754d7420 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:42.150107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f9ccbe68-dd60-4774-93ed-03abad512335 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:42.161878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:42.167042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No DVR routers for this DVR port f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:07:42.173594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.184213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Transition to ACTIVE for port object b25c25b6-1ffb-430f-bf72-a11d754d7420 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:42.188628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f9ccbe68-dd60-4774-93ed-03abad512335 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:42.189041 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.202976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-e0049d73-211c-44dc-8814-3dce1cac77fd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:42.209612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-e0049d73-211c-44dc-8814-3dce1cac77fd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1950042 Apr 05 21:07:42.231450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-561d4500-c8ae-4532-98e4-e35b9a11fdb2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/quotas/a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 375 time: 0.0209317 Apr 05 21:07:42.233953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.235367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.250121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:42.250653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:42.314559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:42.355520 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.382746 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f857d887-1a53-486c-b2a5-2d443e58932a']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:42.396093 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:42.396259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143ceb56-2f5a-46d5-8b3f-c93069b6e2f4') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:42.410468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.413712 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.423681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=0793678a-e24b-42c0-bc7e-627dc54347fc,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:42.433415 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.439939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:07:42.440350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:07:42.455942 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:07:42.554714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-41fb82f4-cead-4819-96c2-0a73dc871466 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:07:42.572491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:42.575556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:42.636039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:42.637129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Pushing event updated for resources: {'Port': ['ID=b25c25b6-1ffb-430f-bf72-a11d754d7420,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:42.653004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:42.655830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:42.662739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3b8cd-a0b3-4972-9234-de9fa830c2d1 None None] DHCP port deletion for f857d887-1a53-486c-b2a5-2d443e58932a request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:07:42.725445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:42.744124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.770473 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:42.788162 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/f857d887-1a53-486c-b2a5-2d443e58932a HTTP/1.1" status: 204 len: 168 time: 1.5640435 Apr 05 21:07:42.792066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35208) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:42.841887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-41fb82f4-cead-4819-96c2-0a73dc871466 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:07:42.843243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-41fb82f4-cead-4819-96c2-0a73dc871466 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6001523 Apr 05 21:07:42.872247 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbbfa7-4234-41cd-9e47-a374a929d6f5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=f857d887-1a53-486c-b2a5-2d443e58932a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:43.197152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.205461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.257316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f9ccbe68-dd60-4774-93ed-03abad512335, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f9ccbe68-dd60-4774-93ed-03abad512335,segment=NetworkSegment(837315b6-29cb-4c24-a77c-587c845ceb97),segment_id=837315b6-29cb-4c24-a77c-587c845ceb97)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:43.264567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Attempting to bind port b25c25b6-1ffb-430f-bf72-a11d754d7420 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:43.265651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Attempting to bind port b25c25b6-1ffb-430f-bf72-a11d754d7420 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:43.266235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Attempting to bind port b25c25b6-1ffb-430f-bf72-a11d754d7420 on network c66f4edf-2bc0-4f6b-926f-f95ddd17094b {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:43.268103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-061fbcdf-3577-4ae6-a33f-52ed4729a9df service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132843 Apr 05 21:07:43.277482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:43.279207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:43.279839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Checking segment: {'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:43.280478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.281108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Bound using segment: {'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:43.281807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Bound port: b25c25b6-1ffb-430f-bf72-a11d754d7420, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:43.282454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.380804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.610695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] For port b25c25b6-1ffb-430f-bf72-a11d754d7420, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:43.617692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f9ccbe68-dd60-4774-93ed-03abad512335,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:43.630861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cbf91351-995d-4de5-a49d-ed99a498f83e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:43.637180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-f25763df-7f4f-4352-881b-461b7569efe8 service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579798 Apr 05 21:07:43.660988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] For port b25c25b6-1ffb-430f-bf72-a11d754d7420, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b25c25b6-1ffb-430f-bf72-a11d754d7420,segment=NetworkSegment(8e88dd0e-bdbd-496e-a7e5-627cce392bae),segment_id=8e88dd0e-bdbd-496e-a7e5-627cce392bae)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:43.676471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:43.695454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cc340abe-5012-4030-bbc5-65d33fcbdd28 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0026605 Apr 05 21:07:43.696192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35248) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:43.706917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1853568199'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:43.711278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:43.715891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:43.717403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:43.719049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:43.725018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47182ac8-f880-4c3e-ba47-bb40f5f5deec None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:43.726225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:43.742348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:37Z', 'revision_number': 8, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:34Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:43.747289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cbf91351-995d-4de5-a49d-ed99a498f83e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:43.747663 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.772147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f935a5c-8fc8-4c00-ae6d-59b4954f0bc5 None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:37Z', 'revision_number': 8, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9ccbe68-dd60-4774-93ed-03abad512335', 'name': '', 'network_id': '6145c38e-9d96-4a6a-8fc4-eb235455118d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:c7:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:12Z', 'updated_at': '2022-04-05T21:07:34Z', 'revision_number': 4, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:43.814874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.835963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:43.846825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.958297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:43.974184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.974627 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment 04afd35c-c766-47ca-9dd4-8baf50fef4cc of type vlan for network 3f26102c-e244-49eb-a6d8-eb7fb397d21e Apr 05 21:07:44.028286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504630b-da73-4921-a50f-ee8a2bee8fc0 None None] Pushing event updated for resources: {'Port': ['ID=b25c25b6-1ffb-430f-bf72-a11d754d7420,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:44.039075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.066575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 95f5383c-619e-47b2-8f38-b928e8cff55c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:44.147551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port f9ccbe68-dd60-4774-93ed-03abad512335 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:44.149127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.158039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 95f5383c-619e-47b2-8f38-b928e8cff55c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:44.158598 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.189427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.194452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:44.195858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.450027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:44.462584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=3f26102c-e244-49eb-a6d8-eb7fb397d21e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:44.475494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port f9ccbe68-dd60-4774-93ed-03abad512335, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f9ccbe68-dd60-4774-93ed-03abad512335,segment=NetworkSegment(837315b6-29cb-4c24-a77c-587c845ceb97),segment_id=837315b6-29cb-4c24-a77c-587c845ceb97)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:44.479501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.502698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-75c8bd5e-df89-4a0c-9efc-9123bcb50a12 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8054624 Apr 05 21:07:44.503374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35288) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:44.511276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:44.556266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:07:44.556555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4e4f1e3-35c2-4b82-a494-f1a748f5d2f8 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:44.559436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:44.778629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for f9ccbe68-dd60-4774-93ed-03abad512335 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:44.812590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88b15fa8-53cc-4d29-977c-e5ec16ef6e7b req-424d05ec-1c07-4f4d-ba4d-49c7869bef94 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 210 time: 0.0496457 Apr 05 21:07:44.813817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:44.818863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:44.822577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:44.833394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:44.926964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:45.139726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:45.230115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:45.314591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=f9ccbe68-dd60-4774-93ed-03abad512335,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:45.691102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:45.763298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02788fdd-524c-479e-a545-476ad85147fd None None] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:45.783228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b25c25b6-1ffb-430f-bf72-a11d754d7420 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:45.817877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=d918186e-e808-484b-b06c-b203988c54ff,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:45.827979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:45.828529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: 3f26102c-e244-49eb-a6d8-eb7fb397d21e, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:45.865670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:45.916128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:46.047828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 3f26102c-e244-49eb-a6d8-eb7fb397d21e) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:46.054871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:46.057909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:46.104750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea91fdb5-f9f1-4251-9f78-db5a802508be None None] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:46.316790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db7435e9-5d91-4139-8baf-67dabba77235 req-611c9eb4-3018-4b12-88cb-c19f8a1fa19b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 210 time: 0.3384073 Apr 05 21:07:46.401640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3d6e4362-c2c2-4a6a-b1ad-001d0120fb2d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8971283 Apr 05 21:07:46.404613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35384) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:46.525844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d397f699-fdd6-4330-b85d-bbf2c69a3255 None None] Provisioning for port b25c25b6-1ffb-430f-bf72-a11d754d7420 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:46.577960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d397f699-fdd6-4330-b85d-bbf2c69a3255 None None] Provisioning complete for port b25c25b6-1ffb-430f-bf72-a11d754d7420 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:46.580366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d397f699-fdd6-4330-b85d-bbf2c69a3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:46.637137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b25c25b6-1ffb-430f-bf72-a11d754d7420 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:46.650252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:46.656423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b25c25b6-1ffb-430f-bf72-a11d754d7420 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:46.656875 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:46.685897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': 'd918186e-e808-484b-b06c-b203988c54ff'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:46.686699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:46.845981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:46.858002 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-70688ecd-4f97-4d00-b733-dc4510ca0274 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0646524 Apr 05 21:07:46.860675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35408) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:47.018003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.115809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet 011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:07:47.129281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.142943 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d397f699-fdd6-4330-b85d-bbf2c69a3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.192022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Allocated IP 2001:db8:2::2 (3f26102c-e244-49eb-a6d8-eb7fb397d21e/d918186e-e808-484b-b06c-b203988c54ff/30d86d82-a8ed-4e8c-b94f-05a2f4a0744e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:47.205622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b25c25b6-1ffb-430f-bf72-a11d754d7420, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b25c25b6-1ffb-430f-bf72-a11d754d7420,segment=NetworkSegment(8e88dd0e-bdbd-496e-a7e5-627cce392bae),segment_id=8e88dd0e-bdbd-496e-a7e5-627cce392bae)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:47.220097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.327468 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.328550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c1343a16-5fac-41e1-8cbf-41de36263cde up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:47.442742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.609523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.636203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-60cd3b6d-8131-45b1-8a56-2afc8239fec0 req-63315ded-95ab-4e90-ad84-f04f75618a9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 210 time: 0.0551600 Apr 05 21:07:47.707788 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-d397f699-fdd6-4330-b85d-bbf2c69a3255 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:07:47.708147 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-d397f699-fdd6-4330-b85d-bbf2c69a3255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:07:47.723146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b25c25b6-1ffb-430f-bf72-a11d754d7420,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:47.818345 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.829747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.833271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Transition to ACTIVE for port object 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:47.852427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Transition to ACTIVE for port object 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:47.878749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:47.885215 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:47.893516 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-82adbff3-445c-430b-80e0-ec0c1d9d6df5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf HTTP/1.1" status: 204 len: 168 time: 1.0317328 Apr 05 21:07:47.893766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5fa76-d75d-41df-8ef9-d693846dc082 None None] Network 6145c38e-9d96-4a6a-8fc4-eb235455118d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:47.896005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:47.912838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c1343a16-5fac-41e1-8cbf-41de36263cde completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:47.963594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c1343a16-5fac-41e1-8cbf-41de36263cde triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:47.964253 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.035896 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.037870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.048629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port b83c4db4-5e91-481d-a801-d72c60a2a41e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:48.048982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.080085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8:2::1 (3f26102c-e244-49eb-a6d8-eb7fb397d21e/d918186e-e808-484b-b06c-b203988c54ff/c8a62b25-aa93-4321-a34e-c688f09cc224) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:48.175776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:48.179924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:48.190360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:48.193366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Pushing event updated for resources: {'Port': ['ID=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:48.265899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-21dc1043-69d3-49c7-8629-6caa0dcfe22c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:48.267331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-21dc1043-69d3-49c7-8629-6caa0dcfe22c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.3956051 Apr 05 21:07:48.287324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'port': {'device_id': '5782e622-0a7d-43aa-8c78-442caba8144d', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'admin_state_up': True, 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:48.312762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port b83c4db4-5e91-481d-a801-d72c60a2a41e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b83c4db4-5e91-481d-a801-d72c60a2a41e,segment=NetworkSegment(837315b6-29cb-4c24-a77c-587c845ceb97),segment_id=837315b6-29cb-4c24-a77c-587c845ceb97)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:48.314015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.395139 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.437272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port c1343a16-5fac-41e1-8cbf-41de36263cde, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c1343a16-5fac-41e1-8cbf-41de36263cde,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:48.494700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for b83c4db4-5e91-481d-a801-d72c60a2a41e owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:48.526447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Attempting to bind port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:48.526815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Attempting to bind port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:48.527175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Attempting to bind port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e on network 3f26102c-e244-49eb-a6d8-eb7fb397d21e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:48.533191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.580197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.644412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object c8a62b25-aa93-4321-a34e-c688f09cc224 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:48.658345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.664562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:48.674565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e7893b21-7c9a-4651-b542-ad5bcd69b052 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:48.678268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:48.727335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No DVR routers for this DVR port b83c4db4-5e91-481d-a801-d72c60a2a41e on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:07:48.756555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e7893b21-7c9a-4651-b542-ad5bcd69b052 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:07:48.756805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e7893b21-7c9a-4651-b542-ad5bcd69b052 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:48.762007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:48.763967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=b83c4db4-5e91-481d-a801-d72c60a2a41e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:48.770921 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.776821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:48.777236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Checking segment: {'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:48.777648 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.778263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Bound using segment: {'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:48.779059 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Bound port: 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:48.779447 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.804905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.954260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:48.994890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6145c38e-9d96-4a6a-8fc4-eb235455118d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:49.007596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-790468d2-1606-40d8-a0e9-34f0b3dfbd3e None None] Provisioning complete for port b25c25b6-1ffb-430f-bf72-a11d754d7420 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:49.008683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-790468d2-1606-40d8-a0e9-34f0b3dfbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.021348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837315b6-29cb-4c24-a77c-587c845ceb97') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:49.021939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837315b6-29cb-4c24-a77c-587c845ceb97') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:49.035431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.044501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1196936f-a3c9-4b4a-8de6-9f21d435e003 None None] DHCP port deletion for 6145c38e-9d96-4a6a-8fc4-eb235455118d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:07:49.061318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=c1343a16-5fac-41e1-8cbf-41de36263cde,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:49.064454 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.090590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:07:49.090995 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.097605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61c1dc03-e172-49a5-8935-a276606bb193 req-60d146b0-5f1d-4297-9530-e9b4ffea0807 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 210 time: 0.1927640 Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:07:49.129932 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:07:49.139150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03120c29-6f62-4822-aa44-36817a08eec9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:49.170542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:49.180554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:49.183121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:49.183771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.203501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=c8a62b25-aa93-4321-a34e-c688f09cc224,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:49.244778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] For port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:49.255454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.256066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.256529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] For port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,segment=NetworkSegment(04afd35c-c766-47ca-9dd4-8baf50fef4cc),segment_id=04afd35c-c766-47ca-9dd4-8baf50fef4cc)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:49.256766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.258117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.259079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.259589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.260089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.260587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.261120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.261615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.262106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:49.348919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.20.0.12 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/2fafb207-0278-4558-a046-916d333aeb00) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:49.349883 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.395624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.416844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.429669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=6145c38e-9d96-4a6a-8fc4-eb235455118d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:49.438072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-790468d2-1606-40d8-a0e9-34f0b3dfbd3e None None] Provisioning for port 0793678a-e24b-42c0-bc7e-627dc54347fc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:49.441027 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fcd37803-3d12-4a93-b646-3ace55501eea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/6145c38e-9d96-4a6a-8fc4-eb235455118d HTTP/1.1" status: 204 len: 168 time: 1.5414922 Apr 05 21:07:49.441239 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35518) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:49.443493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 03120c29-6f62-4822-aa44-36817a08eec9 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:49.447149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493bc6-c772-4aff-95c8-4fbd423d2017 None None] Pushing event updated for resources: {'Port': ['ID=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:49.453955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-790468d2-1606-40d8-a0e9-34f0b3dfbd3e None None] Provisioning complete for port 0793678a-e24b-42c0-bc7e-627dc54347fc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:49.453955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-790468d2-1606-40d8-a0e9-34f0b3dfbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.498810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 03120c29-6f62-4822-aa44-36817a08eec9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:49.499331 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.589704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-790468d2-1606-40d8-a0e9-34f0b3dfbd3e None None] Port 0793678a-e24b-42c0-bc7e-627dc54347fc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:49.674367 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.791519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.793639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 03120c29-6f62-4822-aa44-36817a08eec9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=03120c29-6f62-4822-aa44-36817a08eec9,segment=NetworkSegment(84c515b6-bab1-41fc-a5aa-cda5c9e913d1),segment_id=84c515b6-bab1-41fc-a5aa-cda5c9e913d1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:49.802951 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.813946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:07:49.855329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Transition to ACTIVE for port object 2fafb207-0278-4558-a046-916d333aeb00 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:49.898770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:49.899864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b25c25b6-1ffb-430f-bf72-a11d754d7420 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:49.935894 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:49.963986 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:49.964610 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:50.091948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:50.105592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=03120c29-6f62-4822-aa44-36817a08eec9,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:50.134209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b25c25b6-1ffb-430f-bf72-a11d754d7420 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:50.134965 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:50.144585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:50.373464 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:50.480442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:50.502995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:50.529882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:50.543438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:50.930989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=2fafb207-0278-4558-a046-916d333aeb00,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:51.042105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:51.042105 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.071861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:45Z', 'revision_number': 9, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:51.077207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce5fee-c767-4314-af89-8aefa6f3c5ac req-aba7f7df-d4c7-43b9-bb6f-5694e7d08a34 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:51.078709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dce5fee-c767-4314-af89-8aefa6f3c5ac req-aba7f7df-d4c7-43b9-bb6f-5694e7d08a34 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 932 time: 0.6699469 Apr 05 21:07:51.090982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:51.091609 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] Checking router: 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:51.106921 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:51.107831 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:51.185887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dce5fee-c767-4314-af89-8aefa6f3c5ac req-bc414236-22e1-4454-b6aa-28d285930943 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612149 Apr 05 21:07:51.227037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.229979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-15212855-04eb-43cd-873f-635160b7e821 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9467955 Apr 05 21:07:51.244899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-c0a87e43-58f6-4ab5-b376-1d5a5481d476 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:07:51.246027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-c0a87e43-58f6-4ab5-b376-1d5a5481d476 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053957 Apr 05 21:07:51.303394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2bd226ae-8985-4cdf-b256-a6c03913804f None None] Provisioning for port 2fafb207-0278-4558-a046-916d333aeb00 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:51.309235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2bd226ae-8985-4cdf-b256-a6c03913804f None None] Provisioning complete for port 2fafb207-0278-4558-a046-916d333aeb00 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:51.309884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2bd226ae-8985-4cdf-b256-a6c03913804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.315198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.315984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.329957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:51.330512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.390327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:51.433810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03120c29-6f62-4822-aa44-36817a08eec9 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:51.465729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Request body: {'port': {'device_id': '5782e622-0a7d-43aa-8c78-442caba8144d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:51.500388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2bd226ae-8985-4cdf-b256-a6c03913804f None None] Port 2fafb207-0278-4558-a046-916d333aeb00 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:51.503833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87f899-9326-4153-9e97-d8cc48dbc5d7 None None] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:51.529873 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:51.621274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,segment=NetworkSegment(9c74d323-ca45-4c29-afca-a75cb0d31910),segment_id=9c74d323-ca45-4c29-afca-a75cb0d31910)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:51.621688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.634998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.645939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=c8a62b25-aa93-4321-a34e-c688f09cc224,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:51.702350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 03120c29-6f62-4822-aa44-36817a08eec9 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:51.702981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.798194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:51.827102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2ece8fe7-b778-4a90-8653-6756d9c0063e None None] Provisioning for port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:51.836434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2ece8fe7-b778-4a90-8653-6756d9c0063e None None] Provisioning complete for port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:51.837074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2ece8fe7-b778-4a90-8653-6756d9c0063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:51.901209 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:45Z', 'revision_number': 9, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:51.908074 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fdc554-28ad-4ee9-83c8-62702c1582e1 None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:45Z', 'revision_number': 9, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '7504dbfe-7ff5-41d8-83f6-ced0ce08fa63', 'name': '', 'network_id': '2200ec9f-87d6-4f58-9571-1471e955b75d', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:94:b4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:02Z', 'updated_at': '2022-04-05T21:07:20Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:52.002313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:52.006898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:52.087374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.089695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c1343a16-5fac-41e1-8cbf-41de36263cde up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:52.138471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=7504dbfe-7ff5-41d8-83f6-ced0ce08fa63,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:52.154219 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2ece8fe7-b778-4a90-8653-6756d9c0063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.204144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2ece8fe7-b778-4a90-8653-6756d9c0063e None None] For port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,segment=NetworkSegment(04afd35c-c766-47ca-9dd4-8baf50fef4cc),segment_id=04afd35c-c766-47ca-9dd4-8baf50fef4cc)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:52.211793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c1343a16-5fac-41e1-8cbf-41de36263cde triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:52.212415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.379844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2ece8fe7-b778-4a90-8653-6756d9c0063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.657360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece8fe7-b778-4a90-8653-6756d9c0063e None None] Pushing event updated for resources: {'Port': ['ID=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:52.665582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b83c4db4-5e91-481d-a801-d72c60a2a41e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:52.706253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b83c4db4-5e91-481d-a801-d72c60a2a41e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:07:52.706612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b83c4db4-5e91-481d-a801-d72c60a2a41e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:52.720773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.807115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0c5deadd-08ad-445e-8c7d-5dc8a175b50c None None] Provisioning for port c8a62b25-aa93-4321-a34e-c688f09cc224 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:52.811805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0c5deadd-08ad-445e-8c7d-5dc8a175b50c None None] Provisioning complete for port c8a62b25-aa93-4321-a34e-c688f09cc224 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:52.812582 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0c5deadd-08ad-445e-8c7d-5dc8a175b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.835592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c792-f23d-4af9-b698-9b7e646dc691 req-56b4bf21-2bab-4de4-bea8-4132f640b5bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:52.841580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-29f9c792-f23d-4af9-b698-9b7e646dc691 req-56b4bf21-2bab-4de4-bea8-4132f640b5bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:07:52.901476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0c5deadd-08ad-445e-8c7d-5dc8a175b50c None None] Port c8a62b25-aa93-4321-a34e-c688f09cc224 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:52.916558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0c5deadd-08ad-445e-8c7d-5dc8a175b50c None None] Provisioning complete for port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:52.916722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fafb207-0278-4558-a046-916d333aeb00 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:07:52.916951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0c5deadd-08ad-445e-8c7d-5dc8a175b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.927778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:52.930713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:52.957085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Transition to ACTIVE for port object 2fafb207-0278-4558-a046-916d333aeb00 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:53.041834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:53.046176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-29f9c792-f23d-4af9-b698-9b7e646dc691 req-56b4bf21-2bab-4de4-bea8-4132f640b5bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:07:53.047648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29f9c792-f23d-4af9-b698-9b7e646dc691 req-56b4bf21-2bab-4de4-bea8-4132f640b5bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 932 time: 0.5190756 Apr 05 21:07:53.065013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:53.185334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:53.185890 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:53.250265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Pushing event updated for resources: {'Port': ['ID=2fafb207-0278-4558-a046-916d333aeb00,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:53.333909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f9ccbe68-dd60-4774-93ed-03abad512335 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:53.393099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f9ccbe68-dd60-4774-93ed-03abad512335 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:07:53.393687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f9ccbe68-dd60-4774-93ed-03abad512335 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:53.396457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-10a12d77-6368-46b7-b7f8-2c610049dec2 None None] Provisioning complete for port c8a62b25-aa93-4321-a34e-c688f09cc224 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:53.396941 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-10a12d77-6368-46b7-b7f8-2c610049dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:53.456969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29f9c792-f23d-4af9-b698-9b7e646dc691 req-8a9b20b4-ddb0-4e8e-8843-fb4b4d347bbd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512101 Apr 05 21:07:53.549967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-10a12d77-6368-46b7-b7f8-2c610049dec2 None None] Port c8a62b25-aa93-4321-a34e-c688f09cc224 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:53.606637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:53.613113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-db140f68-76e2-4ae9-9718-fc040a4f2429 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2073870 Apr 05 21:07:53.615752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35600) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:53.617730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:07:53.622402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-264411056'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:53.626238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Attempting to bind port 2fafb207-0278-4558-a046-916d333aeb00 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:53.626569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Attempting to bind port 2fafb207-0278-4558-a046-916d333aeb00 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:53.626895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Attempting to bind port 2fafb207-0278-4558-a046-916d333aeb00 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:53.631804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:53.638933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Port 2fafb207-0278-4558-a046-916d333aeb00 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:07:53.639188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Attempting to bind port 2fafb207-0278-4558-a046-916d333aeb00 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:53.645472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:network and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:53.650231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:53.653204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:53.653550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:53.653928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:53.654372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Bound port: 2fafb207-0278-4558-a046-916d333aeb00, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:53.654733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:53.673202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9e1d9886-5ff2-47a6-852a-e79fb498e870 None None] Provisioning complete for port c8a62b25-aa93-4321-a34e-c688f09cc224 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:53.673847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9e1d9886-5ff2-47a6-852a-e79fb498e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:53.675213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:53.736254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d9886-5ff2-47a6-852a-e79fb498e870 None None] Port c8a62b25-aa93-4321-a34e-c688f09cc224 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:07:53.773378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] For port 2fafb207-0278-4558-a046-916d333aeb00, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:53.778027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] For port 2fafb207-0278-4558-a046-916d333aeb00, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2fafb207-0278-4558-a046-916d333aeb00,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:53.782389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:53.783795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:53.804363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:07:53.818925 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-10a8d84a-86bf-4f95-b1a9-d921bc3f0f7f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3756564 Apr 05 21:07:53.821453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35606) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:53.854914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:07:53.860334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.043888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.044156 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added segment 255505cf-4559-43f2-9aaa-f0b3a5a0e9a6 of type vlan for network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f Apr 05 21:07:54.084701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.086183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] 10.222.0.23 "PUT /v2.0/ports/2fafb207-0278-4558-a046-916d333aeb00 HTTP/1.1" status: 200 len: 1092 time: 2.8186898 Apr 05 21:07:54.088574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5782e622-0a7d-43aa-8c78-442caba8144d', 'tag': '2fafb207-0278-4558-a046-916d333aeb00'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:07:54.131503 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.138926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a486574-0c0d-4834-808b-9c4f85e6b476 service neutron] Pushing event updated for resources: {'Port': ['ID=2fafb207-0278-4558-a046-916d333aeb00,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:54.207544 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a37075d-7a02-467a-a179-27e07e79bcf8'] response: {'name': 'network-changed', 'server_uuid': '5782e622-0a7d-43aa-8c78-442caba8144d', 'tag': '2fafb207-0278-4558-a046-916d333aeb00', 'status': 'completed', 'code': 200} Apr 05 21:07:54.361763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet 3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:07:54.367639 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.406022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.409817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:54.410399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.442004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-3b4b52ee-4a3a-46e8-b34d-323c5989f5eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 1095 time: 0.2367339 Apr 05 21:07:54.614849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.646648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-ae91f41a-8dcc-492a-a9d9-1f040ef68dd5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fafb207-0278-4558-a046-916d333aeb00 HTTP/1.1" status: 200 len: 217 time: 0.1935213 Apr 05 21:07:54.732486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Network': ['ID=5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:54.743816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fc37b9ea-e11f-44f3-b031-bddab7098d48 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1270418 Apr 05 21:07:54.744061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:07:54.746791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35622) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:54.753257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'subnet': {'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:07:54.804544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-06015b49-831d-4e19-9f94-b50e8b9f26a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:54.806058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-06015b49-831d-4e19-9f94-b50e8b9f26a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.1231687 Apr 05 21:07:54.876364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662364e6-8659-483a-a22b-3e04cc0ec7e9 req-2b2d988d-a384-43ac-b498-e152724ba877 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:54.877829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-662364e6-8659-483a-a22b-3e04cc0ec7e9 req-2b2d988d-a384-43ac-b498-e152724ba877 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.2329764 Apr 05 21:07:54.885065 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:54.891877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:07:54.895775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:subnet and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:07:54.898895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:07:54.904536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:07:54.971782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Made reservation on behalf of ede87a7635f44061bf8def2674dd0f40 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:07:55.004954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-96c6894b-2a30-44dd-ab79-861102eb2f9d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899810 Apr 05 21:07:55.008268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-662364e6-8659-483a-a22b-3e04cc0ec7e9 req-d3a9b751-a8cb-4ffc-9452-bbe07400c4f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929251 Apr 05 21:07:55.085324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.109434 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.161931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:55.182014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.188933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ff526-550f-45c2-b7b2-852da69f6bc1 None None] Network 2200ec9f-87d6-4f58-9571-1471e955b75d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:55.191382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-469a1352-39fe-4e3c-8e16-4dc8b08482e5 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782982 Apr 05 21:07:55.195427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b4e9b58b-3e53-4fd5-8364-6b85624f3f03 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1 HTTP/1.1" status: 204 len: 168 time: 1.3704972 Apr 05 21:07:55.195681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35626) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:55.416375 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.453838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.487396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 9716f6ec-ccaa-403b-8139-dbe9f782095b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:55.487396 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.490072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Subnet': ['ID=a0d7d652-776b-435a-9b4f-e1ab5b36ce56,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:55.494988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] DHCP port deletion for 2200ec9f-87d6-4f58-9571-1471e955b75d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:07:55.500420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] Deleting port 9716f6ec-ccaa-403b-8139-dbe9f782095b {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:55.501219 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.511133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.511654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.511997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.512329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.512656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.512980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.513328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.513649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.513966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.514283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.514604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:55.530731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Checking segment: {'id': '255505cf-4559-43f2-9aaa-f0b3a5a0e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:55.530731 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network hostable DHCP agents. Network: 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:07:55.549197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9614844c-a874-4bfb-a2cb-d874e0604b06 req-047e8d86-c3f3-4c3c-bdb0-91d5b39c53f1 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297037 Apr 05 21:07:55.633759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:07:55.715132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:55.720162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:55.720747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.735746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb83a80-d92d-452b-97e9-110be5fc6935 None None] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:07:55.810808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] For port 9716f6ec-ccaa-403b-8139-dbe9f782095b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9716f6ec-ccaa-403b-8139-dbe9f782095b,segment=NetworkSegment(9c74d323-ca45-4c29-afca-a75cb0d31910),segment_id=9c74d323-ca45-4c29-afca-a75cb0d31910)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:55.811527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.834800 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-997cc760-a241-42e5-ba23-2acab1452c42 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0866523 Apr 05 21:07:55.837501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35632) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:55.901131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port 9716f6ec-ccaa-403b-8139-dbe9f782095b, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9716f6ec-ccaa-403b-8139-dbe9f782095b,segment=NetworkSegment(9c74d323-ca45-4c29-afca-a75cb0d31910),segment_id=9c74d323-ca45-4c29-afca-a75cb0d31910)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:55.901636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:55.996507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Sync routers for ids ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:56.006247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] Calling delete_port for 9716f6ec-ccaa-403b-8139-dbe9f782095b owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:56.043917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 9716f6ec-ccaa-403b-8139-dbe9f782095b owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:07:56.115327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0218846-0a26-480b-8380-cc878432cfb3 req-dcbc25f4-d695-42e0-85b8-85a250153c8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 1095 time: 0.4249818 Apr 05 21:07:56.123051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Routers {'2e06d59e-fc67-4695-ab47-b4d5aab75e08'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:56.123688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:56.339081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:56.371310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0218846-0a26-480b-8380-cc878432cfb3 req-064364d9-7b07-4d1b-8c28-f1afcfa52e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:56.372766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0218846-0a26-480b-8380-cc878432cfb3 req-064364d9-7b07-4d1b-8c28-f1afcfa52e3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.2458446 Apr 05 21:07:56.395234 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:56.428119 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:56.429211 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:56.456433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] Pushing event deleted for resources: {'Port': ['ID=9716f6ec-ccaa-403b-8139-dbe9f782095b,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:56.458631 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:07:56.458965 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:07:56.472430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0218846-0a26-480b-8380-cc878432cfb3 req-e969dc3e-32fa-4f69-bd64-56bbbb6c1966 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fafb207-0278-4558-a046-916d333aeb00 HTTP/1.1" status: 200 len: 217 time: 0.0911112 Apr 05 21:07:56.472749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f', 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'fixed_ips': [{'subnet_id': 'a0d7d652-776b-435a-9b4f-e1ab5b36ce56'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:07:56.474034 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:56.479506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2a483-f8ed-4356-a44d-af60b8543aef req-36cedd95-ae44-44a7-9850-ef37b7751cf8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:56.481008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8c2a483-f8ed-4356-a44d-af60b8543aef req-36cedd95-ae44-44a7-9850-ef37b7751cf8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.2302914 Apr 05 21:07:56.498162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7fbc02-b20f-4750-9fa2-d6a5f82e3bdb None None] No DVR routers for this DVR port 9716f6ec-ccaa-403b-8139-dbe9f782095b on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:07:56.573792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Set router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:56.592848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0218846-0a26-480b-8380-cc878432cfb3 req-a69a9be0-b24b-4059-bfdf-42aa2655b347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:56.594461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0218846-0a26-480b-8380-cc878432cfb3 req-a69a9be0-b24b-4059-bfdf-42aa2655b347 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.1125851 Apr 05 21:07:56.598752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d8c2a483-f8ed-4356-a44d-af60b8543aef req-5cfdc782-7020-4c26-874c-68ef4c6e0ac4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830424 Apr 05 21:07:56.676931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0218846-0a26-480b-8380-cc878432cfb3 req-c75297a3-b8a5-4251-8ea1-e9a2e61c0c66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763133 Apr 05 21:07:56.706454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:56.882390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0218846-0a26-480b-8380-cc878432cfb3 req-24df3b1f-7579-439d-a500-12183e3de938 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940956 Apr 05 21:07:56.890191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-03098535-392d-4474-b8e4-8726c2bea731 req-05c5b3fe-c340-4ab1-81d4-c7039949a861 tempest-VolumesActionsTest-1582426154 tempest-VolumesActionsTest-1582426154-project] (84580) timed out ('10.222.0.23', 61017) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:07:56.992351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9716f6ec-ccaa-403b-8139-dbe9f782095b no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:57.019244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 9716f6ec-ccaa-403b-8139-dbe9f782095b {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:57.019731 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.066760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9716f6ec-ccaa-403b-8139-dbe9f782095b {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:07:57.067094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9716f6ec-ccaa-403b-8139-dbe9f782095b not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:57.068522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.096932 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:51Z', 'revision_number': 10, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:57.101572 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] Checking router: 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:57.111053 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Allocated IP 2001:db8:3::2 (5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f/a0d7d652-776b-435a-9b4f-e1ab5b36ce56/f31f85f3-23a2-4dc0-bf50-ec39099c4619) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:57.113361 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:57.114208 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:57.193774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] The port '9716f6ec-ccaa-403b-8139-dbe9f782095b' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:07:57.353823 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.364736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:32Z', 'revision_number': 4, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'dd85209e-4204-41ea-a600-a0b106c6da62', 'name': '', 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'mac_address': 'fa:16:3e:14:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc5bea5-848e-4edf-9d4d-f5da53a8611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:30Z', 'updated_at': '2022-04-05T21:07:32Z', 'revision_number': 2, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'subnets': [{'id': '6dc5bea5-848e-4edf-9d4d-f5da53a8611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:57.380209 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:57.390276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2200ec9f-87d6-4f58-9571-1471e955b75d']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:57.404629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c74d323-ca45-4c29-afca-a75cb0d31910') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:57.405039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c74d323-ca45-4c29-afca-a75cb0d31910') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:57.418695 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.436973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Checking router: 2e06d59e-fc67-4695-ab47-b4d5aab75e08 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:07:57.437943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Updating router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 port dd85209e-4204-41ea-a600-a0b106c6da62 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:07:57.461771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.481305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:07:57.481623 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: util.warn( Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:07:57.506016 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:07:57.517245 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.602694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0218846-0a26-480b-8380-cc878432cfb3 req-34924a53-b9b8-41ed-a6a6-9447e03dd94e service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176311 Apr 05 21:07:57.666185 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.669373 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.690066 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:57.698563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Transition to ACTIVE for port object f31f85f3-23a2-4dc0-bf50-ec39099c4619 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:57.703419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=2200ec9f-87d6-4f58-9571-1471e955b75d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:57.714568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35644) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:07:57.714707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-98f2328c-0217-4fef-bcce-7413e224e004 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/2200ec9f-87d6-4f58-9571-1471e955b75d HTTP/1.1" status: 204 len: 168 time: 2.5180705 Apr 05 21:07:57.805490 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:51Z', 'revision_number': 10, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:57.829961 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547ca4f-be2f-4695-a7d2-93a9d8b18d9c None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:07:51Z', 'revision_number': 10, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None, '_interfaces': [{'id': '928d82f8-f15e-49ca-a92d-b04ae5981111', 'name': '', 'network_id': '6d712d24-bfad-4149-9a06-9a45c31c3849', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'mac_address': 'fa:16:3e:62:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:06:55Z', 'updated_at': '2022-04-05T21:07:04Z', 'revision_number': 5, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'subnets': [{'id': '61b74b0b-809f-4172-9b77-db87e5d5e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:07:57.830966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478e1b7-8d30-4e9a-81dd-c0f19adf3b27 req-97264e01-2ffb-43ed-9ed0-b21577f4ecdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:57.832657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4478e1b7-8d30-4e9a-81dd-c0f19adf3b27 req-97264e01-2ffb-43ed-9ed0-b21577f4ecdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.0884969 Apr 05 21:07:57.910310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4478e1b7-8d30-4e9a-81dd-c0f19adf3b27 req-3d17cf6a-1329-4b55-8a58-94961c00783f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712426 Apr 05 21:07:57.921873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Transition to ACTIVE for port object f31f85f3-23a2-4dc0-bf50-ec39099c4619 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:57.991297 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.143210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Allocated IP 2001:db8:3::1 (5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f/a0d7d652-776b-435a-9b4f-e1ab5b36ce56/e932dd9d-62b8-4b40-9af0-b5625a42c2c5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:07:58.220399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:58.220399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Pushing event updated for resources: {'Port': ['ID=f31f85f3-23a2-4dc0-bf50-ec39099c4619,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:58.220399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:58.223486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:58.239343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.286496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.308982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Transition to ACTIVE for port object dd85209e-4204-41ea-a600-a0b106c6da62 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:58.331599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Attempting to bind port f31f85f3-23a2-4dc0-bf50-ec39099c4619 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:58.331971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Attempting to bind port f31f85f3-23a2-4dc0-bf50-ec39099c4619 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '255505cf-4559-43f2-9aaa-f0b3a5a0e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:58.332331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Attempting to bind port f31f85f3-23a2-4dc0-bf50-ec39099c4619 on network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:58.338847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:58.339216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Checking segment: {'id': '255505cf-4559-43f2-9aaa-f0b3a5a0e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:58.339622 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.340012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Bound using segment: {'id': '255505cf-4559-43f2-9aaa-f0b3a5a0e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:58.340476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Bound port: f31f85f3-23a2-4dc0-bf50-ec39099c4619, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255505cf-4559-43f2-9aaa-f0b3a5a0e9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:58.340848 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.387113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.541078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb2154-99ca-46ca-a595-6c0a3d17f744 None None] Pushing event updated for resources: {'Port': ['ID=dd85209e-4204-41ea-a600-a0b106c6da62,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:58.561898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] For port f31f85f3-23a2-4dc0-bf50-ec39099c4619, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:58.591577 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.599616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] For port f31f85f3-23a2-4dc0-bf50-ec39099c4619, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f31f85f3-23a2-4dc0-bf50-ec39099c4619,segment=NetworkSegment(255505cf-4559-43f2-9aaa-f0b3a5a0e9a6),segment_id=255505cf-4559-43f2-9aaa-f0b3a5a0e9a6)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:58.613668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Transition to ACTIVE for port object e932dd9d-62b8-4b40-9af0-b5625a42c2c5 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:58.656425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Attempting to bind port dd85209e-4204-41ea-a600-a0b106c6da62 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:58.656809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Attempting to bind port dd85209e-4204-41ea-a600-a0b106c6da62 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:58.657206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Attempting to bind port dd85209e-4204-41ea-a600-a0b106c6da62 on network 00745399-4b13-4e68-b012-bc59518f6f02 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:07:58.664882 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.700692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:07:58.701157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Checking segment: {'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:07:58.701493 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.701894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Bound using segment: {'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:07:58.702377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Bound port: dd85209e-4204-41ea-a600-a0b106c6da62, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:58.702752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.719795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Sync routers for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:07:58.791016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.811982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:58.863260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0cb00-1866-4018-9bfa-154086ffa7b9 None None] Pushing event updated for resources: {'Port': ['ID=f31f85f3-23a2-4dc0-bf50-ec39099c4619,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:58.865794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:07:58.866106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7504dbfe-7ff5-41d8-83f6-ced0ce08fa63 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:58.870466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:58.871077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:58.876861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:07:58.882320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:07:58.890007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:07:58.890489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:58.904881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=e932dd9d-62b8-4b40-9af0-b5625a42c2c5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:59.039694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] For port dd85209e-4204-41ea-a600-a0b106c6da62, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:07:59.046491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] For port dd85209e-4204-41ea-a600-a0b106c6da62, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dd85209e-4204-41ea-a600-a0b106c6da62,segment=NetworkSegment(bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5),segment_id=bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:07:59.062319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:59.137095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:59.202857 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:59.397043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb2154-99ca-46ca-a595-6c0a3d17f744 None None] Pushing event updated for resources: {'Port': ['ID=dd85209e-4204-41ea-a600-a0b106c6da62,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:59.480538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c511ae-b4be-47bd-be84-d8d441c41ad1 req-cfdf3cc2-a514-4f59-b779-5349f75ad12e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:59.487699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50c511ae-b4be-47bd-be84-d8d441c41ad1 req-cfdf3cc2-a514-4f59-b779-5349f75ad12e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.4250746 Apr 05 21:07:59.496519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Routers {'2e06d59e-fc67-4695-ab47-b4d5aab75e08'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:07:59.497040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:59.571755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50c511ae-b4be-47bd-be84-d8d441c41ad1 req-6c5ee17a-e232-4b51-bf17-8099f2784084 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829725 Apr 05 21:07:59.728929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 928d82f8-f15e-49ca-a92d-b04ae5981111 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:07:59.729287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:59.870533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] Set router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:07:59.991453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port 928d82f8-f15e-49ca-a92d-b04ae5981111, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=928d82f8-f15e-49ca-a92d-b04ae5981111,segment=NetworkSegment(f613debf-86ca-4424-bcf6-1d61ab5a5fb9),segment_id=f613debf-86ca-4424-bcf6-1d61ab5a5fb9)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:07:59.991822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:00.005031 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:00.034550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 4, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:07:41Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8a62b25-aa93-4321-a34e-c688f09cc224', 'name': '', 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:47:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd918186e-e808-484b-b06c-b203988c54ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:47Z', 'updated_at': '2022-04-05T21:07:50Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'd918186e-e808-484b-b06c-b203988c54ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:00.045862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Checking router: daad7eab-3f11-4ed9-93a2-887d33728f0d for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:00.046291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Updating router daad7eab-3f11-4ed9-93a2-887d33728f0d port 0793678a-e24b-42c0-bc7e-627dc54347fc binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:08:00.130708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 928d82f8-f15e-49ca-a92d-b04ae5981111 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:00.164512 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:00.165532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:00.171544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:00.378159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b68ce-4ee4-4686-9517-e04303018ae8 None None] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:00.476533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event updated for resources: {'Port': ['ID=e932dd9d-62b8-4b40-9af0-b5625a42c2c5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:00.544914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:32Z', 'revision_number': 4, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'dd85209e-4204-41ea-a600-a0b106c6da62', 'name': '', 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'mac_address': 'fa:16:3e:14:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc5bea5-848e-4edf-9d4d-f5da53a8611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:30Z', 'updated_at': '2022-04-05T21:07:59Z', 'revision_number': 4, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'subnets': [{'id': '6dc5bea5-848e-4edf-9d4d-f5da53a8611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:00.555569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ff2b4-6418-48c4-855b-f7e7ae6ecf1e None None] The sync data for ids ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'] in n-d-836605-1 is: [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:07:32Z', 'revision_number': 4, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'dd85209e-4204-41ea-a600-a0b106c6da62', 'name': '', 'network_id': '00745399-4b13-4e68-b012-bc59518f6f02', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'mac_address': 'fa:16:3e:14:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc5bea5-848e-4edf-9d4d-f5da53a8611a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:30Z', 'updated_at': '2022-04-05T21:07:59Z', 'revision_number': 4, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'subnets': [{'id': '6dc5bea5-848e-4edf-9d4d-f5da53a8611a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:00.568498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:00.570379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:00.741888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7a4d3b1e-9c63-4142-a180-531c2ce94e41 None None] Provisioning for port f31f85f3-23a2-4dc0-bf50-ec39099c4619 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:00.872159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30466b77-36be-480b-b0c9-a86b88015560 req-b239ed28-1ff4-4279-b158-8ca64fd3494b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:00.873713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30466b77-36be-480b-b0c9-a86b88015560 req-b239ed28-1ff4-4279-b158-8ca64fd3494b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.1272581 Apr 05 21:08:01.008793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30466b77-36be-480b-b0c9-a86b88015560 req-dcbab2b0-b485-4265-8009-c0469bf9b70d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290607 Apr 05 21:08:01.049845 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.080002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f31f85f3-23a2-4dc0-bf50-ec39099c4619 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:01.108003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Transition to ACTIVE for port object 0793678a-e24b-42c0-bc7e-627dc54347fc will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:01.143292 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.218534 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.253685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=928d82f8-f15e-49ca-a92d-b04ae5981111,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:01.289482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f31f85f3-23a2-4dc0-bf50-ec39099c4619 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:01.325738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f31f85f3-23a2-4dc0-bf50-ec39099c4619 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:01.326003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.584786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d780-e2ed-4aae-8758-2d651248236d None None] Pushing event updated for resources: {'Port': ['ID=0793678a-e24b-42c0-bc7e-627dc54347fc,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:01.726514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.739854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:01.914806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Attempting to bind port 0793678a-e24b-42c0-bc7e-627dc54347fc on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:08:01.915296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Attempting to bind port 0793678a-e24b-42c0-bc7e-627dc54347fc by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:08:01.915793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Attempting to bind port 0793678a-e24b-42c0-bc7e-627dc54347fc on network c66f4edf-2bc0-4f6b-926f-f95ddd17094b {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:08:01.923515 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.946284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74539a7a-2a48-4d85-ad20-9a24d1157e55 None None] Provisioning complete for port f31f85f3-23a2-4dc0-bf50-ec39099c4619 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:01.946823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74539a7a-2a48-4d85-ad20-9a24d1157e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.975422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:08:01.976450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Checking segment: {'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:01.976958 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:01.977477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Bound using segment: {'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:08:01.978049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Bound port: 0793678a-e24b-42c0-bc7e-627dc54347fc, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e88dd0e-bdbd-496e-a7e5-627cce392bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:08:01.978914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:02.203423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f31f85f3-23a2-4dc0-bf50-ec39099c4619, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f31f85f3-23a2-4dc0-bf50-ec39099c4619,segment=NetworkSegment(255505cf-4559-43f2-9aaa-f0b3a5a0e9a6),segment_id=255505cf-4559-43f2-9aaa-f0b3a5a0e9a6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:02.275950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] For port 0793678a-e24b-42c0-bc7e-627dc54347fc, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:08:02.292433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] For port 0793678a-e24b-42c0-bc7e-627dc54347fc, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0793678a-e24b-42c0-bc7e-627dc54347fc,segment=NetworkSegment(8e88dd0e-bdbd-496e-a7e5-627cce392bae),segment_id=8e88dd0e-bdbd-496e-a7e5-627cce392bae)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:08:02.304100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:02.304988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dd85209e-4204-41ea-a600-a0b106c6da62 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:02.352849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bce484-7913-4590-b9fb-d5280ad2caa7 req-d95b44f2-71fc-444c-b769-febc6612e5b7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:02.355342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3bce484-7913-4590-b9fb-d5280ad2caa7 req-d95b44f2-71fc-444c-b769-febc6612e5b7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.1336100 Apr 05 21:08:02.413672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3bce484-7913-4590-b9fb-d5280ad2caa7 req-6231a8e9-1c73-49c5-b051-1e91efc2aa7e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514400 Apr 05 21:08:02.443125 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:02.520349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Updating router daad7eab-3f11-4ed9-93a2-887d33728f0d port c8a62b25-aa93-4321-a34e-c688f09cc224 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:08:02.568543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f31f85f3-23a2-4dc0-bf50-ec39099c4619,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:02.631067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:02.661035 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-62ddffcf-45d8-459d-8661-639343c8c19f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8196754 Apr 05 21:08:02.661234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:02.661639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35696) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:02.667802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:02.688547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:02.723385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d780-e2ed-4aae-8758-2d651248236d None None] Pushing event updated for resources: {'Port': ['ID=0793678a-e24b-42c0-bc7e-627dc54347fc,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:02.730360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74539a7a-2a48-4d85-ad20-9a24d1157e55 None None] Provisioning for port e932dd9d-62b8-4b40-9af0-b5625a42c2c5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:02.740260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74539a7a-2a48-4d85-ad20-9a24d1157e55 None None] Provisioning complete for port e932dd9d-62b8-4b40-9af0-b5625a42c2c5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:02.740643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74539a7a-2a48-4d85-ad20-9a24d1157e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:02.815972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port dd85209e-4204-41ea-a600-a0b106c6da62 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:02.847958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dd85209e-4204-41ea-a600-a0b106c6da62 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:02.848333 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:02.872565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:02.880876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35704) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:02.882127 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab85f2d4-3a83-4d88-a45c-49f632d6f43b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1664250 Apr 05 21:08:02.893015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-74539a7a-2a48-4d85-ad20-9a24d1157e55 None None] Port e932dd9d-62b8-4b40-9af0-b5625a42c2c5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:08:03.145116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a6670a39-f99b-4364-aacd-112f85db1243 None None] Provisioning complete for port e932dd9d-62b8-4b40-9af0-b5625a42c2c5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:03.145493 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6670a39-f99b-4364-aacd-112f85db1243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.224874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.264078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting subnet 61b74b0b-809f-4172-9b77-db87e5d5e168 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:03.270365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a6670a39-f99b-4364-aacd-112f85db1243 None None] Port e932dd9d-62b8-4b40-9af0-b5625a42c2c5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:08:03.271554 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.311320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port dd85209e-4204-41ea-a600-a0b106c6da62, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dd85209e-4204-41ea-a600-a0b106c6da62,segment=NetworkSegment(bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5),segment_id=bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:03.376896 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.377478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.381011 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.436109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Transition to ACTIVE for port object c8a62b25-aa93-4321-a34e-c688f09cc224 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:03.471701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=dd85209e-4204-41ea-a600-a0b106c6da62,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:03.483708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.497807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.505663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.505904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.508521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.509153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.510037 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.510468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.510728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.511066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.511403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:03.519115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.655692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f31f85f3-23a2-4dc0-bf50-ec39099c4619 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:03.690601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d780-e2ed-4aae-8758-2d651248236d None None] Pushing event updated for resources: {'Port': ['ID=c8a62b25-aa93-4321-a34e-c688f09cc224,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:03.760340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.862536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Attempting to bind port c8a62b25-aa93-4321-a34e-c688f09cc224 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:08:03.862536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Attempting to bind port c8a62b25-aa93-4321-a34e-c688f09cc224 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:08:03.862536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Attempting to bind port c8a62b25-aa93-4321-a34e-c688f09cc224 on network 3f26102c-e244-49eb-a6d8-eb7fb397d21e {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:08:03.876947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f31f85f3-23a2-4dc0-bf50-ec39099c4619 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:03.877350 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.906500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:08:03.907026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Checking segment: {'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:03.907375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.907775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Bound using segment: {'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:08:03.908261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Bound port: c8a62b25-aa93-4321-a34e-c688f09cc224, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04afd35c-c766-47ca-9dd4-8baf50fef4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:08:03.909139 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:03.974475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35ec81-3aeb-4fe4-9ed1-b392fb7f0135 req-57824895-1400-4cb0-88a0-904633fc06ff tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:03.976485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd35ec81-3aeb-4fe4-9ed1-b392fb7f0135 req-57824895-1400-4cb0-88a0-904633fc06ff tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.3395631 Apr 05 21:08:03.983994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.020570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.extraroute_db [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 21:08:04.053256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Subnet': ['ID=61b74b0b-809f-4172-9b77-db87e5d5e168,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:04.064823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] For port c8a62b25-aa93-4321-a34e-c688f09cc224, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:08:04.074423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.extraroute_db [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Removed routes are [] {{(pid=84581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 21:08:04.074948 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.094785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.098081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e96d6f-4e05-45dc-b79a-5c43a3ec0ff3 None None] Network 6d712d24-bfad-4149-9a06-9a45c31c3849 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:04.110014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-429e55d3-e2d4-4f6f-bf07-d20ac653cbcb tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/61b74b0b-809f-4172-9b77-db87e5d5e168 HTTP/1.1" status: 204 len: 168 time: 1.2280929 Apr 05 21:08:04.112773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35726) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:04.115661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd35ec81-3aeb-4fe4-9ed1-b392fb7f0135 req-264dd0d5-7eb3-429a-a076-15bd4bdf46a0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273348 Apr 05 21:08:04.118644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] For port c8a62b25-aa93-4321-a34e-c688f09cc224, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c8a62b25-aa93-4321-a34e-c688f09cc224,segment=NetworkSegment(04afd35c-c766-47ca-9dd4-8baf50fef4cc),segment_id=04afd35c-c766-47ca-9dd4-8baf50fef4cc)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:08:04.242831 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.255667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Deleting port 6cf3a766-bb52-4efb-893b-911e43afc8f7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:04.256092 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.429894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.504057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] DHCP port deletion for 6d712d24-bfad-4149-9a06-9a45c31c3849 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:04.515778 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.520344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Deleting port 6cf3a766-bb52-4efb-893b-911e43afc8f7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:04.520714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.542336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] For port 6cf3a766-bb52-4efb-893b-911e43afc8f7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6cf3a766-bb52-4efb-893b-911e43afc8f7,segment=NetworkSegment(f613debf-86ca-4424-bcf6-1d61ab5a5fb9),segment_id=f613debf-86ca-4424-bcf6-1d61ab5a5fb9)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:04.542694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.629215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074d780-e2ed-4aae-8758-2d651248236d None None] Pushing event updated for resources: {'Port': ['ID=c8a62b25-aa93-4321-a34e-c688f09cc224,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:04.654965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:04.655736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:04.687305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Calling delete_port for 6cf3a766-bb52-4efb-893b-911e43afc8f7 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:04.729287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.733356 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.937544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:04.968359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2fafb207-0278-4558-a046-916d333aeb00 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:08:04.984385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Port': ['ID=6cf3a766-bb52-4efb-893b-911e43afc8f7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:04.991101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No DVR routers for this DVR port 6cf3a766-bb52-4efb-893b-911e43afc8f7 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:05.027085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:05.034326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:05.077986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] For port 6cf3a766-bb52-4efb-893b-911e43afc8f7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6cf3a766-bb52-4efb-893b-911e43afc8f7,segment=NetworkSegment(f613debf-86ca-4424-bcf6-1d61ab5a5fb9),segment_id=f613debf-86ca-4424-bcf6-1d61ab5a5fb9)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:05.078381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.101469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f05b58e4-fe93-4337-be1c-5750503358b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.106280 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.resource_extend [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 21:08:05.156278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc1830-87b3-423e-885d-438d561cbacd None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:05.176324 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:05.181097 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:05.193453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.231505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d712d24-bfad-4149-9a06-9a45c31c3849']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:05.259806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:05.260006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f613debf-86ca-4424-bcf6-1d61ab5a5fb9') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:05.290902 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.325550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.338372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:05.338775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.343781 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:05.372353 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:05.433722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Calling delete_port for 6cf3a766-bb52-4efb-893b-911e43afc8f7 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:05.488456 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:08:00Z', 'revision_number': 11, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:05.489682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:05.502404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.505611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b3369006-eb7b-49f1-a44d-571f732545b3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 200 len: 954 time: 2.8405542 Apr 05 21:08:05.507849 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc1830-87b3-423e-885d-438d561cbacd None None] Checking router: 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:05.509372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35742) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:05.523338 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] Routers {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:05.524084 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:07:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:05.570130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dd85209e-4204-41ea-a600-a0b106c6da62 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:05.644923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.681682 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:05.690043 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] Set router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:05.690597 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Pushing event deleted for resources: {'Network': ['ID=6d712d24-bfad-4149-9a06-9a45c31c3849,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:05.703608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2fafb207-0278-4558-a046-916d333aeb00, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2fafb207-0278-4558-a046-916d333aeb00,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:05.703882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f367cf-4998-4c2c-bb02-712e373f35c7 req-9d7180de-0a2b-44a9-945a-07cad9539c62 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:05.705306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7f367cf-4998-4c2c-bb02-712e373f35c7 req-9d7180de-0a2b-44a9-945a-07cad9539c62 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 944 time: 0.3120170 Apr 05 21:08:05.715254 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f4099213-3880-46f8-bd0a-ac7ee482bc59 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/networks/6d712d24-bfad-4149-9a06-9a45c31c3849 HTTP/1.1" status: 204 len: 168 time: 1.6014278 Apr 05 21:08:05.725619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35748) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:05.730785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'routes': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:05.756197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '2fafb207-0278-4558-a046-916d333aeb00', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'port_id': '2fafb207-0278-4558-a046-916d333aeb00', 'mac_address': 'fa:16:3e:cd:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:08:05.760135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:08:05.761915 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:08:05.791494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7f367cf-4998-4c2c-bb02-712e373f35c7 req-6bef6375-d967-4e9f-8d20-8c7fd7d7b890 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748816 Apr 05 21:08:05.802762 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-becc1830-87b3-423e-885d-438d561cbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:08:00Z', 'revision_number': 11, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:05.809611 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc1830-87b3-423e-885d-438d561cbacd None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [{'id': '7e58fa39-cee3-422c-8b8a-aeb0d8f7492f', 'name': 'tempest-RoutersTest-router-437539224', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:06:50Z', 'updated_at': '2022-04-05T21:08:00Z', 'revision_number': 11, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:05.849747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e9740c8a-5a37-4b69-adeb-3a202c300b0d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 200 len: 954 time: 0.3375406 Apr 05 21:08:05.852339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35752) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:05.861338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'routes': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:05.990463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.037006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port dd85209e-4204-41ea-a600-a0b106c6da62 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:06.037413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.156249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fafb207-0278-4558-a046-916d333aeb00 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:08:06.252455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2fafb207-0278-4558-a046-916d333aeb00, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2fafb207-0278-4558-a046-916d333aeb00,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:06.282886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.extraroute_db [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Added routes are [] {{(pid=84580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 21:08:06.283446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.extraroute_db [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Removed routes are [] {{(pid=84580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 21:08:06.283775 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.292146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Deleting port 6cf3a766-bb52-4efb-893b-911e43afc8f7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:06.292146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.365681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43024-2d60-4c30-8d80-624a04639a81 None None] The port '6cf3a766-bb52-4efb-893b-911e43afc8f7' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:08:06.384415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.497887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=2fafb207-0278-4558-a046-916d333aeb00,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:06.537075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:04Z', 'revision_number': 6, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:02Z', 'revision_number': 4, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8a62b25-aa93-4321-a34e-c688f09cc224', 'name': '', 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:47:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd918186e-e808-484b-b06c-b203988c54ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:47Z', 'updated_at': '2022-04-05T21:08:04Z', 'revision_number': 4, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'd918186e-e808-484b-b06c-b203988c54ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e932dd9d-62b8-4b40-9af0-b5625a42c2c5', 'name': '', 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:08:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0d7d652-776b-435a-9b4f-e1ab5b36ce56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:57Z', 'updated_at': '2022-04-05T21:07:59Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'a0d7d652-776b-435a-9b4f-e1ab5b36ce56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:06.555161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6cf3a766-bb52-4efb-893b-911e43afc8f7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:06.596207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f04725-10ed-4f8e-a5ff-4aa5af628591 None None] The sync data for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 is: [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:04Z', 'revision_number': 6, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:02Z', 'revision_number': 4, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8a62b25-aa93-4321-a34e-c688f09cc224', 'name': '', 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:47:c0:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd918186e-e808-484b-b06c-b203988c54ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:47Z', 'updated_at': '2022-04-05T21:08:04Z', 'revision_number': 4, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'd918186e-e808-484b-b06c-b203988c54ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e932dd9d-62b8-4b40-9af0-b5625a42c2c5', 'name': '', 'network_id': '5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:08:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0d7d652-776b-435a-9b4f-e1ab5b36ce56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:57Z', 'updated_at': '2022-04-05T21:07:59Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'a0d7d652-776b-435a-9b4f-e1ab5b36ce56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:06.603776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6cf3a766-bb52-4efb-893b-911e43afc8f7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:06.606666 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6cf3a766-bb52-4efb-893b-911e43afc8f7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:06.608754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.612346 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.621938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['2fafb207-0278-4558-a046-916d333aeb00'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:08:06.788666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.extraroute_db [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added routes are [] {{(pid=84581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 21:08:06.788979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.extraroute_db [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84581) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 21:08:06.857968 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:06.881641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:06.884701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-94a20d14-097f-4a38-b69b-27931499403d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:07.060385 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:07.074077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:07.075386 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9d1d4624-07da-44cd-b544-3635823b36e3 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 200 len: 700 time: 1.3488042 Apr 05 21:08:07.078512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35774) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:07.139661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6ae7a53e-5ac6-475d-98e4-96a2acc05745 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Synchronizing usage tracker for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:07.197120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69722-4333-41fd-8105-b984f542827c req-0a794139-850b-4350-9dd9-1dd24fba477b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:07.198619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8d69722-4333-41fd-8105-b984f542827c req-0a794139-850b-4350-9dd9-1dd24fba477b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 945 time: 0.1862519 Apr 05 21:08:07.217658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6ae7a53e-5ac6-475d-98e4-96a2acc05745 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Unset dirty status for tenant:a101648fd9ab4822b6e2481b148033ca on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:07.221529 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6ae7a53e-5ac6-475d-98e4-96a2acc05745 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 200 len: 205 time: 0.1419687 Apr 05 21:08:07.222106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35780) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:07.344359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8d69722-4333-41fd-8105-b984f542827c req-54e22d87-f1a8-4c72-9e2c-e9c470eb40ee tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367450 Apr 05 21:08:07.442531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-484c313e-2eca-4e62-bcc7-46014e59cc79 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:07.519602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:07.528865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:07.606459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c8a62b25-aa93-4321-a34e-c688f09cc224 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:07.803381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:07.850011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c8a62b25-aa93-4321-a34e-c688f09cc224 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:07.868999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c8a62b25-aa93-4321-a34e-c688f09cc224 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:07.869745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.042222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:08.055498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.056676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97a74d00-57bc-4aa1-9e28-8cea8aa60b93 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 200 len: 704 time: 2.2031307 Apr 05 21:08:08.059666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35794) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:08.140101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.197369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port c8a62b25-aa93-4321-a34e-c688f09cc224, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c8a62b25-aa93-4321-a34e-c688f09cc224,segment=NetworkSegment(04afd35c-c766-47ca-9dd4-8baf50fef4cc),segment_id=04afd35c-c766-47ca-9dd4-8baf50fef4cc)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:08.263665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.264479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0793678a-e24b-42c0-bc7e-627dc54347fc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:08.274750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-484c313e-2eca-4e62-bcc7-46014e59cc79 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.279315 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-484c313e-2eca-4e62-bcc7-46014e59cc79 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.317501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bb9424c4-c79c-4a7d-95ba-e4ab7eac0005 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 200 len: 704 time: 0.2541163 Apr 05 21:08:08.317804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35802) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:08.377321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-484c313e-2eca-4e62-bcc7-46014e59cc79 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.378144 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c313e-2eca-4e62-bcc7-46014e59cc79 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Fanout notify agent at l3_agent the message router_deleted on router 7e58fa39-cee3-422c-8b8a-aeb0d8f7492f {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:08:08.402131 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-484c313e-2eca-4e62-bcc7-46014e59cc79 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.420157 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-484c313e-2eca-4e62-bcc7-46014e59cc79 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 204 len: 168 time: 1.1968391 Apr 05 21:08:08.421129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35808) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:08.433987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-532420657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:08.453235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:08.468227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Usage tracker for resource:router and tenant:a101648fd9ab4822b6e2481b148033ca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:08.473409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:08.491451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:08.567825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=c8a62b25-aa93-4321-a34e-c688f09cc224,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:08.601416 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.603368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.630039 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.632483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.639598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.685921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 0793678a-e24b-42c0-bc7e-627dc54347fc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:08.691742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 0793678a-e24b-42c0-bc7e-627dc54347fc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:08.692221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.790251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.817461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.852414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 0793678a-e24b-42c0-bc7e-627dc54347fc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0793678a-e24b-42c0-bc7e-627dc54347fc,segment=NetworkSegment(8e88dd0e-bdbd-496e-a7e5-627cce392bae),segment_id=8e88dd0e-bdbd-496e-a7e5-627cce392bae)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:08.904336 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.909405 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e222a326-26c6-41f2-82b9-7f6cfdf1fa86 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4869390 Apr 05 21:08:08.910044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35816) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:08.916079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f36f973a-bff2-46c5-bc72-f891dd93d52f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:08.916940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3c143-15bd-4066-a273-02f3164f6c73 req-80939ec9-bdcb-4e5a-8375-92fda0f9a45e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:08.918184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76b3c143-15bd-4066-a273-02f3164f6c73 req-80939ec9-bdcb-4e5a-8375-92fda0f9a45e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 945 time: 0.3452532 Apr 05 21:08:08.936877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:08.985614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2fafb207-0278-4558-a046-916d333aeb00 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:09.005723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76b3c143-15bd-4066-a273-02f3164f6c73 req-3fc1e499-f34b-4f8e-bcee-a51a444a3e9a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810690 Apr 05 21:08:09.014466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 928d82f8-f15e-49ca-a92d-b04ae5981111 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:09.035584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.070218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 928d82f8-f15e-49ca-a92d-b04ae5981111 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:09.070566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 928d82f8-f15e-49ca-a92d-b04ae5981111 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:09.103447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=0793678a-e24b-42c0-bc7e-627dc54347fc,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:09.198993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 2fafb207-0278-4558-a046-916d333aeb00 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:09.203957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 2fafb207-0278-4558-a046-916d333aeb00 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:09.204335 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.349271 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.360275 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f36f973a-bff2-46c5-bc72-f891dd93d52f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.400253 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5782e622-0a7d-43aa-8c78-442caba8144d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fafb207-0278-4558-a046-916d333aeb00'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:08:09.422192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 2fafb207-0278-4558-a046-916d333aeb00, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2fafb207-0278-4558-a046-916d333aeb00,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:09.429509 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f36f973a-bff2-46c5-bc72-f891dd93d52f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.492746 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.593384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c8a62b25-aa93-4321-a34e-c688f09cc224 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:09.695164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=2fafb207-0278-4558-a046-916d333aeb00,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:09.731777 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9fe3b8-dc68-4d62-b9a2-e8fa2c2153e6'] response: {'server_uuid': '5782e622-0a7d-43aa-8c78-442caba8144d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fafb207-0278-4558-a046-916d333aeb00', 'code': 200} Apr 05 21:08:09.743705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port e932dd9d-62b8-4b40-9af0-b5625a42c2c5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:09.744252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.758916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c8a62b25-aa93-4321-a34e-c688f09cc224 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:09.759280 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.844654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f973a-bff2-46c5-bc72-f891dd93d52f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Router bf6c7681-976f-43b7-a7fe-91200aa4c421 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:08:09.957527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0793678a-e24b-42c0-bc7e-627dc54347fc up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:09.984304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:10.031237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 0793678a-e24b-42c0-bc7e-627dc54347fc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:10.031857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:10.033660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5c525a-879d-4d45-9b42-43734d9bbd3b req-9d0f2c25-855f-477b-8255-fd689dda5273 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 1097 time: 0.2395437 Apr 05 21:08:10.034707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f973a-bff2-46c5-bc72-f891dd93d52f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:10.046538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f36f973a-bff2-46c5-bc72-f891dd93d52f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:10.046728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:10.058746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f36f973a-bff2-46c5-bc72-f891dd93d52f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "PUT /v2.0/routers/bf6c7681-976f-43b7-a7fe-91200aa4c421 HTTP/1.1" status: 200 len: 693 time: 1.1476703 Apr 05 21:08:10.059481 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35836) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:10.064384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] Sync routers for ids ['bf6c7681-976f-43b7-a7fe-91200aa4c421'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:10.100087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] Routers {'bf6c7681-976f-43b7-a7fe-91200aa4c421'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:10.100743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['bf6c7681-976f-43b7-a7fe-91200aa4c421'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:10.257185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for e932dd9d-62b8-4b40-9af0-b5625a42c2c5 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:10.283029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] Set router bf6c7681-976f-43b7-a7fe-91200aa4c421 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:10.348257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5c525a-879d-4d45-9b42-43734d9bbd3b req-8bfa6757-f7b8-4f41-b3f3-61131072cfe5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052371 Apr 05 21:08:10.420945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214712c-0be4-48fa-b7a7-dbf1e7460de4 req-10ffe9f2-17a7-4ffe-86c7-6fa848981f19 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:10.422553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a214712c-0be4-48fa-b7a7-dbf1e7460de4 req-10ffe9f2-17a7-4ffe-86c7-6fa848981f19 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 946 time: 0.1754205 Apr 05 21:08:10.442208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6c7681-976f-43b7-a7fe-91200aa4c421', 'name': 'tempest-RoutersTest-router-532420657', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:08:08Z', 'updated_at': '2022-04-05T21:08:09Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:10.457624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] Checking router: bf6c7681-976f-43b7-a7fe-91200aa4c421 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:10.457734 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c778ee99-0e95-4c6d-9351-fdef1cf942c8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/routers/bf6c7681-976f-43b7-a7fe-91200aa4c421 HTTP/1.1" status: 200 len: 699 time: 0.3949206 Apr 05 21:08:10.462522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35846) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:10.487074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] Routers {'bf6c7681-976f-43b7-a7fe-91200aa4c421'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:10.487683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['bf6c7681-976f-43b7-a7fe-91200aa4c421'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:10.495741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a214712c-0be4-48fa-b7a7-dbf1e7460de4 req-3f457881-7feb-4cac-bef3-1640ec348906 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Apr 05 21:08:10.520274 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d166104d-2ce1-4c45-b33e-62ea3fdc43af tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf6c7681-976f-43b7-a7fe-91200aa4c421 HTTP/1.1" status: 200 len: 205 time: 0.0599308 Apr 05 21:08:10.523721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35850) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:10.650428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:10.664318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] Set router bf6c7681-976f-43b7-a7fe-91200aa4c421 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:10.682222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d06e466-39a0-48d7-a8f5-81b28b46f7e2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:10.786090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6c7681-976f-43b7-a7fe-91200aa4c421', 'name': 'tempest-RoutersTest-router-532420657', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:08:08Z', 'updated_at': '2022-04-05T21:08:09Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:10.790746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756ff05-e7f2-4d33-86c7-690283877d3e None None] The sync data for ids ['bf6c7681-976f-43b7-a7fe-91200aa4c421'] in n-d-836605-1 is: [{'id': 'bf6c7681-976f-43b7-a7fe-91200aa4c421', 'name': 'tempest-RoutersTest-router-532420657', 'tenant_id': 'a101648fd9ab4822b6e2481b148033ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:08:08Z', 'updated_at': '2022-04-05T21:08:09Z', 'revision_number': 2, 'project_id': 'a101648fd9ab4822b6e2481b148033ca', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:10.816888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=e932dd9d-62b8-4b40-9af0-b5625a42c2c5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:10.891363 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] Sync routers for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:10.914500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:10.914866 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 21:08:10.915473 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 21:08:10.939097 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:10.939682 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 21:08:10.940509 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 21:08:10.941095 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c647fff8-2d51-4959-8b8e-009ac188159f None None] The sync data for ids ['7e58fa39-cee3-422c-8b8a-aeb0d8f7492f'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:11.089462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:11.205522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d06e466-39a0-48d7-a8f5-81b28b46f7e2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:11.233655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d06e466-39a0-48d7-a8f5-81b28b46f7e2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:11.354938 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d06e466-39a0-48d7-a8f5-81b28b46f7e2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:11.355439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d06e466-39a0-48d7-a8f5-81b28b46f7e2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Fanout notify agent at l3_agent the message router_deleted on router bf6c7681-976f-43b7-a7fe-91200aa4c421 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:08:11.371409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d06e466-39a0-48d7-a8f5-81b28b46f7e2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:11.372498 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d06e466-39a0-48d7-a8f5-81b28b46f7e2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/bf6c7681-976f-43b7-a7fe-91200aa4c421 HTTP/1.1" status: 204 len: 168 time: 0.8478684 Apr 05 21:08:11.377528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35866) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.456745 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eba97273-b52f-4fa0-87d5-ad44a86f3cb9 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf6c7681-976f-43b7-a7fe-91200aa4c421 HTTP/1.1" status: 200 len: 205 time: 0.0781291 Apr 05 21:08:11.459168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35872) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.527430 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-a5853360-3fc6-42f2-b42a-32159c8083ba tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] delete failed (client error): The resource could not be found. Apr 05 21:08:11.528462 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a5853360-3fc6-42f2-b42a-32159c8083ba tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/bf6c7681-976f-43b7-a7fe-91200aa4c421 HTTP/1.1" status: 404 len: 336 time: 0.0673134 Apr 05 21:08:11.531007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.570049 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d788b90-7d8a-4adc-a454-b446793f0966 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:11.570966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d788b90-7d8a-4adc-a454-b446793f0966 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:11.572849 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d788b90-7d8a-4adc-a454-b446793f0966 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/2641a831-0a4e-41c6-8106-61c6d7d66e7a HTTP/1.1" status: 404 len: 337 time: 0.0409224 Apr 05 21:08:11.575312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.620877 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0503bc60-b16b-446c-9b67-d654376ae31f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:11.621730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0503bc60-b16b-446c-9b67-d654376ae31f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:11.624208 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0503bc60-b16b-446c-9b67-d654376ae31f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/011cbed7-bd2e-4b2b-9a4f-f75fa7eb56bf HTTP/1.1" status: 404 len: 337 time: 0.0477293 Apr 05 21:08:11.626696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35890) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.683470 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e353444-5627-464a-bdf6-1082339e8a7d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:11.683919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e353444-5627-464a-bdf6-1082339e8a7d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:11.688491 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7e353444-5627-464a-bdf6-1082339e8a7d tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/3de43e17-ca61-49fa-9e6e-8d76b0c2b8d1 HTTP/1.1" status: 404 len: 337 time: 0.0602751 Apr 05 21:08:11.689035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35894) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.727837 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a01177-221b-4f1b-9a3a-5a0c3cb2bae0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:11.728273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a01177-221b-4f1b-9a3a-5a0c3cb2bae0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:11.732261 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-64a01177-221b-4f1b-9a3a-5a0c3cb2bae0 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/61b74b0b-809f-4172-9b77-db87e5d5e168 HTTP/1.1" status: 404 len: 337 time: 0.0399911 Apr 05 21:08:11.732518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35898) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.768576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:11.781323 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3f449b88-e80b-4d50-bfc4-6b6f624d1259 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 200 len: 205 time: 0.0477233 Apr 05 21:08:11.783658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35902) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.850629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26e31-7be8-4149-80a9-ed5e1d4b155e req-b115321c-27b7-46af-9b3f-479bae47557e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:11.852096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efa26e31-7be8-4149-80a9-ed5e1d4b155e req-b115321c-27b7-46af-9b3f-479bae47557e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 946 time: 0.1538959 Apr 05 21:08:11.853076 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-387f22f6-e211-46b9-9e12-c7f8ba05cff2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] delete failed (client error): The resource could not be found. Apr 05 21:08:11.855638 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-387f22f6-e211-46b9-9e12-c7f8ba05cff2 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/7e58fa39-cee3-422c-8b8a-aeb0d8f7492f HTTP/1.1" status: 404 len: 336 time: 0.0694282 Apr 05 21:08:11.856821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35908) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.903731 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-729c3cb9-8449-4e58-b69f-e71fafc504ea tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=31ff6394-7cd4-4cf5-8738-66841d2fa6cd HTTP/1.1" status: 200 len: 205 time: 0.0456851 Apr 05 21:08:11.905908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35912) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:11.971312 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-3f4f5112-62ee-4c38-b312-3b35a96bf1d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] delete failed (client error): The resource could not be found. Apr 05 21:08:11.972073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efa26e31-7be8-4149-80a9-ed5e1d4b155e req-478ee335-347b-459b-82f2-c44aa2d7eca7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668674 Apr 05 21:08:11.972514 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3f4f5112-62ee-4c38-b312-3b35a96bf1d8 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/31ff6394-7cd4-4cf5-8738-66841d2fa6cd HTTP/1.1" status: 404 len: 336 time: 0.0655096 Apr 05 21:08:11.974927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35918) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.034731 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5df667d-a935-406b-929a-2b232f1a7d3b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:12.035247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5df667d-a935-406b-929a-2b232f1a7d3b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:12.045171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c5df667d-a935-406b-929a-2b232f1a7d3b tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/78bedc4c-4d6a-4f7f-bf92-9253354e5ec5 HTTP/1.1" status: 404 len: 337 time: 0.0680749 Apr 05 21:08:12.046676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.064573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:12.079136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dda8150c-621c-439c-bd46-de8477a49eec tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7600362 Apr 05 21:08:12.080204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35928) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.241942 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0900d94-6b49-4770-86f1-56651d2211d6 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=eda66dca-8238-4663-88f4-62efbbd845ec HTTP/1.1" status: 200 len: 205 time: 0.1934226 Apr 05 21:08:12.242528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35932) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.309934 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-afa6e61a-6d5c-4a64-925a-b9daa151d3ac tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] delete failed (client error): The resource could not be found. Apr 05 21:08:12.314985 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-afa6e61a-6d5c-4a64-925a-b9daa151d3ac tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/eda66dca-8238-4663-88f4-62efbbd845ec HTTP/1.1" status: 404 len: 336 time: 0.0685730 Apr 05 21:08:12.316707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35940) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.363635 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5e9a2790-5d11-48c9-aee5-6413d0b2830a tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a24bce1-b98e-4dea-86bf-58db2b7921d9 HTTP/1.1" status: 200 len: 205 time: 0.0457902 Apr 05 21:08:12.378751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.455312 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-cd46d88e-fe7a-411b-9ca6-4ced179e99bf tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] delete failed (client error): The resource could not be found. Apr 05 21:08:12.456408 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd46d88e-fe7a-411b-9ca6-4ced179e99bf tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/8a24bce1-b98e-4dea-86bf-58db2b7921d9 HTTP/1.1" status: 404 len: 336 time: 0.0765676 Apr 05 21:08:12.458908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.503132 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e51f84-91ec-4e9a-9d9f-4e7fc86d6a4f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:12.503496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e51f84-91ec-4e9a-9d9f-4e7fc86d6a4f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:12.505633 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2e51f84-91ec-4e9a-9d9f-4e7fc86d6a4f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/0dc48191-8efd-4623-b621-cb424fb16bd8 HTTP/1.1" status: 404 len: 337 time: 0.0452507 Apr 05 21:08:12.507659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35954) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.511367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d122e7-f187-439c-b0ad-decd17bff75f req-b5b924a4-8eae-4464-b7ae-03c35ec90146 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:12.512810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24d122e7-f187-439c-b0ad-decd17bff75f req-b5b924a4-8eae-4464-b7ae-03c35ec90146 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 946 time: 0.3350799 Apr 05 21:08:12.519240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet a0d7d652-776b-435a-9b4f-e1ab5b36ce56 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:12.524008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:12.551289 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1cfe1b04-4826-4681-8a91-c260f459687f tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=94b75ee1-c510-4469-9502-048606b46dbc HTTP/1.1" status: 200 len: 205 time: 0.0425625 Apr 05 21:08:12.554536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35958) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.604771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:12.626966 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-144cfea1-ceb6-4b0a-8608-de44e43d7791 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] delete failed (client error): The resource could not be found. Apr 05 21:08:12.630436 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-144cfea1-ceb6-4b0a-8608-de44e43d7791 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/94b75ee1-c510-4469-9502-048606b46dbc HTTP/1.1" status: 404 len: 336 time: 0.0723059 Apr 05 21:08:12.630785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35962) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.647798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24d122e7-f187-439c-b0ad-decd17bff75f req-90cced6b-f0a2-472c-a7fc-aaa6b0a974a4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258807 Apr 05 21:08:12.677372 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d4525f-3733-4b82-a8e3-488ec820d612 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:12.677372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d4525f-3733-4b82-a8e3-488ec820d612 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:12.677372 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-12d4525f-3733-4b82-a8e3-488ec820d612 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/cc224358-b17d-4f3e-8927-61395e63b9e9 HTTP/1.1" status: 404 len: 337 time: 0.0401399 Apr 05 21:08:12.677372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35968) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.701196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:12.716339 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d28201dc-addd-48b7-bdc8-bbfbb244ed39 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0045661-13ee-44e1-81c7-fefbb6ddc4cf HTTP/1.1" status: 200 len: 205 time: 0.0410671 Apr 05 21:08:12.720487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35976) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.789946 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-92144318-b879-4960-a94c-6a0c29666227 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] delete failed (client error): The resource could not be found. Apr 05 21:08:12.790967 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-92144318-b879-4960-a94c-6a0c29666227 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/routers/a0045661-13ee-44e1-81c7-fefbb6ddc4cf HTTP/1.1" status: 404 len: 336 time: 0.0712998 Apr 05 21:08:12.793704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.840699 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ec0c1c-bc25-4298-8f34-5b58386a76e5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:12.841164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ec0c1c-bc25-4298-8f34-5b58386a76e5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:12.845314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-96ec0c1c-bc25-4298-8f34-5b58386a76e5 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/d06126ac-0025-4a8c-915e-fb3285b3aa10 HTTP/1.1" status: 404 len: 337 time: 0.0482197 Apr 05 21:08:12.845635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 35984) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.885647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:12.923405 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8e3159-777d-4a99-bc8f-f81043d67e09 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:12.923841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8e3159-777d-4a99-bc8f-f81043d67e09 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:12.934025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d7d652-776b-435a-9b4f-e1ab5b36ce56,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:12.941358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ad8e3159-777d-4a99-bc8f-f81043d67e09 tempest-RoutersTest-1308056542 tempest-RoutersTest-1308056542-project] 10.222.0.10 "DELETE /v2.0/subnets/c7599eb5-91ba-4303-b638-88f861031afb HTTP/1.1" status: 404 len: 337 time: 0.0946212 Apr 05 21:08:12.948410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:12.951131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-896f34a4-da9d-4d70-bd0a-b2df93085f84 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/a0d7d652-776b-435a-9b4f-e1ab5b36ce56 HTTP/1.1" status: 204 len: 168 time: 0.8691247 Apr 05 21:08:12.953966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 35990) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:12.955482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6842db6-b109-4c21-9f25-9515af1b0aaa None None] Network 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:12.957758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545c93-3e6e-4440-a563-769ce5e6d57a req-ad82e9d5-6e0a-4b8d-9bd5-cc4319d38ae8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:12.959205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1545c93-3e6e-4440-a563-769ce5e6d57a req-ad82e9d5-6e0a-4b8d-9bd5-cc4319d38ae8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 946 time: 0.1787090 Apr 05 21:08:13.015648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1545c93-3e6e-4440-a563-769ce5e6d57a req-e2394068-d3b7-4a3a-b479-a0b68bd47cbc tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457616 Apr 05 21:08:13.123029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:13.138059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port f31f85f3-23a2-4dc0-bf50-ec39099c4619 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:13.139352 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:13.317562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] DHCP port deletion for 5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:13.324225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Deleting port f31f85f3-23a2-4dc0-bf50-ec39099c4619 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:13.324796 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:13.443065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port f31f85f3-23a2-4dc0-bf50-ec39099c4619, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f31f85f3-23a2-4dc0-bf50-ec39099c4619,segment=NetworkSegment(255505cf-4559-43f2-9aaa-f0b3a5a0e9a6),segment_id=255505cf-4559-43f2-9aaa-f0b3a5a0e9a6)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:13.443610 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:13.523501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f31f85f3-23a2-4dc0-bf50-ec39099c4619 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:13.595191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for f31f85f3-23a2-4dc0-bf50-ec39099c4619 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:13.610419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] For port f31f85f3-23a2-4dc0-bf50-ec39099c4619, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f31f85f3-23a2-4dc0-bf50-ec39099c4619,segment=NetworkSegment(255505cf-4559-43f2-9aaa-f0b3a5a0e9a6),segment_id=255505cf-4559-43f2-9aaa-f0b3a5a0e9a6)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:13.612329 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:13.614917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36008) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:13.744349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Calling delete_port for f31f85f3-23a2-4dc0-bf50-ec39099c4619 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:13.785552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:13.812866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port f31f85f3-23a2-4dc0-bf50-ec39099c4619 update to DOWN by agent not found {{(pid=84582) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 21:08:13.876439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7120fa-4114-4233-8c34-f870e0afe372 req-0f483d6c-2038-4ade-847c-8c52fddedbdf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:13.883843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f7120fa-4114-4233-8c34-f870e0afe372 req-0f483d6c-2038-4ade-847c-8c52fddedbdf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 946 time: 0.1526799 Apr 05 21:08:13.884227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:08:13.884583 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:08:13.884822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=f31f85f3-23a2-4dc0-bf50-ec39099c4619,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:13.888297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No DVR routers for this DVR port f31f85f3-23a2-4dc0-bf50-ec39099c4619 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:13.969965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f7120fa-4114-4233-8c34-f870e0afe372 req-4cd0f199-797c-4e09-bb98-345d13590032 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841513 Apr 05 21:08:13.978464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-096d62e9-c4ce-48c8-8dba-9c7c1e9dafb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a101648fd9ab4822b6e2481b148033ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3624637 Apr 05 21:08:13.980844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36016) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:14.015471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.040794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:14.048216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa6d822-c301-4f9f-9c9a-c478aa861110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.053173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255505cf-4559-43f2-9aaa-f0b3a5a0e9a6') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:14.053983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255505cf-4559-43f2-9aaa-f0b3a5a0e9a6') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:14.065256 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.074400 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa6d822-c301-4f9f-9c9a-c478aa861110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.081649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.089849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:14.090263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:14.104755 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:14.172113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa6d822-c301-4f9f-9c9a-c478aa861110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.187969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6d822-c301-4f9f-9c9a-c478aa861110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c59f3f-dd2d-4988-922b-4515175d1e96,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:14.198019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa6d822-c301-4f9f-9c9a-c478aa861110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.201831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-faa6d822-c301-4f9f-9c9a-c478aa861110 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94c59f3f-dd2d-4988-922b-4515175d1e96 HTTP/1.1" status: 204 len: 168 time: 0.2200317 Apr 05 21:08:14.354501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.360153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.385850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Deleting port f31f85f3-23a2-4dc0-bf50-ec39099c4619 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:14.386334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:14.387986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.395505 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d5e1e320-22ac-484d-a70b-bb4745fbdb8b tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/5a84fb39-33ed-43fe-8e2a-f5cf0b9eb96f HTTP/1.1" status: 204 len: 168 time: 1.4398432 Apr 05 21:08:14.399046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36030) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:14.500058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-01e3a479-a8c9-43a9-8e1f-65ffe14d6bc6 None None] The port 'f31f85f3-23a2-4dc0-bf50-ec39099c4619' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:08:14.774700 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:15.243023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-6b4cd1ea-ae91-4b10-a1f6-e37e3fd2f86b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:15.244611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-6b4cd1ea-ae91-4b10-a1f6-e37e3fd2f86b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 946 time: 0.2491989 Apr 05 21:08:15.509223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 2fafb207-0278-4558-a046-916d333aeb00 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:15.509578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:15.533219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36066) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:15.595336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa063c-8b1f-48b5-aa32-e0eaa4fda33b req-39a20be4-e33d-46bf-8386-22ca638dab2f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:15.596820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5fa063c-8b1f-48b5-aa32-e0eaa4fda33b req-39a20be4-e33d-46bf-8386-22ca638dab2f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 946 time: 0.4348731 Apr 05 21:08:15.610009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] Sync routers for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:15.624909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:15.625722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:15.692785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-757149055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:15.702556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:15.706779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:router and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:15.710277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:15.718049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:15.762860 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5fa063c-8b1f-48b5-aa32-e0eaa4fda33b req-0e6c09ae-2e45-425b-9ce8-b2f5055adedb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524305 Apr 05 21:08:15.808277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:15.808277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:15.813370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:15.835463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:15.937655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:15.956551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] For port 2fafb207-0278-4558-a046-916d333aeb00, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=2fafb207-0278-4558-a046-916d333aeb00,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:15.956908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.063083 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.064337 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7434c3ed-4347-452b-86c4-61980fc4bfb6 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5296319 Apr 05 21:08:16.067022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36076) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:16.073014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-658722459'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:16.079359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:16.083614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 2fafb207-0278-4558-a046-916d333aeb00 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:16.083810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:network and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:16.091142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:16.102165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:16.157236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:10Z', 'revision_number': 8, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8a62b25-aa93-4321-a34e-c688f09cc224', 'name': '', 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:47:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd918186e-e808-484b-b06c-b203988c54ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:47Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'd918186e-e808-484b-b06c-b203988c54ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:16.168206 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] Checking router: daad7eab-3f11-4ed9-93a2-887d33728f0d for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:16.187525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Made reservation on behalf of 73426f739be5443ebda359ad53d56c4c for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:16.195408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.196850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:16.197542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:16.217506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.217713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port c8a62b25-aa93-4321-a34e-c688f09cc224 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:16.217862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.258367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:16.262881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:security_group_rule and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:16.267004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:16.274243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:16.375618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:16.465956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port c8a62b25-aa93-4321-a34e-c688f09cc224, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c8a62b25-aa93-4321-a34e-c688f09cc224,segment=NetworkSegment(04afd35c-c766-47ca-9dd4-8baf50fef4cc),segment_id=04afd35c-c766-47ca-9dd4-8baf50fef4cc)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:16.466483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.526402 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.540313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['2fafb207-0278-4558-a046-916d333aeb00'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:08:16.583580 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.649084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.650353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for c8a62b25-aa93-4321-a34e-c688f09cc224 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:16.682831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=2fafb207-0278-4558-a046-916d333aeb00,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:16.685022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:08:16.702265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1de0c3-ef75-4404-b3b5-75528ffb9d4d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:16.707436 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.712908 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Added segment c6beb92e-cdf7-4bbf-a6bc-be86a93d4944 of type vlan for network 297086c3-a894-47a0-b045-4dec18e3c103 Apr 05 21:08:16.758115 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.800639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] No DVR routers for this DVR port 2fafb207-0278-4558-a046-916d333aeb00 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:16.803535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.810168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5782e622-0a7d-43aa-8c78-442caba8144d', 'name': 'network-vif-deleted', 'tag': '2fafb207-0278-4558-a046-916d333aeb00'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:08:16.810776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:10Z', 'revision_number': 8, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8a62b25-aa93-4321-a34e-c688f09cc224', 'name': '', 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:47:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd918186e-e808-484b-b06c-b203988c54ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:47Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'd918186e-e808-484b-b06c-b203988c54ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:16.818954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242b1e1-3735-4e50-b1c7-ca81105e3e0c None None] The sync data for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 is: [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:10Z', 'revision_number': 8, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8a62b25-aa93-4321-a34e-c688f09cc224', 'name': '', 'network_id': '3f26102c-e244-49eb-a6d8-eb7fb397d21e', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:47:c0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd918186e-e808-484b-b06c-b203988c54ff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:47Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'd918186e-e808-484b-b06c-b203988c54ff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:16.891923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.896539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:16.898603 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.940825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33a69a96-5e88-49e9-9074-27072d0fc6d8 req-4990478d-ce95-42cc-948a-c93d3f331e73 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "DELETE /v2.0/ports/2fafb207-0278-4558-a046-916d333aeb00 HTTP/1.1" status: 204 len: 173 time: 1.6856599 Apr 05 21:08:17.084329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:17.094220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Network': ['ID=297086c3-a894-47a0-b045-4dec18e3c103,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:17.105172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 297086c3-a894-47a0-b045-4dec18e3c103 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:08:17.145886 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a82913-9fa9-4f7e-89c0-c0f09551f4fe'] response: {'server_uuid': '5782e622-0a7d-43aa-8c78-442caba8144d', 'name': 'network-vif-deleted', 'tag': '2fafb207-0278-4558-a046-916d333aeb00', 'status': 'completed', 'code': 200} Apr 05 21:08:17.164687 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f5e985d-0f0a-4359-98ed-b3cea0a5058d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0963609 Apr 05 21:08:17.165576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36098) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:17.182420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'subnet': {'network_id': '297086c3-a894-47a0-b045-4dec18e3c103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:17.379980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-523e4cc5-5c08-4eba-b7ab-adc48e9e90e1 req-b8153fb7-9023-43ee-9b84-d03a0a3ff489 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:17.394103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:17.414345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:subnet and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:17.415032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=c8a62b25-aa93-4321-a34e-c688f09cc224,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:17.423011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:17.448371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e932dd9d-62b8-4b40-9af0-b5625a42c2c5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:17.450865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:17.524357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e932dd9d-62b8-4b40-9af0-b5625a42c2c5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:17.525480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e932dd9d-62b8-4b40-9af0-b5625a42c2c5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:17.527228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-523e4cc5-5c08-4eba-b7ab-adc48e9e90e1 req-b8153fb7-9023-43ee-9b84-d03a0a3ff489 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:17.532973 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Made reservation on behalf of 73426f739be5443ebda359ad53d56c4c for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:17.544702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-523e4cc5-5c08-4eba-b7ab-adc48e9e90e1 req-b8153fb7-9023-43ee-9b84-d03a0a3ff489 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 210 time: 0.5122130 Apr 05 21:08:17.731844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:17.868914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:18.103353 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:18.197426 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Subnet': ['ID=f27cd198-622f-45d1-91d9-8a11b354c57d,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:18.206630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Checking segment: {'id': 'c6beb92e-cdf7-4bbf-a6bc-be86a93d4944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '297086c3-a894-47a0-b045-4dec18e3c103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:18.206997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network hostable DHCP agents. Network: 297086c3-a894-47a0-b045-4dec18e3c103, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:08:18.291701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network 297086c3-a894-47a0-b045-4dec18e3c103 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:08:18.377474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 297086c3-a894-47a0-b045-4dec18e3c103) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:18.383660 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:18.384738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:18.388821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d55d2-5857-477f-bd00-6e7dfa89b83a None None] Network 297086c3-a894-47a0-b045-4dec18e3c103 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:18.414947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:18.481371 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-36dc85e8-24a2-4248-afdf-d8a8ef99b648 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3087494 Apr 05 21:08:18.484312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36114) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:18.490420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'network': {'name': 'tempest-router-network01--871612190'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:18.496849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:18.501226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:network and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:18.504575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:18.512024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:18.581963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Made reservation on behalf of 73426f739be5443ebda359ad53d56c4c for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:18.585670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:18.620483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:18.632927 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] Sync routers for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:18.654314 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fcbde11c-d178-43e3-b53d-61805fd8927d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2515399 Apr 05 21:08:18.654518 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:18.654518 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:18.659447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36124) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:18.734994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-297086c3-a894-47a0-b045-4dec18e3c103', 'network_id': '297086c3-a894-47a0-b045-4dec18e3c103', 'tenant_id': '73426f739be5443ebda359ad53d56c4c', 'fixed_ips': [{'subnet_id': 'f27cd198-622f-45d1-91d9-8a11b354c57d'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:08:18.736062 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:18.767588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:08:18.836453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:18.836734 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Added segment b4779a99-3369-4669-a81b-b7e51985b736 of type vlan for network 87f73ecb-62d0-4d6e-8b86-861c1dade271 Apr 05 21:08:18.878223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4843a79-fe7b-4daf-9f0c-a342708e0944 req-51f80ce1-e6c6-45e9-babc-b25ec7c267ee tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=5782e622-0a7d-43aa-8c78-442caba8144d HTTP/1.1" status: 200 len: 210 time: 0.0614460 Apr 05 21:08:18.908699 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:18.956648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Allocated IP 172.20.0.2 (297086c3-a894-47a0-b045-4dec18e3c103/f27cd198-622f-45d1-91d9-8a11b354c57d/9b9745dd-f58b-446a-b43f-eea0b49ac93e) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:08:18.999701 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.070904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2fafb207-0278-4558-a046-916d333aeb00 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:19.098434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet d918186e-e808-484b-b06c-b203988c54ff {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:19.105498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.135036 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 2fafb207-0278-4558-a046-916d333aeb00 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:19.135395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 2fafb207-0278-4558-a046-916d333aeb00 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:19.143126 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.147045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:19.148471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.263983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Network': ['ID=87f73ecb-62d0-4d6e-8b86-861c1dade271,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:19.282556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:16Z', 'revision_number': 9, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:19.283424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:08:19.287843 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] Checking router: daad7eab-3f11-4ed9-93a2-887d33728f0d for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:19.300618 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:19.301953 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:19.308301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.355862 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.385406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Transition to ACTIVE for port object 9b9745dd-f58b-446a-b43f-eea0b49ac93e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:19.421780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Transition to ACTIVE for port object 9b9745dd-f58b-446a-b43f-eea0b49ac93e will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:19.425174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.478882 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-821f8b6d-316a-4919-bdce-825e6281ae1f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9932699 Apr 05 21:08:19.481497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36134) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:19.488841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'network': {'name': 'tempest-router-network02--1841679052'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:19.498003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.499618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:19.504349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:network and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:19.508807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:19.514880 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:19.517755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:19.597864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Network 297086c3-a894-47a0-b045-4dec18e3c103 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:19.598724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:19.601826 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Pushing event updated for resources: {'Port': ['ID=9b9745dd-f58b-446a-b43f-eea0b49ac93e,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:19.605065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:08:19.616707 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.677071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=d918186e-e808-484b-b06c-b203988c54ff,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:19.680976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Made reservation on behalf of 73426f739be5443ebda359ad53d56c4c for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:19.685308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.709680 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.722380 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-34b17930-e5f6-4f7c-a59a-2a061ef2069a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/d918186e-e808-484b-b06c-b203988c54ff HTTP/1.1" status: 204 len: 168 time: 1.0621181 Apr 05 21:08:19.725177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36142) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:19.729389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:08:19.742949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.743515 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Added segment cc717f0e-cee3-4c06-ab89-9f574b84569c of type vlan for network 97787c97-04c0-4cc8-9629-c2f61de15dea Apr 05 21:08:19.758742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc8765-6321-4992-89c7-58aa55e50b2d None None] Network 3f26102c-e244-49eb-a6d8-eb7fb397d21e requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:19.793281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.846014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Attempting to bind port 9b9745dd-f58b-446a-b43f-eea0b49ac93e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:08:19.846360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Attempting to bind port 9b9745dd-f58b-446a-b43f-eea0b49ac93e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c6beb92e-cdf7-4bbf-a6bc-be86a93d4944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '297086c3-a894-47a0-b045-4dec18e3c103'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:08:19.846659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Attempting to bind port 9b9745dd-f58b-446a-b43f-eea0b49ac93e on network 297086c3-a894-47a0-b045-4dec18e3c103 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:08:19.865912 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.870121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:08:19.870500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Checking segment: {'id': 'c6beb92e-cdf7-4bbf-a6bc-be86a93d4944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '297086c3-a894-47a0-b045-4dec18e3c103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:19.870897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.871287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Bound using segment: {'id': 'c6beb92e-cdf7-4bbf-a6bc-be86a93d4944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '297086c3-a894-47a0-b045-4dec18e3c103'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:08:19.871754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Bound port: 9b9745dd-f58b-446a-b43f-eea0b49ac93e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6beb92e-cdf7-4bbf-a6bc-be86a93d4944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '297086c3-a894-47a0-b045-4dec18e3c103'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:08:19.872123 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.874011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:19.874343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.915644 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:16Z', 'revision_number': 9, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:19.918755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:19.919844 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fade3e76-f830-4571-8cf4-6bde860234c8 None None] The sync data for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 is: [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:16Z', 'revision_number': 9, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0793678a-e24b-42c0-bc7e-627dc54347fc', 'name': '', 'network_id': 'c66f4edf-2bc0-4f6b-926f-f95ddd17094b', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:48:95:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4da1719e-fff6-4c31-a8b3-552714152498', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:40Z', 'updated_at': '2022-04-05T21:08:08Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': '4da1719e-fff6-4c31-a8b3-552714152498', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:19.922475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:19.923417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:20.057709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] For port 9b9745dd-f58b-446a-b43f-eea0b49ac93e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:08:20.061312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] For port 9b9745dd-f58b-446a-b43f-eea0b49ac93e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9b9745dd-f58b-446a-b43f-eea0b49ac93e,segment=NetworkSegment(c6beb92e-cdf7-4bbf-a6bc-be86a93d4944),segment_id=c6beb92e-cdf7-4bbf-a6bc-be86a93d4944)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:08:20.152535 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6679778 Apr 05 21:08:20.154088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36154) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:20.161175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:20.161855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'subnet': {'network_id': '87f73ecb-62d0-4d6e-8b86-861c1dade271', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:20.257346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa2122-fd70-4488-a77e-b1071fb636e7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Network': ['ID=97787c97-04c0-4cc8-9629-c2f61de15dea,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:20.273627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 97787c97-04c0-4cc8-9629-c2f61de15dea details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:08:20.352209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] DHCP port deletion for 3f26102c-e244-49eb-a6d8-eb7fb397d21e request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:20.453894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Deleting port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:20.454921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:20.523568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e67def-90f8-4577-bca4-3535c0a02ec4 None None] Pushing event updated for resources: {'Port': ['ID=9b9745dd-f58b-446a-b43f-eea0b49ac93e,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:20.565309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:20.573724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:subnet and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:20.578291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:20.580359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:20.584873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,segment=NetworkSegment(04afd35c-c766-47ca-9dd4-8baf50fef4cc),segment_id=04afd35c-c766-47ca-9dd4-8baf50fef4cc)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:20.585433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:20.602438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:20.806770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:20.919090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] For port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,segment=NetworkSegment(04afd35c-c766-47ca-9dd4-8baf50fef4cc),segment_id=04afd35c-c766-47ca-9dd4-8baf50fef4cc)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:20.919488 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:20.931649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Made reservation on behalf of 73426f739be5443ebda359ad53d56c4c for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:21.014761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.089135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Calling delete_port for 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:21.089863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=30d86d82-a8ed-4e8c-b94f-05a2f4a0744e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:21.099769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No DVR routers for this DVR port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:21.142541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.168838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:08:21.169240 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:08:21.317701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.351862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f26102c-e244-49eb-a6d8-eb7fb397d21e']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:21.383935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04afd35c-c766-47ca-9dd4-8baf50fef4cc') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:21.384234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04afd35c-c766-47ca-9dd4-8baf50fef4cc') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:21.405155 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.434856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.446699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:21.447111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:21.469112 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:21.558540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b9745dd-f58b-446a-b43f-eea0b49ac93e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:21.670426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Deleting port 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:21.673222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.686186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.717408 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:21.743538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=3f26102c-e244-49eb-a6d8-eb7fb397d21e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:21.749489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9b9745dd-f58b-446a-b43f-eea0b49ac93e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:21.763982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a18c687-d1c6-4bd2-8d51-766a046f57a4 None None] The port '30d86d82-a8ed-4e8c-b94f-05a2f4a0744e' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:08:21.794936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aa8a5bb3-9517-47ae-8d2a-e9ce9fc99cd3 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/3f26102c-e244-49eb-a6d8-eb7fb397d21e HTTP/1.1" status: 204 len: 168 time: 2.0680285 Apr 05 21:08:21.797825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36178) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:21.828757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c8a62b25-aa93-4321-a34e-c688f09cc224 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:21.867798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c8a62b25-aa93-4321-a34e-c688f09cc224 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:21.868142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c8a62b25-aa93-4321-a34e-c688f09cc224 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:21.868559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:21.914961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:21.915309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 30d86d82-a8ed-4e8c-b94f-05a2f4a0744e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:21.929432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2caa6-02f9-43c8-a483-6554eeabdc7b None None] Network 297086c3-a894-47a0-b045-4dec18e3c103 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:21.944480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:22.014669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Subnet': ['ID=55abc5ba-3096-4262-9e92-41d278dbfe70,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:22.089814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Checking segment: {'id': 'b4779a99-3369-4669-a81b-b7e51985b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '87f73ecb-62d0-4d6e-8b86-861c1dade271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:22.090178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network hostable DHCP agents. Network: 87f73ecb-62d0-4d6e-8b86-861c1dade271, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:08:22.145149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-79080681-bded-43dd-b937-835919720a0c None None] Provisioning for port 9b9745dd-f58b-446a-b43f-eea0b49ac93e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:22.158462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-79080681-bded-43dd-b937-835919720a0c None None] Provisioning complete for port 9b9745dd-f58b-446a-b43f-eea0b49ac93e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:22.158884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79080681-bded-43dd-b937-835919720a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:22.253107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:08:22.310863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:22.405324 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79080681-bded-43dd-b937-835919720a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:22.443302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-79080681-bded-43dd-b937-835919720a0c None None] For port 9b9745dd-f58b-446a-b43f-eea0b49ac93e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9b9745dd-f58b-446a-b43f-eea0b49ac93e,segment=NetworkSegment(c6beb92e-cdf7-4bbf-a6bc-be86a93d4944),segment_id=c6beb92e-cdf7-4bbf-a6bc-be86a93d4944)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:22.491109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 87f73ecb-62d0-4d6e-8b86-861c1dade271) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:22.500820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:22.501160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:22.523485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b01671-e251-40de-a14f-0d36b1eb9bea None None] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:22.637697 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79080681-bded-43dd-b937-835919720a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:22.645875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36192) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:22.652483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'subnet': {'network_id': '97787c97-04c0-4cc8-9629-c2f61de15dea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:22.661654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3c775c0f-fdba-4899-840a-3fb4df377403 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5048039 Apr 05 21:08:22.731529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79080681-bded-43dd-b937-835919720a0c None None] Pushing event updated for resources: {'Port': ['ID=9b9745dd-f58b-446a-b43f-eea0b49ac93e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:22.791580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3957f9a3-5677-4df1-bc8e-d0e5eba8518d None None] Provisioning complete for port 9b9745dd-f58b-446a-b43f-eea0b49ac93e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:22.792046 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3957f9a3-5677-4df1-bc8e-d0e5eba8518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:22.836435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:22.841002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Usage tracker for resource:subnet and tenant:73426f739be5443ebda359ad53d56c4c is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:22.858861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:22.871081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:22.971227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Made reservation on behalf of 73426f739be5443ebda359ad53d56c4c for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:23.038537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-87f73ecb-62d0-4d6e-8b86-861c1dade271', 'network_id': '87f73ecb-62d0-4d6e-8b86-861c1dade271', 'tenant_id': '73426f739be5443ebda359ad53d56c4c', 'fixed_ips': [{'subnet_id': '55abc5ba-3096-4262-9e92-41d278dbfe70'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:08:23.039458 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.096192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.217119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Allocated IP 172.20.0.2 (87f73ecb-62d0-4d6e-8b86-861c1dade271/55abc5ba-3096-4262-9e92-41d278dbfe70/da3a1b94-dbbe-436e-bc82-02ccff100257) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:08:23.352891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 0793678a-e24b-42c0-bc7e-627dc54347fc {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:23.353854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.495213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b9745dd-f58b-446a-b43f-eea0b49ac93e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:23.532349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.628606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port 0793678a-e24b-42c0-bc7e-627dc54347fc, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0793678a-e24b-42c0-bc7e-627dc54347fc,segment=NetworkSegment(8e88dd0e-bdbd-496e-a7e5-627cce392bae),segment_id=8e88dd0e-bdbd-496e-a7e5-627cce392bae)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:23.629001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.650919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Checking segment: {'id': 'cc717f0e-cee3-4c06-ab89-9f574b84569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '97787c97-04c0-4cc8-9629-c2f61de15dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:23.651495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network hostable DHCP agents. Network: 97787c97-04c0-4cc8-9629-c2f61de15dea, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:08:23.666767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Subnet': ['ID=125b82c6-d66e-4e72-af38-1ca47d1fc6cb,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:23.682912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.698275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Transition to ACTIVE for port object da3a1b94-dbbe-436e-bc82-02ccff100257 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:23.729308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Transition to ACTIVE for port object da3a1b94-dbbe-436e-bc82-02ccff100257 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:23.730710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9b9745dd-f58b-446a-b43f-eea0b49ac93e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:23.731298 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.747521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network 97787c97-04c0-4cc8-9629-c2f61de15dea is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:08:23.767107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 0793678a-e24b-42c0-bc7e-627dc54347fc owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:23.846688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 97787c97-04c0-4cc8-9629-c2f61de15dea) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:23.852700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:23.853974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:23.861498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8137272-458e-49c7-9818-7beb287c7b22 None None] Network 97787c97-04c0-4cc8-9629-c2f61de15dea requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:24.020417 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d238f3cc-cd2f-48d6-8c5f-00b2858836b7 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3701184 Apr 05 21:08:24.020882 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.021171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36216) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:24.097416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.179217 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=0793678a-e24b-42c0-bc7e-627dc54347fc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:24.184996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Pushing event updated for resources: {'Port': ['ID=da3a1b94-dbbe-436e-bc82-02ccff100257,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:24.193021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:24.199435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:24.203167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:08:24.383312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-97787c97-04c0-4cc8-9629-c2f61de15dea', 'network_id': '97787c97-04c0-4cc8-9629-c2f61de15dea', 'tenant_id': '73426f739be5443ebda359ad53d56c4c', 'fixed_ips': [{'subnet_id': '125b82c6-d66e-4e72-af38-1ca47d1fc6cb'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:08:24.384127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.415586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Attempting to bind port da3a1b94-dbbe-436e-bc82-02ccff100257 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:08:24.416358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Attempting to bind port da3a1b94-dbbe-436e-bc82-02ccff100257 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'b4779a99-3369-4669-a81b-b7e51985b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '87f73ecb-62d0-4d6e-8b86-861c1dade271'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:08:24.416875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Attempting to bind port da3a1b94-dbbe-436e-bc82-02ccff100257 on network 87f73ecb-62d0-4d6e-8b86-861c1dade271 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:08:24.426444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:08:24.427263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Checking segment: {'id': 'b4779a99-3369-4669-a81b-b7e51985b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '87f73ecb-62d0-4d6e-8b86-861c1dade271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:24.428478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.429464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Bound using segment: {'id': 'b4779a99-3369-4669-a81b-b7e51985b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '87f73ecb-62d0-4d6e-8b86-861c1dade271'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:08:24.430099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Bound port: da3a1b94-dbbe-436e-bc82-02ccff100257, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4779a99-3369-4669-a81b-b7e51985b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '87f73ecb-62d0-4d6e-8b86-861c1dade271'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:08:24.430681 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.657336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] For port da3a1b94-dbbe-436e-bc82-02ccff100257, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:08:24.672246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] For port da3a1b94-dbbe-436e-bc82-02ccff100257, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=da3a1b94-dbbe-436e-bc82-02ccff100257,segment=NetworkSegment(b4779a99-3369-4669-a81b-b7e51985b736),segment_id=b4779a99-3369-4669-a81b-b7e51985b736)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:08:24.698741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Allocated IP 172.20.0.2 (97787c97-04c0-4cc8-9629-c2f61de15dea/125b82c6-d66e-4e72-af38-1ca47d1fc6cb/f6c38a01-5153-4fed-9bd0-17e652b6e035) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:08:24.699413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.758057 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.804955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:24.956091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913118f-f669-46f7-a647-a93a2e863303 None None] Pushing event updated for resources: {'Port': ['ID=da3a1b94-dbbe-436e-bc82-02ccff100257,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:25.146770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:25.165077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Transition to ACTIVE for port object f6c38a01-5153-4fed-9bd0-17e652b6e035 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:25.189832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Transition to ACTIVE for port object f6c38a01-5153-4fed-9bd0-17e652b6e035 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:25.294115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:25.462929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Network 97787c97-04c0-4cc8-9629-c2f61de15dea is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:25.464314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Allocated IP 172.20.0.1 (87f73ecb-62d0-4d6e-8b86-861c1dade271/55abc5ba-3096-4262-9e92-41d278dbfe70/34c73cdc-e8b4-4f39-a50f-f2944d8726dd) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:08:25.482368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:25.489511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:08:25.567701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Pushing event updated for resources: {'Port': ['ID=f6c38a01-5153-4fed-9bd0-17e652b6e035,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:25.706094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:25.729770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da3a1b94-dbbe-436e-bc82-02ccff100257 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:25.743160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Transition to ACTIVE for port object 34c73cdc-e8b4-4f39-a50f-f2944d8726dd will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:25.762408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:25.776583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Attempting to bind port f6c38a01-5153-4fed-9bd0-17e652b6e035 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:08:25.776957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Attempting to bind port f6c38a01-5153-4fed-9bd0-17e652b6e035 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'cc717f0e-cee3-4c06-ab89-9f574b84569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '97787c97-04c0-4cc8-9629-c2f61de15dea'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:08:25.777394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Attempting to bind port f6c38a01-5153-4fed-9bd0-17e652b6e035 on network 97787c97-04c0-4cc8-9629-c2f61de15dea {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:08:25.800887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:08:25.801290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Checking segment: {'id': 'cc717f0e-cee3-4c06-ab89-9f574b84569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '97787c97-04c0-4cc8-9629-c2f61de15dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:08:25.801890 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:25.802289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Bound using segment: {'id': 'cc717f0e-cee3-4c06-ab89-9f574b84569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '97787c97-04c0-4cc8-9629-c2f61de15dea'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:08:25.802763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Bound port: f6c38a01-5153-4fed-9bd0-17e652b6e035, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc717f0e-cee3-4c06-ab89-9f574b84569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '97787c97-04c0-4cc8-9629-c2f61de15dea'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:08:25.803139 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:25.835433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:25.916041 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Port': ['ID=34c73cdc-e8b4-4f39-a50f-f2944d8726dd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:25.919487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] For port f6c38a01-5153-4fed-9bd0-17e652b6e035, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:08:25.925105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] For port f6c38a01-5153-4fed-9bd0-17e652b6e035, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f6c38a01-5153-4fed-9bd0-17e652b6e035,segment=NetworkSegment(cc717f0e-cee3-4c06-ab89-9f574b84569c),segment_id=cc717f0e-cee3-4c06-ab89-9f574b84569c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:08:25.929919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:25.931211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:25.933536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:08:25.981708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:25.994852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port da3a1b94-dbbe-436e-bc82-02ccff100257 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:25.996383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] Sync routers for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:26.001163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e35e17b7-1564-4e3e-9ac1-d46d1b91347d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1996958 Apr 05 21:08:26.001392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36264) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:26.013965 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.051577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:26.051971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:26.059167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.320500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet 4da1719e-fff6-4c31-a8b3-552714152498 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:26.320744 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.324194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.392680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.419448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:26.567057 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.601972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6025e-7fd8-46d4-a67e-a0191aa915d2 None None] Pushing event updated for resources: {'Port': ['ID=f6c38a01-5153-4fed-9bd0-17e652b6e035,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:26.665912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016edb7-5719-4dd5-866f-ea94ae312597 None None] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:26.732908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.820960 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:08:26.879453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=4da1719e-fff6-4c31-a8b3-552714152498,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:26.889440 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:26.900342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c906025d-0914-4103-88e4-3de353bf189e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/4da1719e-fff6-4c31-a8b3-552714152498 HTTP/1.1" status: 204 len: 168 time: 0.8976088 Apr 05 21:08:26.901078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36292) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:26.959276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5f19b-60a6-45fd-89a3-ad0dbebd1d77 None None] Network c66f4edf-2bc0-4f6b-926f-f95ddd17094b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:27.053881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:27.072406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port b25c25b6-1ffb-430f-bf72-a11d754d7420 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:27.072955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:27.091230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d68ae136-bb66-42ef-b7db-e5bb011f8bc7 None None] Provisioning for port da3a1b94-dbbe-436e-bc82-02ccff100257 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:27.127465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d68ae136-bb66-42ef-b7db-e5bb011f8bc7 None None] Provisioning complete for port da3a1b94-dbbe-436e-bc82-02ccff100257 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:27.127963 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d68ae136-bb66-42ef-b7db-e5bb011f8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:27.206181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:27.285537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:27.435788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port b25c25b6-1ffb-430f-bf72-a11d754d7420, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b25c25b6-1ffb-430f-bf72-a11d754d7420,segment=NetworkSegment(8e88dd0e-bdbd-496e-a7e5-627cce392bae),segment_id=8e88dd0e-bdbd-496e-a7e5-627cce392bae)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:27.436141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:27.479498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Port': ['ID=34c73cdc-e8b4-4f39-a50f-f2944d8726dd,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:27.483793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:27.618986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6c38a01-5153-4fed-9bd0-17e652b6e035 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:27.716581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:27.718539 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:27.836452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for b25c25b6-1ffb-430f-bf72-a11d754d7420 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:27.934576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d68ae136-bb66-42ef-b7db-e5bb011f8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.040024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.048135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:23Z', 'revision_number': 10, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:28.055801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] Checking router: daad7eab-3f11-4ed9-93a2-887d33728f0d for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:28.083410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150b701-c7db-435f-964f-689760df1dc8 None None] Network 97787c97-04c0-4cc8-9629-c2f61de15dea requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:28.162988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=b25c25b6-1ffb-430f-bf72-a11d754d7420,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:28.168940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No DVR routers for this DVR port b25c25b6-1ffb-430f-bf72-a11d754d7420 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:28.269533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-d68ae136-bb66-42ef-b7db-e5bb011f8bc7 None None] For port da3a1b94-dbbe-436e-bc82-02ccff100257, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=da3a1b94-dbbe-436e-bc82-02ccff100257,segment=NetworkSegment(b4779a99-3369-4669-a81b-b7e51985b736),segment_id=b4779a99-3369-4669-a81b-b7e51985b736)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:28.376044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:28.376044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:28.441537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.484886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f6c38a01-5153-4fed-9bd0-17e652b6e035 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:28.501494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66f4edf-2bc0-4f6b-926f-f95ddd17094b']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:28.515428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e933195-2c81-4967-8174-3b6fc4806d55 None None] DHCP port deletion for c66f4edf-2bc0-4f6b-926f-f95ddd17094b request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:28.530059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e88dd0e-bdbd-496e-a7e5-627cce392bae') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:28.530362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e88dd0e-bdbd-496e-a7e5-627cce392bae') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:28.573527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.605484 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.615530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Router 470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:08:28.634854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:28.635374 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:28.652937 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:28.664100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d68ae136-bb66-42ef-b7db-e5bb011f8bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.915461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.938104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:28.948494 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5ea88f0b-4921-4eab-ab4a-bc99f4445449 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "PUT /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9276853 Apr 05 21:08:28.951084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36320) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:28.952273 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] Sync routers for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:28.968760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:28.974639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:28.980050 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:28.990009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=c66f4edf-2bc0-4f6b-926f-f95ddd17094b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:29.002717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ae136-bb66-42ef-b7db-e5bb011f8bc7 None None] Pushing event updated for resources: {'Port': ['ID=da3a1b94-dbbe-436e-bc82-02ccff100257,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:29.004458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:29.013293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6bd3c927-e25e-459a-b64d-d1dde6032065 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/c66f4edf-2bc0-4f6b-926f-f95ddd17094b HTTP/1.1" status: 204 len: 168 time: 2.1110232 Apr 05 21:08:29.013875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36326) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:29.164453 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:29.191751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67267932-727a-436d-990e-399167f251b0 None None] Provisioning for port f6c38a01-5153-4fed-9bd0-17e652b6e035 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:29.192770 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:29.193478 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:29.297885 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:29.301380 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131cf6c9-ea94-4a59-a034-3dc6207e87ea None None] The sync data for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:29.428250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67267932-727a-436d-990e-399167f251b0 None None] Provisioning complete for port f6c38a01-5153-4fed-9bd0-17e652b6e035 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:29.429262 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67267932-727a-436d-990e-399167f251b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:29.625989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:29.818769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da3a1b94-dbbe-436e-bc82-02ccff100257 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:29.876474 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-182001c7-b4dd-43aa-a465-e6fa81c876cb tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:08:29.883773 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-182001c7-b4dd-43aa-a465-e6fa81c876cb tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "PUT /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9303799 Apr 05 21:08:29.885390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36340) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:30.104083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:23Z', 'revision_number': 10, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:30.119856 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67267932-727a-436d-990e-399167f251b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:30.138490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47efd8-48e6-47f7-8b10-f3b4daede84d None None] The sync data for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 is: [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:23Z', 'revision_number': 10, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None, '_interfaces': [{'id': '03120c29-6f62-4822-aa44-36817a08eec9', 'name': '', 'network_id': '22f5c588-797e-41fd-8619-43bdc6b7e89a', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'mac_address': 'fa:16:3e:f5:2a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:32Z', 'updated_at': '2022-04-05T21:07:49Z', 'revision_number': 5, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'subnets': [{'id': 'f3a6f7da-5082-423b-ab6b-b08ca673b59d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:30.156104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port da3a1b94-dbbe-436e-bc82-02ccff100257 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:30.156462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:30.246555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-67267932-727a-436d-990e-399167f251b0 None None] For port f6c38a01-5153-4fed-9bd0-17e652b6e035, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f6c38a01-5153-4fed-9bd0-17e652b6e035,segment=NetworkSegment(cc717f0e-cee3-4c06-ab89-9f574b84569c),segment_id=cc717f0e-cee3-4c06-ab89-9f574b84569c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:30.341190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67267932-727a-436d-990e-399167f251b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:30.500877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67267932-727a-436d-990e-399167f251b0 None None] Provisioning complete for port da3a1b94-dbbe-436e-bc82-02ccff100257 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:30.501485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67267932-727a-436d-990e-399167f251b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:30.533411 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:30.555745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 03120c29-6f62-4822-aa44-36817a08eec9 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:30.558337 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:30.582249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67267932-727a-436d-990e-399167f251b0 None None] Pushing event updated for resources: {'Port': ['ID=f6c38a01-5153-4fed-9bd0-17e652b6e035,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:30.596226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b25c25b6-1ffb-430f-bf72-a11d754d7420 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:30.720736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b25c25b6-1ffb-430f-bf72-a11d754d7420 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:30.721094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b25c25b6-1ffb-430f-bf72-a11d754d7420 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:30.931377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67267932-727a-436d-990e-399167f251b0 None None] Provisioning for port 34c73cdc-e8b4-4f39-a50f-f2944d8726dd completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:30.936879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-67267932-727a-436d-990e-399167f251b0 None None] Provisioning complete for port 34c73cdc-e8b4-4f39-a50f-f2944d8726dd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:30.939524 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-67267932-727a-436d-990e-399167f251b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:30.999485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port 03120c29-6f62-4822-aa44-36817a08eec9, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=03120c29-6f62-4822-aa44-36817a08eec9,segment=NetworkSegment(84c515b6-bab1-41fc-a5aa-cda5c9e913d1),segment_id=84c515b6-bab1-41fc-a5aa-cda5c9e913d1)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:31.000023 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:31.074333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-67267932-727a-436d-990e-399167f251b0 None None] Port 34c73cdc-e8b4-4f39-a50f-f2944d8726dd cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:08:31.152705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 03120c29-6f62-4822-aa44-36817a08eec9 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:31.216852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ce8fb252-951c-42f4-889c-4ae8f026e1d8 None None] Provisioning complete for port f6c38a01-5153-4fed-9bd0-17e652b6e035 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:31.218952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb252-951c-42f4-889c-4ae8f026e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:31.481381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ce8fb252-951c-42f4-889c-4ae8f026e1d8 None None] Provisioning complete for port 34c73cdc-e8b4-4f39-a50f-f2944d8726dd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:31.481950 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce8fb252-951c-42f4-889c-4ae8f026e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:31.539915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6c38a01-5153-4fed-9bd0-17e652b6e035 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:08:31.633117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:31.643326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ce8fb252-951c-42f4-889c-4ae8f026e1d8 None None] Port 34c73cdc-e8b4-4f39-a50f-f2944d8726dd cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:08:31.665655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f6c38a01-5153-4fed-9bd0-17e652b6e035 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:31.666281 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:31.728509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Port': ['ID=03120c29-6f62-4822-aa44-36817a08eec9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:31.890634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0793678a-e24b-42c0-bc7e-627dc54347fc no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:31.955541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 0793678a-e24b-42c0-bc7e-627dc54347fc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:31.965001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0793678a-e24b-42c0-bc7e-627dc54347fc not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:31.982286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting port 34c73cdc-e8b4-4f39-a50f-f2944d8726dd {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:31.982752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:32.092868 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:32.339757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:32.512174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Calling delete_port for 34c73cdc-e8b4-4f39-a50f-f2944d8726dd owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:32.675370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:32.840973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:32.903463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Port': ['ID=34c73cdc-e8b4-4f39-a50f-f2944d8726dd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:32.967064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:32.979377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] Sync routers for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:32.985273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4c4b2c1c-2cfc-45db-9dac-d2e407221e8e tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9677119 Apr 05 21:08:32.987685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36380) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:33.015340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:33.016040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:33.221311 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:33.274331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting subnet f3a6f7da-5082-423b-ab6b-b08ca673b59d {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:33.283707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:33.341466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:33.419570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:33.552821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:31Z', 'revision_number': 11, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:33.564243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] Checking router: daad7eab-3f11-4ed9-93a2-887d33728f0d for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:33.570891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:33.575874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:33.576503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:33.728561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:33.799463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:33.846243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:31Z', 'revision_number': 11, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:33.850956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a478a4-d535-4b7f-928f-627a3d107446 None None] The sync data for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 is: [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:31Z', 'revision_number': 11, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:33.906142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a6f7da-5082-423b-ab6b-b08ca673b59d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:33.920724 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:33.929148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24641129-afcd-413d-a5f4-e31ee870290a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/f3a6f7da-5082-423b-ab6b-b08ca673b59d HTTP/1.1" status: 204 len: 168 time: 0.9384677 Apr 05 21:08:33.929326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c240ad-bf97-44e7-b8c6-eea33aa91794 None None] Network 22f5c588-797e-41fd-8619-43bdc6b7e89a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:33.930716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36396) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:33.950255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Router 470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:34.128441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.130584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:34.140609 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fd8cd8ea-d623-4cb8-a366-477b70b9ef88 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "PUT /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2522597 Apr 05 21:08:34.143504 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] Sync routers for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:34.144447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36402) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:34.147325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 95f5383c-619e-47b2-8f38-b928e8cff55c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:34.147632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.166893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:34.168946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:34.268639 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-497f4860-0a23-469c-a207-d6b6f85f857a tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] delete failed (client error): The resource could not be found. Apr 05 21:08:34.273271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-497f4860-0a23-469c-a207-d6b6f85f857a tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-566027591 HTTP/1.1" status: 404 len: 334 time: 0.1241906 Apr 05 21:08:34.273884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36406) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:34.284007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-69f8838f-30ec-4726-bfc9-518925417216 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'router': {'external_gateway_info': {'network_id': '470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:34.284462 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.304394 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:34.315893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:34.316534 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:34.327894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] DHCP port deletion for 22f5c588-797e-41fd-8619-43bdc6b7e89a request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:34.332524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] Deleting port 95f5383c-619e-47b2-8f38-b928e8cff55c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:34.332893 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.492441 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:34.492759 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b3684-8d15-449f-8f4c-8e219a5433f3 None None] The sync data for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:34.606739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] For port 95f5383c-619e-47b2-8f38-b928e8cff55c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=95f5383c-619e-47b2-8f38-b928e8cff55c,segment=NetworkSegment(84c515b6-bab1-41fc-a5aa-cda5c9e913d1),segment_id=84c515b6-bab1-41fc-a5aa-cda5c9e913d1)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:34.607383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.626723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] For port 95f5383c-619e-47b2-8f38-b928e8cff55c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=95f5383c-619e-47b2-8f38-b928e8cff55c,segment=NetworkSegment(84c515b6-bab1-41fc-a5aa-cda5c9e913d1),segment_id=84c515b6-bab1-41fc-a5aa-cda5c9e913d1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:34.626723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.812507 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] Calling delete_port for 95f5383c-619e-47b2-8f38-b928e8cff55c owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:34.859209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Calling delete_port for 95f5383c-619e-47b2-8f38-b928e8cff55c owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:34.931914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c734c047-8427-4bac-8c22-1844f34110ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.962712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-69f8838f-30ec-4726-bfc9-518925417216 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.989037 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:34.996002 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:08:34.996495 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:08:35.048311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] Pushing event deleted for resources: {'Port': ['ID=95f5383c-619e-47b2-8f38-b928e8cff55c,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:35.053950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3cecb3-3cbe-4245-af29-d7d4ee03acfc None None] No DVR routers for this DVR port 95f5383c-619e-47b2-8f38-b928e8cff55c on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:35.078655 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-69f8838f-30ec-4726-bfc9-518925417216 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] update failed (client error): The resource could not be found. Apr 05 21:08:35.081095 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-69f8838f-30ec-4726-bfc9-518925417216 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "PUT /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 HTTP/1.1" status: 404 len: 339 time: 0.8048470 Apr 05 21:08:35.086142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36422) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:35.469024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03120c29-6f62-4822-aa44-36817a08eec9 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:35.509186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 03120c29-6f62-4822-aa44-36817a08eec9 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:35.509633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03120c29-6f62-4822-aa44-36817a08eec9 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:35.510120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 95f5383c-619e-47b2-8f38-b928e8cff55c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:35.543870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 95f5383c-619e-47b2-8f38-b928e8cff55c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:35.544321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 95f5383c-619e-47b2-8f38-b928e8cff55c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:35.573863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Deleting port 95f5383c-619e-47b2-8f38-b928e8cff55c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:35.574205 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:35.703236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] The port '95f5383c-619e-47b2-8f38-b928e8cff55c' was deleted {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:08:35.839825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:35.905249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f5c588-797e-41fd-8619-43bdc6b7e89a']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:35.923135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c515b6-bab1-41fc-a5aa-cda5c9e913d1') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:35.923432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c515b6-bab1-41fc-a5aa-cda5c9e913d1') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:35.974024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:35.989112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.005287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.061282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:36.061690 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:36.076688 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:36.338026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.377815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.401184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Pushing event deleted for resources: {'Network': ['ID=22f5c588-797e-41fd-8619-43bdc6b7e89a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:36.420612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c8b3dfb8-6d2d-49da-ae46-b3a804057024 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/networks/22f5c588-797e-41fd-8619-43bdc6b7e89a HTTP/1.1" status: 204 len: 168 time: 2.4887459 Apr 05 21:08:36.423380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:36.430023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'routes': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:36.598611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Allocated IP 172.20.0.1 (297086c3-a894-47a0-b045-4dec18e3c103/f27cd198-622f-45d1-91d9-8a11b354c57d/25708411-cf67-4068-a529-752ce0e07f61) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:08:36.761115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.extraroute_db [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Added routes are [] {{(pid=84580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 21:08:36.761948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.extraroute_db [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Removed routes are [] {{(pid=84580) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 21:08:36.762712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.820352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.841659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Transition to ACTIVE for port object 25708411-cf67-4068-a529-752ce0e07f61 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:36.868566 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-50056ea2-9036-4bae-aa91-b16e05d021ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:36.915025 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:37.012542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network 297086c3-a894-47a0-b045-4dec18e3c103 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:37.013856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Port': ['ID=25708411-cf67-4068-a529-752ce0e07f61,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:37.017684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:37.019806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:08:37.120233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:37.293181 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:37.304260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:37.513834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router daad7eab-3f11-4ed9-93a2-887d33728f0d has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:37.658045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:37.664525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:37.668664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b62575e5-f309-481c-a647-131c25353d3d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 200 len: 705 time: 1.2407911 Apr 05 21:08:37.669319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36460) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:37.671783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] Sync routers for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:37.686950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:37.687839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:37.714439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a48d76a-6826-43e0-9c91-774d91c3f669 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:37.821301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:37.965314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:31Z', 'revision_number': 11, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:37.969659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] Checking router: daad7eab-3f11-4ed9-93a2-887d33728f0d for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:37.986355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] Routers {'daad7eab-3f11-4ed9-93a2-887d33728f0d'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:37.987450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['daad7eab-3f11-4ed9-93a2-887d33728f0d'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:38.051768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5a48d76a-6826-43e0-9c91-774d91c3f669 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:38.052947 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5a48d76a-6826-43e0-9c91-774d91c3f669 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 200 len: 205 time: 0.3826356 Apr 05 21:08:38.056453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36468) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:38.116156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:38.132166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] Set router daad7eab-3f11-4ed9-93a2-887d33728f0d gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:38.199492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-82a764a4-4d8b-4346-94ad-eedbe2d801a0 None None] Provisioning for port 25708411-cf67-4068-a529-752ce0e07f61 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:08:38.309432 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-419310ba-0a10-44ea-9e0e-2794a4c367eb tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:38.339496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:31Z', 'revision_number': 11, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:38.359796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-82a764a4-4d8b-4346-94ad-eedbe2d801a0 None None] Provisioning complete for port 25708411-cf67-4068-a529-752ce0e07f61 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:38.360720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-82a764a4-4d8b-4346-94ad-eedbe2d801a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:38.466489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0abebb-7ab7-4ca9-a46d-c280671ee4cf None None] The sync data for ids ['daad7eab-3f11-4ed9-93a2-887d33728f0d'] in n-d-836605-1 is: [{'id': 'daad7eab-3f11-4ed9-93a2-887d33728f0d', 'name': 'tempest-RoutersIpV6Test-router-1420600940', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:26Z', 'updated_at': '2022-04-05T21:08:31Z', 'revision_number': 11, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:38.479690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-82a764a4-4d8b-4346-94ad-eedbe2d801a0 None None] Port 25708411-cf67-4068-a529-752ce0e07f61 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:08:38.575814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:38.628429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:38.923098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.000069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.000705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-419310ba-0a10-44ea-9e0e-2794a4c367eb tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.005453 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-419310ba-0a10-44ea-9e0e-2794a4c367eb tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.090192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-419310ba-0a10-44ea-9e0e-2794a4c367eb tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.091313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419310ba-0a10-44ea-9e0e-2794a4c367eb tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Fanout notify agent at l3_agent the message router_deleted on router daad7eab-3f11-4ed9-93a2-887d33728f0d {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:08:39.117730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-419310ba-0a10-44ea-9e0e-2794a4c367eb tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.123056 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-419310ba-0a10-44ea-9e0e-2794a4c367eb tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 204 len: 168 time: 1.0613477 Apr 05 21:08:39.123213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.124368 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36484) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:39.126699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event updated for resources: {'Port': ['ID=25708411-cf67-4068-a529-752ce0e07f61,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:39.132557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287585439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:39.140597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:39.149691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Usage tracker for resource:router and tenant:ede87a7635f44061bf8def2674dd0f40 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:39.150740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:39.160140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:39.268245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.269200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.323934 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.358904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Network 297086c3-a894-47a0-b045-4dec18e3c103 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:39.359986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:39.479355 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.618117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.618117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8d8d8df6-28ee-4984-8fac-281fca1d6e4d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4927242 Apr 05 21:08:39.621492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:39.628960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-99c554b4-396d-4fea-85c8-91c03e02ece0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:39.630179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e24f2df6-5d38-46ca-819f-3ffe043a2077 None None] Provisioning complete for port 25708411-cf67-4068-a529-752ce0e07f61 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:08:39.630671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e24f2df6-5d38-46ca-819f-3ffe043a2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.746938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e24f2df6-5d38-46ca-819f-3ffe043a2077 None None] Port 25708411-cf67-4068-a529-752ce0e07f61 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:08:39.779172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Router 470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:39.873460 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.984947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:39.993548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-65431d88-b6a4-4231-b181-e15f6d9985e4 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "PUT /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9051480 Apr 05 21:08:39.998846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36504) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:40.000313 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] Sync routers for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:40.026772 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:40.029769 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:40.102361 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:40.114107 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:40.117422 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:40.182492 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c554b4-396d-4fea-85c8-91c03e02ece0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:40.194177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:40.195927 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28262bd-b8ec-49aa-92ab-baac3fe5f7cf None None] The sync data for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:40.324816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e284562-c221-40e1-ac3f-82153d4dfacc tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:40.449015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c554b4-396d-4fea-85c8-91c03e02ece0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687331'] for router, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:40.646524 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-1e284562-c221-40e1-ac3f-82153d4dfacc tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 21:08:40.648222 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e284562-c221-40e1-ac3f-82153d4dfacc tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 HTTP/1.1" status: 409 len: 329 time: 0.6483512 Apr 05 21:08:40.652607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36516) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:40.759719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c554b4-396d-4fea-85c8-91c03e02ece0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Router 7314e343-4e96-4ddd-8c66-ae9ff8145e81 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:08:40.948085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c554b4-396d-4fea-85c8-91c03e02ece0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:40.955912 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99c554b4-396d-4fea-85c8-91c03e02ece0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:40.961629 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-99c554b4-396d-4fea-85c8-91c03e02ece0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "PUT /v2.0/routers/7314e343-4e96-4ddd-8c66-ae9ff8145e81 HTTP/1.1" status: 200 len: 698 time: 1.3381727 Apr 05 21:08:40.962491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] Sync routers for ids ['7314e343-4e96-4ddd-8c66-ae9ff8145e81'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:40.962985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:40.985742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] Routers {'7314e343-4e96-4ddd-8c66-ae9ff8145e81'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:40.986407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7314e343-4e96-4ddd-8c66-ae9ff8145e81'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:41.197636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] Set router 7314e343-4e96-4ddd-8c66-ae9ff8145e81 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:41.207835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.317807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314e343-4e96-4ddd-8c66-ae9ff8145e81', 'name': 'tempest-RoutersIpV6Test-router-1287585439', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:08:39Z', 'updated_at': '2022-04-05T21:08:40Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:41.323519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] Checking router: 7314e343-4e96-4ddd-8c66-ae9ff8145e81 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:08:41.335556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] Routers {'7314e343-4e96-4ddd-8c66-ae9ff8145e81'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:41.336476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7314e343-4e96-4ddd-8c66-ae9ff8145e81'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:41.340093 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-379574bf-63da-406c-ae38-57d05ef62c9f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/routers/7314e343-4e96-4ddd-8c66-ae9ff8145e81 HTTP/1.1" status: 200 len: 704 time: 0.3739243 Apr 05 21:08:41.342383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36532) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:41.419590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2361d7bd-988c-412f-98b7-05a8115a2fae tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=7314e343-4e96-4ddd-8c66-ae9ff8145e81 HTTP/1.1" status: 200 len: 205 time: 0.0736952 Apr 05 21:08:41.419768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36536) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:41.517634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] Set router 7314e343-4e96-4ddd-8c66-ae9ff8145e81 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:08:41.634696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7314e343-4e96-4ddd-8c66-ae9ff8145e81', 'name': 'tempest-RoutersIpV6Test-router-1287585439', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:08:39Z', 'updated_at': '2022-04-05T21:08:40Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:41.637864 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0bc2419c-d2c9-4a36-bcce-d4e7fd8de00c tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.639632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9b37a-0628-4eb7-82f2-49cf396a4a22 None None] The sync data for ids ['7314e343-4e96-4ddd-8c66-ae9ff8145e81'] in n-d-836605-1 is: [{'id': '7314e343-4e96-4ddd-8c66-ae9ff8145e81', 'name': 'tempest-RoutersIpV6Test-router-1287585439', 'tenant_id': 'ede87a7635f44061bf8def2674dd0f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:08:39Z', 'updated_at': '2022-04-05T21:08:40Z', 'revision_number': 2, 'project_id': 'ede87a7635f44061bf8def2674dd0f40', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:42.261076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0bc2419c-d2c9-4a36-bcce-d4e7fd8de00c tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.270897 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0bc2419c-d2c9-4a36-bcce-d4e7fd8de00c tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.403694 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0bc2419c-d2c9-4a36-bcce-d4e7fd8de00c tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.404390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc2419c-d2c9-4a36-bcce-d4e7fd8de00c tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Fanout notify agent at l3_agent the message router_deleted on router 7314e343-4e96-4ddd-8c66-ae9ff8145e81 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:08:42.424635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0bc2419c-d2c9-4a36-bcce-d4e7fd8de00c tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.425737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0bc2419c-d2c9-4a36-bcce-d4e7fd8de00c tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/7314e343-4e96-4ddd-8c66-ae9ff8145e81 HTTP/1.1" status: 204 len: 168 time: 1.0051179 Apr 05 21:08:42.430517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36554) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:42.481831 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ec1695e6-cb01-479e-8fbe-9e977591bc45 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=7314e343-4e96-4ddd-8c66-ae9ff8145e81 HTTP/1.1" status: 200 len: 205 time: 0.0505626 Apr 05 21:08:42.484351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36560) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:42.569506 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-e58fa277-8185-4fc5-a21c-f5ce8f9735fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] delete failed (client error): The resource could not be found. Apr 05 21:08:42.570550 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e58fa277-8185-4fc5-a21c-f5ce8f9735fc tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/7314e343-4e96-4ddd-8c66-ae9ff8145e81 HTTP/1.1" status: 404 len: 336 time: 0.0850174 Apr 05 21:08:42.577543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36566) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:42.672847 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ff4e2f-2905-49cb-846d-f198e1691d37 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:42.673330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ff4e2f-2905-49cb-846d-f198e1691d37 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:42.676390 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5ff4e2f-2905-49cb-846d-f198e1691d37 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/a0d7d652-776b-435a-9b4f-e1ab5b36ce56 HTTP/1.1" status: 404 len: 337 time: 0.0965421 Apr 05 21:08:42.680198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36570) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:42.741346 n-d-836605-1 neutron-server[84581]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3612b8-646e-4bb2-a829-c788aac433f6 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:42.741791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3612b8-646e-4bb2-a829-c788aac433f6 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84581) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:42.745712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6e3612b8-646e-4bb2-a829-c788aac433f6 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/d918186e-e808-484b-b06c-b203988c54ff HTTP/1.1" status: 404 len: 337 time: 0.0618858 Apr 05 21:08:42.746066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36574) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:42.754485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting port 25708411-cf67-4068-a529-752ce0e07f61 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:42.755550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.786312 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ad28ac-7cf7-4939-aa21-4340602ec857 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:42.786312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ad28ac-7cf7-4939-aa21-4340602ec857 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:42.788378 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b2ad28ac-7cf7-4939-aa21-4340602ec857 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/4da1719e-fff6-4c31-a8b3-552714152498 HTTP/1.1" status: 404 len: 337 time: 0.0413506 Apr 05 21:08:42.795829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36578) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.056969 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-67af3d69-0df0-4c0f-8316-c4de598b2ea5 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:43.056969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67af3d69-0df0-4c0f-8316-c4de598b2ea5 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:43.056969 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67af3d69-0df0-4c0f-8316-c4de598b2ea5 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/f3a6f7da-5082-423b-ab6b-b08ca673b59d HTTP/1.1" status: 404 len: 337 time: 0.0470304 Apr 05 21:08:43.058857 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:43.060703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36586) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.082297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Calling delete_port for 25708411-cf67-4068-a529-752ce0e07f61 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:43.118497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9504bd6a-b6e2-474d-b9eb-6cc2187eb098 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 200 len: 205 time: 0.0561159 Apr 05 21:08:43.121628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.203520 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-0283f13d-b777-45f4-a83f-3c794edee982 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] delete failed (client error): The resource could not be found. Apr 05 21:08:43.204587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0283f13d-b777-45f4-a83f-3c794edee982 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/daad7eab-3f11-4ed9-93a2-887d33728f0d HTTP/1.1" status: 404 len: 336 time: 0.0818503 Apr 05 21:08:43.207407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36600) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.254124 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e5ac100d-27a1-417a-a76f-aeec807a295a tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=0290dc2a-94a8-4fdc-9682-77a09291079d HTTP/1.1" status: 200 len: 205 time: 0.0456018 Apr 05 21:08:43.258860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36604) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.326965 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-c2b65cf8-726e-4232-8bec-6848c5aa8314 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] delete failed (client error): The resource could not be found. Apr 05 21:08:43.327185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2b65cf8-726e-4232-8bec-6848c5aa8314 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/0290dc2a-94a8-4fdc-9682-77a09291079d HTTP/1.1" status: 404 len: 336 time: 0.0674393 Apr 05 21:08:43.329961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36608) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.371037 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b05645-888d-4c5e-9294-422b2276c959 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:43.371460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b05645-888d-4c5e-9294-422b2276c959 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:43.373091 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-59b05645-888d-4c5e-9294-422b2276c959 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/88d4f620-a65b-4aee-acc2-4076d3545951 HTTP/1.1" status: 404 len: 337 time: 0.0422089 Apr 05 21:08:43.375878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36612) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.413557 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:43.458957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba44e874-d225-403b-a343-8cf02549b209 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Synchronizing usage tracker for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:43.471025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Port': ['ID=25708411-cf67-4068-a529-752ce0e07f61,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:43.534657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ba44e874-d225-403b-a343-8cf02549b209 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] Unset dirty status for tenant:ede87a7635f44061bf8def2674dd0f40 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:43.538089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ba44e874-d225-403b-a343-8cf02549b209 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd314451-e72f-4e20-9e56-8a717356586e HTTP/1.1" status: 200 len: 205 time: 0.1584842 Apr 05 21:08:43.538843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36618) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.608304 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-4bcdeb79-b0bf-4fa4-809f-f8b5cca74380 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] delete failed (client error): The resource could not be found. Apr 05 21:08:43.610969 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4bcdeb79-b0bf-4fa4-809f-f8b5cca74380 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/cd314451-e72f-4e20-9e56-8a717356586e HTTP/1.1" status: 404 len: 336 time: 0.0701284 Apr 05 21:08:43.613501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36622) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.665441 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6280bc36-6b1c-4672-bf74-7098a7aeff74 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=c039c2b1-56af-4048-a131-2d9afa33be62 HTTP/1.1" status: 200 len: 205 time: 0.0505915 Apr 05 21:08:43.666393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36626) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.745710 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-814a33f1-be8d-47a9-8f5a-ebf462c54745 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] delete failed (client error): The resource could not be found. Apr 05 21:08:43.749337 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-814a33f1-be8d-47a9-8f5a-ebf462c54745 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/c039c2b1-56af-4048-a131-2d9afa33be62 HTTP/1.1" status: 404 len: 336 time: 0.0792296 Apr 05 21:08:43.749623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36630) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.789776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:43.796569 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffb3b82-aa70-434f-9157-a4153dac9aa0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:43.797010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffb3b82-aa70-434f-9157-a4153dac9aa0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:43.798779 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5ffb3b82-aa70-434f-9157-a4153dac9aa0 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/ca558a26-6cbe-4a27-86e2-3c6cac526e16 HTTP/1.1" status: 404 len: 337 time: 0.0482500 Apr 05 21:08:43.801652 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36636) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.847954 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-93204a0d-103d-4a79-93cf-62d1817c76c2 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=586ec706-81e5-42b0-a03d-621fbb74a44f HTTP/1.1" status: 200 len: 205 time: 0.0424891 Apr 05 21:08:43.848185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36640) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.919602 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-bb45ea21-df72-4d8b-afd3-06622a3be763 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] delete failed (client error): The resource could not be found. Apr 05 21:08:43.922909 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bb45ea21-df72-4d8b-afd3-06622a3be763 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/586ec706-81e5-42b0-a03d-621fbb74a44f HTTP/1.1" status: 404 len: 336 time: 0.0716710 Apr 05 21:08:43.923190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36648) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.969732 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-60739fbc-6215-4926-84f5-a8541ae8ec50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:43.969732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60739fbc-6215-4926-84f5-a8541ae8ec50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:43.969732 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-60739fbc-6215-4926-84f5-a8541ae8ec50 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/a1dd2f82-26f0-4975-834d-e11bdc65cc8e HTTP/1.1" status: 404 len: 337 time: 0.0424566 Apr 05 21:08:43.969732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36654) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.015603 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8118fae8-0e3a-4e3c-b3f1-01d23381fa5d tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "GET /v2.0/ports?device_id=2476112d-a042-4b5d-b598-474667891d90 HTTP/1.1" status: 200 len: 205 time: 0.0452282 Apr 05 21:08:44.017976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36658) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.087517 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [None req-61df8842-c7ad-42f1-9953-161b52407841 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] delete failed (client error): The resource could not be found. Apr 05 21:08:44.088571 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-61df8842-c7ad-42f1-9953-161b52407841 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/routers/2476112d-a042-4b5d-b598-474667891d90 HTTP/1.1" status: 404 len: 336 time: 0.0696721 Apr 05 21:08:44.092242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36664) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.135073 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-d292f200-e518-47d5-9766-cc925816ad43 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:44.135621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d292f200-e518-47d5-9766-cc925816ad43 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:44.139966 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d292f200-e518-47d5-9766-cc925816ad43 tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/cc20f26d-af94-4fe3-98df-e3b627232e6c HTTP/1.1" status: 404 len: 337 time: 0.0464246 Apr 05 21:08:44.140617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36668) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.190991 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-17629a0c-46aa-48d3-84f5-ab9f5fc2346f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] DELETE failed (client error): The resource could not be found. Apr 05 21:08:44.191593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17629a0c-46aa-48d3-84f5-ab9f5fc2346f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:08:44.198213 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-17629a0c-46aa-48d3-84f5-ab9f5fc2346f tempest-RoutersIpV6Test-1159165141 tempest-RoutersIpV6Test-1159165141-project] 10.222.0.10 "DELETE /v2.0/subnets/d18878c8-ecd6-4a04-b312-7f2a70b91706 HTTP/1.1" status: 404 len: 337 time: 0.0564311 Apr 05 21:08:44.383809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Router 470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:08:44.533888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:08:44.544323 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] Sync routers for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:08:44.550602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-71e7891f-57c5-4621-a576-c7bce7041207 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "PUT /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8969047 Apr 05 21:08:44.554134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36680) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.566846 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:44.567466 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:44.622619 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-7b90522d-c2a8-4137-b95a-a9013a33be6b tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] show failed (client error): The resource could not be found. Apr 05 21:08:44.623670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7b90522d-c2a8-4137-b95a-a9013a33be6b tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1008188853 HTTP/1.1" status: 404 len: 335 time: 0.0686147 Apr 05 21:08:44.629012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36684) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.634316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b4acc5cd-128f-4a98-bf12-4c45c40f5e92 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:44.673335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:44.693245 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] Routers {'470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:08:44.694172 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:08:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:44.718737 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-b4acc5cd-128f-4a98-bf12-4c45c40f5e92 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] update failed (client error): The resource could not be found. Apr 05 21:08:44.719742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b4acc5cd-128f-4a98-bf12-4c45c40f5e92 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-731356729 HTTP/1.1" status: 404 len: 334 time: 0.0897331 Apr 05 21:08:44.725604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36692) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.771151 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:44.771972 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59848a0-0077-4471-ab6d-dd5e15d09f85 None None] The sync data for ids ['470a7edb-0aa0-4d7a-92ce-0b508e36e9b9'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:08:44.789859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36696) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:44.985190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting subnet 125b82c6-d66e-4e72-af38-1ca47d1fc6cb {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:44.989756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.068270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.101412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0d208604-57c0-4c60-bdeb-1a0f76c083b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ede87a7635f44061bf8def2674dd0f40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3105218 Apr 05 21:08:45.104546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36706) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:45.165348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.347490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c521-ee5b-47a7-8c5d-f47c9f8b3bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.367212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.391079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c521-ee5b-47a7-8c5d-f47c9f8b3bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.448541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Subnet': ['ID=125b82c6-d66e-4e72-af38-1ca47d1fc6cb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:45.456833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.457693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4a00ad-18b3-4fa8-a590-bf999602c8dd None None] Network 97787c97-04c0-4cc8-9629-c2f61de15dea requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:45.465194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c326a0d7-5fab-4191-afeb-870c2fec64bd tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/subnets/125b82c6-d66e-4e72-af38-1ca47d1fc6cb HTTP/1.1" status: 204 len: 168 time: 0.7360919 Apr 05 21:08:45.466444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36716) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:45.505041 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c521-ee5b-47a7-8c5d-f47c9f8b3bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.534574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6c521-ee5b-47a7-8c5d-f47c9f8b3bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a676bd-ccda-4df9-bce4-9e60f90e24ec,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:45.545618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c521-ee5b-47a7-8c5d-f47c9f8b3bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.549447 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4cc6c521-ee5b-47a7-8c5d-f47c9f8b3bfb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46a676bd-ccda-4df9-bce4-9e60f90e24ec HTTP/1.1" status: 204 len: 168 time: 0.4412112 Apr 05 21:08:45.698402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting subnet 55abc5ba-3096-4262-9e92-41d278dbfe70 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:45.702316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.778916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.796366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] DHCP port deletion for 97787c97-04c0-4cc8-9629-c2f61de15dea request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:45.801004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] Deleting port f6c38a01-5153-4fed-9bd0-17e652b6e035 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:45.801407 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.871477 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.034464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.071739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] For port f6c38a01-5153-4fed-9bd0-17e652b6e035, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f6c38a01-5153-4fed-9bd0-17e652b6e035,segment=NetworkSegment(cc717f0e-cee3-4c06-ab89-9f574b84569c),segment_id=cc717f0e-cee3-4c06-ab89-9f574b84569c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:46.072344 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.119487 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.133572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Subnet': ['ID=55abc5ba-3096-4262-9e92-41d278dbfe70,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:46.144077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65f7d6-3d48-4af8-903b-2a0a0524cb7d None None] Network 87f73ecb-62d0-4d6e-8b86-861c1dade271 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:46.144361 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0d753928-f987-44fe-aadb-feaca57291ce tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/subnets/55abc5ba-3096-4262-9e92-41d278dbfe70 HTTP/1.1" status: 204 len: 168 time: 0.6755610 Apr 05 21:08:46.145937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36740) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:46.281847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.293726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting port f6c38a01-5153-4fed-9bd0-17e652b6e035 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:46.294070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.430771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] Calling delete_port for f6c38a01-5153-4fed-9bd0-17e652b6e035 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:46.583455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] For port f6c38a01-5153-4fed-9bd0-17e652b6e035, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f6c38a01-5153-4fed-9bd0-17e652b6e035,segment=NetworkSegment(cc717f0e-cee3-4c06-ab89-9f574b84569c),segment_id=cc717f0e-cee3-4c06-ab89-9f574b84569c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:46.583957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.689039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] DHCP port deletion for 87f73ecb-62d0-4d6e-8b86-861c1dade271 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:46.703702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] Deleting port da3a1b94-dbbe-436e-bc82-02ccff100257 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:46.705021 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.756820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.758831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Calling delete_port for f6c38a01-5153-4fed-9bd0-17e652b6e035 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:46.887118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:08:46.887486 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:08:46.946331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] Pushing event deleted for resources: {'Port': ['ID=f6c38a01-5153-4fed-9bd0-17e652b6e035,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:47.001340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4535661-3b0a-4857-acd7-99ca0b1a0a53 None None] No DVR routers for this DVR port f6c38a01-5153-4fed-9bd0-17e652b6e035 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:47.050228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] For port da3a1b94-dbbe-436e-bc82-02ccff100257, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=da3a1b94-dbbe-436e-bc82-02ccff100257,segment=NetworkSegment(b4779a99-3369-4669-a81b-b7e51985b736),segment_id=b4779a99-3369-4669-a81b-b7e51985b736)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:47.050864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.167219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36766) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:47.179914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] Calling delete_port for da3a1b94-dbbe-436e-bc82-02ccff100257 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:47.354778 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.361133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--497222191'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:47.368526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:47.372761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:47.376070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:47.382065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:47.387955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting port f6c38a01-5153-4fed-9bd0-17e652b6e035 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:47.388751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.442144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] Pushing event deleted for resources: {'Port': ['ID=da3a1b94-dbbe-436e-bc82-02ccff100257,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:47.451078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f58827-5677-439f-93af-46acf256dbc1 None None] No DVR routers for this DVR port da3a1b94-dbbe-436e-bc82-02ccff100257 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:47.464933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] The port 'f6c38a01-5153-4fed-9bd0-17e652b6e035' was deleted {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:08:47.538403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da3a1b94-dbbe-436e-bc82-02ccff100257 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:47.573366 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.594367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: da3a1b94-dbbe-436e-bc82-02ccff100257 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:47.594850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device da3a1b94-dbbe-436e-bc82-02ccff100257 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:47.595369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6c38a01-5153-4fed-9bd0-17e652b6e035 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:47.632441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f6c38a01-5153-4fed-9bd0-17e652b6e035 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:47.633428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6c38a01-5153-4fed-9bd0-17e652b6e035 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:47.688334 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.707032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.746604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97787c97-04c0-4cc8-9629-c2f61de15dea']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:47.765442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:47.768635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc717f0e-cee3-4c06-ab89-9f574b84569c') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:47.768932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc717f0e-cee3-4c06-ab89-9f574b84569c') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:47.779581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:47.784281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:47.788428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.806813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:47.826672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.836820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:47.837364 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: util.warn( Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:47.853598 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:48.081075 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.087828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.220853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Network': ['ID=97787c97-04c0-4cc8-9629-c2f61de15dea,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:48.232751 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a6709738-fdf4-4490-9c18-e214f8ba8687 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/networks/97787c97-04c0-4cc8-9629-c2f61de15dea HTTP/1.1" status: 204 len: 168 time: 2.0857759 Apr 05 21:08:48.235353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36786) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:48.280039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.360447 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.390966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.441957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:48.445026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f71cc3d-e2e0-4bbe-83b6-b1c57040b16a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:48.450499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:48.454865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:48.461468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:48.513161 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.544262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f73ecb-62d0-4d6e-8b86-861c1dade271']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:48.545880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.557828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4779a99-3369-4669-a81b-b7e51985b736') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:48.558209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4779a99-3369-4669-a81b-b7e51985b736') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:48.570768 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.588213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.594531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:48.594923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:48.609642 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:48.645784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.689405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc2c13a-69e7-471b-926f-e32ec5f151da,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:48.794141 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.795394 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3dac733e-ab8b-4a33-9b55-512b20a00b4f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6263654 Apr 05 21:08:48.807319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36800) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:48.823594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.850324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.859433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Network': ['ID=87f73ecb-62d0-4d6e-8b86-861c1dade271,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:48.865890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-04071623-bbd9-4602-932d-05cfc9ebc8bf tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/networks/87f73ecb-62d0-4d6e-8b86-861c1dade271 HTTP/1.1" status: 204 len: 168 time: 0.6286376 Apr 05 21:08:48.866551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36804) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:48.889604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-995af6e7-654c-439e-81af-23b9b48850ed tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:48.982342 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-995af6e7-654c-439e-81af-23b9b48850ed tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:48.986434 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-995af6e7-654c-439e-81af-23b9b48850ed tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1754472 Apr 05 21:08:48.986950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36808) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:48.994131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-73fcf005-36f4-414e-a750-c10f9ab458e5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-security--1517531764', 'description': 'tempest-security-description-1423460344'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:49.029464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73fcf005-36f4-414e-a750-c10f9ab458e5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.066063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting subnet f27cd198-622f-45d1-91d9-8a11b354c57d {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:08:49.069470 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.083554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73fcf005-36f4-414e-a750-c10f9ab458e5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.194414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73fcf005-36f4-414e-a750-c10f9ab458e5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.197132 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73fcf005-36f4-414e-a750-c10f9ab458e5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.198632 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-73fcf005-36f4-414e-a750-c10f9ab458e5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "PUT /v2.0/security-groups/4cc2c13a-69e7-471b-926f-e32ec5f151da HTTP/1.1" status: 200 len: 1612 time: 0.2100809 Apr 05 21:08:49.208964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36816) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:49.267592 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.268998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcf005-36f4-414e-a750-c10f9ab458e5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc2c13a-69e7-471b-926f-e32ec5f151da,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:49.291977 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fa049cbf-6df5-4ae5-b856-6ce4def9f5fa tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups/4cc2c13a-69e7-471b-926f-e32ec5f151da HTTP/1.1" status: 200 len: 1612 time: 0.0790260 Apr 05 21:08:49.294410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:49.371548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.376663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d84c-6029-4d6a-90bb-c24c066cd9de tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.405845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d84c-6029-4d6a-90bb-c24c066cd9de tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.548745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.587926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Subnet': ['ID=f27cd198-622f-45d1-91d9-8a11b354c57d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:49.599160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.603832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.604175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.604499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab57fb-8b1d-436a-b486-74bf710a57a7 None None] Network 297086c3-a894-47a0-b045-4dec18e3c103 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:08:49.604941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.604941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.605216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.605547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.605877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.606204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.606531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.606855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.607180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:49.612220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5928bcc5-3adc-4180-9327-571a0954ce0f tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/subnets/f27cd198-622f-45d1-91d9-8a11b354c57d HTTP/1.1" status: 204 len: 168 time: 0.7443011 Apr 05 21:08:49.618110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d84c-6029-4d6a-90bb-c24c066cd9de tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.621840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:49.661133 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1d84c-6029-4d6a-90bb-c24c066cd9de tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc2c13a-69e7-471b-926f-e32ec5f151da,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:49.762564 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.766037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d84c-6029-4d6a-90bb-c24c066cd9de tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.770447 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c6c1d84c-6029-4d6a-90bb-c24c066cd9de tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/4cc2c13a-69e7-471b-926f-e32ec5f151da HTTP/1.1" status: 204 len: 168 time: 0.4718297 Apr 05 21:08:49.770928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36838) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:49.794460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Deleting port 9b9745dd-f58b-446a-b43f-eea0b49ac93e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:49.796035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.847126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9b2eb1a6-1ef5-44b8-9b41-ca9472056da7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0721927 Apr 05 21:08:49.848711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36842) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:49.872718 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-10997ea0-0951-4c5f-88e0-bca579e1ffae tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] delete failed (client error): The resource could not be found. Apr 05 21:08:49.873973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-10997ea0-0951-4c5f-88e0-bca579e1ffae tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/4cc2c13a-69e7-471b-926f-e32ec5f151da HTTP/1.1" status: 404 len: 347 time: 0.0239832 Apr 05 21:08:49.881957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36846) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:49.887580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136033161'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:49.894062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:49.899018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:49.908919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:49.916327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:49.937739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] DHCP port deletion for 297086c3-a894-47a0-b045-4dec18e3c103 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:08:49.941933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Deleting port 9b9745dd-f58b-446a-b43f-eea0b49ac93e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:49.942303 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.993757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.031698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:50.036223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:50.040693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:50.048250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:50.072233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] For port 9b9745dd-f58b-446a-b43f-eea0b49ac93e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9b9745dd-f58b-446a-b43f-eea0b49ac93e,segment=NetworkSegment(c6beb92e-cdf7-4bbf-a6bc-be86a93d4944),segment_id=c6beb92e-cdf7-4bbf-a6bc-be86a93d4944)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:50.072687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.111544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.182907 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.186944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] For port 9b9745dd-f58b-446a-b43f-eea0b49ac93e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9b9745dd-f58b-446a-b43f-eea0b49ac93e,segment=NetworkSegment(c6beb92e-cdf7-4bbf-a6bc-be86a93d4944),segment_id=c6beb92e-cdf7-4bbf-a6bc-be86a93d4944)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:08:50.187339 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.218084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Calling delete_port for 9b9745dd-f58b-446a-b43f-eea0b49ac93e owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:50.231011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f60cc98-f7d3-4c51-a1c8-2a3e7755d1b6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:50.317770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Calling delete_port for 9b9745dd-f58b-446a-b43f-eea0b49ac93e owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:08:50.371127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.372236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d5ceb542-1090-4616-90f8-d1c1e9a7f734 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4892721 Apr 05 21:08:50.388372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36858) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:50.393890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': '1f60cc98-f7d3-4c51-a1c8-2a3e7755d1b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:50.400328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:50.404341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:50.407194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:50.413547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:50.444448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.450248 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:08:50.450605 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:08:50.495713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Port': ['ID=9b9745dd-f58b-446a-b43f-eea0b49ac93e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:50.499567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] No DVR routers for this DVR port 9b9745dd-f58b-446a-b43f-eea0b49ac93e on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:50.519964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.589757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.624702 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.651254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297086c3-a894-47a0-b045-4dec18e3c103']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:50.653905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.664782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6beb92e-cdf7-4bbf-a6bc-be86a93d4944') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:50.665200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6beb92e-cdf7-4bbf-a6bc-be86a93d4944') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:50.676919 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.694190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.701824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:08:50.702225 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.713844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:50.716613 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:50.742337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3145be0e-4152-46d5-9c63-6b471e466978,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:50.816215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.818350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2ed9cd7f-6b3e-4700-bd08-1b92062f58e6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4282966 Apr 05 21:08:50.827882 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36866) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:50.861025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab1938ed-bff4-4d8c-8024-94c3d7bce8dd tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.873471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab1938ed-bff4-4d8c-8024-94c3d7bce8dd tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.924166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.949743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.951633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Deleting port 9b9745dd-f58b-446a-b43f-eea0b49ac93e {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:08:50.952161 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:50.968140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Pushing event deleted for resources: {'Network': ['ID=297086c3-a894-47a0-b045-4dec18e3c103,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:50.972566 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1f444691-4ef0-49d9-8e9c-4efb79c35fd0 tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/networks/297086c3-a894-47a0-b045-4dec18e3c103 HTTP/1.1" status: 204 len: 168 time: 1.3426683 Apr 05 21:08:50.977255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36872) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:51.022863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b8c9880e-be85-43d5-a31a-67771731bf6b tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Synchronizing usage tracker for tenant:73426f739be5443ebda359ad53d56c4c on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:51.035440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab1938ed-bff4-4d8c-8024-94c3d7bce8dd tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.052185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab1938ed-bff4-4d8c-8024-94c3d7bce8dd tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.053705 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab1938ed-bff4-4d8c-8024-94c3d7bce8dd tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3145be0e-4152-46d5-9c63-6b471e466978 HTTP/1.1" status: 204 len: 168 time: 0.2247229 Apr 05 21:08:51.056975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36876) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:51.059183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1938ed-bff4-4d8c-8024-94c3d7bce8dd tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3145be0e-4152-46d5-9c63-6b471e466978,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:51.085313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a245c-b3c4-4323-b0d1-2fc2456bcbe8 None None] The port '9b9745dd-f58b-446a-b43f-eea0b49ac93e' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:08:51.119898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d2d6081-0908-4ec5-b64b-c5ff638bff82 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:51.161176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b8c9880e-be85-43d5-a31a-67771731bf6b tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Unset dirty status for tenant:73426f739be5443ebda359ad53d56c4c on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:51.161176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b8c9880e-be85-43d5-a31a-67771731bf6b tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "GET /v2.0/ports?device_id=470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 HTTP/1.1" status: 200 len: 205 time: 0.1803246 Apr 05 21:08:51.161176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36880) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:51.297898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d2d6081-0908-4ec5-b64b-c5ff638bff82 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:51.305098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1d2d6081-0908-4ec5-b64b-c5ff638bff82 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2405915 Apr 05 21:08:51.305098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7b15601-f3e8-45f6-9b26-2a6e83d50d3d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.305394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:51.390093 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8f75c2-7b0f-4ce7-8cd0-e6a6f53c82e9 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.425928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8f75c2-7b0f-4ce7-8cd0-e6a6f53c82e9 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.489650 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b9745dd-f58b-446a-b43f-eea0b49ac93e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:51.529173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9b9745dd-f58b-446a-b43f-eea0b49ac93e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:08:51.529660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b9745dd-f58b-446a-b43f-eea0b49ac93e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:51.598479 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8f75c2-7b0f-4ce7-8cd0-e6a6f53c82e9 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.632507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f75c2-7b0f-4ce7-8cd0-e6a6f53c82e9 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f60cc98-f7d3-4c51-a1c8-2a3e7755d1b6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:51.732259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7b15601-f3e8-45f6-9b26-2a6e83d50d3d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.736386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7b15601-f3e8-45f6-9b26-2a6e83d50d3d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.742888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8f75c2-7b0f-4ce7-8cd0-e6a6f53c82e9 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.744181 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ae8f75c2-7b0f-4ce7-8cd0-e6a6f53c82e9 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/1f60cc98-f7d3-4c51-a1c8-2a3e7755d1b6 HTTP/1.1" status: 204 len: 168 time: 0.4376621 Apr 05 21:08:51.746553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36890) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:51.805829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0f6d441c-b231-4991-a39c-2b5074194446 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:51.886602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7b15601-f3e8-45f6-9b26-2a6e83d50d3d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.887140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b15601-f3e8-45f6-9b26-2a6e83d50d3d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Fanout notify agent at l3_agent the message router_deleted on router 470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:08:51.901628 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7b15601-f3e8-45f6-9b26-2a6e83d50d3d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:51.901628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a7b15601-f3e8-45f6-9b26-2a6e83d50d3d tempest-RoutersNegativeTest-1242087583 tempest-RoutersNegativeTest-1242087583-project] 10.222.0.10 "DELETE /v2.0/routers/470a7edb-0aa0-4d7a-92ce-0b508e36e9b9 HTTP/1.1" status: 204 len: 168 time: 0.7379842 Apr 05 21:08:51.930186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0f6d441c-b231-4991-a39c-2b5074194446 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:51.931798 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0f6d441c-b231-4991-a39c-2b5074194446 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1842964 Apr 05 21:08:51.935605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36896) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:51.941188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362226018'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:51.952528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:51.964584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:52.050779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.095346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:52.099800 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:52.102798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:52.108706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:52.168592 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.295800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.345446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91ba12b-6072-446e-9526-ce4ee937a583,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:52.438764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.440003 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f8873c5f-2381-4c04-b752-cb842d289e16 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5032451 Apr 05 21:08:52.442817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36902) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:52.448959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': 'b91ba12b-6072-446e-9526-ce4ee937a583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:52.455622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:52.459835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:52.462733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:52.468447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:52.578423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.588732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36908) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:52.645884 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.725532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.778983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-35360ef8-aaed-4db1-853e-d7b9d470eda8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73426f739be5443ebda359ad53d56c4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1888156 Apr 05 21:08:52.781470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36918) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:52.843478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6505fff0-3071-4ae2-808e-0788e558dc8e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:52.857638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1e95360-215e-4ef3-8f93-ccf78698e3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.885470 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1e95360-215e-4ef3-8f93-ccf78698e3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.931335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:52.932664 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cfd21c19-0b99-4aed-8cd7-a1cdb1180e90 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4889228 Apr 05 21:08:52.935347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36928) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:52.941345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': 'b91ba12b-6072-446e-9526-ce4ee937a583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:52.948188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:52.952477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:52.955360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:52.961686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:53.044646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1e95360-215e-4ef3-8f93-ccf78698e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.064163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e95360-215e-4ef3-8f93-ccf78698e3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1de0c3-ef75-4404-b3b5-75528ffb9d4d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:53.070404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c1e95360-215e-4ef3-8f93-ccf78698e3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.070530 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.071430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c1e95360-215e-4ef3-8f93-ccf78698e3fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d1de0c3-ef75-4404-b3b5-75528ffb9d4d HTTP/1.1" status: 204 len: 168 time: 0.2890353 Apr 05 21:08:53.142993 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.221561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.244847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a76c083-4782-4c16-8aca-b2a1e34e48a1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:53.342594 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.343845 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9fa64ce8-44dc-4670-b7f2-0a36058d6c3a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4073133 Apr 05 21:08:53.346728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36936) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:53.361393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': 'b91ba12b-6072-446e-9526-ce4ee937a583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:53.361393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:53.363617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:53.369091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:53.381022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:53.509822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.583059 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.639631 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.667126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020cee1e-0aa8-4597-9a55-5435a28f4828,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:53.731082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.732658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1f6735e1-480c-403a-bbfe-328105c14a04 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3849108 Apr 05 21:08:53.735521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:53.742531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': 'b91ba12b-6072-446e-9526-ce4ee937a583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:53.751017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:53.756643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:53.760233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:53.766510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:53.875589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:53.946474 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.016906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.042593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d1c54f-b5cd-459d-bfe1-0397cfab95f8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:54.118812 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.122645 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-99bf8287-542a-4023-ae32-b0f9e2678c2a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3829243 Apr 05 21:08:54.122974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36964) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:54.129316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': 'b91ba12b-6072-446e-9526-ce4ee937a583', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:54.137632 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:54.142266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:54.146104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:54.153423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:54.248439 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.395940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.496803 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.524032 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088f6f82-2a33-4a48-9bd2-c729f52db1cf,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:54.622398 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.623602 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-98b58cbc-e6eb-4753-98da-598e7b961384 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.4995000 Apr 05 21:08:54.626565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 36976) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:54.658151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3ada315-94ab-47d1-8620-5b47bca6d0ab tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.669517 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3ada315-94ab-47d1-8620-5b47bca6d0ab tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.759852 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3ada315-94ab-47d1-8620-5b47bca6d0ab tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.788258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ada315-94ab-47d1-8620-5b47bca6d0ab tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=088f6f82-2a33-4a48-9bd2-c729f52db1cf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:54.792230 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d3ada315-94ab-47d1-8620-5b47bca6d0ab tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:54.798343 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d3ada315-94ab-47d1-8620-5b47bca6d0ab tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/088f6f82-2a33-4a48-9bd2-c729f52db1cf HTTP/1.1" status: 204 len: 168 time: 0.1701605 Apr 05 21:08:54.802013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36982) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:54.858444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0533110e-263a-4f61-9f66-bbff3ae02b21 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:54.959575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0533110e-263a-4f61-9f66-bbff3ae02b21 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:54.960930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0533110e-263a-4f61-9f66-bbff3ae02b21 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1567791 Apr 05 21:08:54.963883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36988) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:54.994277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64cd90c0-a79f-4f94-aafd-4c4b9f7b0fd5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.004691 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64cd90c0-a79f-4f94-aafd-4c4b9f7b0fd5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.101521 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64cd90c0-a79f-4f94-aafd-4c4b9f7b0fd5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.119651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd90c0-a79f-4f94-aafd-4c4b9f7b0fd5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4d1c54f-b5cd-459d-bfe1-0397cfab95f8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:55.181609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-64cd90c0-a79f-4f94-aafd-4c4b9f7b0fd5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.182759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-64cd90c0-a79f-4f94-aafd-4c4b9f7b0fd5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a4d1c54f-b5cd-459d-bfe1-0397cfab95f8 HTTP/1.1" status: 204 len: 168 time: 0.2179894 Apr 05 21:08:55.185417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 36996) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:55.234467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3e5ffa96-005c-4478-a323-b06d14d01874 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:55.296493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3e5ffa96-005c-4478-a323-b06d14d01874 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:55.298105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3e5ffa96-005c-4478-a323-b06d14d01874 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1117404 Apr 05 21:08:55.300740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37002) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:55.332973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c018fcad-aa5d-4ef8-831f-b76be176c4fa tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.347553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c018fcad-aa5d-4ef8-831f-b76be176c4fa tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.445094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c018fcad-aa5d-4ef8-831f-b76be176c4fa tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.573844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018fcad-aa5d-4ef8-831f-b76be176c4fa tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=020cee1e-0aa8-4597-9a55-5435a28f4828,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:55.633834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c018fcad-aa5d-4ef8-831f-b76be176c4fa tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.635031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c018fcad-aa5d-4ef8-831f-b76be176c4fa tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/020cee1e-0aa8-4597-9a55-5435a28f4828 HTTP/1.1" status: 204 len: 168 time: 0.3333452 Apr 05 21:08:55.637788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37018) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:55.687104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a781fd-7f99-4602-8431-3045024278d2 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:55.770357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a781fd-7f99-4602-8431-3045024278d2 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:55.772297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b4a781fd-7f99-4602-8431-3045024278d2 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1329856 Apr 05 21:08:55.775486 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37024) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:55.803581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb0d78bc-e80c-40cc-8930-f8123ed5cc73 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.815179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb0d78bc-e80c-40cc-8930-f8123ed5cc73 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.914102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb0d78bc-e80c-40cc-8930-f8123ed5cc73 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:55.931810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d78bc-e80c-40cc-8930-f8123ed5cc73 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a76c083-4782-4c16-8aca-b2a1e34e48a1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:56.023345 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fb0d78bc-e80c-40cc-8930-f8123ed5cc73 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.024829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fb0d78bc-e80c-40cc-8930-f8123ed5cc73 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2a76c083-4782-4c16-8aca-b2a1e34e48a1 HTTP/1.1" status: 204 len: 168 time: 0.2484198 Apr 05 21:08:56.027553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37034) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:56.079453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d9813f1a-0070-4219-bb41-809033ac4619 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:56.166128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d9813f1a-0070-4219-bb41-809033ac4619 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:56.167900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d9813f1a-0070-4219-bb41-809033ac4619 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1393349 Apr 05 21:08:56.170640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37038) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:56.201944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.220908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.313664 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.345117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6505fff0-3071-4ae2-808e-0788e558dc8e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:56.357487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.357835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.358180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.360872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:56.393877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.398040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ea286002-5f52-4f6b-b9dd-746b04f95adc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6505fff0-3071-4ae2-808e-0788e558dc8e HTTP/1.1" status: 204 len: 168 time: 0.2235217 Apr 05 21:08:56.401237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37046) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:56.454699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35f8a665-b6d8-408b-91a8-aa981128b015 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:56.542638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35f8a665-b6d8-408b-91a8-aa981128b015 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:56.544139 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35f8a665-b6d8-408b-91a8-aa981128b015 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1446671 Apr 05 21:08:56.547075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37052) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:56.622371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64af5219-f64a-4e93-8df6-0d1155ce0f7c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.656169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64af5219-f64a-4e93-8df6-0d1155ce0f7c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.806647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64af5219-f64a-4e93-8df6-0d1155ce0f7c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.827519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af5219-f64a-4e93-8df6-0d1155ce0f7c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91ba12b-6072-446e-9526-ce4ee937a583,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:56.920653 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-64af5219-f64a-4e93-8df6-0d1155ce0f7c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.922065 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-64af5219-f64a-4e93-8df6-0d1155ce0f7c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/b91ba12b-6072-446e-9526-ce4ee937a583 HTTP/1.1" status: 204 len: 168 time: 0.3740473 Apr 05 21:08:56.924950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37062) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:56.980487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6d01346d-7f74-4be2-aa1b-c1ba1b7ef116 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:57.063123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6d01346d-7f74-4be2-aa1b-c1ba1b7ef116 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:57.064954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6d01346d-7f74-4be2-aa1b-c1ba1b7ef116 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1385212 Apr 05 21:08:57.072393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37074) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:57.078601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108729030'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:57.089667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:57.100226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:57.177150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.232943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:57.238323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:57.241290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:57.247588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:57.345451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.461207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.506547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e81ff03-6308-4b23-a973-b279116a6ec1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:57.639483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.643452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-577c328a-0f26-475f-9ef5-f378230bcc2d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5698707 Apr 05 21:08:57.643578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37088) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:57.649603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': '4e81ff03-6308-4b23-a973-b279116a6ec1', 'direction': 'ingress', 'protocol': 17}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:57.656607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:57.665115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:57.668121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:57.680644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:57.753688 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.825605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.931984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.945412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee25e7b-e5ee-4b72-9772-0198cc568871,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:58.033166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.034449 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-666ff2db-270f-470e-885f-7446e809049d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3899221 Apr 05 21:08:58.038031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37114) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:58.105867 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e811e3dd-f1d4-4058-85d4-cdab0bd1f28d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.134580 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e811e3dd-f1d4-4058-85d4-cdab0bd1f28d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.251266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e811e3dd-f1d4-4058-85d4-cdab0bd1f28d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.279088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811e3dd-f1d4-4058-85d4-cdab0bd1f28d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e81ff03-6308-4b23-a973-b279116a6ec1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:58.287883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e811e3dd-f1d4-4058-85d4-cdab0bd1f28d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.292371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37134) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:58.306307 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e811e3dd-f1d4-4058-85d4-cdab0bd1f28d tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/4e81ff03-6308-4b23-a973-b279116a6ec1 HTTP/1.1" status: 204 len: 168 time: 0.2671676 Apr 05 21:08:58.359430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2330d164-a184-405a-b7af-8990e396380b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:58.461316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2330d164-a184-405a-b7af-8990e396380b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:58.462479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2330d164-a184-405a-b7af-8990e396380b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1691387 Apr 05 21:08:58.466452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37146) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:58.472625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874561189'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:58.480067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:58.490530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:58.571250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.582604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-8cfc7a4c-2c23-4cfd-a6b1-f6e97f62f6a3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:58.584582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-8cfc7a4c-2c23-4cfd-a6b1-f6e97f62f6a3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1455960 Apr 05 21:08:58.601827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-5e6e5fff-4be2-4951-bd1d-0f2004b56792 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/quotas/a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 375 time: 0.0117357 Apr 05 21:08:58.608248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:58.612496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:58.615504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:58.621390 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:58.686449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.691962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-12a6bfe3-508c-4010-a978-86fed9c79b6f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832431 Apr 05 21:08:58.747402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.806546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b468ff18-4264-4fec-bfa8-0d4ff4eb60e8,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:58.835339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-21d835bd-1b13-40e8-9e09-9ed4262cb389 service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363900 Apr 05 21:08:58.868224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:58.869544 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-59ca6b86-a73b-4957-a2e0-fd6a56ba6d1c tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4019008 Apr 05 21:08:58.872655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37172) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:58.878935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049775538'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:58.887763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:58.892403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:58.895673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:58.903792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:58.975186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-a8a15800-1d69-448f-ae1f-390bf9f10c3d service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330845 Apr 05 21:08:58.995409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.055609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:59.060518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:59.063796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:59.072183 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:59.144274 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.238816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.470277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53a852-d1be-43aa-8ad6-0add043d06f2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:59.473968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3900ffde-a310-43d3-9c5c-b9e0becb6111 req-d7ead62d-5048-4fdb-aa34-f407d78994fa tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 210 time: 0.0562236 Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7a745843-81ee-4abf-b793-4235ec0590f1 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5281520 Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37200) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': 'b468ff18-4264-4fec-bfa8-0d4ff4eb60e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ee53a852-d1be-43aa-8ad6-0add043d06f2', 'remote_ip_prefix': None}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:59.475563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:59.582834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.671557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.750771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.781451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09def700-61b9-4ad5-8978-c50588b23f08,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:59.878891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.878891 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b0b84a29-711e-44e2-a675-acfdb15b2e11 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4691322 Apr 05 21:08:59.887842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37224) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:59.923365 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ab80990-d200-4baa-b25d-64cb8cf7ed43 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:59.936984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ab80990-d200-4baa-b25d-64cb8cf7ed43 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.032891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ab80990-d200-4baa-b25d-64cb8cf7ed43 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.051713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab80990-d200-4baa-b25d-64cb8cf7ed43 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09def700-61b9-4ad5-8978-c50588b23f08,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:00.054526 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ab80990-d200-4baa-b25d-64cb8cf7ed43 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.055629 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ab80990-d200-4baa-b25d-64cb8cf7ed43 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/09def700-61b9-4ad5-8978-c50588b23f08 HTTP/1.1" status: 204 len: 168 time: 0.1755757 Apr 05 21:09:00.058357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37228) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:00.110279 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9b932a40-1522-4785-86af-8295afb1dce2 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:00.209330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9b932a40-1522-4785-86af-8295afb1dce2 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:00.209330 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9b932a40-1522-4785-86af-8295afb1dce2 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1465299 Apr 05 21:09:00.209330 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37238) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:00.212018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37240) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:00.294380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ebe9-94d1-4457-b642-4d1f17c4b8c6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.341877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ebe9-94d1-4457-b642-4d1f17c4b8c6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.410270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.462678 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ebe9-94d1-4457-b642-4d1f17c4b8c6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.482194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:00.487598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Usage tracker for resource:security_group_rule and tenant:026264c059bd42f3bd26d383844e3eff is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:00.492088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:00.503260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ebe9-94d1-4457-b642-4d1f17c4b8c6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53a852-d1be-43aa-8ad6-0add043d06f2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:00.527981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:00.564596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4694b365-e6ff-4948-83bb-7983493151b9 req-746e30c5-caed-49c1-8967-832f79c80e8f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 210 time: 0.0611303 Apr 05 21:09:00.575816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ebe9-94d1-4457-b642-4d1f17c4b8c6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.575816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6ef5ebe9-94d1-4457-b642-4d1f17c4b8c6 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/ee53a852-d1be-43aa-8ad6-0add043d06f2 HTTP/1.1" status: 204 len: 168 time: 0.3640211 Apr 05 21:09:00.575816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37256) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:00.652161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.654541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4c4001ed-b2e8-41e4-ae78-94ec6d3d43e0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:00.827539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4c4001ed-b2e8-41e4-ae78-94ec6d3d43e0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:00.827738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:00.828775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4c4001ed-b2e8-41e4-ae78-94ec6d3d43e0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2527778 Apr 05 21:09:00.831628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37264) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:00.916700 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=026264c059bd42f3bd26d383844e3eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7020283 Apr 05 21:09:00.916700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37268) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:01.183800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18343146-e6aa-4a2e-a986-2a1544f23e52 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.207754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad54d8-4d9e-4d7d-bfd1-8a26cb870950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2810c2-f597-46bd-a925-c6a8f9482647,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:01.215583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18343146-e6aa-4a2e-a986-2a1544f23e52 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.218220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b512-d3e6-4612-ada9-430ce0db9bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.218220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b512-d3e6-4612-ada9-430ce0db9bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.272621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18343146-e6aa-4a2e-a986-2a1544f23e52 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.274736 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b512-d3e6-4612-ada9-430ce0db9bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.283692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b512-d3e6-4612-ada9-430ce0db9bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2810c2-f597-46bd-a925-c6a8f9482647,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:01.313407 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b512-d3e6-4612-ada9-430ce0db9bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.313407 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ad8b512-d3e6-4612-ada9-430ce0db9bda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd2810c2-f597-46bd-a925-c6a8f9482647 HTTP/1.1" status: 204 len: 168 time: 0.3848307 Apr 05 21:09:01.315008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18343146-e6aa-4a2e-a986-2a1544f23e52 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b468ff18-4264-4fec-bfa8-0d4ff4eb60e8,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:01.392231 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18343146-e6aa-4a2e-a986-2a1544f23e52 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.395840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-18343146-e6aa-4a2e-a986-2a1544f23e52 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/b468ff18-4264-4fec-bfa8-0d4ff4eb60e8 HTTP/1.1" status: 204 len: 168 time: 0.5607274 Apr 05 21:09:01.395840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:01.457300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2122c7db-4722-4bde-a2df-5d9dd96ae06e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:01.593150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2122c7db-4722-4bde-a2df-5d9dd96ae06e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:01.593150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2122c7db-4722-4bde-a2df-5d9dd96ae06e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1876853 Apr 05 21:09:01.593150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37284) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:01.600326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099349708'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:01.635883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:01.666715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:01.742523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21993cfa-6080-46a6-844d-458f2c702bc7 req-a970c9d2-ff6d-44bf-999a-b5a38671d235 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 210 time: 0.0528131 Apr 05 21:09:01.746267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.796018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:01.800627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:01.804153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:01.811839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:01.871399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:01.970616 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.025957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073b39c1-5d4d-4dec-9f42-6f73f481d11a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:02.099339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.099339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2e3c000c-83ac-448e-a426-e4d34a71a399 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5052814 Apr 05 21:09:02.103970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37300) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:02.109556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': '073b39c1-5d4d-4dec-9f42-6f73f481d11a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:02.118658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:02.122662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:02.122662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:02.130865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:02.185965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37310) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:02.211180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.234652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.344734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.350197 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:02.361409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Usage tracker for resource:security_group_rule and tenant:b1d520d6e1704ea583b80f730ee8f6ee is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:02.369776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:02.373484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-ac778b91-411f-4762-a212-836df68c3555 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:02.375264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-ac778b91-411f-4762-a212-836df68c3555 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.2033195 Apr 05 21:09:02.381528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:02.393891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'port': {'device_id': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'admin_state_up': True, 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:02.427292 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.449067 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045d88e2-83dc-4048-9519-6d134923b1e9,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:02.512479 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.560667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.560667 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dd36daef-00d4-4a57-b6d3-3a736cbffc06 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4525611 Apr 05 21:09:02.560667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37318) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:02.589259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.618345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:02.632226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:02.636612 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c223-4229-4133-8ac2-177755e352ba tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.659285 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c223-4229-4133-8ac2-177755e352ba tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.680613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9612e35c-66fc-44a4-8640-334fd44cf4e4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:02.688334 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eb2eb28b-effb-4bec-995d-71a9afdb84de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1d520d6e1704ea583b80f730ee8f6ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5042646 Apr 05 21:09:02.691259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37324) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:02.726046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:02.729511 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.794379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e530a8f-86ef-4c72-a776-46d7b4a044de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.794379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c223-4229-4133-8ac2-177755e352ba tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.863531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7c223-4229-4133-8ac2-177755e352ba tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=045d88e2-83dc-4048-9519-6d134923b1e9,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:02.869962 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c223-4229-4133-8ac2-177755e352ba tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.869962 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4fe7c223-4229-4133-8ac2-177755e352ba tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/045d88e2-83dc-4048-9519-6d134923b1e9 HTTP/1.1" status: 204 len: 168 time: 0.3086615 Apr 05 21:09:02.878153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37330) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:02.878153 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e530a8f-86ef-4c72-a776-46d7b4a044de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.980933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9bc3b338-4624-433b-aff2-1799fcec3667 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:03.108018 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9bc3b338-4624-433b-aff2-1799fcec3667 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:03.110427 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9bc3b338-4624-433b-aff2-1799fcec3667 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2389252 Apr 05 21:09:03.113300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37336) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:03.132954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e530a8f-86ef-4c72-a776-46d7b4a044de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.141824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-715bae37-dc2f-45f0-b0af-1195c2edf63e req-b48c8828-4800-488e-823e-d56479275f1d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 210 time: 0.0579183 Apr 05 21:09:03.197427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.20.0.4 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/0fc99380-37e9-4b59-8b0a-b8c47fc7cb55) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:03.201199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e530a8f-86ef-4c72-a776-46d7b4a044de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9612e35c-66fc-44a4-8640-334fd44cf4e4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:03.221399 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e530a8f-86ef-4c72-a776-46d7b4a044de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.221399 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6e530a8f-86ef-4c72-a776-46d7b4a044de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9612e35c-66fc-44a4-8640-334fd44cf4e4 HTTP/1.1" status: 204 len: 168 time: 0.5221326 Apr 05 21:09:03.281705 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86f7f027-19d0-45d3-b4c5-5d077cd55992 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.372401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86f7f027-19d0-45d3-b4c5-5d077cd55992 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.528424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86f7f027-19d0-45d3-b4c5-5d077cd55992 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.546887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7f027-19d0-45d3-b4c5-5d077cd55992 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b39c1-5d4d-4dec-9f42-6f73f481d11a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:03.572194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.608038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Transition to ACTIVE for port object 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:03.625587 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-86f7f027-19d0-45d3-b4c5-5d077cd55992 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.625587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-86f7f027-19d0-45d3-b4c5-5d077cd55992 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/073b39c1-5d4d-4dec-9f42-6f73f481d11a HTTP/1.1" status: 204 len: 168 time: 0.5089951 Apr 05 21:09:03.633838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37346) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:03.704793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-847bd20b-f5d9-4448-9ad3-25d2f93b1878 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:03.783142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:03.852100 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-847bd20b-f5d9-4448-9ad3-25d2f93b1878 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:03.853825 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-847bd20b-f5d9-4448-9ad3-25d2f93b1878 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2269456 Apr 05 21:09:03.858105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37354) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:03.864953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968262204'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:03.891955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:03.916595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:03.919554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:03.946183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:03.946183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:03.946183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:09:03.960564 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:09:04.012613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.044878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:04.044878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.114220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:04.129437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:04.137504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:04.140315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-e2c8eb81-30f6-48f2-85d4-d8e28f1b45fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7496874 Apr 05 21:09:04.155911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:04.156039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Request body: {'port': {'device_id': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:04.170837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.231480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.325456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.347775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-06070ac6-aa60-4230-8487-4f630679e1b8 None None] Provisioning for port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:04.353558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-06070ac6-aa60-4230-8487-4f630679e1b8 None None] Provisioning complete for port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:04.353874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-06070ac6-aa60-4230-8487-4f630679e1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.396164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c0e216-2b94-4a74-ab8e-32d29a334375,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:04.474223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.481457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.481457 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9abd68b3-891c-41a1-9dd8-e08856591be8 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6188941 Apr 05 21:09:04.481457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37392) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:04.491212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-06070ac6-aa60-4230-8487-4f630679e1b8 None None] Port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:09:04.493168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': '41c0e216-2b94-4a74-ab8e-32d29a334375', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:04.526497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:04.526497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:04.526497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:04.537961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:04.566761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549e430-6241-468c-bcb2-c2cca87faad4 req-d84c40f5-92a1-48c6-b8a5-01461b9387d8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:04.566761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6549e430-6241-468c-bcb2-c2cca87faad4 req-d84c40f5-92a1-48c6-b8a5-01461b9387d8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:04.668876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.721954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6549e430-6241-468c-bcb2-c2cca87faad4 req-d84c40f5-92a1-48c6-b8a5-01461b9387d8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:04.723090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6549e430-6241-468c-bcb2-c2cca87faad4 req-d84c40f5-92a1-48c6-b8a5-01461b9387d8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 931 time: 0.3971212 Apr 05 21:09:04.751123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.816621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.908379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13055e74-fbdc-465d-a205-bedcb4b7f4fd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:04.938833 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-31c541ff-ec08-4a12-8ade-fe647168de60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.969705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6549e430-6241-468c-bcb2-c2cca87faad4 req-d442d058-1186-43d2-a077-5ff06d72ad43 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210691 Apr 05 21:09:04.986247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.986247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67268552-7ee7-42b3-a99c-eaf0aeef8576 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5016882 Apr 05 21:09:04.995048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37404) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:05.023379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cd76c9c3-067c-4283-bac8-729cdc991630 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules/13055e74-fbdc-465d-a205-bedcb4b7f4fd HTTP/1.1" status: 200 len: 705 time: 0.0227501 Apr 05 21:09:05.023379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37408) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:05.104537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e3aae4c5-d268-49b7-b514-384ca1c5ee9e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:05.197157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e3aae4c5-d268-49b7-b514-384ca1c5ee9e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:05.202082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e3aae4c5-d268-49b7-b514-384ca1c5ee9e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1839738 Apr 05 21:09:05.202473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37416) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:05.205329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:09:05.217433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.282773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Transition to ACTIVE for port object 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:05.294743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-245befb5-e29c-4bbc-b4db-aafa620fff6b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.303395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-245befb5-e29c-4bbc-b4db-aafa620fff6b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.354200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.450933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-245befb5-e29c-4bbc-b4db-aafa620fff6b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.475710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245befb5-e29c-4bbc-b4db-aafa620fff6b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13055e74-fbdc-465d-a205-bedcb4b7f4fd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:05.542890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-245befb5-e29c-4bbc-b4db-aafa620fff6b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.544227 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-245befb5-e29c-4bbc-b4db-aafa620fff6b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/13055e74-fbdc-465d-a205-bedcb4b7f4fd HTTP/1.1" status: 204 len: 168 time: 0.3402233 Apr 05 21:09:05.546595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37424) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:05.627411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3be50c66-7c53-4efd-bd62-d6cc08f15491 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:05.661006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:05.709155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3be50c66-7c53-4efd-bd62-d6cc08f15491 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:05.709155 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3be50c66-7c53-4efd-bd62-d6cc08f15491 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1579010 Apr 05 21:09:05.715963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37432) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:05.720181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': '41c0e216-2b94-4a74-ab8e-32d29a334375', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:05.732441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:05.746068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:05.750168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Attempting to bind port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:05.750168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Attempting to bind port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:05.750168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Attempting to bind port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:09:05.759244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:09:05.759244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Attempting to bind port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:09:05.784411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:09:05.784411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:09:05.784411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:09:05.798331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Bound port: 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:05.798331 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.836720 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:05.947061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] For port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:09:05.950082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.040028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] For port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:09:06.062255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.105368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cbe541-53b1-4e5e-becc-f1fe08607afb,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:06.131721 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.182289 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.182289 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-49efe509-baab-45e7-8eac-49d344df2edc tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4658523 Apr 05 21:09:06.182289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37444) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:06.264053 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.267771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e72ff6e6-fd63-43ea-aadd-0107153e560a tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules/96cbe541-53b1-4e5e-becc-f1fe08607afb HTTP/1.1" status: 200 len: 705 time: 0.0819743 Apr 05 21:09:06.273086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] 10.222.0.23 "PUT /v2.0/ports/0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 HTTP/1.1" status: 200 len: 1091 time: 2.1195259 Apr 05 21:09:06.277017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37450) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:06.280433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'tag': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:09:06.320735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d51080-e546-499e-a12f-40ed9f5b6d87 service neutron] Pushing event updated for resources: {'Port': ['ID=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:06.382426 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67269fea-88c1-44a6-beb2-eeb6dfd915b0'] response: {'name': 'network-changed', 'server_uuid': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'tag': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55', 'status': 'completed', 'code': 200} Apr 05 21:09:06.417064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-42d57486-756e-4a6b-84ea-2b7e6dc0cc95 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:06.504507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-42d57486-756e-4a6b-84ea-2b7e6dc0cc95 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:06.510416 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-42d57486-756e-4a6b-84ea-2b7e6dc0cc95 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2429924 Apr 05 21:09:06.512694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37462) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:06.563847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-176d5478-dfb1-4c4c-9dc4-8a2d1433305e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.613744 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-176d5478-dfb1-4c4c-9dc4-8a2d1433305e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.648653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8c6fb-6e6b-498f-9f90-a7004181fb57 req-2ec6f0c4-add7-4aed-a667-5e3dc0af8a5b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:06.648653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5d8c6fb-6e6b-498f-9f90-a7004181fb57 req-2ec6f0c4-add7-4aed-a667-5e3dc0af8a5b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.4795301 Apr 05 21:09:06.732166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-176d5478-dfb1-4c4c-9dc4-8a2d1433305e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.751420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5368c498-2c20-46ba-94e7-eec48640625d req-b6667375-fb60-47d8-94cf-5d81e5104d03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 1094 time: 0.3399158 Apr 05 21:09:06.767688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5d8c6fb-6e6b-498f-9f90-a7004181fb57 req-cfb22033-ec97-49eb-884c-86b43d6b20f6 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027308 Apr 05 21:09:06.778361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d5478-dfb1-4c4c-9dc4-8a2d1433305e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96cbe541-53b1-4e5e-becc-f1fe08607afb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:06.988462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-176d5478-dfb1-4c4c-9dc4-8a2d1433305e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.989919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5bf9061b-be82-40dd-b17e-3c866e1cd327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:06.993373 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-176d5478-dfb1-4c4c-9dc4-8a2d1433305e tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/96cbe541-53b1-4e5e-becc-f1fe08607afb HTTP/1.1" status: 204 len: 168 time: 0.4785147 Apr 05 21:09:07.002319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:07.116549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e9376ccb-c26e-4a59-bc43-941991705619 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:07.144118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368c498-2c20-46ba-94e7-eec48640625d req-c66d0e3a-942b-4d7c-8a46-3b839480e152 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:07.144118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5368c498-2c20-46ba-94e7-eec48640625d req-c66d0e3a-942b-4d7c-8a46-3b839480e152 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3791709 Apr 05 21:09:07.203853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e9376ccb-c26e-4a59-bc43-941991705619 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:07.203853 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e9376ccb-c26e-4a59-bc43-941991705619 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1856060 Apr 05 21:09:07.203853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37476) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:07.203853 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': '41c0e216-2b94-4a74-ab8e-32d29a334375', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:07.223613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:07.260045 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:07.339202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368c498-2c20-46ba-94e7-eec48640625d req-5f5cf831-baeb-4f62-8730-61766419809f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:07.340989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5368c498-2c20-46ba-94e7-eec48640625d req-5f5cf831-baeb-4f62-8730-61766419809f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1921537 Apr 05 21:09:07.353521 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Project 70a5f38dd3a14ddf864d9d89ae38b2b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:09:07.360812 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:07.473605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:07.507549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-8e86d3cc-6876-471a-b84b-8eff13c82248 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 1094 time: 0.0988786 Apr 05 21:09:07.564909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:07.591406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876b360b-e859-490b-94ca-4cae8385e468,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:07.612918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-1e3238a9-bbe0-4cea-bffc-54fe11e1a2e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 HTTP/1.1" status: 200 len: 217 time: 0.1026406 Apr 05 21:09:07.683603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-18ae434d-34c3-4b85-8f7d-469bd61d634f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:07.683603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-18ae434d-34c3-4b85-8f7d-469bd61d634f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0669427 Apr 05 21:09:07.696529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:07.697839 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-185dfa3a-619d-4331-940d-f83243cb0aa5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5048742 Apr 05 21:09:07.700418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37490) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:07.727385 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-85768b21-2cec-4eba-bbef-5b97de9bb34f tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules/876b360b-e859-490b-94ca-4cae8385e468 HTTP/1.1" status: 200 len: 711 time: 0.0252514 Apr 05 21:09:07.737837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37496) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:07.804901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-5e4e79a6-0018-4e63-a26b-7d8ce311ac26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072695 Apr 05 21:09:07.895255 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5da3cee0-81a4-4698-b185-b24b76bb1209 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:08.032048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5da3cee0-81a4-4698-b185-b24b76bb1209 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:08.032048 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5da3cee0-81a4-4698-b185-b24b76bb1209 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.2900705 Apr 05 21:09:08.032048 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37506) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:08.057682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-371b1b7a-e0dd-444e-9557-f90589f6cf28 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405915 Apr 05 21:09:08.085504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb654a1-94e5-488a-bdf9-f340f47640a7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:08.096507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb654a1-94e5-488a-bdf9-f340f47640a7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:08.162932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005dd9f-95e5-4aba-9657-4106275b4e75 req-02ce4c16-bc11-48fd-96b0-5fa0bdbe4f60 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:08.162932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1005dd9f-95e5-4aba-9657-4106275b4e75 req-02ce4c16-bc11-48fd-96b0-5fa0bdbe4f60 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.2264292 Apr 05 21:09:08.211506 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb654a1-94e5-488a-bdf9-f340f47640a7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:08.237856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb654a1-94e5-488a-bdf9-f340f47640a7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=876b360b-e859-490b-94ca-4cae8385e468,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:08.267359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1005dd9f-95e5-4aba-9657-4106275b4e75 req-bc557c01-eb4e-4e16-ba3a-a5f48e522b79 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836854 Apr 05 21:09:08.308481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45c36d22-de9a-4ba4-b20c-4b68a8931a59 req-95b11cdb-7299-4768-abf6-7220771d3eaa service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413588 Apr 05 21:09:08.401003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bb654a1-94e5-488a-bdf9-f340f47640a7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:08.443767 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2bb654a1-94e5-488a-bdf9-f340f47640a7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/876b360b-e859-490b-94ca-4cae8385e468 HTTP/1.1" status: 204 len: 168 time: 0.3710878 Apr 05 21:09:08.443767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37514) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:08.482968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-766a34f1-2a0e-47b4-bce9-56e4ac8f1439 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:08.805199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:08.856817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-766a34f1-2a0e-47b4-bce9-56e4ac8f1439 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:08.857097 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:08.858906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-766a34f1-2a0e-47b4-bce9-56e4ac8f1439 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4251456 Apr 05 21:09:08.864717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:08.944362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d50ef6-2696-4754-8825-904f40ac90c0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.000805 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d50ef6-2696-4754-8825-904f40ac90c0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.170704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d50ef6-2696-4754-8825-904f40ac90c0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.189388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d50ef6-2696-4754-8825-904f40ac90c0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c0e216-2b94-4a74-ab8e-32d29a334375,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:09.324976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b9d50ef6-2696-4754-8825-904f40ac90c0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.324976 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b9d50ef6-2696-4754-8825-904f40ac90c0 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/41c0e216-2b94-4a74-ab8e-32d29a334375 HTTP/1.1" status: 204 len: 168 time: 0.4501941 Apr 05 21:09:09.327510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37534) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:09.405427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-03e8e0c9-cacf-49bf-a3c8-628aa5a8c1e7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:09.522872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0de42-87d0-4e93-8ab5-e0779c7de2cb req-12978ebf-9ded-4255-8e37-a810dcf65db0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:09.522872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afd0de42-87d0-4e93-8ab5-e0779c7de2cb req-12978ebf-9ded-4255-8e37-a810dcf65db0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0892096 Apr 05 21:09:09.522872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-03e8e0c9-cacf-49bf-a3c8-628aa5a8c1e7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:09.533726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37542) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:09.534136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-03e8e0c9-cacf-49bf-a3c8-628aa5a8c1e7 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2090495 Apr 05 21:09:09.540773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037678684'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:09.554740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:09.564977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:09.583301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afd0de42-87d0-4e93-8ab5-e0779c7de2cb req-6ffd3c46-7fef-4200-a791-23ba8c839599 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490739 Apr 05 21:09:09.685750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.745283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:09.745283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:09.745283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:09.752237 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:09.840300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.918693 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.990222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.046471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb876912-a7d0-4bb5-9443-211d6a86c61e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:10.150665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.150665 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a6024c14-70b1-482b-99be-8ffa2168d9df tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6013482 Apr 05 21:09:10.155716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37552) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:10.155716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Request body: {'security_group_rule': {'security_group_id': 'fb876912-a7d0-4bb5-9443-211d6a86c61e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:09:10.185839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:10.185839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Usage tracker for resource:security_group_rule and tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:10.193572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:10.198714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:10.299777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.383744 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.479685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.501948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce140f0-5f50-4478-bedd-4de28bc836b5,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:10.600167 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.603081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1b01827a-229a-4116-a34a-66b2024bb2d4 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4612000 Apr 05 21:09:10.609557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37560) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:10.705427 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeae8d-c088-493e-a2dd-4d28a61fdca5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.779197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeae8d-c088-493e-a2dd-4d28a61fdca5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.856470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d9ec2-7d93-432b-be6b-92af2aae8719 req-f1da77c3-cd9b-459e-bd17-9b2e7eb3eaa5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:10.858011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-776d9ec2-7d93-432b-be6b-92af2aae8719 req-f1da77c3-cd9b-459e-bd17-9b2e7eb3eaa5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1226187 Apr 05 21:09:10.918987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-776d9ec2-7d93-432b-be6b-92af2aae8719 req-f79516cb-dba2-4772-b560-d44073913e46 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505781 Apr 05 21:09:10.965356 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeae8d-c088-493e-a2dd-4d28a61fdca5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:10.994753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beeae8d-c088-493e-a2dd-4d28a61fdca5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb876912-a7d0-4bb5-9443-211d6a86c61e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:11.004370 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeae8d-c088-493e-a2dd-4d28a61fdca5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:11.004370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6beeae8d-c088-493e-a2dd-4d28a61fdca5 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/fb876912-a7d0-4bb5-9443-211d6a86c61e HTTP/1.1" status: 204 len: 168 time: 0.3937263 Apr 05 21:09:11.010383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37570) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:11.077498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1b6e922-e1b8-4ce3-877d-fefb31129090 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:11.165266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a1b6e922-e1b8-4ce3-877d-fefb31129090 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:11.166568 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a1b6e922-e1b8-4ce3-877d-fefb31129090 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1580083 Apr 05 21:09:11.171404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37574) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:11.217952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb11bfb0-38ff-4cb4-92a6-f0bfff05183b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:11.317233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cb11bfb0-38ff-4cb4-92a6-f0bfff05183b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group_rule {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:11.317233 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cb11bfb0-38ff-4cb4-92a6-f0bfff05183b tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1384349 Apr 05 21:09:11.319173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37584) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:11.342349 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-5295b9b5-23aa-4f4b-8e54-b7f7db5cf263 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] delete failed (client error): The resource could not be found. Apr 05 21:09:11.342349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5295b9b5-23aa-4f4b-8e54-b7f7db5cf263 tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "DELETE /v2.0/security-groups/fb876912-a7d0-4bb5-9443-211d6a86c61e HTTP/1.1" status: 404 len: 347 time: 0.0224752 Apr 05 21:09:11.355892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37588) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:11.425878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-92b18fe9-ea13-44ee-8cff-16bff548e3ec tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Synchronizing usage tracker for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:11.437867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-92b18fe9-ea13-44ee-8cff-16bff548e3ec tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] Unset dirty status for tenant:70a5f38dd3a14ddf864d9d89ae38b2b1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:11.437867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-92b18fe9-ea13-44ee-8cff-16bff548e3ec tempest-SecGroupIPv6Test-492697489 tempest-SecGroupIPv6Test-492697489-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0874979 Apr 05 21:09:12.142452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37606) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:12.354190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f251af-1fed-4bb8-89cc-3b0d5f74778c req-f59ad166-e4b6-4c6b-8e75-f06c8e04fc10 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:12.356835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0f251af-1fed-4bb8-89cc-3b0d5f74778c req-f59ad166-e4b6-4c6b-8e75-f06c8e04fc10 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1892107 Apr 05 21:09:12.451507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0f251af-1fed-4bb8-89cc-3b0d5f74778c req-58283c17-9e3e-4010-be66-cd78b18a8743 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785985 Apr 05 21:09:12.518047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-18f86c61-6c99-425e-bb3a-256565224702 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70a5f38dd3a14ddf864d9d89ae38b2b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3625104 Apr 05 21:09:12.519923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37616) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:12.577174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-537e5f0c-1887-4dfb-8378-02f295387a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.602550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-537e5f0c-1887-4dfb-8378-02f295387a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.746007 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-537e5f0c-1887-4dfb-8378-02f295387a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.766325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e5f0c-1887-4dfb-8378-02f295387a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f71cc3d-e2e0-4bbe-83b6-b1c57040b16a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:12.982203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-537e5f0c-1887-4dfb-8378-02f295387a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.983686 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-537e5f0c-1887-4dfb-8378-02f295387a56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f71cc3d-e2e0-4bbe-83b6-b1c57040b16a HTTP/1.1" status: 204 len: 168 time: 0.4716985 Apr 05 21:09:13.756717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf236b27-4146-4012-a33d-01c49a5c3654 req-ec895ace-9ed6-4c1f-9ef7-ddebcce7635e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:13.766066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf236b27-4146-4012-a33d-01c49a5c3654 req-ec895ace-9ed6-4c1f-9ef7-ddebcce7635e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0983989 Apr 05 21:09:13.873927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf236b27-4146-4012-a33d-01c49a5c3654 req-46651208-1c0b-4049-bee6-9d2118c0875b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430205 Apr 05 21:09:15.263211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971fbef-ca46-4066-8cbd-da29f305d509 req-2d179b07-c95f-4d09-a884-e583132ce0cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:15.270201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7971fbef-ca46-4066-8cbd-da29f305d509 req-2d179b07-c95f-4d09-a884-e583132ce0cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.2344317 Apr 05 21:09:15.389597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7971fbef-ca46-4066-8cbd-da29f305d509 req-3392b97e-7182-4130-a82d-501c2bc033ff tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114841 Apr 05 21:09:16.676438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559bb8b-feae-4f28-bf6a-f33249b2bbc6 req-0a70dae1-854d-405f-b7d2-3f7d80e1fcac tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:16.678445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5559bb8b-feae-4f28-bf6a-f33249b2bbc6 req-0a70dae1-854d-405f-b7d2-3f7d80e1fcac tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0950046 Apr 05 21:09:16.757455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5559bb8b-feae-4f28-bf6a-f33249b2bbc6 req-01b703fb-ff41-4df5-97de-c6c6ac47021b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630202 Apr 05 21:09:17.676507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37740) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:17.874903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:17.983668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:17.983668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6efa021955464bbbc7d99c57e2c423 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:17.988454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:18.008591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:18.050657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c0a00-5cc1-4eeb-baf1-1ed01f258baa req-777ac49f-8d96-4e5e-a10f-f670d9ae2c64 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:18.050657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d35c0a00-5cc1-4eeb-baf1-1ed01f258baa req-777ac49f-8d96-4e5e-a10f-f670d9ae2c64 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1550190 Apr 05 21:09:18.137475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d35c0a00-5cc1-4eeb-baf1-1ed01f258baa req-5fb6e115-6236-4787-a19c-908694b10000 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757916 Apr 05 21:09:18.142044 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:18.256644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:18.346782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591c3225-8ae1-444c-aeb5-fce48f468d75,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:18.355190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bf367afa-0382-494c-a3ac-5c03bdf0f1b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b6efa021955464bbbc7d99c57e2c423&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6764562 Apr 05 21:09:18.357671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37758) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:18.437308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b5d791f-2f93-4fc4-b9a9-550fe8a75999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:18.464732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b5d791f-2f93-4fc4-b9a9-550fe8a75999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:18.616194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b5d791f-2f93-4fc4-b9a9-550fe8a75999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:18.632059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d791f-2f93-4fc4-b9a9-550fe8a75999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591c3225-8ae1-444c-aeb5-fce48f468d75,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:18.641260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4b5d791f-2f93-4fc4-b9a9-550fe8a75999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:18.642796 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4b5d791f-2f93-4fc4-b9a9-550fe8a75999 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/591c3225-8ae1-444c-aeb5-fce48f468d75 HTTP/1.1" status: 204 len: 168 time: 0.2858052 Apr 05 21:09:19.581586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6596cf-8eff-46a9-8d6b-8fee85cc9890 req-b1bb624a-6168-49bc-8f60-65dd0c875a71 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:19.581586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a6596cf-8eff-46a9-8d6b-8fee85cc9890 req-b1bb624a-6168-49bc-8f60-65dd0c875a71 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1061387 Apr 05 21:09:19.630377 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a6596cf-8eff-46a9-8d6b-8fee85cc9890 req-decbc54f-a37f-4eec-98b1-2afb9b8dc316 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Apr 05 21:09:19.893389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 37788) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:19.914111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:19.947781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:19.951672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Usage tracker for resource:security_group_rule and tenant:5a04f6ae3ca74f148056fe744e47c15f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:19.956628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:19.963400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:20.060227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.128301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.186069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd5bb4-9e11-4c5f-b077-003271de2c58,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:20.190129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 37796) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:20.203311 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-50ace1c9-c7af-47cb-a27e-80a324f5ddef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a04f6ae3ca74f148056fe744e47c15f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3030512 Apr 05 21:09:20.255365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96bd158a-7f94-49de-a7dc-0cf6614a7665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.292817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96bd158a-7f94-49de-a7dc-0cf6614a7665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.423618 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.475752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96bd158a-7f94-49de-a7dc-0cf6614a7665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.501371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd158a-7f94-49de-a7dc-0cf6614a7665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd5bb4-9e11-4c5f-b077-003271de2c58,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:20.513111 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96bd158a-7f94-49de-a7dc-0cf6614a7665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.528364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-96bd158a-7f94-49de-a7dc-0cf6614a7665 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74cd5bb4-9e11-4c5f-b077-003271de2c58 HTTP/1.1" status: 204 len: 168 time: 0.3267117 Apr 05 21:09:20.903097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da597c-1206-488d-b306-9d209a14f705 req-fdae6478-1ea0-4a87-ae06-4deb9c7d27e0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:20.932323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8da597c-1206-488d-b306-9d209a14f705 req-fdae6478-1ea0-4a87-ae06-4deb9c7d27e0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1124656 Apr 05 21:09:20.993848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8da597c-1206-488d-b306-9d209a14f705 req-9a2d3510-9bcd-4236-b74c-294c8c39db63 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786247 Apr 05 21:09:22.265647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fa52a-bc41-495b-9737-78242388ba85 req-ff058c1f-6641-4bc0-bfa4-5fbe511dcec5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:22.265647 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce2fa52a-bc41-495b-9737-78242388ba85 req-ff058c1f-6641-4bc0-bfa4-5fbe511dcec5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1471004 Apr 05 21:09:22.367705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce2fa52a-bc41-495b-9737-78242388ba85 req-cb3afbaa-5cdf-4703-8fbd-e7f6a49fca3a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890315 Apr 05 21:09:23.691822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c488e-646d-4980-bcc6-722f19dce2f2 req-34967cd3-ae87-4415-a325-efad317a0bdf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:23.691822 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-932c488e-646d-4980-bcc6-722f19dce2f2 req-34967cd3-ae87-4415-a325-efad317a0bdf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1020272 Apr 05 21:09:23.787465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-932c488e-646d-4980-bcc6-722f19dce2f2 req-3fda21a7-516c-41d6-87e4-2027c19ddf67 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Apr 05 21:09:25.039675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c93b-89fd-493f-b0fb-075fcf9a5f55 req-a0c2a61f-a7fa-4beb-9679-aa6d429b2ce6 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:25.046455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4681c93b-89fd-493f-b0fb-075fcf9a5f55 req-a0c2a61f-a7fa-4beb-9679-aa6d429b2ce6 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1216388 Apr 05 21:09:25.123571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4681c93b-89fd-493f-b0fb-075fcf9a5f55 req-2eaa6aac-a84e-4020-ae57-0ab010c4c093 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571196 Apr 05 21:09:26.422912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a28a01-fa05-49ac-84fc-eecfd7179ef8 req-abd0e58a-3e48-4a27-b690-7ad5a2de8cda tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:26.424433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30a28a01-fa05-49ac-84fc-eecfd7179ef8 req-abd0e58a-3e48-4a27-b690-7ad5a2de8cda tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0942852 Apr 05 21:09:26.492856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30a28a01-fa05-49ac-84fc-eecfd7179ef8 req-c99516ff-c6f2-40ba-912a-849e0a2536a3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581498 Apr 05 21:09:27.752465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af05e1f-055a-4c34-a829-76b6c9e72814 req-faf7199c-d621-40ef-b263-99a5adab5fe1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:27.753850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6af05e1f-055a-4c34-a829-76b6c9e72814 req-faf7199c-d621-40ef-b263-99a5adab5fe1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0880687 Apr 05 21:09:27.801855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6af05e1f-055a-4c34-a829-76b6c9e72814 req-9cdf30e9-8291-40b8-886c-3515f96e8317 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Apr 05 21:09:29.088350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb99b03-2f1f-4ec5-9187-265b58c8c9c7 req-d21beffe-7774-4db9-9ca5-3303e00febb4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:29.102579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-deb99b03-2f1f-4ec5-9187-265b58c8c9c7 req-d21beffe-7774-4db9-9ca5-3303e00febb4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1471872 Apr 05 21:09:29.194105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-deb99b03-2f1f-4ec5-9187-265b58c8c9c7 req-f3486c0d-1614-4c17-8d95-6bf939390cca tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920520 Apr 05 21:09:30.643055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ae31-2914-4275-94b3-9940806f77aa req-394fed55-e7ae-485d-b955-0b91a8dbc210 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:30.643055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce72ae31-2914-4275-94b3-9940806f77aa req-394fed55-e7ae-485d-b955-0b91a8dbc210 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1215541 Apr 05 21:09:30.671877 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ce72ae31-2914-4275-94b3-9940806f77aa req-fb96ef51-2c4c-4745-940a-756c1696281a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Apr 05 21:09:31.971475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991c49-f975-4897-ad18-0c1ab1cc12ba req-c79b6393-d062-47b2-b52c-04dd488c1a8b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:31.971475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26991c49-f975-4897-ad18-0c1ab1cc12ba req-c79b6393-d062-47b2-b52c-04dd488c1a8b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1332219 Apr 05 21:09:32.027191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26991c49-f975-4897-ad18-0c1ab1cc12ba req-099ab30a-bc34-43d8-adb5-66b1cd19ba68 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676987 Apr 05 21:09:33.343294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c401d-ca1c-4e2b-be9a-79979f0104b7 req-3c250635-8f3e-4d18-9c57-b66405aa380a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:33.356251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a9c401d-ca1c-4e2b-be9a-79979f0104b7 req-3c250635-8f3e-4d18-9c57-b66405aa380a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1543486 Apr 05 21:09:33.413618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a9c401d-ca1c-4e2b-be9a-79979f0104b7 req-d41388c1-1ab8-4ce7-9075-920a7475849c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Apr 05 21:09:34.383571 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:34.687522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8914fb3-8981-4edb-940e-ba0fae5078e2 req-422adced-fda0-4d84-8691-b4c8e8a6fe12 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:34.687522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8914fb3-8981-4edb-940e-ba0fae5078e2 req-422adced-fda0-4d84-8691-b4c8e8a6fe12 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0959454 Apr 05 21:09:34.792359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8914fb3-8981-4edb-940e-ba0fae5078e2 req-7db45532-0f6c-412a-8b91-91a5e785ece2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962229 Apr 05 21:09:34.884458 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-34c7731a-4dbe-4ae9-86aa-ba8c1c24841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.006309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb65e66-8725-4230-9a10-30e3de456154 req-6632b2e1-d9b9-45da-9017-85e1cbd302fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:36.009927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bb65e66-8725-4230-9a10-30e3de456154 req-6632b2e1-d9b9-45da-9017-85e1cbd302fe tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0928109 Apr 05 21:09:36.077408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bb65e66-8725-4230-9a10-30e3de456154 req-87d3d48f-f471-4cc5-b94a-5d5bcc3ba616 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674653 Apr 05 21:09:36.936892 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4b7b978c-44bb-450d-b4a9-e718c71182e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.317726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05994336-75c9-4535-9cfd-f98ae31068d0 req-d54c9826-cae5-46c9-a721-054791c33960 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:37.320992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05994336-75c9-4535-9cfd-f98ae31068d0 req-d54c9826-cae5-46c9-a721-054791c33960 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1008582 Apr 05 21:09:37.365551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-05994336-75c9-4535-9cfd-f98ae31068d0 req-2ac1b408-1f3f-46a8-9ee2-b208122a1d1a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Apr 05 21:09:38.450253 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.608447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6eec7-653b-46e4-ac39-efc3a7a2839f req-7b3f48d1-55f4-431f-afe4-974511bb6f72 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:38.612688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0d6eec7-653b-46e4-ac39-efc3a7a2839f req-7b3f48d1-55f4-431f-afe4-974511bb6f72 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.1097367 Apr 05 21:09:38.638496 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.664344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0d6eec7-653b-46e4-ac39-efc3a7a2839f req-eabcad7d-d839-42a7-9987-8512fa5a53b4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 Apr 05 21:09:39.884377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.908418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53fec5-f8e9-442b-8856-24da1c4e5074 req-637f0b74-6c19-4491-a725-95e2a71d5fa9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:39.909901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e53fec5-f8e9-442b-8856-24da1c4e5074 req-637f0b74-6c19-4491-a725-95e2a71d5fa9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0784786 Apr 05 21:09:39.957117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e53fec5-f8e9-442b-8856-24da1c4e5074 req-8d2aecbd-c3ad-426c-84df-8662ff103497 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Apr 05 21:09:40.818464 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:09:41.181888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba7134-6063-4f97-a7c5-84820c5e1dc7 req-d887a93e-244e-43f9-92a0-d7bcf39e4880 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:41.183905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbba7134-6063-4f97-a7c5-84820c5e1dc7 req-d887a93e-244e-43f9-92a0-d7bcf39e4880 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0829346 Apr 05 21:09:41.231684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbba7134-6063-4f97-a7c5-84820c5e1dc7 req-b0005880-2579-48f9-8fb5-c900a7db3f02 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Apr 05 21:09:42.486780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf94e7-553b-4b99-b2c0-816e3d1b8d54 req-c0731cf8-3664-462a-a45e-c6dacdd7037b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:42.491127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ebf94e7-553b-4b99-b2c0-816e3d1b8d54 req-c0731cf8-3664-462a-a45e-c6dacdd7037b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 943 time: 0.0975752 Apr 05 21:09:42.561200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ebf94e7-553b-4b99-b2c0-816e3d1b8d54 req-d7ad4d28-5983-4134-ad33-a69ed161ee2d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595939 Apr 05 21:09:43.263181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:09:43.419065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:09:43.441888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'port_id': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55', 'mac_address': 'fa:16:3e:bc:c4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:09:43.492035 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.510383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:09:43.527162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:09:43.616268 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.710162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:43.718705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.719051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.719670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.719782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.720033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.720362 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.720684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.721101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.725940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.725940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.725940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.756133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4c09b-689c-4e4f-9580-c17e1c21907a req-a9d3f334-4795-46b0-9fb7-192b2e7be2e2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:43.757630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-18d4c09b-689c-4e4f-9580-c17e1c21907a req-a9d3f334-4795-46b0-9fb7-192b2e7be2e2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 944 time: 0.0778449 Apr 05 21:09:43.825276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-18d4c09b-689c-4e4f-9580-c17e1c21907a req-bbfea897-fa38-420e-884e-e9a7a1c3bf40 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556045 Apr 05 21:09:43.825381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['0fc99380-37e9-4b59-8b0a-b8c47fc7cb55'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:09:45.031260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c46b94-81e2-4501-82b2-e1e3ffbefefd req-c0abf533-ed65-4b75-956b-5a55cd360192 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:45.032732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15c46b94-81e2-4501-82b2-e1e3ffbefefd req-c0abf533-ed65-4b75-956b-5a55cd360192 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 944 time: 0.0860057 Apr 05 21:09:45.115068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15c46b94-81e2-4501-82b2-e1e3ffbefefd req-03f25c7b-07fd-429d-94c2-d456888f57a4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636575 Apr 05 21:09:45.268325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:45.461134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:45.466321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:45.466689 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.592902 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.642714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:09:45.653544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:09:45.711786 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f573f9f-f3da-4e78-a14e-cc7fe0bf1c2a'] response: {'server_uuid': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55', 'code': 200} Apr 05 21:09:45.731259 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.808653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:45.850548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c856628-ce48-4cc5-a59d-3f71eb366d07 req-ffd327d8-6247-4cde-9fc0-d22fa25c7544 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 1096 time: 0.0781846 Apr 05 21:09:45.894725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c856628-ce48-4cc5-a59d-3f71eb366d07 req-e10a48ac-4a9c-4a11-b2ad-ecdea9ad1052 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Apr 05 21:09:46.326168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638f5dd-ecab-4dbd-b81e-6182587cabd4 req-77d356de-b33e-4afc-ae82-593fbea51b85 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:46.327667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b638f5dd-ecab-4dbd-b81e-6182587cabd4 req-77d356de-b33e-4afc-ae82-593fbea51b85 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 945 time: 0.0847828 Apr 05 21:09:46.373091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b638f5dd-ecab-4dbd-b81e-6182587cabd4 req-0c35f78a-c166-438c-95e6-697cd682b17e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Apr 05 21:09:47.605550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec119a-2f31-4a95-941f-6bf36751e2ca req-81bbe5a8-d9d2-4fb3-9c14-0812fa33925a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:47.612658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47ec119a-2f31-4a95-941f-6bf36751e2ca req-81bbe5a8-d9d2-4fb3-9c14-0812fa33925a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 945 time: 0.0953562 Apr 05 21:09:47.664680 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-47ec119a-2f31-4a95-941f-6bf36751e2ca req-cb81c4a5-29cf-4ee9-aeff-7882bad775e6 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 Apr 05 21:09:47.978585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8c970-6aba-4b44-bdbb-ae680092c3ab req-a559a964-d458-43a0-88ff-2c5fc1ec50b3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:47.980041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81f8c970-6aba-4b44-bdbb-ae680092c3ab req-a559a964-d458-43a0-88ff-2c5fc1ec50b3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 945 time: 0.1870151 Apr 05 21:09:48.026273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81f8c970-6aba-4b44-bdbb-ae680092c3ab req-2f22fb5d-8fd3-4afb-89d9-638277d14288 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399983 Apr 05 21:09:48.228330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1e41b-8ed8-401b-94a0-8af7fae50e36 req-26e2cc91-9cb1-438c-95e9-0509cafa954e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:48.229799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9a1e41b-8ed8-401b-94a0-8af7fae50e36 req-26e2cc91-9cb1-438c-95e9-0509cafa954e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 945 time: 0.0802500 Apr 05 21:09:48.329500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9a1e41b-8ed8-401b-94a0-8af7fae50e36 req-8a882e1d-d42c-42f2-939f-fb5d17a4dfab tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754781 Apr 05 21:09:49.022293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2a7a-f212-4e1c-af4a-9ff1ea9d9ab2 req-ec7014ee-9c58-4e3a-95be-ddaf7b6537ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:49.023599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95ae2a7a-f212-4e1c-af4a-9ff1ea9d9ab2 req-ec7014ee-9c58-4e3a-95be-ddaf7b6537ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 945 time: 0.0821595 Apr 05 21:09:49.084535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95ae2a7a-f212-4e1c-af4a-9ff1ea9d9ab2 req-a1a25ed1-7821-4e48-8ba9-d165f5850ea4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500216 Apr 05 21:09:50.352697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502befe-60e9-43a4-891f-c6b532e47596 req-ab0ec9ea-07f8-4c01-bcdf-8439509574c1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:50.354426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1502befe-60e9-43a4-891f-c6b532e47596 req-ab0ec9ea-07f8-4c01-bcdf-8439509574c1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 945 time: 0.1353493 Apr 05 21:09:50.404536 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.465720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1502befe-60e9-43a4-891f-c6b532e47596 req-f9b5edeb-db08-4b10-a7cb-fcad96a2b3c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639915 Apr 05 21:09:50.484708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-300b8c40-5ca3-4cb4-adf9-96a5a77571a5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:50.486383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-300b8c40-5ca3-4cb4-adf9-96a5a77571a5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 945 time: 0.1309681 Apr 05 21:09:50.555037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:09:50.555384 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.837788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] For port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:09:50.838144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.960924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:09:51.170114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:51.181893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['0fc99380-37e9-4b59-8b0a-b8c47fc7cb55'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:09:51.242044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=0fc99380-37e9-4b59-8b0a-b8c47fc7cb55,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:51.349651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.352757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.353351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.353626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.354055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.354900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.356876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.358762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.359476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.360535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.361490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:51.446326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] No DVR routers for this DVR port 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:09:51.448288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:51.452717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'name': 'network-vif-deleted', 'tag': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:09:51.531392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07722be4-4e7d-41a3-899c-9532c67329e7 req-204743e8-42d9-41ce-a774-506af3f38696 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "DELETE /v2.0/ports/0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 HTTP/1.1" status: 204 len: 173 time: 1.0401573 Apr 05 21:09:51.651231 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47afc0b-7ff3-48a9-a3f9-31fed2a1f743'] response: {'server_uuid': '79f6abe3-b575-41cf-8457-eb1488ee2f99', 'name': 'network-vif-deleted', 'tag': '0fc99380-37e9-4b59-8b0a-b8c47fc7cb55', 'status': 'completed', 'code': 200} Apr 05 21:09:51.779887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-132addf7-4591-43b8-88fa-1cc7c2fd16e1 req-319e9848-b734-4f2e-9950-3d59ace93e03 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:51.844212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-132addf7-4591-43b8-88fa-1cc7c2fd16e1 req-319e9848-b734-4f2e-9950-3d59ace93e03 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:51.845881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-132addf7-4591-43b8-88fa-1cc7c2fd16e1 req-319e9848-b734-4f2e-9950-3d59ace93e03 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 210 time: 0.1063838 Apr 05 21:09:53.062508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc119e3a-9de3-4f5e-aa77-4997815aa04c req-7ae872d9-1bfd-4d23-ac39-33c921ed0ebc tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=79f6abe3-b575-41cf-8457-eb1488ee2f99 HTTP/1.1" status: 200 len: 210 time: 0.0539930 Apr 05 21:09:53.299940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:09:53.344304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:09:53.344651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 0fc99380-37e9-4b59-8b0a-b8c47fc7cb55 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:01.750445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39162) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:01.965463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39178) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:01.965957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fd06a016-0ec4-4f48-8bb9-1aa5c5015ce4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6aacc09705f842bca8fb30b2664496f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2144234 Apr 05 21:10:02.039099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:02.079192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:02.187168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:02.212616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c67b06-64ee-41ca-8c75-6bb196d01777,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:02.233160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.233515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.233857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.234192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.236212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.236212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.236212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.236212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.236212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.236528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.236594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:02.291600 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:02.305663 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-89d6a07b-7b85-4d9c-ba49-1e238154be29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2c67b06-64ee-41ca-8c75-6bb196d01777 HTTP/1.1" status: 204 len: 168 time: 0.3294029 Apr 05 21:10:04.409343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.425880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39264) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:04.591159 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.636060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:04.641312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Usage tracker for resource:security_group_rule and tenant:8e296d265a2b4fd5b80a3dd64c59b019 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:04.647706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:04.656692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:04.740223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.814950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.850750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b416-2e6e-4974-b5bc-d170e7fb4ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.897388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e296d265a2b4fd5b80a3dd64c59b019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4703860 Apr 05 21:10:04.900434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39286) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:04.902114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5c21f-74b3-4be8-839a-fc0aed93e859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84fb07-b9a3-400a-be41-3f0cfc59140c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:04.996463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70be37c9-abd4-4edc-bb5a-cc0370be9dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.064671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70be37c9-abd4-4edc-bb5a-cc0370be9dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.187102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70be37c9-abd4-4edc-bb5a-cc0370be9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.204056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be37c9-abd4-4edc-bb5a-cc0370be9dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84fb07-b9a3-400a-be41-3f0cfc59140c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:05.209081 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70be37c9-abd4-4edc-bb5a-cc0370be9dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.210498 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-70be37c9-abd4-4edc-bb5a-cc0370be9dbc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a84fb07-b9a3-400a-be41-3f0cfc59140c HTTP/1.1" status: 204 len: 168 time: 0.3090088 Apr 05 21:10:06.705936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39334) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:06.861399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5f4d-f8e8-422f-9ca1-c2c0ffd3f65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:06.874808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1717996245-network', 'tenant_id': '6a112b90df5845b28301ce560d018d61'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:06.894932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:06.902616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Usage tracker for resource:network and tenant:6a112b90df5845b28301ce560d018d61 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:06.905613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:06.912278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:06.999947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Made reservation on behalf of 6a112b90df5845b28301ce560d018d61 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:10:07.002305 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.020026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.087646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:07.092327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a112b90df5845b28301ce560d018d61 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:07.095668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:07.104021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:07.232253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.295752 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.332675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:10:07.350988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aa837e-df69-460b-b77c-9fa2bfd5822e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:07.356709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.357285 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Added segment d13863f5-ea60-450a-858c-e6b1545bfa40 of type vlan for network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 Apr 05 21:10:07.467176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.575097 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.576143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:07.576726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.700414 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] Pushing event updated for resources: {'Network': ['ID=16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:07.714506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:10:07.737018 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-51c2165e-6c6a-4a8e-bb06-5482a91766d8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0291562 Apr 05 21:10:07.740395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39354) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:07.746815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Request body: {'subnet': {'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1717996245-subnet', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:07.754475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:07.760389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Usage tracker for resource:subnet and tenant:6a112b90df5845b28301ce560d018d61 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:07.764681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:07.774411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:07.866513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Made reservation on behalf of 6a112b90df5845b28301ce560d018d61 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:10:07.868930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.170234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.369382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=471685fc-4263-4d8e-a579-6963ee8895e6,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:08.415030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Checking segment: {'id': 'd13863f5-ea60-450a-858c-e6b1545bfa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:08.415390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Network hostable DHCP agents. Network: 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:10:08.461359 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.483863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:10:08.559438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:08.565088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:08.567079 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.568764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150d775-f9cc-446f-ae83-22fc0f532d84 None None] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:10:08.588586 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.651037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8b8b189a-8aeb-4bd9-9553-d65df2075e8f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9089029 Apr 05 21:10:08.653681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39378) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:08.663477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1717996245-router', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:08.686142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:08.690199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Usage tracker for resource:router and tenant:6a112b90df5845b28301ce560d018d61 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:08.693589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:08.699644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:08.775966 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.777329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.806757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.820477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2', 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'fixed_ips': [{'subnet_id': '471685fc-4263-4d8e-a579-6963ee8895e6'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:10:08.821448 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.980621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Allocated IP 172.20.0.2 (16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2/471685fc-4263-4d8e-a579-6963ee8895e6/a6fccb53-736d-48a3-a628-3db7906b193c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:09.039793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.235738 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.247160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Transition to ACTIVE for port object a6fccb53-736d-48a3-a628-3db7906b193c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:09.269802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Transition to ACTIVE for port object a6fccb53-736d-48a3-a628-3db7906b193c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:09.339587 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.360763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.398850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.463301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:09.466579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:09.470260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:10:09.482015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Pushing event updated for resources: {'Port': ['ID=a6fccb53-736d-48a3-a628-3db7906b193c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:09.585549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Attempting to bind port a6fccb53-736d-48a3-a628-3db7906b193c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:09.585921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Attempting to bind port a6fccb53-736d-48a3-a628-3db7906b193c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'd13863f5-ea60-450a-858c-e6b1545bfa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:09.586280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Attempting to bind port a6fccb53-736d-48a3-a628-3db7906b193c on network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:10:09.592785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:10:09.593204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Checking segment: {'id': 'd13863f5-ea60-450a-858c-e6b1545bfa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:09.593610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.594000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Bound using segment: {'id': 'd13863f5-ea60-450a-858c-e6b1545bfa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:10:09.594460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Bound port: a6fccb53-736d-48a3-a628-3db7906b193c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13863f5-ea60-450a-858c-e6b1545bfa40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:09.594831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.693869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] For port a6fccb53-736d-48a3-a628-3db7906b193c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:10:09.697078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] For port a6fccb53-736d-48a3-a628-3db7906b193c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a6fccb53-736d-48a3-a628-3db7906b193c,segment=NetworkSegment(d13863f5-ea60-450a-858c-e6b1545bfa40),segment_id=d13863f5-ea60-450a-858c-e6b1545bfa40)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:10:09.712311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Allocated IP 172.25.2.120 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/c5685f5a-6ba0-4ff1-a9e1-338f53028691) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:09.770564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.881600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb28348-19e9-437c-a53c-baeacb1a584a None None] Pushing event updated for resources: {'Port': ['ID=a6fccb53-736d-48a3-a628-3db7906b193c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:09.888232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.924113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:10.011043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:10.116506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5685f5a-6ba0-4ff1-a9e1-338f53028691,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:10.141157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:10.142550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:10.148922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:10:10.434041 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:10.434785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:10.849893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Router 693600c9-6d15-400b-89e0-330fa26382ff is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:10:11.116708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:10:11.131081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Sync routers for ids ['693600c9-6d15-400b-89e0-330fa26382ff'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:10:11.162689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Routers {'693600c9-6d15-400b-89e0-330fa26382ff'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:11.164227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['693600c9-6d15-400b-89e0-330fa26382ff'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:11.461731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699c5d44-a835-4bc3-9946-5b7c1cb5832b None None] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:10:11.518114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:11.521908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6beeba51-9869-41c6-890d-b9770fe1efc1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8645847 Apr 05 21:10:11.522632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39438) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:11.646497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a6fccb53-736d-48a3-a628-3db7906b193c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:11.765679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-be5221e2-c60f-4e6b-ad4e-524f0588d3e8 None None] Provisioning for port a6fccb53-736d-48a3-a628-3db7906b193c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:11.776672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Set router 693600c9-6d15-400b-89e0-330fa26382ff gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:12.222937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693600c9-6d15-400b-89e0-330fa26382ff', 'name': 'tempest-TestAggregatesBasicOps-1717996245-router', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:08Z', 'updated_at': '2022-04-05T21:10:10Z', 'revision_number': 3, 'project_id': '6a112b90df5845b28301ce560d018d61', 'gw_port': {'id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:09Z', 'updated_at': '2022-04-05T21:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:12.247721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a6fccb53-736d-48a3-a628-3db7906b193c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:12.254121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a6fccb53-736d-48a3-a628-3db7906b193c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:12.258631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:12.322633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Checking router: 693600c9-6d15-400b-89e0-330fa26382ff for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:10:12.323119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Updating router 693600c9-6d15-400b-89e0-330fa26382ff port c5685f5a-6ba0-4ff1-a9e1-338f53028691 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:10:12.401135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:12.797883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5d6c48c1-258e-452e-a81a-556c8d752223 None None] Provisioning complete for port a6fccb53-736d-48a3-a628-3db7906b193c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:12.797883 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5d6c48c1-258e-452e-a81a-556c8d752223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:12.800006 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:12.903968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a6fccb53-736d-48a3-a628-3db7906b193c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a6fccb53-736d-48a3-a628-3db7906b193c,segment=NetworkSegment(d13863f5-ea60-450a-858c-e6b1545bfa40),segment_id=d13863f5-ea60-450a-858c-e6b1545bfa40)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:12.991991 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5d6c48c1-258e-452e-a81a-556c8d752223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:13.087965 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:13.100024 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Transition to ACTIVE for port object c5685f5a-6ba0-4ff1-a9e1-338f53028691 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:13.115454 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:13.284812 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:13.344221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Allocated IP 172.20.0.1 (16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2/471685fc-4263-4d8e-a579-6963ee8895e6/752353ca-d5f1-4337-bf96-e4630a4349c2) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:13.398414 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-5d6c48c1-258e-452e-a81a-556c8d752223 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:10:13.398723 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-5d6c48c1-258e-452e-a81a-556c8d752223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:10:13.403518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a6fccb53-736d-48a3-a628-3db7906b193c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:13.523822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:13.547060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Transition to ACTIVE for port object 752353ca-d5f1-4337-bf96-e4630a4349c2 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:13.561528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a6fccb53-736d-48a3-a628-3db7906b193c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:13.660293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a6fccb53-736d-48a3-a628-3db7906b193c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:13.660659 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.078475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.102824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.149578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3334f2-4399-4851-8363-9ca2caa20ae6 None None] Pushing event updated for resources: {'Port': ['ID=c5685f5a-6ba0-4ff1-a9e1-338f53028691,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:14.167356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Attempting to bind port c5685f5a-6ba0-4ff1-a9e1-338f53028691 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:14.167729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Attempting to bind port c5685f5a-6ba0-4ff1-a9e1-338f53028691 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:14.168090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Attempting to bind port c5685f5a-6ba0-4ff1-a9e1-338f53028691 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:10:14.175104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:10:14.175588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:14.175879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.177149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:10:14.177341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Bound port: c5685f5a-6ba0-4ff1-a9e1-338f53028691, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:14.177717 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.201746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Pushing event updated for resources: {'Port': ['ID=752353ca-d5f1-4337-bf96-e4630a4349c2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:14.214023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:14.215175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:14.217875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:10:14.285435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] For port c5685f5a-6ba0-4ff1-a9e1-338f53028691, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:10:14.301041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] For port c5685f5a-6ba0-4ff1-a9e1-338f53028691, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c5685f5a-6ba0-4ff1-a9e1-338f53028691,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:10:14.312030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.398537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.500843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Routers {'693600c9-6d15-400b-89e0-330fa26382ff'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:14.501516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['693600c9-6d15-400b-89e0-330fa26382ff'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:14.530582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.633633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3334f2-4399-4851-8363-9ca2caa20ae6 None None] Pushing event updated for resources: {'Port': ['ID=c5685f5a-6ba0-4ff1-a9e1-338f53028691,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:14.744855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] Set router 693600c9-6d15-400b-89e0-330fa26382ff gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:14.794616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1b7e0d84-53ef-4e76-8c1f-a58e152744e5 None None] Provisioning for port 752353ca-d5f1-4337-bf96-e4630a4349c2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:14.808368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1b7e0d84-53ef-4e76-8c1f-a58e152744e5 None None] Provisioning complete for port 752353ca-d5f1-4337-bf96-e4630a4349c2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:14.813583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b7e0d84-53ef-4e76-8c1f-a58e152744e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.813710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.935504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.958776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e0d84-53ef-4e76-8c1f-a58e152744e5 None None] Port 752353ca-d5f1-4337-bf96-e4630a4349c2 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:10:15.064487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:15.079323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Pushing event updated for resources: {'Port': ['ID=752353ca-d5f1-4337-bf96-e4630a4349c2,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:15.271704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693600c9-6d15-400b-89e0-330fa26382ff', 'name': 'tempest-TestAggregatesBasicOps-1717996245-router', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:08Z', 'updated_at': '2022-04-05T21:10:14Z', 'revision_number': 4, 'project_id': '6a112b90df5845b28301ce560d018d61', 'gw_port': {'id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:09Z', 'updated_at': '2022-04-05T21:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '752353ca-d5f1-4337-bf96-e4630a4349c2', 'name': '', 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'mac_address': 'fa:16:3e:0f:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471685fc-4263-4d8e-a579-6963ee8895e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:13Z', 'updated_at': '2022-04-05T21:10:13Z', 'revision_number': 1, 'project_id': '6a112b90df5845b28301ce560d018d61', 'subnets': [{'id': '471685fc-4263-4d8e-a579-6963ee8895e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:15.277473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d22f8-ac64-4b75-9e3f-b67e62294c98 None None] The sync data for ids ['693600c9-6d15-400b-89e0-330fa26382ff'] in n-d-836605-1 is: [{'id': '693600c9-6d15-400b-89e0-330fa26382ff', 'name': 'tempest-TestAggregatesBasicOps-1717996245-router', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:08Z', 'updated_at': '2022-04-05T21:10:14Z', 'revision_number': 4, 'project_id': '6a112b90df5845b28301ce560d018d61', 'gw_port': {'id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:28:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:09Z', 'updated_at': '2022-04-05T21:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '752353ca-d5f1-4337-bf96-e4630a4349c2', 'name': '', 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'mac_address': 'fa:16:3e:0f:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471685fc-4263-4d8e-a579-6963ee8895e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:13Z', 'updated_at': '2022-04-05T21:10:13Z', 'revision_number': 1, 'project_id': '6a112b90df5845b28301ce560d018d61', 'subnets': [{'id': '471685fc-4263-4d8e-a579-6963ee8895e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:10:15.409172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:15.411513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:15.923981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07d2cc37-5e9d-4731-9b3c-1f379308672a None None] Provisioning complete for port 752353ca-d5f1-4337-bf96-e4630a4349c2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:15.923981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07d2cc37-5e9d-4731-9b3c-1f379308672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:16.076919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07d2cc37-5e9d-4731-9b3c-1f379308672a None None] Port 752353ca-d5f1-4337-bf96-e4630a4349c2 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:10:16.191083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Router 693600c9-6d15-400b-89e0-330fa26382ff has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:10:16.577733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:10:16.596768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a6a77ade-90a5-4afb-8155-b7a13316d474 admin admin] 10.222.0.10 "PUT /v2.0/routers/693600c9-6d15-400b-89e0-330fa26382ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0737181 Apr 05 21:10:17.615838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c5685f5a-6ba0-4ff1-a9e1-338f53028691 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:17.740774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c5685f5a-6ba0-4ff1-a9e1-338f53028691 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:17.745981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c5685f5a-6ba0-4ff1-a9e1-338f53028691 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:17.746428 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:17.821359 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:10:17.888252 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:17.911460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port c5685f5a-6ba0-4ff1-a9e1-338f53028691, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c5685f5a-6ba0-4ff1-a9e1-338f53028691,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:17.992805 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.033859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39562) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:18.039526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-793297643-network', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:18.044959 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:18.048926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Usage tracker for resource:network and tenant:32b6b02185654cdd89a2b4770b6b1020 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:18.052322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:18.058484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:18.082703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=c5685f5a-6ba0-4ff1-a9e1-338f53028691,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:18.135212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Made reservation on behalf of 32b6b02185654cdd89a2b4770b6b1020 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:10:18.137617 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.151190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.185002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:18.189229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:32b6b02185654cdd89a2b4770b6b1020 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:18.192690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:18.199655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:18.282332 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.387113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.406916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:10:18.432722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.433472 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Added segment c4d02f74-45d1-4c43-af59-780c5e823381 of type vlan for network 5b75e867-1141-49fa-89c3-669fcf9df879 Apr 05 21:10:18.483228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.486645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6208c71-0191-4e89-b511-1bd2d6c12ae5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:18.609697 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.610795 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:18.611418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:18.719676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b75e867-1141-49fa-89c3-669fcf9df879,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:18.730949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5b75e867-1141-49fa-89c3-669fcf9df879 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:10:18.776363 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ca7af36-905f-431b-9858-34c7f2f5f8e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7413876 Apr 05 21:10:18.779003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39580) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:18.784446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Request body: {'subnet': {'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-793297643-subnet', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:18.791267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:18.795190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Usage tracker for resource:subnet and tenant:32b6b02185654cdd89a2b4770b6b1020 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:18.798880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:18.810738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:18.889648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Made reservation on behalf of 32b6b02185654cdd89a2b4770b6b1020 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:10:18.893262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:19.244654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:19.329064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b0789a-1bbb-4dc8-88d1-82f21093c77e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:19.339478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Checking segment: {'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:19.345201 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Network hostable DHCP agents. Network: 5b75e867-1141-49fa-89c3-669fcf9df879, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:10:19.449372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Network 5b75e867-1141-49fa-89c3-669fcf9df879 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:10:19.567812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c5685f5a-6ba0-4ff1-a9e1-338f53028691 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:19.654595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5b75e867-1141-49fa-89c3-669fcf9df879) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:19.660230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:19.661377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:19.668576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac2c0a-1d34-4a97-9be4-74fc02b26e43 None None] Network 5b75e867-1141-49fa-89c3-669fcf9df879 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:10:19.759916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c5685f5a-6ba0-4ff1-a9e1-338f53028691 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:19.760584 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.022121 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-41c00203-2381-48d0-985f-26beeb6e5949 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2419348 Apr 05 21:10:20.024450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39610) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:20.033296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-793297643-router', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:20.042172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:20.047091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Usage tracker for resource:router and tenant:32b6b02185654cdd89a2b4770b6b1020 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:20.050580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:20.058311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:20.079648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-5b75e867-1141-49fa-89c3-669fcf9df879', 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'fixed_ips': [{'subnet_id': 'b7b0789a-1bbb-4dc8-88d1-82f21093c77e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:10:20.080480 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.154245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.155206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.218178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.340884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Allocated IP 172.20.0.2 (5b75e867-1141-49fa-89c3-669fcf9df879/b7b0789a-1bbb-4dc8-88d1-82f21093c77e/18a86a34-f040-4fba-863b-69e2ed2273eb) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:20.455126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.505501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.589285 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.614749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Transition to ACTIVE for port object 18a86a34-f040-4fba-863b-69e2ed2273eb will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:20.639680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Transition to ACTIVE for port object 18a86a34-f040-4fba-863b-69e2ed2273eb will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:20.713283 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.808319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Network 5b75e867-1141-49fa-89c3-669fcf9df879 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:20.812068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:20.812379 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.816464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:10:20.818680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Pushing event updated for resources: {'Port': ['ID=18a86a34-f040-4fba-863b-69e2ed2273eb,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:20.855738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.914662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Attempting to bind port 18a86a34-f040-4fba-863b-69e2ed2273eb on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:20.915035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Attempting to bind port 18a86a34-f040-4fba-863b-69e2ed2273eb by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:20.915605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Attempting to bind port 18a86a34-f040-4fba-863b-69e2ed2273eb on network 5b75e867-1141-49fa-89c3-669fcf9df879 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:10:20.922262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:10:20.923046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Checking segment: {'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:20.923469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:20.923867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Bound using segment: {'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:10:20.924339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Bound port: 18a86a34-f040-4fba-863b-69e2ed2273eb, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:20.924714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:21.003633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Allocated IP 172.25.2.75 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/2760e184-963a-4b5e-aebb-4c2a8687a09d) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:21.015300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] For port 18a86a34-f040-4fba-863b-69e2ed2273eb, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:10:21.018351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] For port 18a86a34-f040-4fba-863b-69e2ed2273eb, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=18a86a34-f040-4fba-863b-69e2ed2273eb,segment=NetworkSegment(c4d02f74-45d1-4c43-af59-780c5e823381),segment_id=c4d02f74-45d1-4c43-af59-780c5e823381)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:10:21.090304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:21.186016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:21.196858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce28ce8-20ed-4552-9e72-105265f6d62f None None] Pushing event updated for resources: {'Port': ['ID=18a86a34-f040-4fba-863b-69e2ed2273eb,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:21.289843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:21.374581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:21.380159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:21.382595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:10:21.434668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Pushing event updated for resources: {'Port': ['ID=2760e184-963a-4b5e-aebb-4c2a8687a09d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:21.646538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 18a86a34-f040-4fba-863b-69e2ed2273eb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:21.712875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:21.714071 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:21.766594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 18a86a34-f040-4fba-863b-69e2ed2273eb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:22.143198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Router 490560fd-5745-4e95-9006-5cabd46021f0 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:10:22.488452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:10:22.506592 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Sync routers for ids ['490560fd-5745-4e95-9006-5cabd46021f0'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:10:22.524307 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Routers {'490560fd-5745-4e95-9006-5cabd46021f0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:22.527299 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['490560fd-5745-4e95-9006-5cabd46021f0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:22.544779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbdaf4c-b031-464b-a81b-588d4f3f705d None None] Network 5b75e867-1141-49fa-89c3-669fcf9df879 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:10:22.650738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:22.651642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3789e9bd-3108-47ad-ab74-18c64fb66a0b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6252239 Apr 05 21:10:22.654105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:22.765435 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Set router 490560fd-5745-4e95-9006-5cabd46021f0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:22.900891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c0966a65-d59f-4263-bfa0-4cd32890849f None None] Provisioning for port 18a86a34-f040-4fba-863b-69e2ed2273eb completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:22.906804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c0966a65-d59f-4263-bfa0-4cd32890849f None None] Provisioning complete for port 18a86a34-f040-4fba-863b-69e2ed2273eb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:22.907454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0966a65-d59f-4263-bfa0-4cd32890849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:23.224994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0966a65-d59f-4263-bfa0-4cd32890849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:23.266144 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490560fd-5745-4e95-9006-5cabd46021f0', 'name': 'tempest-TestAggregatesBasicOps-793297643-router', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:21Z', 'revision_number': 3, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'gw_port': {'id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:23.277794 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Checking router: 490560fd-5745-4e95-9006-5cabd46021f0 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:10:23.278135 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Updating router 490560fd-5745-4e95-9006-5cabd46021f0 port 2760e184-963a-4b5e-aebb-4c2a8687a09d binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:10:23.305583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c0966a65-d59f-4263-bfa0-4cd32890849f None None] For port 18a86a34-f040-4fba-863b-69e2ed2273eb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=18a86a34-f040-4fba-863b-69e2ed2273eb,segment=NetworkSegment(c4d02f74-45d1-4c43-af59-780c5e823381),segment_id=c4d02f74-45d1-4c43-af59-780c5e823381)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:23.386526 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c0966a65-d59f-4263-bfa0-4cd32890849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:23.404917 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:23.529891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0966a65-d59f-4263-bfa0-4cd32890849f None None] Pushing event updated for resources: {'Port': ['ID=18a86a34-f040-4fba-863b-69e2ed2273eb,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:23.563916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b6fef73f-9546-425d-9ffc-ffdc6b0ac51d None None] Provisioning complete for port 18a86a34-f040-4fba-863b-69e2ed2273eb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:23.564576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b6fef73f-9546-425d-9ffc-ffdc6b0ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:23.948904 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:23.968032 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Transition to ACTIVE for port object 2760e184-963a-4b5e-aebb-4c2a8687a09d will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:24.050424 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:24.083342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:24.159805 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Attempting to bind port 2760e184-963a-4b5e-aebb-4c2a8687a09d on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:24.160414 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Attempting to bind port 2760e184-963a-4b5e-aebb-4c2a8687a09d by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:24.161851 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Attempting to bind port 2760e184-963a-4b5e-aebb-4c2a8687a09d on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:10:24.185707 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Pushing event updated for resources: {'Port': ['ID=2760e184-963a-4b5e-aebb-4c2a8687a09d,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:24.194887 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:10:24.195257 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:24.195812 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:24.196022 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:10:24.196480 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Bound port: 2760e184-963a-4b5e-aebb-4c2a8687a09d, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:24.196841 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:24.249670 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.249670 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.249670 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.250465 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.250824 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.251156 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.251494 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.251819 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.252350 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.257867 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.258243 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:24.335129 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] For port 2760e184-963a-4b5e-aebb-4c2a8687a09d, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:10:24.341652 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] For port 2760e184-963a-4b5e-aebb-4c2a8687a09d, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2760e184-963a-4b5e-aebb-4c2a8687a09d,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:10:24.426125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Allocated IP 172.20.0.1 (5b75e867-1141-49fa-89c3-669fcf9df879/b7b0789a-1bbb-4dc8-88d1-82f21093c77e/c65d6328-bbcd-4b83-954e-f5054fd305f2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:24.472719 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:24.586841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f31ef-79a9-466e-903e-b308d89bd42b None None] Pushing event updated for resources: {'Port': ['ID=2760e184-963a-4b5e-aebb-4c2a8687a09d,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:24.594432 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Routers {'490560fd-5745-4e95-9006-5cabd46021f0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:24.595055 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['490560fd-5745-4e95-9006-5cabd46021f0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:24.726728 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:24.745483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Transition to ACTIVE for port object c65d6328-bbcd-4b83-954e-f5054fd305f2 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:24.801550 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] Set router 490560fd-5745-4e95-9006-5cabd46021f0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:24.872631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:24.943859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Network 5b75e867-1141-49fa-89c3-669fcf9df879 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:24.946881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:24.949566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:10:24.993443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Pushing event updated for resources: {'Port': ['ID=c65d6328-bbcd-4b83-954e-f5054fd305f2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:25.017322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:25.124538 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490560fd-5745-4e95-9006-5cabd46021f0', 'name': 'tempest-TestAggregatesBasicOps-793297643-router', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:21Z', 'revision_number': 3, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'gw_port': {'id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:25.128705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b67a7c-e4e9-4663-829f-f5da2cdedbb9 None None] The sync data for ids ['490560fd-5745-4e95-9006-5cabd46021f0'] in n-d-836605-1 is: [{'id': '490560fd-5745-4e95-9006-5cabd46021f0', 'name': 'tempest-TestAggregatesBasicOps-793297643-router', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:21Z', 'revision_number': 3, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'gw_port': {'id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:10:25.240524 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:25.324077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-18955f26-39c5-4b7a-8446-c346a15aaf31 None None] Provisioning for port c65d6328-bbcd-4b83-954e-f5054fd305f2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:25.329769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-18955f26-39c5-4b7a-8446-c346a15aaf31 None None] Provisioning complete for port c65d6328-bbcd-4b83-954e-f5054fd305f2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:25.330213 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-18955f26-39c5-4b7a-8446-c346a15aaf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:25.417442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-18955f26-39c5-4b7a-8446-c346a15aaf31 None None] Port c65d6328-bbcd-4b83-954e-f5054fd305f2 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:10:25.508186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:25.566725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 18a86a34-f040-4fba-863b-69e2ed2273eb up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:25.575413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:25.639737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 18a86a34-f040-4fba-863b-69e2ed2273eb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:25.640121 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:25.699295 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:25.711071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Pushing event updated for resources: {'Port': ['ID=c65d6328-bbcd-4b83-954e-f5054fd305f2,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:25.893490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Network 5b75e867-1141-49fa-89c3-669fcf9df879 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:25.894766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:26.244315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dddaa950-a81b-49d7-b6d9-2a4e2225ddc0 None None] Provisioning complete for port c65d6328-bbcd-4b83-954e-f5054fd305f2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:26.244940 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dddaa950-a81b-49d7-b6d9-2a4e2225ddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:26.301013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dddaa950-a81b-49d7-b6d9-2a4e2225ddc0 None None] Port c65d6328-bbcd-4b83-954e-f5054fd305f2 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:10:26.394496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Router 490560fd-5745-4e95-9006-5cabd46021f0 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:10:26.617281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:10:26.626345 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-51b242f0-0162-40a3-bb2f-f33b8e5eda55 admin admin] 10.222.0.10 "PUT /v2.0/routers/490560fd-5745-4e95-9006-5cabd46021f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9711876 Apr 05 21:10:28.892288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39808) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:29.324337 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:29.949436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Sync routers for ids ['693600c9-6d15-400b-89e0-330fa26382ff'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:10:29.969751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Routers {'693600c9-6d15-400b-89e0-330fa26382ff'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:29.971173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['693600c9-6d15-400b-89e0-330fa26382ff'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:30.250217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Set router 693600c9-6d15-400b-89e0-330fa26382ff gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:30.259284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Deleting port 752353ca-d5f1-4337-bf96-e4630a4349c2 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:30.260110 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:30.475293 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:30.615876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Calling delete_port for 752353ca-d5f1-4337-bf96-e4630a4349c2 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:30.637445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693600c9-6d15-400b-89e0-330fa26382ff', 'name': 'tempest-TestAggregatesBasicOps-1717996245-router', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:08Z', 'updated_at': '2022-04-05T21:10:14Z', 'revision_number': 4, 'project_id': '6a112b90df5845b28301ce560d018d61', 'gw_port': {'id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:09Z', 'updated_at': '2022-04-05T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '752353ca-d5f1-4337-bf96-e4630a4349c2', 'name': '', 'network_id': '16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'mac_address': 'fa:16:3e:0f:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471685fc-4263-4d8e-a579-6963ee8895e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:13Z', 'updated_at': '2022-04-05T21:10:14Z', 'revision_number': 2, 'project_id': '6a112b90df5845b28301ce560d018d61', 'subnets': [{'id': '471685fc-4263-4d8e-a579-6963ee8895e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:30.647533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Checking router: 693600c9-6d15-400b-89e0-330fa26382ff for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:10:30.648238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Updating router 693600c9-6d15-400b-89e0-330fa26382ff port 752353ca-d5f1-4337-bf96-e4630a4349c2 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:10:30.722659 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:30.901151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:30.950659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=752353ca-d5f1-4337-bf96-e4630a4349c2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:31.257745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:10:31.258286 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:10:31.511264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:31.690064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2760e184-963a-4b5e-aebb-4c2a8687a09d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:31.793771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Port 752353ca-d5f1-4337-bf96-e4630a4349c2 not found while updating agent binding for router 693600c9-6d15-400b-89e0-330fa26382ff. {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Apr 05 21:10:31.810817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Routers {'693600c9-6d15-400b-89e0-330fa26382ff'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:31.811455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['693600c9-6d15-400b-89e0-330fa26382ff'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:31.889893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 2760e184-963a-4b5e-aebb-4c2a8687a09d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:31.901290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-0811a5df-04a6-416d-bf41-a0df20a9f8bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:31.911452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-0811a5df-04a6-416d-bf41-a0df20a9f8bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.2137089 Apr 05 21:10:31.938526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-1463abfa-e7b1-4ea3-bc6c-6d1c01c4a78f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/quotas/a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 375 time: 0.0259840 Apr 05 21:10:31.969540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2760e184-963a-4b5e-aebb-4c2a8687a09d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:31.969919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:32.125810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] Set router 693600c9-6d15-400b-89e0-330fa26382ff gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:32.461816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-951eabb6-49bb-4e58-b205-42434c541f24 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5009601 Apr 05 21:10:32.476737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-8e12fd6f-5a39-4fe8-8810-53dc4277d1dd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:10:32.478300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-8e12fd6f-5a39-4fe8-8810-53dc4277d1dd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066657 Apr 05 21:10:32.517394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:32.578076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 2760e184-963a-4b5e-aebb-4c2a8687a09d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2760e184-963a-4b5e-aebb-4c2a8687a09d,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:32.616272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693600c9-6d15-400b-89e0-330fa26382ff', 'name': 'tempest-TestAggregatesBasicOps-1717996245-router', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:08Z', 'updated_at': '2022-04-05T21:10:30Z', 'revision_number': 5, 'project_id': '6a112b90df5845b28301ce560d018d61', 'gw_port': {'id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:09Z', 'updated_at': '2022-04-05T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:32.621885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc1d71-90d0-4756-9863-905ef8e85081 None None] The sync data for ids ['693600c9-6d15-400b-89e0-330fa26382ff'] in n-d-836605-1 is: [{'id': '693600c9-6d15-400b-89e0-330fa26382ff', 'name': 'tempest-TestAggregatesBasicOps-1717996245-router', 'tenant_id': '6a112b90df5845b28301ce560d018d61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:08Z', 'updated_at': '2022-04-05T21:10:30Z', 'revision_number': 5, 'project_id': '6a112b90df5845b28301ce560d018d61', 'gw_port': {'id': 'c5685f5a-6ba0-4ff1-a9e1-338f53028691', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:28:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693600c9-6d15-400b-89e0-330fa26382ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:09Z', 'updated_at': '2022-04-05T21:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:10:32.649866 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:32.728994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=2760e184-963a-4b5e-aebb-4c2a8687a09d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:32.811413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-17c5ecd8-1157-4837-9e7a-96488211cf01 service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237798 Apr 05 21:10:32.961925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-ac676a35-6c1c-431b-a30f-985daf87d6fb service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497025 Apr 05 21:10:33.047931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Router 693600c9-6d15-400b-89e0-330fa26382ff has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:10:33.390946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:10:33.404397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b343d476-2865-4b57-83f0-73e24570d6fd admin admin] 10.222.0.10 "PUT /v2.0/routers/693600c9-6d15-400b-89e0-330fa26382ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4989023 Apr 05 21:10:33.404397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39874) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:33.578030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2760e184-963a-4b5e-aebb-4c2a8687a09d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:33.679385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2760e184-963a-4b5e-aebb-4c2a8687a09d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:33.679886 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:33.720539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:33.824683 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Sync routers for ids ['490560fd-5745-4e95-9006-5cabd46021f0'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:10:33.836704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 752353ca-d5f1-4337-bf96-e4630a4349c2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:10:33.842931 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Routers {'490560fd-5745-4e95-9006-5cabd46021f0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:33.844127 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['490560fd-5745-4e95-9006-5cabd46021f0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:33.878287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 752353ca-d5f1-4337-bf96-e4630a4349c2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:10:33.878631 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 752353ca-d5f1-4337-bf96-e4630a4349c2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:33.905260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d5f7186-537e-4c12-935f-a4b74e68b30e req-574377e0-8619-4efc-ae8f-468b564b4683 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 210 time: 0.0610950 Apr 05 21:10:33.994423 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.041934 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Set router 490560fd-5745-4e95-9006-5cabd46021f0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:34.047037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39884) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:34.060839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Deleting port c5685f5a-6ba0-4ff1-a9e1-338f53028691 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:34.061213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.249317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.341087 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.365012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:34.381157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Usage tracker for resource:security_group_rule and tenant:3580ab4514b14304ae58a4403403de7c is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:34.383391 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490560fd-5745-4e95-9006-5cabd46021f0', 'name': 'tempest-TestAggregatesBasicOps-793297643-router', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:25Z', 'revision_number': 4, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'gw_port': {'id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c65d6328-bbcd-4b83-954e-f5054fd305f2', 'name': '', 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'mac_address': 'fa:16:3e:db:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b0789a-1bbb-4dc8-88d1-82f21093c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:24Z', 'updated_at': '2022-04-05T21:10:25Z', 'revision_number': 2, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'subnets': [{'id': 'b7b0789a-1bbb-4dc8-88d1-82f21093c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:34.384154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:34.387573 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Checking router: 490560fd-5745-4e95-9006-5cabd46021f0 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:10:34.387921 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Updating router 490560fd-5745-4e95-9006-5cabd46021f0 port c65d6328-bbcd-4b83-954e-f5054fd305f2 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:10:34.392833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:34.422679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] For port c5685f5a-6ba0-4ff1-a9e1-338f53028691, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c5685f5a-6ba0-4ff1-a9e1-338f53028691,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:34.423052 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.444321 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.556946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Calling delete_port for c5685f5a-6ba0-4ff1-a9e1-338f53028691 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:34.657500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.734216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:34.802697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2045bf0e-c8fc-40aa-8a8f-a090b55b7bc3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:34.806808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0d854ea0-07a1-4d4f-8309-4d8ca9d03b8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3580ab4514b14304ae58a4403403de7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7587829 Apr 05 21:10:34.813432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39896) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:34.842935 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.033795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86cec73c-e023-45a9-bcf5-34f22809f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.040938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b9306f7-8a04-4de3-a3c7-fa72adbf7b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.043001 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Transition to ACTIVE for port object c65d6328-bbcd-4b83-954e-f5054fd305f2 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:35.044216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.044216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b9306f7-8a04-4de3-a3c7-fa72adbf7b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.044216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5685f5a-6ba0-4ff1-a9e1-338f53028691,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:35.044528 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.121761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6396e5d-7313-4aa2-8b81-d0afd4b074c7 req-fd2fdc83-e75b-44a5-8c62-d16ba3013e06 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 210 time: 0.0606983 Apr 05 21:10:35.383488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Attempting to bind port c65d6328-bbcd-4b83-954e-f5054fd305f2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:35.383488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Attempting to bind port c65d6328-bbcd-4b83-954e-f5054fd305f2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:35.383488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Attempting to bind port c65d6328-bbcd-4b83-954e-f5054fd305f2 on network 5b75e867-1141-49fa-89c3-669fcf9df879 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:10:35.383488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fde825-0e6c-4064-9b9e-780cd1df8c67 None None] Pushing event updated for resources: {'Port': ['ID=c65d6328-bbcd-4b83-954e-f5054fd305f2,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:35.391139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:10:35.391139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Checking segment: {'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:35.391139 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.391139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Bound using segment: {'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:10:35.391139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Bound port: c65d6328-bbcd-4b83-954e-f5054fd305f2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d02f74-45d1-4c43-af59-780c5e823381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:35.391139 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.413458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.526766 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] For port c65d6328-bbcd-4b83-954e-f5054fd305f2, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:10:35.526766 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] For port c65d6328-bbcd-4b83-954e-f5054fd305f2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c65d6328-bbcd-4b83-954e-f5054fd305f2,segment=NetworkSegment(c4d02f74-45d1-4c43-af59-780c5e823381),segment_id=c4d02f74-45d1-4c43-af59-780c5e823381)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:10:35.555198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b9306f7-8a04-4de3-a3c7-fa72adbf7b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.581517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9306f7-8a04-4de3-a3c7-fa72adbf7b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045bf0e-c8fc-40aa-8a8f-a090b55b7bc3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:35.621478 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.708036 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b9306f7-8a04-4de3-a3c7-fa72adbf7b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.709180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0b9306f7-8a04-4de3-a3c7-fa72adbf7b94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2045bf0e-c8fc-40aa-8a8f-a090b55b7bc3 HTTP/1.1" status: 204 len: 168 time: 0.8983541 Apr 05 21:10:35.738195 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fde825-0e6c-4064-9b9e-780cd1df8c67 None None] Pushing event updated for resources: {'Port': ['ID=c65d6328-bbcd-4b83-954e-f5054fd305f2,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:35.761584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.764254 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Routers {'490560fd-5745-4e95-9006-5cabd46021f0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:35.764254 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['490560fd-5745-4e95-9006-5cabd46021f0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:35.767108 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.933275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.933275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693600c9-6d15-400b-89e0-330fa26382ff {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:10:35.939737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:35.939737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-84590210-3f17-4f98-affd-7b36a2eb284a admin admin] 10.222.0.10 "DELETE /v2.0/routers/693600c9-6d15-400b-89e0-330fa26382ff HTTP/1.1" status: 204 len: 168 time: 2.5421951 Apr 05 21:10:35.944928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39928) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:35.998138 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] Set router 490560fd-5745-4e95-9006-5cabd46021f0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:10:36.012342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] Deleting subnet 471685fc-4263-4d8e-a579-6963ee8895e6 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:10:36.018781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.267220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.395366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9e54b5b-c589-4219-8fa9-c78744afb351 req-1ea778f8-f0fb-415c-a23b-920610391caf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 210 time: 0.0734258 Apr 05 21:10:36.458504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.489648 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '490560fd-5745-4e95-9006-5cabd46021f0', 'name': 'tempest-TestAggregatesBasicOps-793297643-router', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:25Z', 'revision_number': 4, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'gw_port': {'id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c65d6328-bbcd-4b83-954e-f5054fd305f2', 'name': '', 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'mac_address': 'fa:16:3e:db:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b0789a-1bbb-4dc8-88d1-82f21093c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:24Z', 'updated_at': '2022-04-05T21:10:35Z', 'revision_number': 4, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'subnets': [{'id': 'b7b0789a-1bbb-4dc8-88d1-82f21093c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:36.494573 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70880181-d025-4c2d-9988-8c9dbf39629a None None] The sync data for ids ['490560fd-5745-4e95-9006-5cabd46021f0'] in n-d-836605-1 is: [{'id': '490560fd-5745-4e95-9006-5cabd46021f0', 'name': 'tempest-TestAggregatesBasicOps-793297643-router', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:25Z', 'revision_number': 4, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'gw_port': {'id': '2760e184-963a-4b5e-aebb-4c2a8687a09d', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:27:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:20Z', 'updated_at': '2022-04-05T21:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c65d6328-bbcd-4b83-954e-f5054fd305f2', 'name': '', 'network_id': '5b75e867-1141-49fa-89c3-669fcf9df879', 'tenant_id': '32b6b02185654cdd89a2b4770b6b1020', 'mac_address': 'fa:16:3e:db:96:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '490560fd-5745-4e95-9006-5cabd46021f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7b0789a-1bbb-4dc8-88d1-82f21093c77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:24Z', 'updated_at': '2022-04-05T21:10:35Z', 'revision_number': 4, 'project_id': '32b6b02185654cdd89a2b4770b6b1020', 'subnets': [{'id': 'b7b0789a-1bbb-4dc8-88d1-82f21093c77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:10:36.626979 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.682166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471685fc-4263-4d8e-a579-6963ee8895e6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:36.691005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.693262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90901589-7d94-4436-be27-144e65beaff6 None None] Network 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:10:36.698338 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-67a0e683-d578-49da-b5ef-105939bd37b2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/471685fc-4263-4d8e-a579-6963ee8895e6 HTTP/1.1" status: 204 len: 168 time: 0.7529588 Apr 05 21:10:36.700309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 39942) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:36.738736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39946) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:36.760944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.807856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:36.814348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:48ba284025d84542b73e7ae241ffedf3 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:36.818731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:36.826680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:36.908543 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.925786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Deleting port a6fccb53-736d-48a3-a628-3db7906b193c {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:36.925786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:36.994894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f711c95-558a-4786-b104-f842486172ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.009671 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.089661 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.148138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] DHCP port deletion for 16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:10:37.153521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Deleting port a6fccb53-736d-48a3-a628-3db7906b193c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:37.153901 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.160747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d9de63-5e4e-4187-8d83-0fb697ff2c95,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:37.178436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9fd7f854-da07-4487-9534-12f49e634dc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48ba284025d84542b73e7ae241ffedf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4384427 Apr 05 21:10:37.182909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39958) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:37.276658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9737d1bc-f727-4102-9d7c-e2c78f8bf824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.341591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9737d1bc-f727-4102-9d7c-e2c78f8bf824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.513021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] For port a6fccb53-736d-48a3-a628-3db7906b193c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a6fccb53-736d-48a3-a628-3db7906b193c,segment=NetworkSegment(d13863f5-ea60-450a-858c-e6b1545bfa40),segment_id=d13863f5-ea60-450a-858c-e6b1545bfa40)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:37.513021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.542654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9737d1bc-f727-4102-9d7c-e2c78f8bf824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.577020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9737d1bc-f727-4102-9d7c-e2c78f8bf824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.582780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9737d1bc-f727-4102-9d7c-e2c78f8bf824 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0d9de63-5e4e-4187-8d83-0fb697ff2c95 HTTP/1.1" status: 204 len: 168 time: 0.3986950 Apr 05 21:10:37.595823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737d1bc-f727-4102-9d7c-e2c78f8bf824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d9de63-5e4e-4187-8d83-0fb697ff2c95,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:37.701305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Calling delete_port for a6fccb53-736d-48a3-a628-3db7906b193c owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:37.761547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c65d6328-bbcd-4b83-954e-f5054fd305f2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:37.876094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-083bfac9-3193-4333-974f-3dca2cfcbd13 req-bd9cc3cd-81c8-48cc-b263-f2369b456998 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 210 time: 0.0768847 Apr 05 21:10:37.886933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.914966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] For port a6fccb53-736d-48a3-a628-3db7906b193c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a6fccb53-736d-48a3-a628-3db7906b193c,segment=NetworkSegment(d13863f5-ea60-450a-858c-e6b1545bfa40),segment_id=d13863f5-ea60-450a-858c-e6b1545bfa40)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:37.914966 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.945152 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fccb53-736d-48a3-a628-3db7906b193c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:37.958713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] No DVR routers for this DVR port a6fccb53-736d-48a3-a628-3db7906b193c on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:10:38.087100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Calling delete_port for a6fccb53-736d-48a3-a628-3db7906b193c owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:38.140523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.173700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:38.194927 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13863f5-ea60-450a-858c-e6b1545bfa40') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:38.196501 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:10:38.196501 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:10:38.201219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13863f5-ea60-450a-858c-e6b1545bfa40') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:38.218056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.234793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.248951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:10:38.248951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.253088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c65d6328-bbcd-4b83-954e-f5054fd305f2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:38.253088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c65d6328-bbcd-4b83-954e-f5054fd305f2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:38.253088 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:10:38.275218 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:10:38.506903 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.530355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.545497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.547964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.556655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] Pushing event deleted for resources: {'Network': ['ID=16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:38.579658 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-57141776-52c5-452f-aaca-3a52583a693b admin admin] 10.222.0.10 "DELETE /v2.0/networks/16d2031b-ae55-4eb9-bd19-0f8cc91e8ab2 HTTP/1.1" status: 204 len: 168 time: 1.8807015 Apr 05 21:10:38.583269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 39984) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:38.593696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port c65d6328-bbcd-4b83-954e-f5054fd305f2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c65d6328-bbcd-4b83-954e-f5054fd305f2,segment=NetworkSegment(c4d02f74-45d1-4c43-af59-780c5e823381),segment_id=c4d02f74-45d1-4c43-af59-780c5e823381)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:38.607978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.660292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.724864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Deleting port a6fccb53-736d-48a3-a628-3db7906b193c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:38.724864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.817994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-fb74c9f7-1681-4acd-8db0-8e9e1c42f091 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:38.819414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-fb74c9f7-1681-4acd-8db0-8e9e1c42f091 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.4367349 Apr 05 21:10:38.836699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'port': {'device_id': 'b439e120-1cde-4dad-9557-8298551012ff', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'admin_state_up': True, 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:38.853294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a6fccb53-736d-48a3-a628-3db7906b193c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:10:38.956510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a6fccb53-736d-48a3-a628-3db7906b193c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:10:38.956855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a6fccb53-736d-48a3-a628-3db7906b193c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:39.015980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7a23166a-5168-4c7c-ae0e-f98e6bc6e2d5 None None] The port 'a6fccb53-736d-48a3-a628-3db7906b193c' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:10:39.038508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:39.048193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:39.053125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=c65d6328-bbcd-4b83-954e-f5054fd305f2,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:39.243895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:10:39.247580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.287139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b1e383-9319-4fc1-9d08-1e137ec58e21 req-82f9701b-c449-47c4-9e12-b90941566377 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 210 time: 0.1499207 Apr 05 21:10:39.513901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.20.0.9 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/12c6b83c-573b-46da-b8d4-323c16121c23) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:39.639789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c65d6328-bbcd-4b83-954e-f5054fd305f2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:39.663482 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.704536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c65d6328-bbcd-4b83-954e-f5054fd305f2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:39.704971 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.950597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:40.115457 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:40.142827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Transition to ACTIVE for port object 12c6b83c-573b-46da-b8d4-323c16121c23 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:40.277853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:40.367589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] Sync routers for ids ['693600c9-6d15-400b-89e0-330fa26382ff'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:10:40.399707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:40.399707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 21:10:40.399707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'693600c9-6d15-400b-89e0-330fa26382ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84582) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 21:10:40.435372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:40.435372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 21:10:40.435372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_agentschedulers_db [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'693600c9-6d15-400b-89e0-330fa26382ff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84582) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 21:10:40.458548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcfedaa-330a-4611-a8e2-ed6f1edc725d None None] The sync data for ids ['693600c9-6d15-400b-89e0-330fa26382ff'] in n-d-836605-1 is: [] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:10:40.509442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:40.563459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:40.573817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:10:40.624019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=12c6b83c-573b-46da-b8d4-323c16121c23,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:40.852022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:40.852022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:40.955404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe29be0-f6a7-4673-b60c-97a381d9631e req-e1f57431-f5b8-4ec0-abe2-f12d2f43729c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:40.955404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-abe29be0-f6a7-4673-b60c-97a381d9631e req-e1f57431-f5b8-4ec0-abe2-f12d2f43729c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:10:41.027203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-d04a6be6-a208-430b-b806-dd13cde9f4cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1949790 Apr 05 21:10:41.040734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Request body: {'port': {'device_id': 'b439e120-1cde-4dad-9557-8298551012ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:10:41.054753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0e81cace-f9b0-48b3-aab9-708e73f2ddbf None None] Provisioning for port 12c6b83c-573b-46da-b8d4-323c16121c23 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:41.059770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0e81cace-f9b0-48b3-aab9-708e73f2ddbf None None] Provisioning complete for port 12c6b83c-573b-46da-b8d4-323c16121c23 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:41.060138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0e81cace-f9b0-48b3-aab9-708e73f2ddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:41.123555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0e81cace-f9b0-48b3-aab9-708e73f2ddbf None None] Port 12c6b83c-573b-46da-b8d4-323c16121c23 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:10:41.142173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-abe29be0-f6a7-4673-b60c-97a381d9631e req-e1f57431-f5b8-4ec0-abe2-f12d2f43729c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:10:41.167924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abe29be0-f6a7-4673-b60c-97a381d9631e req-e1f57431-f5b8-4ec0-abe2-f12d2f43729c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 931 time: 0.6511433 Apr 05 21:10:41.327340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:41.346337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abe29be0-f6a7-4673-b60c-97a381d9631e req-bc18ec59-321b-459b-9ec6-4114e1ff4902 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772797 Apr 05 21:10:41.407030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Deleting port c65d6328-bbcd-4b83-954e-f5054fd305f2 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:41.407370 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:41.807632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] For port c65d6328-bbcd-4b83-954e-f5054fd305f2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c65d6328-bbcd-4b83-954e-f5054fd305f2,segment=NetworkSegment(c4d02f74-45d1-4c43-af59-780c5e823381),segment_id=c4d02f74-45d1-4c43-af59-780c5e823381)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:41.807991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:42.094886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Calling delete_port for c65d6328-bbcd-4b83-954e-f5054fd305f2 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:42.282605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c6b83c-573b-46da-b8d4-323c16121c23 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:10:42.288634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:42.303787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Transition to ACTIVE for port object 12c6b83c-573b-46da-b8d4-323c16121c23 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:42.386367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:42.522781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:42.589149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Pushing event updated for resources: {'Port': ['ID=12c6b83c-573b-46da-b8d4-323c16121c23,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:42.669824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Pushing event deleted for resources: {'Port': ['ID=c65d6328-bbcd-4b83-954e-f5054fd305f2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:42.847660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10867f8b-8076-4b59-b7ae-2a45307d9f62 req-ef0d7869-cb72-44b6-9704-da47e1c35183 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:42.849197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10867f8b-8076-4b59-b7ae-2a45307d9f62 req-ef0d7869-cb72-44b6-9704-da47e1c35183 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.3321915 Apr 05 21:10:42.963906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Attempting to bind port 12c6b83c-573b-46da-b8d4-323c16121c23 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:42.963906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Attempting to bind port 12c6b83c-573b-46da-b8d4-323c16121c23 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:42.963906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Attempting to bind port 12c6b83c-573b-46da-b8d4-323c16121c23 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:10:43.049153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Port 12c6b83c-573b-46da-b8d4-323c16121c23 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:10:43.049153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Attempting to bind port 12c6b83c-573b-46da-b8d4-323c16121c23 on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:10:43.059715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10867f8b-8076-4b59-b7ae-2a45307d9f62 req-b6bc22ec-9c5c-486d-a05f-0045571da568 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962049 Apr 05 21:10:43.075237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:10:43.075237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:10:43.075237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:10:43.075237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Bound port: 12c6b83c-573b-46da-b8d4-323c16121c23, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:43.075237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:43.199709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] For port 12c6b83c-573b-46da-b8d4-323c16121c23, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:10:43.201286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] For port 12c6b83c-573b-46da-b8d4-323c16121c23, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=12c6b83c-573b-46da-b8d4-323c16121c23,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:10:43.231938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:43.327679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:43.461184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:43.461184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] 10.222.0.23 "PUT /v2.0/ports/12c6b83c-573b-46da-b8d4-323c16121c23 HTTP/1.1" status: 200 len: 1091 time: 2.4248145 Apr 05 21:10:43.462772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b439e120-1cde-4dad-9557-8298551012ff', 'tag': '12c6b83c-573b-46da-b8d4-323c16121c23'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:10:43.490015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13b0d-f79c-4392-89b6-6c7ed7d22255 service neutron] Pushing event updated for resources: {'Port': ['ID=12c6b83c-573b-46da-b8d4-323c16121c23,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:43.544260 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9cddd5-8ad9-4cd4-84cb-c568b2caad4a'] response: {'name': 'network-changed', 'server_uuid': 'b439e120-1cde-4dad-9557-8298551012ff', 'tag': '12c6b83c-573b-46da-b8d4-323c16121c23', 'status': 'completed', 'code': 200} Apr 05 21:10:44.030567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607b17b6-8842-4896-ba70-88bbe8b42f34 req-2f5b2dc3-18ff-484c-bfa8-29cb086642d0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 1094 time: 0.4613237 Apr 05 21:10:44.320404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b17b6-8842-4896-ba70-88bbe8b42f34 req-43869db0-c7d4-49f7-8c4d-ca6af7a87bdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:44.320404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607b17b6-8842-4896-ba70-88bbe8b42f34 req-43869db0-c7d4-49f7-8c4d-ca6af7a87bdb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2763484 Apr 05 21:10:44.559296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b17b6-8842-4896-ba70-88bbe8b42f34 req-e51b5c86-c490-4537-a388-875295539e20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:44.560560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-607b17b6-8842-4896-ba70-88bbe8b42f34 req-e51b5c86-c490-4537-a388-875295539e20 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1908371 Apr 05 21:10:44.572089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453edcf3-38fc-45eb-88c8-0bbdc3ac93d2 req-f0d16bf2-75a8-4b55-acd4-8315e91a4710 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:44.573960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-453edcf3-38fc-45eb-88c8-0bbdc3ac93d2 req-f0d16bf2-75a8-4b55-acd4-8315e91a4710 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.3063040 Apr 05 21:10:44.681688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-453edcf3-38fc-45eb-88c8-0bbdc3ac93d2 req-0c6bfc47-ebcd-4a7b-bd8a-8241ddac592b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979972 Apr 05 21:10:44.773400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-96f8c937-8160-48de-a013-ac8b94d03b18 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 1094 time: 0.1460640 Apr 05 21:10:44.788596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Router 490560fd-5745-4e95-9006-5cabd46021f0 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:10:44.850102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-2959e83f-2e3e-4a07-bb90-e219de7d611f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6b83c-573b-46da-b8d4-323c16121c23 HTTP/1.1" status: 200 len: 217 time: 0.0720658 Apr 05 21:10:45.061349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-42abcf4d-fc04-47a1-b7fe-115cd3f6d08f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:45.061349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-42abcf4d-fc04-47a1-b7fe-115cd3f6d08f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.1969919 Apr 05 21:10:45.180397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-bd537c46-a939-46e4-bb7c-65d84c51e0eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052389 Apr 05 21:10:45.308342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:10:45.330847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b2c61efc-6243-4499-a576-2138672e079a admin admin] 10.222.0.10 "PUT /v2.0/routers/490560fd-5745-4e95-9006-5cabd46021f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7493987 Apr 05 21:10:45.334174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40106) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:45.337644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-2a89d1cb-ec6a-41f9-8da7-81ffeed2daa8 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524851 Apr 05 21:10:45.565269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.613216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-260f3648-6147-4cd4-81b4-42923325f3d3 req-91bb79e7-daf7-408a-a92d-a387b52e94fb service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698278 Apr 05 21:10:45.823438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.906199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Deleting port 2760e184-963a-4b5e-aebb-4c2a8687a09d {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:45.906554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.932130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b062070-3295-464d-b143-3bffa8112c6f req-997c0219-2434-43fe-a8a4-9a7d4ebcf5dc tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:45.933611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b062070-3295-464d-b143-3bffa8112c6f req-997c0219-2434-43fe-a8a4-9a7d4ebcf5dc tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.0781853 Apr 05 21:10:45.989286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b062070-3295-464d-b143-3bffa8112c6f req-40f99666-1e0c-4d0b-af33-6daf738fce23 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494208 Apr 05 21:10:46.091286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] For port 2760e184-963a-4b5e-aebb-4c2a8687a09d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2760e184-963a-4b5e-aebb-4c2a8687a09d,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:46.091286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:46.315591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Calling delete_port for 2760e184-963a-4b5e-aebb-4c2a8687a09d owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:46.558206 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:46.602243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=2760e184-963a-4b5e-aebb-4c2a8687a09d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:46.877412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.193854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.194784 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.241877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b1546-1c3b-4538-a5ef-ad17d2dc2a71 req-bcc31997-720e-44c0-badb-0780469a05cb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:47.243491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a7b1546-1c3b-4538-a5ef-ad17d2dc2a71 req-bcc31997-720e-44c0-badb-0780469a05cb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.1123266 Apr 05 21:10:47.295251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.296444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 490560fd-5745-4e95-9006-5cabd46021f0 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:10:47.302625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a7b1546-1c3b-4538-a5ef-ad17d2dc2a71 req-a110e4e0-3d0e-464a-8908-a4cb876ccf6d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529931 Apr 05 21:10:47.311795 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.312956 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1d48626c-8637-4117-8018-2f9723f27b79 admin admin] 10.222.0.10 "DELETE /v2.0/routers/490560fd-5745-4e95-9006-5cabd46021f0 HTTP/1.1" status: 204 len: 168 time: 1.9777558 Apr 05 21:10:47.315533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40154) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:47.412196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] Deleting subnet b7b0789a-1bbb-4dc8-88d1-82f21093c77e {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:10:47.412196 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.473281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.560494 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.729627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.769120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b0789a-1bbb-4dc8-88d1-82f21093c77e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:47.778243 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.780201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf761c94-463d-43a8-8105-d5be0e28bda0 None None] Network 5b75e867-1141-49fa-89c3-669fcf9df879 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:10:47.796252 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5106d00a-7bdb-4f9d-bdbb-ba65bfab838f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b7b0789a-1bbb-4dc8-88d1-82f21093c77e HTTP/1.1" status: 204 len: 168 time: 0.4703188 Apr 05 21:10:47.803692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40162) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:47.933444 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:47.952934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Deleting port 18a86a34-f040-4fba-863b-69e2ed2273eb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:47.953647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:48.230831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] For port 18a86a34-f040-4fba-863b-69e2ed2273eb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=18a86a34-f040-4fba-863b-69e2ed2273eb,segment=NetworkSegment(c4d02f74-45d1-4c43-af59-780c5e823381),segment_id=c4d02f74-45d1-4c43-af59-780c5e823381)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:48.231369 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:48.261924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] DHCP port deletion for 5b75e867-1141-49fa-89c3-669fcf9df879 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:10:48.266625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Deleting port 18a86a34-f040-4fba-863b-69e2ed2273eb {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:48.267002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:48.433507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Calling delete_port for 18a86a34-f040-4fba-863b-69e2ed2273eb owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:48.666730 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:48.689429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] For port 18a86a34-f040-4fba-863b-69e2ed2273eb, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=18a86a34-f040-4fba-863b-69e2ed2273eb,segment=NetworkSegment(c4d02f74-45d1-4c43-af59-780c5e823381),segment_id=c4d02f74-45d1-4c43-af59-780c5e823381)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:48.690884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:48.732742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=18a86a34-f040-4fba-863b-69e2ed2273eb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:48.739988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] No DVR routers for this DVR port 18a86a34-f040-4fba-863b-69e2ed2273eb on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:10:48.875637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Calling delete_port for 18a86a34-f040-4fba-863b-69e2ed2273eb owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:10:48.954557 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:48.991897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:10:48.995320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b75e867-1141-49fa-89c3-669fcf9df879']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:49.005638 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:10:49.007811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41805667-1278-417d-8bd1-4e700391cd58 req-22bd59d9-f192-4d83-9215-ed05ec59698e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:49.007811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41805667-1278-417d-8bd1-4e700391cd58 req-22bd59d9-f192-4d83-9215-ed05ec59698e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.2113810 Apr 05 21:10:49.010264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d02f74-45d1-4c43-af59-780c5e823381') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:49.010264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d02f74-45d1-4c43-af59-780c5e823381') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:49.045532 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:49.078615 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:49.088838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:10:49.089271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:10:49.104553 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:10:49.110010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41805667-1278-417d-8bd1-4e700391cd58 req-5616873e-e0bb-464d-a416-fdbf5bf84bd5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946407 Apr 05 21:10:49.296330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:49.296330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:49.317715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] 10.222.0.10 "DELETE /v2.0/networks/5b75e867-1141-49fa-89c3-669fcf9df879 HTTP/1.1" status: 204 len: 168 time: 1.5125816 Apr 05 21:10:49.334305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6e856-5b79-47d7-b513-92e22ae8c0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=5b75e867-1141-49fa-89c3-669fcf9df879,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:49.483546 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Deleting port 18a86a34-f040-4fba-863b-69e2ed2273eb {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:10:49.483942 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:49.555178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f37af956-5850-49de-888e-1ea123059ec2 None None] The port '18a86a34-f040-4fba-863b-69e2ed2273eb' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:10:49.605763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 18a86a34-f040-4fba-863b-69e2ed2273eb no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:10:49.651705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 18a86a34-f040-4fba-863b-69e2ed2273eb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:10:49.651705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 18a86a34-f040-4fba-863b-69e2ed2273eb not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:49.651705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c5685f5a-6ba0-4ff1-a9e1-338f53028691 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:10:49.686267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c5685f5a-6ba0-4ff1-a9e1-338f53028691 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:10:49.686267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c5685f5a-6ba0-4ff1-a9e1-338f53028691 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:49.812477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40192) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:49.890834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9176b6ba-df32-45ce-8fe2-230802f9b34a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a112b90df5845b28301ce560d018d61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0601597 Apr 05 21:10:49.893447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40196) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:49.996160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e02b33d-c895-4524-b473-d5bd2b0b64d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:50.028054 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e02b33d-c895-4524-b473-d5bd2b0b64d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:50.174720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e02b33d-c895-4524-b473-d5bd2b0b64d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:50.208094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02b33d-c895-4524-b473-d5bd2b0b64d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aa837e-df69-460b-b77c-9fa2bfd5822e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:50.211250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9e02b33d-c895-4524-b473-d5bd2b0b64d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:50.214622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9e02b33d-c895-4524-b473-d5bd2b0b64d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2aa837e-df69-460b-b77c-9fa2bfd5822e HTTP/1.1" status: 204 len: 168 time: 0.3239644 Apr 05 21:10:50.417291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcfdf7-6042-4b33-aec9-9fdbbdd2e1fe req-3d2ac9ba-e30c-4192-8d58-309dd26a97cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:50.423426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:50.425765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35fcfdf7-6042-4b33-aec9-9fdbbdd2e1fe req-3d2ac9ba-e30c-4192-8d58-309dd26a97cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.1414266 Apr 05 21:10:50.485723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35fcfdf7-6042-4b33-aec9-9fdbbdd2e1fe req-f3334353-8917-45e1-931c-af80f74f1141 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549257 Apr 05 21:10:50.749848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:50.979322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.024106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:51.024106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Usage tracker for resource:security_group_rule and tenant:9a61a9d162574743a5e7e7aedde0274e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:51.029788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:51.036421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:51.115730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.136825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40228) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:51.188240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b16196a1-399c-4110-a210-62171c7bdb38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32b6b02185654cdd89a2b4770b6b1020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514388 Apr 05 21:10:51.188672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:51.203260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.307073 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a61a9d162574743a5e7e7aedde0274e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5556946 Apr 05 21:10:51.307073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4614d-2b7f-4413-908f-c3f8b727291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727d4d2b-a95b-47ed-b7c6-d2cb08ac88ca,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:51.307073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40238) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:51.352615 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d10-043f-430b-9779-df2215e9fcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.401121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d10-043f-430b-9779-df2215e9fcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.417575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e840f7d0-d0e8-4740-8562-633c9c0b4944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.462597 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e840f7d0-d0e8-4740-8562-633c9c0b4944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.563558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d10-043f-430b-9779-df2215e9fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.583002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d4d10-043f-430b-9779-df2215e9fcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6208c71-0191-4e89-b511-1bd2d6c12ae5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:51.585314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e840f7d0-d0e8-4740-8562-633c9c0b4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.607022 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840f7d0-d0e8-4740-8562-633c9c0b4944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727d4d2b-a95b-47ed-b7c6-d2cb08ac88ca,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:51.610434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e840f7d0-d0e8-4740-8562-633c9c0b4944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.611565 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e840f7d0-d0e8-4740-8562-633c9c0b4944 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/727d4d2b-a95b-47ed-b7c6-d2cb08ac88ca HTTP/1.1" status: 204 len: 168 time: 0.3046114 Apr 05 21:10:51.615200 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d10-043f-430b-9779-df2215e9fcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:51.622702 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0c5d4d10-043f-430b-9779-df2215e9fcf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6208c71-0191-4e89-b511-1bd2d6c12ae5 HTTP/1.1" status: 204 len: 168 time: 0.4329953 Apr 05 21:10:51.776728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df3323-35c3-4d90-826b-89f7c4e2686e req-7ab80941-9c02-493e-8e09-aaa86c5e0141 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:51.776728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3df3323-35c3-4d90-826b-89f7c4e2686e req-7ab80941-9c02-493e-8e09-aaa86c5e0141 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.1718717 Apr 05 21:10:51.983060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3df3323-35c3-4d90-826b-89f7c4e2686e req-515af700-281e-4b1d-85c3-681a20a40834 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098596 Apr 05 21:10:52.282438 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] Sync routers for ids ['490560fd-5745-4e95-9006-5cabd46021f0'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:10:52.312219 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:52.312579 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 21:10:52.313863 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'490560fd-5745-4e95-9006-5cabd46021f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 21:10:52.333193 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] Routers set() bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:10:52.333667 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] Router IDs set() for agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 21:10:52.334898 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_agentschedulers_db [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'490560fd-5745-4e95-9006-5cabd46021f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:10:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent'). {{(pid=84583) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 21:10:52.335563 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f6767-8329-4dde-ba43-9bcaeb99898a None None] The sync data for ids ['490560fd-5745-4e95-9006-5cabd46021f0'] in n-d-836605-1 is: [] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:10:52.647384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40260) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:52.669747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:52.797769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:52.801915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Usage tracker for resource:security_group_rule and tenant:ff038efc7e9d4af3a1953834b3eb9d3d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:52.801915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:52.811449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:52.872194 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:52.929028 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:52.982621 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff038efc7e9d4af3a1953834b3eb9d3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3307581 Apr 05 21:10:52.992989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40266) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:52.996649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd9448-868c-4e97-978b-133ce0851cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d916a2bb-8186-438a-8b23-a8afb3e16282,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:53.062801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:53.091124 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:53.221740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bce7b3-f9fb-4ff4-ab77-8f8ebb7483a8 req-56de92a1-00a2-4a36-a060-04eaf951ffcf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:53.221740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1bce7b3-f9fb-4ff4-ab77-8f8ebb7483a8 req-56de92a1-00a2-4a36-a060-04eaf951ffcf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 943 time: 0.0999646 Apr 05 21:10:53.279192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1bce7b3-f9fb-4ff4-ab77-8f8ebb7483a8 req-0146a2db-1784-422c-9b59-9d98fef9068a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537970 Apr 05 21:10:53.311821 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:53.332961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d916a2bb-8186-438a-8b23-a8afb3e16282,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:53.343405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:53.343405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d916a2bb-8186-438a-8b23-a8afb3e16282 HTTP/1.1" status: 204 len: 168 time: 0.3530378 Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.351524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.354952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.354952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d123e95f-3cfc-4ab6-8686-756534678d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:53.559164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 12c6b83c-573b-46da-b8d4-323c16121c23 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:10:53.724869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 12c6b83c-573b-46da-b8d4-323c16121c23, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=12c6b83c-573b-46da-b8d4-323c16121c23,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:53.737350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '12c6b83c-573b-46da-b8d4-323c16121c23', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'port_id': '12c6b83c-573b-46da-b8d4-323c16121c23', 'mac_address': 'fa:16:3e:43:1d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:10:53.747860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c65d6328-bbcd-4b83-954e-f5054fd305f2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:10:53.822051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c65d6328-bbcd-4b83-954e-f5054fd305f2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:10:53.822398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c65d6328-bbcd-4b83-954e-f5054fd305f2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:53.850877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:53.869675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c6b83c-573b-46da-b8d4-323c16121c23 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:10:53.886990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 12c6b83c-573b-46da-b8d4-323c16121c23, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=12c6b83c-573b-46da-b8d4-323c16121c23,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:53.947851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.060037 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=12c6b83c-573b-46da-b8d4-323c16121c23,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.069140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.073141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:54.108630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40284) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:54.132295 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.149967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['12c6b83c-573b-46da-b8d4-323c16121c23'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:10:54.159588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:54.164233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Usage tracker for resource:security_group_rule and tenant:61759ed8cd0f4d2ab05d658df76fae51 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:54.167479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:54.173704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:54.263728 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.327445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.384004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61759ed8cd0f4d2ab05d658df76fae51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2690129 Apr 05 21:10:54.384004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff67afd-50ce-4b4b-ae40-cf7d76443864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0d3617-a3f6-4a1e-b19d-2eeb6ac11c1c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:54.387623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40294) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:54.456058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15498142-afe9-476b-9277-3d8b5901ecd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.487514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15498142-afe9-476b-9277-3d8b5901ecd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.514630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ed0d5-f134-4973-abdd-172c7e576d8f req-c56315eb-cf4a-4268-8365-fcc248bb8fad tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:54.514630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e4ed0d5-f134-4973-abdd-172c7e576d8f req-c56315eb-cf4a-4268-8365-fcc248bb8fad tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 944 time: 0.0811613 Apr 05 21:10:54.562418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e4ed0d5-f134-4973-abdd-172c7e576d8f req-37d60961-ca19-4bec-a3a1-e09d0cc1387b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Apr 05 21:10:54.643371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15498142-afe9-476b-9277-3d8b5901ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.667509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15498142-afe9-476b-9277-3d8b5901ecd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0d3617-a3f6-4a1e-b19d-2eeb6ac11c1c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:54.673497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-15498142-afe9-476b-9277-3d8b5901ecd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:54.673497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-15498142-afe9-476b-9277-3d8b5901ecd0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef0d3617-a3f6-4a1e-b19d-2eeb6ac11c1c HTTP/1.1" status: 204 len: 168 time: 0.2914226 Apr 05 21:10:54.823320 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:10:55.544800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2760e184-963a-4b5e-aebb-4c2a8687a09d no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:10:55.576698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 12c6b83c-573b-46da-b8d4-323c16121c23 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:55.621970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 2760e184-963a-4b5e-aebb-4c2a8687a09d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:10:55.621970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2760e184-963a-4b5e-aebb-4c2a8687a09d not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:55.741394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 12c6b83c-573b-46da-b8d4-323c16121c23 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:55.747182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 12c6b83c-573b-46da-b8d4-323c16121c23 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:55.752609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:55.808549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d294d-6def-4b29-9f0a-756ebcfd813f req-8b1987d1-8ee1-477d-979e-0126bf1b5e3c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:55.810164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e21d294d-6def-4b29-9f0a-756ebcfd813f req-8b1987d1-8ee1-477d-979e-0126bf1b5e3c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 944 time: 0.0962784 Apr 05 21:10:55.874414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e21d294d-6def-4b29-9f0a-756ebcfd813f req-0ccac317-9f72-4717-b1b4-1138ec2340f7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567174 Apr 05 21:10:55.911490 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:55.941199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439e120-1cde-4dad-9557-8298551012ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6b83c-573b-46da-b8d4-323c16121c23'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:10:55.953681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 12c6b83c-573b-46da-b8d4-323c16121c23, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=12c6b83c-573b-46da-b8d4-323c16121c23,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:10:55.997901 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8c1fd5-69c9-47ec-b6ba-9ada22d3cced'] response: {'server_uuid': 'b439e120-1cde-4dad-9557-8298551012ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c6b83c-573b-46da-b8d4-323c16121c23', 'code': 200} Apr 05 21:10:56.034360 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:56.112391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=12c6b83c-573b-46da-b8d4-323c16121c23,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:56.152930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83850eed-716d-46f8-9a27-6c79bd048be4 req-e830f516-1871-43a0-a5d5-75c907cea63a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 1096 time: 0.0900970 Apr 05 21:10:56.226549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83850eed-716d-46f8-9a27-6c79bd048be4 req-c388e36f-3f0e-4c52-affe-9b0b07cc2576 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649509 Apr 05 21:10:57.103487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedd53a-c189-4fcf-9ae7-7ee7d2edccf7 req-aaed9235-d343-4652-8444-8cd41ccf4c14 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:57.109148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddedd53a-c189-4fcf-9ae7-7ee7d2edccf7 req-aaed9235-d343-4652-8444-8cd41ccf4c14 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 945 time: 0.0949185 Apr 05 21:10:57.168292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddedd53a-c189-4fcf-9ae7-7ee7d2edccf7 req-35d79a11-24fb-4115-9718-cdbef5478fac tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615532 Apr 05 21:10:58.411408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567e3db-b835-4872-9c0c-290afb5ea082 req-1069a2a2-084e-4eee-b788-a2b071774493 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:58.412839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a567e3db-b835-4872-9c0c-290afb5ea082 req-1069a2a2-084e-4eee-b788-a2b071774493 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 945 time: 0.0916655 Apr 05 21:10:58.470164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a567e3db-b835-4872-9c0c-290afb5ea082 req-67717367-ce1a-4767-b4f0-6b4a952d0c7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Apr 05 21:10:58.716405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d10a8-7b5a-45e6-bf93-c9f3ecd447d6 req-4873472a-56fb-4bdc-9de4-5923915bfa2d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:58.716405 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57d10a8-7b5a-45e6-bf93-c9f3ecd447d6 req-4873472a-56fb-4bdc-9de4-5923915bfa2d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 945 time: 0.0844946 Apr 05 21:10:58.750130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57d10a8-7b5a-45e6-bf93-c9f3ecd447d6 req-62a57a2a-c3c7-48eb-8194-d6032e268631 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Apr 05 21:10:59.090464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40418) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:59.256831 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:59.329082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:59.329082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1081f6d2894a4da3b6117ab55a94c59d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:59.329082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:59.336880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:59.415816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:59.524701 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:59.588194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb927da-d1a3-44e2-bbf3-4062509d6503,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:59.593040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40434) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:59.607118 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7964fb3d-fb60-4a93-b2e9-b203771d81a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1081f6d2894a4da3b6117ab55a94c59d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5105808 Apr 05 21:10:59.669205 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55e8fe69-1318-4a2f-b2bb-1aaeee498886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:59.682475 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55e8fe69-1318-4a2f-b2bb-1aaeee498886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:59.786688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55e8fe69-1318-4a2f-b2bb-1aaeee498886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:59.807467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8fe69-1318-4a2f-b2bb-1aaeee498886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb927da-d1a3-44e2-bbf3-4062509d6503,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:59.831780 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55e8fe69-1318-4a2f-b2bb-1aaeee498886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:59.831780 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-55e8fe69-1318-4a2f-b2bb-1aaeee498886 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cb927da-d1a3-44e2-bbf3-4062509d6503 HTTP/1.1" status: 204 len: 168 time: 0.2340977 Apr 05 21:11:00.873186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40472) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:00.921999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:00.969355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:00.969355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Usage tracker for resource:security_group_rule and tenant:551cbc752b554735a4a0f409148b127f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:00.974391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:00.987227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:01.059234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:01.134545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:01.199083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7d6ce-d73d-4e2c-a310-65c0e9944323,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:01.203142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4459817d-bdfb-4ab4-b47e-b8773bb13a2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=551cbc752b554735a4a0f409148b127f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3288584 Apr 05 21:11:01.205954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40480) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:01.371904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87825188-d309-437f-a8c9-97edd640fa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:01.417108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87825188-d309-437f-a8c9-97edd640fa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:01.604178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87825188-d309-437f-a8c9-97edd640fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:01.634211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87825188-d309-437f-a8c9-97edd640fa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd7d6ce-d73d-4e2c-a310-65c0e9944323,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:01.641875 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-87825188-d309-437f-a8c9-97edd640fa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:01.642027 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-87825188-d309-437f-a8c9-97edd640fa88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bd7d6ce-d73d-4e2c-a310-65c0e9944323 HTTP/1.1" status: 204 len: 168 time: 0.4351652 Apr 05 21:11:02.225477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e49-d874-43e4-8546-e40216008b4e req-618f0b61-e285-40d2-a0e5-5d236d30eb29 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:02.227056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-618f0b61-e285-40d2-a0e5-5d236d30eb29 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1599450 Apr 05 21:11:02.255150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-f1f0d53c-cd6f-4ca3-b614-b838d4da2b70 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/quotas/a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 375 time: 0.0165827 Apr 05 21:11:02.373747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-6a63d29b-20ba-4393-a3d2-53f1f13fb325 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0999198 Apr 05 21:11:02.373747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-bdc13a4d-c8d7-4483-8600-0d50a5ce5272 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:11:02.373747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-bdc13a4d-c8d7-4483-8600-0d50a5ce5272 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053663 Apr 05 21:11:02.536524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-b6bfea69-53e1-44e8-860a-9c6dc138abed service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513355 Apr 05 21:11:02.702445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-f63e1687-ab3a-4d7a-b0cf-c38329d93d74 service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552100 Apr 05 21:11:03.096204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd0f98cd-e108-42f2-9693-dab451d2d0fd req-b4b18063-9002-4050-b9d7-fa92029facde tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 210 time: 0.0663218 Apr 05 21:11:03.240926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40550) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:03.409897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1328336198-network', 'tenant_id': '18f426a8254540d894a9de64cf832a36'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:03.415225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:03.420555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Usage tracker for resource:network and tenant:18f426a8254540d894a9de64cf832a36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:03.420555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:03.429932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:03.501194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Made reservation on behalf of 18f426a8254540d894a9de64cf832a36 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:03.503579 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.516362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.551553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:03.555376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Usage tracker for resource:security_group_rule and tenant:18f426a8254540d894a9de64cf832a36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:03.558940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:03.565158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:03.640110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.715910 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.754672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:11:03.754672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a7ce12-9aa9-4029-b896-af72fd365984,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:03.762313 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.762313 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Added segment 8ae0f79a-bed9-47a7-b061-09c1aa4775d0 of type vlan for network b8039af6-f8f9-4db3-87f7-6cf99f264d80 Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.781917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:03.800236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.883786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.884593 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:03.885231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.994648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] Pushing event updated for resources: {'Network': ['ID=b8039af6-f8f9-4db3-87f7-6cf99f264d80,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:04.009284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network b8039af6-f8f9-4db3-87f7-6cf99f264d80 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:11:04.056736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-602a9eaf-3eab-41db-9a16-b15094152923 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8081331 Apr 05 21:11:04.056736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40566) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:04.068538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Request body: {'subnet': {'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1328336198-subnet', 'tenant_id': '18f426a8254540d894a9de64cf832a36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:04.083188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:04.083188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Usage tracker for resource:subnet and tenant:18f426a8254540d894a9de64cf832a36 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:04.096521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:04.096521 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:04.200670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Made reservation on behalf of 18f426a8254540d894a9de64cf832a36 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:04.200670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.279894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33b39a9b-e1ea-4083-b297-b51783444067 req-a473b536-1564-460a-ba50-4b91e2b6bf8a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 210 time: 0.0611753 Apr 05 21:11:04.374900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.592455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.685509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c04075f-346e-4418-a999-00c4f27545c9,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:04.707913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Checking segment: {'id': '8ae0f79a-bed9-47a7-b061-09c1aa4775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:11:04.707913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Network hostable DHCP agents. Network: b8039af6-f8f9-4db3-87f7-6cf99f264d80, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:11:04.805939 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Network b8039af6-f8f9-4db3-87f7-6cf99f264d80 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:11:04.883531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5de8f09-e19c-4b03-9df4-36a2dad89c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.981880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, b8039af6-f8f9-4db3-87f7-6cf99f264d80) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:04.981880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:04.981880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.990319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ab6cd-d84f-409b-b636-00177271648c None None] Network b8039af6-f8f9-4db3-87f7-6cf99f264d80 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:11:05.105329 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9545c90d-bc72-47d1-a41d-bf17fe0b77bc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0445910 Apr 05 21:11:05.229554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6991e-df4e-48ab-af1d-4c8660a92748 None None] Network b8039af6-f8f9-4db3-87f7-6cf99f264d80 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:11:05.630751 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e49-d874-43e4-8546-e40216008b4e req-71a54770-b839-44ca-b367-2229720483de tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:05.631502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-68ac8e49-d874-43e4-8546-e40216008b4e req-71a54770-b839-44ca-b367-2229720483de tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:11:05.711114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e743ce07-11d2-451d-ba45-d27398c4a9f5 req-fcea2e78-21c4-4248-87b3-f316a2490a0c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 210 time: 0.2090399 Apr 05 21:11:05.727499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-68ac8e49-d874-43e4-8546-e40216008b4e req-71a54770-b839-44ca-b367-2229720483de tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:11:05.727499 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-71a54770-b839-44ca-b367-2229720483de tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.4300318 Apr 05 21:11:05.784772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'port': {'device_id': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'admin_state_up': True, 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:05.966630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:05.971309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:port and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:05.975154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:05.981066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:06.083123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:06.083123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:06.312266 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.20.0.7 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/2849ae27-0b93-49b4-bfcb-0a81e790032a) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:06.593337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:06.593337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 40610) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:06.599518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Transition to ACTIVE for port object 2849ae27-0b93-49b4-bfcb-0a81e790032a will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:06.605992 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2121384905-network', 'tenant_id': 'f9b26825ceb74625b7bc8000ae354a18'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:06.614849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:06.620049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Usage tracker for resource:network and tenant:f9b26825ceb74625b7bc8000ae354a18 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:06.622272 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:06.628151 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:06.712212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Made reservation on behalf of f9b26825ceb74625b7bc8000ae354a18 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:06.716751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:06.729732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:06.745691 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:06.759485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['12c6b83c-573b-46da-b8d4-323c16121c23'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:11:06.976302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=2849ae27-0b93-49b4-bfcb-0a81e790032a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:07.029777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7f78f361-b3b2-4a73-9f8f-edc920b2b915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.036998 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:07.043107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b26825ceb74625b7bc8000ae354a18 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:07.052252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:07.068708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:07.095280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:07.097370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:07.104217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:11:07.139599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72161818-00e0-40ec-8e01-2b0978f9cc4f req-6f0ed0b7-8461-4e13-b52a-b6b7cb2371b2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:07.140550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72161818-00e0-40ec-8e01-2b0978f9cc4f req-6f0ed0b7-8461-4e13-b52a-b6b7cb2371b2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 931 time: 0.1473315 Apr 05 21:11:07.222257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72161818-00e0-40ec-8e01-2b0978f9cc4f req-3024aec0-b8c1-4841-8b6c-5f4886ccbc28 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730066 Apr 05 21:11:07.233875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:07.234781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.303974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.361133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-12653d69-4234-4352-b1da-604a10bb52ec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6098778 Apr 05 21:11:07.381420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-4b872037-229e-4ed7-8ce8-2786d1fb1eaa tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:11:07.381420 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-4b872037-229e-4ed7-8ce8-2786d1fb1eaa tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0070434 Apr 05 21:11:07.398770 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.434695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a0cc19-27a0-40e4-870b-11f0a0de3a98,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:07.444121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:11:07.470413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.470413 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Added segment c90ed8bb-fea6-4993-9540-0b74ae3f3f66 of type vlan for network 486da5fd-ea76-4142-8b58-302b3b4b476f Apr 05 21:11:07.510124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.575536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d6c37792-c62d-4a89-b967-a2430f64b0f5 None None] Provisioning for port 2849ae27-0b93-49b4-bfcb-0a81e790032a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:07.581905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d6c37792-c62d-4a89-b967-a2430f64b0f5 None None] Provisioning complete for port 2849ae27-0b93-49b4-bfcb-0a81e790032a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:07.584703 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6c37792-c62d-4a89-b967-a2430f64b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.652152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d6c37792-c62d-4a89-b967-a2430f64b0f5 None None] Port 2849ae27-0b93-49b4-bfcb-0a81e790032a cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:11:07.676870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.676870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:07.676870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.797524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Request body: {'port': {'device_id': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:07.860383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] Pushing event updated for resources: {'Network': ['ID=486da5fd-ea76-4142-8b58-302b3b4b476f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:07.869652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 486da5fd-ea76-4142-8b58-302b3b4b476f details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:11:07.918171 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9f3cfa7a-dda9-4052-9c5f-7577ca3e2663 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3238552 Apr 05 21:11:07.920619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 40634) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:07.926896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Request body: {'subnet': {'network_id': '486da5fd-ea76-4142-8b58-302b3b4b476f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2121384905-subnet', 'tenant_id': 'f9b26825ceb74625b7bc8000ae354a18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:07.939509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:07.944974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.945146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Usage tracker for resource:subnet and tenant:f9b26825ceb74625b7bc8000ae354a18 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:07.948565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:07.955012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:08.033323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Made reservation on behalf of f9b26825ceb74625b7bc8000ae354a18 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:08.033323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.419655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.486127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2849ae27-0b93-49b4-bfcb-0a81e790032a {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:11:08.486127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.497587 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.512358 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Transition to ACTIVE for port object 2849ae27-0b93-49b4-bfcb-0a81e790032a will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:08.545771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261fd720-ab7a-4da5-ba26-9e7ba1450492,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:08.552812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Checking segment: {'id': 'c90ed8bb-fea6-4993-9540-0b74ae3f3f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '486da5fd-ea76-4142-8b58-302b3b4b476f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:11:08.552812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Network hostable DHCP agents. Network: 486da5fd-ea76-4142-8b58-302b3b4b476f, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:11:08.573373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d57cf-5d87-4b1d-9cc5-92eeb7dedac2 req-e336d41b-737a-46b1-99d3-af98f58450ab tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:08.573373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e28d57cf-5d87-4b1d-9cc5-92eeb7dedac2 req-e336d41b-737a-46b1-99d3-af98f58450ab tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 931 time: 0.2033927 Apr 05 21:11:08.589333 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.611879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.636627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e28d57cf-5d87-4b1d-9cc5-92eeb7dedac2 req-47ccf32f-b8af-4339-a795-7d8d7bc18ba7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Apr 05 21:11:08.652998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Network 486da5fd-ea76-4142-8b58-302b3b4b476f is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:11:08.786082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 486da5fd-ea76-4142-8b58-302b3b4b476f) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:08.786082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:08.786082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.789243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Pushing event updated for resources: {'Port': ['ID=2849ae27-0b93-49b4-bfcb-0a81e790032a,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:08.792750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281520d7-d2e3-482e-8ab8-28e48be47d92 None None] Network 486da5fd-ea76-4142-8b58-302b3b4b476f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:11:08.937508 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-78850e9e-4c28-45a0-9b9b-f118f18f54d8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0101807 Apr 05 21:11:09.063280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Attempting to bind port 2849ae27-0b93-49b4-bfcb-0a81e790032a on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:09.063280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Attempting to bind port 2849ae27-0b93-49b4-bfcb-0a81e790032a by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:09.063280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Attempting to bind port 2849ae27-0b93-49b4-bfcb-0a81e790032a on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:11:09.081014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Port 2849ae27-0b93-49b4-bfcb-0a81e790032a on network 4cee039c-9bff-4abf-a1a8-34d5c740460d not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:11:09.081014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Attempting to bind port 2849ae27-0b93-49b4-bfcb-0a81e790032a on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:11:09.102743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:11:09.102743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:11:09.102743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:11:09.102743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Bound port: 2849ae27-0b93-49b4-bfcb-0a81e790032a, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:09.102743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.315787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03795f99-77b7-4556-b342-faac1ab3e92b None None] Network 486da5fd-ea76-4142-8b58-302b3b4b476f requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:11:09.352604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] For port 2849ae27-0b93-49b4-bfcb-0a81e790032a, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:11:09.383713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] For port 2849ae27-0b93-49b4-bfcb-0a81e790032a, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2849ae27-0b93-49b4-bfcb-0a81e790032a,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:11:09.485749 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.576770 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.576770 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] 10.222.0.39 "PUT /v2.0/ports/2849ae27-0b93-49b4-bfcb-0a81e790032a HTTP/1.1" status: 200 len: 1091 time: 2.1888380 Apr 05 21:11:09.614838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'tag': '2849ae27-0b93-49b4-bfcb-0a81e790032a'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:11:09.659286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253f0c0-0c21-49e5-a46e-20d48897263f service neutron] Pushing event updated for resources: {'Port': ['ID=2849ae27-0b93-49b4-bfcb-0a81e790032a,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:09.915553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.947352 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-968633e2-516f-42c9-a3b6-5cbbeabd08e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 1094 time: 0.2021387 Apr 05 21:11:10.042619 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db225ce-100b-4470-8ae5-ca106a594e89'] response: {'name': 'network-changed', 'server_uuid': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'tag': '2849ae27-0b93-49b4-bfcb-0a81e790032a', 'status': 'completed', 'code': 200} Apr 05 21:11:10.059480 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-d43f168f-6a2c-486f-9e14-7a8ce9e684c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2849ae27-0b93-49b4-bfcb-0a81e790032a HTTP/1.1" status: 200 len: 217 time: 0.0968719 Apr 05 21:11:10.257574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e49-d874-43e4-8546-e40216008b4e req-b2a2eaf8-d971-4894-8470-5a9dd3ae3d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:10.257574 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-b2a2eaf8-d971-4894-8470-5a9dd3ae3d6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.1950679 Apr 05 21:11:10.622932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-67aae178-c76c-46b1-b5f7-e80a0402de48 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:10.622932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-67aae178-c76c-46b1-b5f7-e80a0402de48 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/networks?id=b8039af6-f8f9-4db3-87f7-6cf99f264d80 HTTP/1.1" status: 200 len: 809 time: 0.3937247 Apr 05 21:11:10.634008 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-d7092f07-67df-4433-b56c-a5f3bc99f006 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038008 Apr 05 21:11:10.636715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-05a656c0-faed-46b7-b8c2-fa085eadea4b tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/quotas/18f426a8254540d894a9de64cf832a36 HTTP/1.1" status: 200 len: 375 time: 0.0306139 Apr 05 21:11:10.636715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a327db-563f-45b8-af77-5099931e94ff req-4f4fd8aa-3264-4b7c-9780-b38952263b8d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:10.636715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a327db-563f-45b8-af77-5099931e94ff req-4f4fd8aa-3264-4b7c-9780-b38952263b8d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.2083905 Apr 05 21:11:10.636715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-73519052-e4cf-46cf-b046-867881828ee8 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18f426a8254540d894a9de64cf832a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520372 Apr 05 21:11:10.640125 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-eae1515c-f4d1-4f66-97c5-cbc5e6a4f14e service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688795 Apr 05 21:11:10.644489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0a327db-563f-45b8-af77-5099931e94ff req-62acee02-d6d6-4aef-a3f3-514901bb7a1d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275060 Apr 05 21:11:10.644489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-c1eb28ce-9a22-4118-b982-d1eaa8bd3ef5 service neutron] 10.222.0.10 "GET /v2.0/networks/b8039af6-f8f9-4db3-87f7-6cf99f264d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633189 Apr 05 21:11:10.824089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-bdf85bb1-af24-4046-bf1a-76a96d75c242 service neutron] 10.222.0.10 "GET /v2.0/networks/b8039af6-f8f9-4db3-87f7-6cf99f264d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567879 Apr 05 21:11:10.861831 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68ac8e49-d874-43e4-8546-e40216008b4e req-78564f70-064b-401f-8e32-05d3288404e6 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134086 Apr 05 21:11:11.153873 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-785ec814-5e10-4a94-80b2-5edfe924e113 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 1094 time: 0.1335928 Apr 05 21:11:11.178197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54dc7ceb-1060-4c98-b6cc-e2ec803241bf req-66f18188-8166-4076-82d7-033170c28bb3 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 210 time: 0.0913908 Apr 05 21:11:11.366077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-932313f1-f9c8-468b-b8b0-b053922cc99c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:11.368067 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-932313f1-f9c8-468b-b8b0-b053922cc99c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.2082145 Apr 05 21:11:11.467542 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-65f6f6a9-7983-40cf-9066-5bed14b329ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2849ae27-0b93-49b4-bfcb-0a81e790032a HTTP/1.1" status: 200 len: 217 time: 0.0908873 Apr 05 21:11:11.560382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-c310de90-b980-4957-bdab-f2f6f4bf3f3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:11.560382 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-c310de90-b980-4957-bdab-f2f6f4bf3f3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0828772 Apr 05 21:11:11.606489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-0292be9f-8cea-43d2-b6c0-0a74827d587f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998020 Apr 05 21:11:11.658551 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-ab5d5423-1da9-48db-9480-3b18e9f7f3d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945771 Apr 05 21:11:11.941939 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-a9973b08-e1f4-495c-8022-00296907d215 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814686 Apr 05 21:11:11.957465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-494660f7-2811-4226-92f8-0efe41abc92e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 1096 time: 0.1934235 Apr 05 21:11:11.985796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2a834-e6b7-443c-a7c2-4573ebcd8b76 req-2b569ef9-aa63-4868-9a74-d04756a68b66 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:11.987256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8f2a834-e6b7-443c-a7c2-4573ebcd8b76 req-2b569ef9-aa63-4868-9a74-d04756a68b66 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.1271136 Apr 05 21:11:12.139255 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-dfa0d567-6c2a-4922-b8c1-8e4398d71f5f req-614e3a98-aa54-41db-821b-b2e0d7e48c51 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912446 Apr 05 21:11:12.199274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8f2a834-e6b7-443c-a7c2-4573ebcd8b76 req-39bd70dd-185a-4e9f-8f91-fc6080ba99d7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720022 Apr 05 21:11:12.201646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-fad6f238-0dcf-4907-a733-07fd3aab0e54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:12.202985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-fad6f238-0dcf-4907-a733-07fd3aab0e54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.2148659 Apr 05 21:11:12.299906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-988bf6ed-aa09-474b-b594-a8b8318fd806 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c6b83c-573b-46da-b8d4-323c16121c23 HTTP/1.1" status: 200 len: 217 time: 0.0907235 Apr 05 21:11:12.505394 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d54d24c-eb6e-4aaa-ac6a-20b159b18469 req-a919cb50-71f0-43cc-a30a-07e3906048b9 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 210 time: 0.2083318 Apr 05 21:11:12.537888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-8001c00b-87b2-453b-a1a1-4f56585b0e4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:12.539870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-8001c00b-87b2-453b-a1a1-4f56585b0e4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0843971 Apr 05 21:11:12.649095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-d8ef8652-7a6c-4571-811a-85e0c0ac7d76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022387 Apr 05 21:11:12.792843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-a93e43bb-f510-4a55-84aa-8b20430e8ab6 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363649 Apr 05 21:11:12.954018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08a26aa3-f3f0-4563-b744-c05ab77b1c13 req-8ffd118b-0764-4516-af46-5066e31c92b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518133 Apr 05 21:11:13.506507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717d1b8-f3bc-43fe-a850-7c92d4fdbd71 req-3b63206f-4597-4205-96fe-99ae2d90a581 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:13.511748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f717d1b8-f3bc-43fe-a850-7c92d4fdbd71 req-3b63206f-4597-4205-96fe-99ae2d90a581 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.1015546 Apr 05 21:11:13.587531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f717d1b8-f3bc-43fe-a850-7c92d4fdbd71 req-9d7b78da-b48f-4844-a142-27eda628abd5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638354 Apr 05 21:11:13.788889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbc847ad-090f-480a-8781-a5291a927e17 req-adf15d78-5e1d-4836-80a3-9e26f05898db tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 210 time: 0.1025004 Apr 05 21:11:13.863185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-b98a29dc-11c4-424d-8804-26c886df20a6 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:13.864583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-b98a29dc-11c4-424d-8804-26c886df20a6 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.23 "GET /v2.0/networks?id=b8039af6-f8f9-4db3-87f7-6cf99f264d80 HTTP/1.1" status: 200 len: 809 time: 0.2118914 Apr 05 21:11:13.885195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Request body: {'port': {'device_id': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80', 'admin_state_up': True, 'tenant_id': '18f426a8254540d894a9de64cf832a36'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:14.033870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:14.038250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Usage tracker for resource:port and tenant:18f426a8254540d894a9de64cf832a36 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:14.041117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:14.047084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:14.180574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Made reservation on behalf of 18f426a8254540d894a9de64cf832a36 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:14.183723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.355129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Allocated IP 172.20.0.11 (b8039af6-f8f9-4db3-87f7-6cf99f264d80/4c04075f-346e-4418-a999-00c4f27545c9/f4b88c8c-35cd-464d-963a-2b158cc87b95) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:14.580360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.707491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.792411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Network b8039af6-f8f9-4db3-87f7-6cf99f264d80 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:14.795632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:14.802395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:11:14.878492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Pushing event updated for resources: {'Port': ['ID=f4b88c8c-35cd-464d-963a-2b158cc87b95,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:14.914564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:14.915416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.017245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeeacf-b00a-4ce1-9551-2bb592a793a5 req-c5709fe2-7f54-4f23-8207-966f84adfc58 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:15.024978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dfeeacf-b00a-4ce1-9551-2bb592a793a5 req-c5709fe2-7f54-4f23-8207-966f84adfc58 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.3241479 Apr 05 21:11:15.053324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-87cc42f0-ef95-406b-b18b-737d0e9f4f31 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1721411 Apr 05 21:11:15.068464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Request body: {'port': {'device_id': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:11:15.279851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dfeeacf-b00a-4ce1-9551-2bb592a793a5 req-240dadbd-9c1f-49b2-931e-0e760238fa9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538834 Apr 05 21:11:15.344918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6363bb-4ac9-480c-a357-021237109518 req-bb62cf86-5db2-43da-9629-a78a6ce014b7 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:15.345737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9c6363bb-4ac9-480c-a357-021237109518 req-bb62cf86-5db2-43da-9629-a78a6ce014b7 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Synchronizing usage tracker for tenant:18f426a8254540d894a9de64cf832a36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:11:15.380460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.495489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9c6363bb-4ac9-480c-a357-021237109518 req-bb62cf86-5db2-43da-9629-a78a6ce014b7 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Unset dirty status for tenant:18f426a8254540d894a9de64cf832a36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:11:15.496572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c6363bb-4ac9-480c-a357-021237109518 req-bb62cf86-5db2-43da-9629-a78a6ce014b7 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 932 time: 0.5486155 Apr 05 21:11:15.583838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c6363bb-4ac9-480c-a357-021237109518 req-da60be1a-7bff-4f12-9e46-cbc034b0610d tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809274 Apr 05 21:11:15.783436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b88c8c-35cd-464d-963a-2b158cc87b95 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:11:15.790947 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.808948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Transition to ACTIVE for port object f4b88c8c-35cd-464d-963a-2b158cc87b95 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:15.890763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.036060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b88c8c-35cd-464d-963a-2b158cc87b95,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:16.152126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Attempting to bind port f4b88c8c-35cd-464d-963a-2b158cc87b95 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:16.152387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Attempting to bind port f4b88c8c-35cd-464d-963a-2b158cc87b95 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '8ae0f79a-bed9-47a7-b061-09c1aa4775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:16.152735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Attempting to bind port f4b88c8c-35cd-464d-963a-2b158cc87b95 on network b8039af6-f8f9-4db3-87f7-6cf99f264d80 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:11:16.158580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Port f4b88c8c-35cd-464d-963a-2b158cc87b95 on network b8039af6-f8f9-4db3-87f7-6cf99f264d80 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:11:16.158934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Attempting to bind port f4b88c8c-35cd-464d-963a-2b158cc87b95 on network b8039af6-f8f9-4db3-87f7-6cf99f264d80 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:11:16.167797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:11:16.168142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Checking segment: {'id': '8ae0f79a-bed9-47a7-b061-09c1aa4775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:11:16.168529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Bound using segment: {'id': '8ae0f79a-bed9-47a7-b061-09c1aa4775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:11:16.168982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Bound port: f4b88c8c-35cd-464d-963a-2b158cc87b95, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae0f79a-bed9-47a7-b061-09c1aa4775d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:16.169407 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.310783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] For port f4b88c8c-35cd-464d-963a-2b158cc87b95, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:11:16.310783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] For port f4b88c8c-35cd-464d-963a-2b158cc87b95, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f4b88c8c-35cd-464d-963a-2b158cc87b95,segment=NetworkSegment(8ae0f79a-bed9-47a7-b061-09c1aa4775d0),segment_id=8ae0f79a-bed9-47a7-b061-09c1aa4775d0)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:11:16.405930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.560971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.562428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] 10.222.0.23 "PUT /v2.0/ports/f4b88c8c-35cd-464d-963a-2b158cc87b95 HTTP/1.1" status: 200 len: 1092 time: 1.5000136 Apr 05 21:11:16.564501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'tag': 'f4b88c8c-35cd-464d-963a-2b158cc87b95'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:11:16.586309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d005f3a-a8a7-4613-90a9-639421818d76 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b88c8c-35cd-464d-963a-2b158cc87b95,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:16.625642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01b16-1e7b-4a3d-a078-608dcaa22563 req-8ea9cd4b-c323-4baf-929c-269c01c4cf3e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:16.627107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6e01b16-1e7b-4a3d-a078-608dcaa22563 req-8ea9cd4b-c323-4baf-929c-269c01c4cf3e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.1662350 Apr 05 21:11:16.660953 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d212c2-c4ca-4a38-a4c6-b375c64d0d5b'] response: {'name': 'network-changed', 'server_uuid': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'tag': 'f4b88c8c-35cd-464d-963a-2b158cc87b95', 'status': 'completed', 'code': 200} Apr 05 21:11:16.739119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f6e01b16-1e7b-4a3d-a078-608dcaa22563 req-1086f5b4-7689-4e7b-b545-c7319250f676 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053905 Apr 05 21:11:16.774889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-0d29bd94-f4f5-4834-89ec-20651c4883b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=18f426a8254540d894a9de64cf832a36&device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 1095 time: 0.0915596 Apr 05 21:11:16.888144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-865afc5a-d697-42d2-84f8-90ad97d56230 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b88c8c-35cd-464d-963a-2b158cc87b95 HTTP/1.1" status: 200 len: 217 time: 0.1059875 Apr 05 21:11:16.986197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-e1e69733-e590-48ee-909b-424758e1872f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:16.987611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-e1e69733-e590-48ee-909b-424758e1872f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c04075f-346e-4418-a999-00c4f27545c9 HTTP/1.1" status: 200 len: 849 time: 0.0872271 Apr 05 21:11:16.993914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcabb01-369a-44fb-bcd5-aa5eb27b5e93 req-e4c59d03-9f0c-462e-82e9-663ed158eb3b tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:16.995228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4dcabb01-369a-44fb-bcd5-aa5eb27b5e93 req-e4c59d03-9f0c-462e-82e9-663ed158eb3b tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 944 time: 0.1636126 Apr 05 21:11:17.057482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-c2bab711-7c5f-45b7-a863-7bce2487e908 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8039af6-f8f9-4db3-87f7-6cf99f264d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611219 Apr 05 21:11:17.157900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4dcabb01-369a-44fb-bcd5-aa5eb27b5e93 req-444665a2-2f44-4d07-8b2e-c93471b86e76 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300204 Apr 05 21:11:17.222408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-939ceef8-01b3-416b-8381-c817f5a7df65 service neutron] 10.222.0.23 "GET /v2.0/networks/b8039af6-f8f9-4db3-87f7-6cf99f264d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521435 Apr 05 21:11:17.401628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a039d745-6c26-4bfc-9330-51de32ca9a99 req-ae74d7f0-f819-42c6-bd50-0d13da47ffdc service neutron] 10.222.0.23 "GET /v2.0/networks/b8039af6-f8f9-4db3-87f7-6cf99f264d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720519 Apr 05 21:11:17.650100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-a1b7132a-22c2-415e-b8a9-2baaf5b6a7fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=18f426a8254540d894a9de64cf832a36&device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 1095 time: 0.1250010 Apr 05 21:11:18.113079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-01ce8ca6-2b6b-42cd-ac40-5b6e9c068099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:18.113079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-01ce8ca6-2b6b-42cd-ac40-5b6e9c068099 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b8039af6-f8f9-4db3-87f7-6cf99f264d80 HTTP/1.1" status: 200 len: 910 time: 0.4553401 Apr 05 21:11:18.180015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc38892-72a8-4321-8035-76ee54d3ad54 req-c45252ec-1cdb-4816-8598-b5168f5eb43d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:18.181486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acc38892-72a8-4321-8035-76ee54d3ad54 req-c45252ec-1cdb-4816-8598-b5168f5eb43d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.2588153 Apr 05 21:11:18.210880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-5533d928-a544-4b2c-9f88-655598c3a053 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b88c8c-35cd-464d-963a-2b158cc87b95 HTTP/1.1" status: 200 len: 217 time: 0.0974398 Apr 05 21:11:18.305636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acc38892-72a8-4321-8035-76ee54d3ad54 req-2bf3f1fa-ec9d-4af2-9369-1f674bac3bb9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078615 Apr 05 21:11:18.305636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-5cf1a1e5-8a8b-475c-871f-dfda2cf89155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:18.309784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-5cf1a1e5-8a8b-475c-871f-dfda2cf89155 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4c04075f-346e-4418-a999-00c4f27545c9 HTTP/1.1" status: 200 len: 849 time: 0.0857861 Apr 05 21:11:18.371960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-b950f672-268b-4e59-8a2f-4128ecf517f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b8039af6-f8f9-4db3-87f7-6cf99f264d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523920 Apr 05 21:11:18.579064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-d9a8c550-9956-44bf-9509-245acbdbda86 service neutron] 10.222.0.23 "GET /v2.0/networks/b8039af6-f8f9-4db3-87f7-6cf99f264d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013187 Apr 05 21:11:18.683802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f925a8-bdf2-4ece-b0ed-6e460f84351e req-6da34c0f-0d35-41a3-a080-2acf7d3062d6 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:18.685266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8f925a8-bdf2-4ece-b0ed-6e460f84351e req-6da34c0f-0d35-41a3-a080-2acf7d3062d6 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 944 time: 0.3303680 Apr 05 21:11:18.756932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcad6d63-e431-4c54-a730-9b448aa58bb7 req-ff7a0424-c6cd-4a88-8af3-4ce55e6d01f8 service neutron] 10.222.0.23 "GET /v2.0/networks/b8039af6-f8f9-4db3-87f7-6cf99f264d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744142 Apr 05 21:11:18.765727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8f925a8-bdf2-4ece-b0ed-6e460f84351e req-bbff25a9-d1bb-4837-856b-bfbb127a121f tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712366 Apr 05 21:11:19.531404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7653a-5901-4e49-83e7-2ae44e4c6ff7 req-a71fb93d-5cbd-4344-a33f-bdd929c6c182 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:19.532899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ea7653a-5901-4e49-83e7-2ae44e4c6ff7 req-a71fb93d-5cbd-4344-a33f-bdd929c6c182 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0948687 Apr 05 21:11:19.594879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ea7653a-5901-4e49-83e7-2ae44e4c6ff7 req-f4529e76-cbf1-46e9-b662-7b4da89a6edd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460713 Apr 05 21:11:19.693809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f4b88c8c-35cd-464d-963a-2b158cc87b95 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:11:19.849513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f4b88c8c-35cd-464d-963a-2b158cc87b95, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f4b88c8c-35cd-464d-963a-2b158cc87b95,segment=NetworkSegment(8ae0f79a-bed9-47a7-b061-09c1aa4775d0),segment_id=8ae0f79a-bed9-47a7-b061-09c1aa4775d0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:11:19.871772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'f4b88c8c-35cd-464d-963a-2b158cc87b95', 'network_id': 'b8039af6-f8f9-4db3-87f7-6cf99f264d80', 'port_id': 'f4b88c8c-35cd-464d-963a-2b158cc87b95', 'mac_address': 'fa:16:3e:06:50:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c04075f-346e-4418-a999-00c4f27545c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:11:19.923112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.947687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b88c8c-35cd-464d-963a-2b158cc87b95 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:11:19.964422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f4b88c8c-35cd-464d-963a-2b158cc87b95, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f4b88c8c-35cd-464d-963a-2b158cc87b95,segment=NetworkSegment(8ae0f79a-bed9-47a7-b061-09c1aa4775d0),segment_id=8ae0f79a-bed9-47a7-b061-09c1aa4775d0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:11:19.985096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c04d0-f2c5-4cf3-910e-5babb6470dda req-2e53e496-33a3-43be-91ae-fe966c9de72c tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:19.986530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e3c04d0-f2c5-4cf3-910e-5babb6470dda req-2e53e496-33a3-43be-91ae-fe966c9de72c tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 944 time: 0.0792606 Apr 05 21:11:20.037165 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:20.037449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e3c04d0-f2c5-4cf3-910e-5babb6470dda req-530cb3f1-a870-465d-9e33-35d2436c5ddd tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Apr 05 21:11:20.105501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f4b88c8c-35cd-464d-963a-2b158cc87b95,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:20.250414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['f4b88c8c-35cd-464d-963a-2b158cc87b95'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:11:20.446118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:20.801302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3993f43-8d4a-46d1-8b17-4e7faba08e3c req-0b8759ac-f235-400e-ba63-79c39953f3ae tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:20.801302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3993f43-8d4a-46d1-8b17-4e7faba08e3c req-0b8759ac-f235-400e-ba63-79c39953f3ae tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0830593 Apr 05 21:11:20.846036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3993f43-8d4a-46d1-8b17-4e7faba08e3c req-80053dbd-a749-4eef-bdf0-934e446907e9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Apr 05 21:11:21.279511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19786f-4dcb-4c5f-b11c-e6f32b5f0cdb req-165af12b-0209-4a2a-83f4-0f089d971a62 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:21.279511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d19786f-4dcb-4c5f-b11c-e6f32b5f0cdb req-165af12b-0209-4a2a-83f4-0f089d971a62 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 945 time: 0.1001906 Apr 05 21:11:21.340081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d19786f-4dcb-4c5f-b11c-e6f32b5f0cdb req-1da06647-b4a8-465f-badc-fb21b15c900d tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543392 Apr 05 21:11:21.701907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f4b88c8c-35cd-464d-963a-2b158cc87b95 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:21.844383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port f4b88c8c-35cd-464d-963a-2b158cc87b95 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:21.844383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port f4b88c8c-35cd-464d-963a-2b158cc87b95 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:21.844383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:21.979789 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.015937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b88c8c-35cd-464d-963a-2b158cc87b95'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:11:22.024506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port f4b88c8c-35cd-464d-963a-2b158cc87b95, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f4b88c8c-35cd-464d-963a-2b158cc87b95,segment=NetworkSegment(8ae0f79a-bed9-47a7-b061-09c1aa4775d0),segment_id=8ae0f79a-bed9-47a7-b061-09c1aa4775d0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:11:22.073766 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30f029a-4324-47b4-9e8b-1ccac2ee2fa3'] response: {'server_uuid': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b88c8c-35cd-464d-963a-2b158cc87b95', 'code': 200} Apr 05 21:11:22.077307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746fc60-1ba2-4637-8926-0fdda826826a req-8c7c6a1d-4a98-476a-85f9-6bd79707af67 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:22.079477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a746fc60-1ba2-4637-8926-0fdda826826a req-8c7c6a1d-4a98-476a-85f9-6bd79707af67 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0970676 Apr 05 21:11:22.119518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.135309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a746fc60-1ba2-4637-8926-0fdda826826a req-e043f0c8-0878-4ebb-85bc-5f5910443f51 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507574 Apr 05 21:11:22.194723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=f4b88c8c-35cd-464d-963a-2b158cc87b95,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:22.214359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5235eee-2f83-4d09-bafb-46a0a1ec58a7 req-ddbeef93-2d1a-4b5d-8728-782ae2575e28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 1097 time: 0.0779910 Apr 05 21:11:22.262275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5235eee-2f83-4d09-bafb-46a0a1ec58a7 req-4bd4da18-3f55-4bad-b249-c974b0f9cc0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Apr 05 21:11:22.557502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca4a88-eea6-444a-8ec2-ccffde54da66 req-95042cf6-d544-4345-821b-2fd883a373b5 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:22.558960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19ca4a88-eea6-444a-8ec2-ccffde54da66 req-95042cf6-d544-4345-821b-2fd883a373b5 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 946 time: 0.0827544 Apr 05 21:11:22.622876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-19ca4a88-eea6-444a-8ec2-ccffde54da66 req-5230aa79-6cad-4095-a31b-cf1c49847996 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Apr 05 21:11:23.354558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae0c2-c726-450b-84dc-3fade6f68de4 req-fd52118e-bdd4-46f9-8331-cf4100098d68 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:23.356438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8bae0c2-c726-450b-84dc-3fade6f68de4 req-fd52118e-bdd4-46f9-8331-cf4100098d68 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0854049 Apr 05 21:11:23.413389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8bae0c2-c726-450b-84dc-3fade6f68de4 req-85d9e7f9-39dd-4c33-9965-6d34926bd6d5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Apr 05 21:11:23.851598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f0e5e-fc63-42df-bebc-7f861b9930c0 req-5497f5c5-9a6a-42f1-a2f4-62390bbc9ed2 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:23.852943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-829f0e5e-fc63-42df-bebc-7f861b9930c0 req-5497f5c5-9a6a-42f1-a2f4-62390bbc9ed2 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 946 time: 0.0976524 Apr 05 21:11:24.004802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-829f0e5e-fc63-42df-bebc-7f861b9930c0 req-a28d9813-941e-44c9-a161-8f602d47ef03 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456423 Apr 05 21:11:24.627711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499d42d-3dc8-48ec-a1d1-1331e5bb9e8d req-91e2e34a-1a12-42f6-9103-2d8c9160a49f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:24.629251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6499d42d-3dc8-48ec-a1d1-1331e5bb9e8d req-91e2e34a-1a12-42f6-9103-2d8c9160a49f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0814464 Apr 05 21:11:24.682390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6499d42d-3dc8-48ec-a1d1-1331e5bb9e8d req-fbceade3-5ab2-49db-93c0-11ce3a88e541 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Apr 05 21:11:25.905001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d5930-fcd5-4c66-80b8-a72205513eb2 req-2f9ab00f-e1de-4c8c-a2a0-d5c3ac33a92c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:25.907480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d4d5930-fcd5-4c66-80b8-a72205513eb2 req-2f9ab00f-e1de-4c8c-a2a0-d5c3ac33a92c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0844178 Apr 05 21:11:25.977634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d4d5930-fcd5-4c66-80b8-a72205513eb2 req-c76768fd-a9fd-4e60-9f2d-b8f3b48de77b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610671 Apr 05 21:11:27.196428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0d017-5227-4275-b25d-3f96f2fe72e7 req-8ff89d42-0bf1-47f6-9b49-40fc3361d3ca tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:27.210014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dc0d017-5227-4275-b25d-3f96f2fe72e7 req-8ff89d42-0bf1-47f6-9b49-40fc3361d3ca tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0913103 Apr 05 21:11:27.265210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dc0d017-5227-4275-b25d-3f96f2fe72e7 req-0dd08011-2d0e-4494-aed5-d91e482f97da tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487130 Apr 05 21:11:28.468147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8472a-27ef-4dfb-a801-5f2327b4e7bc req-70ac4283-41a1-4ce2-90a1-3966a670660a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:28.469644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baf8472a-27ef-4dfb-a801-5f2327b4e7bc req-70ac4283-41a1-4ce2-90a1-3966a670660a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0768569 Apr 05 21:11:28.515507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-baf8472a-27ef-4dfb-a801-5f2327b4e7bc req-c7aa8a9e-85c7-4831-9e99-b9d7304cef46 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Apr 05 21:11:29.747243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1e30c-85d2-44dc-9eb1-d241ca68ed41 req-7eb1969a-cf88-434c-a0f8-d4b03de89465 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:29.748701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acc1e30c-85d2-44dc-9eb1-d241ca68ed41 req-7eb1969a-cf88-434c-a0f8-d4b03de89465 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0860877 Apr 05 21:11:29.795992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acc1e30c-85d2-44dc-9eb1-d241ca68ed41 req-c8bdc05b-bf0f-4a20-9251-068696ab2a43 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Apr 05 21:11:29.874583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502824f2-ff2d-47cf-ad0b-8a3bc837181d req-70c6e83f-d04e-4984-84c0-e6fb72909b34 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:29.876023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-502824f2-ff2d-47cf-ad0b-8a3bc837181d req-70c6e83f-d04e-4984-84c0-e6fb72909b34 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 946 time: 0.0828846 Apr 05 21:11:29.921498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-502824f2-ff2d-47cf-ad0b-8a3bc837181d req-90b8654d-aef3-491a-b633-695dd9783f41 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390615 Apr 05 21:11:30.999574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bef44b-2253-4f5d-b7aa-4a4d0318f336 req-4e527d59-196c-49fb-a4f9-95e0e2b48495 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:31.002541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00bef44b-2253-4f5d-b7aa-4a4d0318f336 req-4e527d59-196c-49fb-a4f9-95e0e2b48495 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0813396 Apr 05 21:11:31.153795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00bef44b-2253-4f5d-b7aa-4a4d0318f336 req-ddb8989d-789a-4389-bf69-ce6ae597dd57 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174371 Apr 05 21:11:31.178318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-19d30769-171d-4b66-a695-fce3a3b07103 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:31.179707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-19d30769-171d-4b66-a695-fce3a3b07103 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.23 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 946 time: 0.1725550 Apr 05 21:11:31.188870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde5ea2-d9fa-4b29-a373-9d367613a67e req-b307b78e-cfd3-4dde-aa46-276226bf8446 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:31.190209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfde5ea2-d9fa-4b29-a373-9d367613a67e req-b307b78e-cfd3-4dde-aa46-276226bf8446 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 946 time: 0.1298020 Apr 05 21:11:31.283695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Deleting port f4b88c8c-35cd-464d-963a-2b158cc87b95 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:11:31.284028 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.323299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfde5ea2-d9fa-4b29-a373-9d367613a67e req-1cf9d026-dfdf-40db-88ba-6683687acc4f tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/security-groups?id=12a7ce12-9aa9-4029-b896-af72fd365984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044462 Apr 05 21:11:31.531825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] For port f4b88c8c-35cd-464d-963a-2b158cc87b95, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=f4b88c8c-35cd-464d-963a-2b158cc87b95,segment=NetworkSegment(8ae0f79a-bed9-47a7-b061-09c1aa4775d0),segment_id=8ae0f79a-bed9-47a7-b061-09c1aa4775d0)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:11:31.532201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.654769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Calling delete_port for f4b88c8c-35cd-464d-963a-2b158cc87b95 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:11:31.825386 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:11:31.888884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.940205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Pushing event deleted for resources: {'Port': ['ID=f4b88c8c-35cd-464d-963a-2b158cc87b95,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:32.012072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] No DVR routers for this DVR port f4b88c8c-35cd-464d-963a-2b158cc87b95 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:11:32.014799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:32.017367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'name': 'network-vif-deleted', 'tag': 'f4b88c8c-35cd-464d-963a-2b158cc87b95'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:11:32.071431 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d64042-9108-463e-acdb-a93715e90b68'] response: {'server_uuid': '30cb7735-f4fc-40be-b0a2-346e9991a27d', 'name': 'network-vif-deleted', 'tag': 'f4b88c8c-35cd-464d-963a-2b158cc87b95', 'status': 'completed', 'code': 200} Apr 05 21:11:32.095242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2100cb44-76fe-4c50-b01f-1210602e4ff0 req-64534c9d-e321-4ddd-b63f-67ac67d7e3f0 tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.23 "DELETE /v2.0/ports/f4b88c8c-35cd-464d-963a-2b158cc87b95 HTTP/1.1" status: 204 len: 173 time: 0.9041123 Apr 05 21:11:32.364876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad56545-67b5-4c91-8045-6a7554a792e5 req-00f7f431-57ae-4dd9-9b2e-687230ad3367 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:32.372008 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ad56545-67b5-4c91-8045-6a7554a792e5 req-00f7f431-57ae-4dd9-9b2e-687230ad3367 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0839183 Apr 05 21:11:32.425640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ad56545-67b5-4c91-8045-6a7554a792e5 req-9787dafb-b4e1-491e-9420-13041cbdf858 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Apr 05 21:11:32.525484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba961d1a-6d60-4d9b-9310-9e73eac6226d req-5c620671-d1e8-4fa5-9c46-b304852493cf tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Synchronizing usage tracker for tenant:18f426a8254540d894a9de64cf832a36 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:11:32.672139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ba961d1a-6d60-4d9b-9310-9e73eac6226d req-5c620671-d1e8-4fa5-9c46-b304852493cf tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] Unset dirty status for tenant:18f426a8254540d894a9de64cf832a36 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:11:32.673346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ba961d1a-6d60-4d9b-9310-9e73eac6226d req-5c620671-d1e8-4fa5-9c46-b304852493cf tempest-VolumesActionsTest-1571097438 tempest-VolumesActionsTest-1571097438-project] 10.222.0.10 "GET /v2.0/ports?device_id=30cb7735-f4fc-40be-b0a2-346e9991a27d HTTP/1.1" status: 200 len: 210 time: 0.1926124 Apr 05 21:11:33.617316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a95b9-86f1-41c6-9104-291a3d47a2e6 req-c373fa28-3cfa-49d0-9919-ceb701d9f5e2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:33.618767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-308a95b9-86f1-41c6-9104-291a3d47a2e6 req-c373fa28-3cfa-49d0-9919-ceb701d9f5e2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0764477 Apr 05 21:11:33.667871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-308a95b9-86f1-41c6-9104-291a3d47a2e6 req-4a0a95af-2060-4e04-8b3b-ba26efc178e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Apr 05 21:11:33.765387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f4b88c8c-35cd-464d-963a-2b158cc87b95 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:33.811447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: f4b88c8c-35cd-464d-963a-2b158cc87b95 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:11:33.811804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device f4b88c8c-35cd-464d-963a-2b158cc87b95 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:34.420559 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:34.849531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cc895a8-f0ca-4beb-ab0c-c761c5dc0e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:34.979715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67fbe0-5671-4c33-980c-ed61c27862b5 req-2a6b452c-459a-4ced-92a0-7bb663a96518 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:34.981341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf67fbe0-5671-4c33-980c-ed61c27862b5 req-2a6b452c-459a-4ced-92a0-7bb663a96518 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.1867340 Apr 05 21:11:35.029584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf67fbe0-5671-4c33-980c-ed61c27862b5 req-a451b9f8-ef07-40ac-bcbf-e80171c33f31 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Apr 05 21:11:36.243050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe073-5323-4ea9-ba35-4fe264929db5 req-720ec0b4-ab11-4036-beb8-6da8f8415a37 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:36.245823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ebe073-5323-4ea9-ba35-4fe264929db5 req-720ec0b4-ab11-4036-beb8-6da8f8415a37 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0907931 Apr 05 21:11:36.297753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ebe073-5323-4ea9-ba35-4fe264929db5 req-e0a5981f-fdf4-4d13-8ecc-7e7fab65e5a2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Apr 05 21:11:36.900572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-77ba25b1-8845-4ae6-a71b-917ba3b37649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:37.517119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c0bbe-e58d-4205-8328-b1b8ae25f01d req-dc194fbb-0aa7-492c-8185-11413975baa8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:37.519202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d11c0bbe-e58d-4205-8328-b1b8ae25f01d req-dc194fbb-0aa7-492c-8185-11413975baa8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0808520 Apr 05 21:11:37.573460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d11c0bbe-e58d-4205-8328-b1b8ae25f01d req-0756ac66-f78a-4a65-92c8-53ea9d562c47 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479941 Apr 05 21:11:38.456314 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:38.665027 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:38.800296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335aa35-cd0b-4680-b7b5-d267abbc7509 req-f8156e8c-ff5d-40dc-9456-1ab36370bbb1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:38.808236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8335aa35-cd0b-4680-b7b5-d267abbc7509 req-f8156e8c-ff5d-40dc-9456-1ab36370bbb1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0978241 Apr 05 21:11:38.856597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8335aa35-cd0b-4680-b7b5-d267abbc7509 req-70f02bda-1bc1-4cf4-8ae4-c9db6450d907 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469882 Apr 05 21:11:39.917580 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:40.072800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60764c-46f1-44ef-8df6-d0ccb6bcaec8 req-07bfe632-4807-47ce-a029-ae8587cf33e9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:40.074309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d60764c-46f1-44ef-8df6-d0ccb6bcaec8 req-07bfe632-4807-47ce-a029-ae8587cf33e9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0830317 Apr 05 21:11:40.126794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d60764c-46f1-44ef-8df6-d0ccb6bcaec8 req-fbd77825-5c0e-4936-b761-40b9b1d4e84a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Apr 05 21:11:41.346545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5baf0-fed7-4b10-93d3-4222f30f4037 req-34098a12-f2dd-4b00-882c-a15c3826c759 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:41.348115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80f5baf0-fed7-4b10-93d3-4222f30f4037 req-34098a12-f2dd-4b00-882c-a15c3826c759 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0791838 Apr 05 21:11:41.395635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80f5baf0-fed7-4b10-93d3-4222f30f4037 req-65075328-7cfb-450b-911b-174eba45a89e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Apr 05 21:11:42.610432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b02a-dd50-43d9-b87d-06d452dab465 req-d7387df5-d343-4091-b286-b782cdb18079 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:42.612841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f043b02a-dd50-43d9-b87d-06d452dab465 req-d7387df5-d343-4091-b286-b782cdb18079 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0888605 Apr 05 21:11:42.662903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f043b02a-dd50-43d9-b87d-06d452dab465 req-3ee5851b-323c-4370-bb5c-bfc3c4be0f9d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Apr 05 21:11:43.921809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce448e5-fdaf-44be-b09b-ef076bdd73e6 req-0b85b8ef-bace-4c61-9a2e-6e25b6e47e23 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:43.923298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ce448e5-fdaf-44be-b09b-ef076bdd73e6 req-0b85b8ef-bace-4c61-9a2e-6e25b6e47e23 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.1111212 Apr 05 21:11:43.973029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ce448e5-fdaf-44be-b09b-ef076bdd73e6 req-a26cc471-07ef-4bf5-a4a3-fd37504a70d5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421708 Apr 05 21:11:45.190846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbab39-c2b8-45a7-b54b-d21127d038ca req-7fdf6343-426f-4760-bb69-7907df4b94ff tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:45.193113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94bbab39-c2b8-45a7-b54b-d21127d038ca req-7fdf6343-426f-4760-bb69-7907df4b94ff tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0877016 Apr 05 21:11:45.301357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94bbab39-c2b8-45a7-b54b-d21127d038ca req-20a8e5b6-4857-4ef6-ac1f-9fb26fc0eccf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996234 Apr 05 21:11:46.498295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c6cac-2b06-4590-ba9f-5668f412b413 req-a6b00022-f881-4199-b6cf-38429f668788 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:46.503004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c6cac-2b06-4590-ba9f-5668f412b413 req-a6b00022-f881-4199-b6cf-38429f668788 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0793366 Apr 05 21:11:46.575064 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c6cac-2b06-4590-ba9f-5668f412b413 req-0220052c-a9b1-4c5d-806a-e012ab889294 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679965 Apr 05 21:11:47.804224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc7cff-56ee-480d-b427-07a74b6ce1e4 req-484d1644-dd46-43f4-90d5-2fdd0b1cbb3f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:47.805700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8cc7cff-56ee-480d-b427-07a74b6ce1e4 req-484d1644-dd46-43f4-90d5-2fdd0b1cbb3f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.1025751 Apr 05 21:11:47.854938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8cc7cff-56ee-480d-b427-07a74b6ce1e4 req-1d083f72-3697-4566-8e8b-b8286ac44e36 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Apr 05 21:11:49.072172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5266f6b-c582-4715-a5f6-a6dbbe4c49b6 req-54736791-173a-40e1-805a-decd05f3b8e9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:49.073648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5266f6b-c582-4715-a5f6-a6dbbe4c49b6 req-54736791-173a-40e1-805a-decd05f3b8e9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0792844 Apr 05 21:11:49.126443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5266f6b-c582-4715-a5f6-a6dbbe4c49b6 req-e209b1c5-5457-420a-82fc-6231545c3a66 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467427 Apr 05 21:11:50.355557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156be7b5-50a7-4202-a675-5cf57f627368 req-679246fd-d37c-4b57-99ff-6301aae718fa tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:50.357225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-156be7b5-50a7-4202-a675-5cf57f627368 req-679246fd-d37c-4b57-99ff-6301aae718fa tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0979593 Apr 05 21:11:50.398257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:50.407879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-156be7b5-50a7-4202-a675-5cf57f627368 req-758520ca-7105-4f0f-a879-7bc7fb04d521 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440814 Apr 05 21:11:51.616659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d8df0-4f61-410a-8991-f0b8259d0f88 req-9bf17479-7f9d-472b-b9be-6cb8f3fbae06 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:51.618169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d06d8df0-4f61-410a-8991-f0b8259d0f88 req-9bf17479-7f9d-472b-b9be-6cb8f3fbae06 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0836074 Apr 05 21:11:51.668084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d06d8df0-4f61-410a-8991-f0b8259d0f88 req-9951ccff-0610-411e-90de-923665bf66ce tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Apr 05 21:11:52.877043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2f0d-6239-4d05-906b-faa683171331 req-bf71ab97-6a26-448c-89e0-27572dabb703 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:52.878663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-992d2f0d-6239-4d05-906b-faa683171331 req-bf71ab97-6a26-448c-89e0-27572dabb703 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0833578 Apr 05 21:11:52.925685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-992d2f0d-6239-4d05-906b-faa683171331 req-a321d9ec-04b0-4167-9d4c-28d0709deb69 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Apr 05 21:11:54.128883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5795b4b-8e6d-45de-b84a-acbcbb1d806f req-efd08465-c219-4488-9124-025d1a68fb29 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:54.137174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5795b4b-8e6d-45de-b84a-acbcbb1d806f req-efd08465-c219-4488-9124-025d1a68fb29 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 943 time: 0.0860572 Apr 05 21:11:54.177585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5795b4b-8e6d-45de-b84a-acbcbb1d806f req-a2872a5c-2a13-4086-848d-18c5f19fd5e0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 Apr 05 21:11:54.865199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 2849ae27-0b93-49b4-bfcb-0a81e790032a details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:11:55.023642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 2849ae27-0b93-49b4-bfcb-0a81e790032a, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2849ae27-0b93-49b4-bfcb-0a81e790032a,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:11:55.038572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '2849ae27-0b93-49b4-bfcb-0a81e790032a', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'port_id': '2849ae27-0b93-49b4-bfcb-0a81e790032a', 'mac_address': 'fa:16:3e:1f:0d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:11:55.093410 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:55.110370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2849ae27-0b93-49b4-bfcb-0a81e790032a {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:11:55.124629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 2849ae27-0b93-49b4-bfcb-0a81e790032a, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2849ae27-0b93-49b4-bfcb-0a81e790032a,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:11:55.197879 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:55.320440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=2849ae27-0b93-49b4-bfcb-0a81e790032a,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:55.333404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.333722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.334105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.334490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.334821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.335201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.335530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.335853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.336224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.336550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.336861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:55.431639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2192967-d4a8-4f63-9b70-ad3a75e1921f req-9dcbb9ee-26b0-4537-9168-e3f23bfc0aa0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:55.433117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2192967-d4a8-4f63-9b70-ad3a75e1921f req-9dcbb9ee-26b0-4537-9168-e3f23bfc0aa0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 944 time: 0.1101983 Apr 05 21:11:55.486123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2192967-d4a8-4f63-9b70-ad3a75e1921f req-1191f98b-6e3c-4c70-a96c-13766f17ebcd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472288 Apr 05 21:11:55.597499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['2849ae27-0b93-49b4-bfcb-0a81e790032a'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:11:56.730211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce923-2e8d-4666-a52b-1fc9ed74ca1f req-fe016348-9190-489c-b2bf-9252c522e695 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:56.731896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26dce923-2e8d-4666-a52b-1fc9ed74ca1f req-fe016348-9190-489c-b2bf-9252c522e695 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 944 time: 0.0947471 Apr 05 21:11:56.780862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26dce923-2e8d-4666-a52b-1fc9ed74ca1f req-27a6c724-a3af-4a45-9cf8-a4cc41d15b6b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 Apr 05 21:11:56.863765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 2849ae27-0b93-49b4-bfcb-0a81e790032a up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:57.021033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 2849ae27-0b93-49b4-bfcb-0a81e790032a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:57.032147 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 2849ae27-0b93-49b4-bfcb-0a81e790032a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:57.032147 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:57.172787 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:57.203921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2849ae27-0b93-49b4-bfcb-0a81e790032a'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:11:57.218933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 2849ae27-0b93-49b4-bfcb-0a81e790032a, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2849ae27-0b93-49b4-bfcb-0a81e790032a,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:11:57.260124 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5afff96-e776-41d9-8e66-6c9d5cb53b80'] response: {'server_uuid': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2849ae27-0b93-49b4-bfcb-0a81e790032a', 'code': 200} Apr 05 21:11:57.281752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:57.355783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=2849ae27-0b93-49b4-bfcb-0a81e790032a,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:57.416730 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ba6a9075-63c2-4e9c-9f26-2da0914e3dab req-6ba9a6a8-b8aa-466d-ae3d-54a4ddc53b14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 1096 time: 0.0706527 Apr 05 21:11:57.462280 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ba6a9075-63c2-4e9c-9f26-2da0914e3dab req-61283d38-d299-43bd-bbf9-18174418087b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Apr 05 21:11:57.997952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cad2cc-8f2d-42e8-88cd-ff2ae5b52485 req-17b0ea1c-174e-40ca-ab2b-a5bb5897831b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:57.999423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5cad2cc-8f2d-42e8-88cd-ff2ae5b52485 req-17b0ea1c-174e-40ca-ab2b-a5bb5897831b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 945 time: 0.0823195 Apr 05 21:11:58.045583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5cad2cc-8f2d-42e8-88cd-ff2ae5b52485 req-64b7f7fe-57c1-43b1-984e-89872bc8f8c1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Apr 05 21:11:59.269583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22532e3a-3719-4571-962e-d31de6a504c9 req-9e02e9d1-aa1c-4fe6-88e8-635bdb50eda8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:59.269583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22532e3a-3719-4571-962e-d31de6a504c9 req-9e02e9d1-aa1c-4fe6-88e8-635bdb50eda8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 945 time: 0.0831752 Apr 05 21:11:59.321899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22532e3a-3719-4571-962e-d31de6a504c9 req-3fa3986f-5bb4-4c3d-a51d-f1129066ca4c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454774 Apr 05 21:11:59.519979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ab5a6-a3cf-494a-8ba7-05cbdc03fbe2 req-a406ae9b-2413-4aa3-b991-b4806288974c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:59.521466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-146ab5a6-a3cf-494a-8ba7-05cbdc03fbe2 req-a406ae9b-2413-4aa3-b991-b4806288974c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 945 time: 0.0790911 Apr 05 21:11:59.569760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-146ab5a6-a3cf-494a-8ba7-05cbdc03fbe2 req-97be2b0b-fb1b-4bbf-9db1-96f69ee7f84d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Apr 05 21:12:00.393139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623355f5-7251-4fda-9fa1-d26e3813e258 req-88af6233-b3a7-4a89-a8c9-7feb714f1e05 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:00.394542 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-623355f5-7251-4fda-9fa1-d26e3813e258 req-88af6233-b3a7-4a89-a8c9-7feb714f1e05 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 945 time: 0.0826328 Apr 05 21:12:00.442675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-623355f5-7251-4fda-9fa1-d26e3813e258 req-c25c02bb-0094-4276-9170-7a1ae24d5370 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Apr 05 21:12:01.654758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d6021-839a-4282-976f-c585d43328e5 req-cdb998c5-31df-4e57-b97f-fdbb1de1be5f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:01.656234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e90d6021-839a-4282-976f-c585d43328e5 req-cdb998c5-31df-4e57-b97f-fdbb1de1be5f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 945 time: 0.0866575 Apr 05 21:12:01.713123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e90d6021-839a-4282-976f-c585d43328e5 req-1d052a14-af24-4eec-9a1d-f2e16e49e84d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 Apr 05 21:12:01.975301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-89dfcb64-99b3-48e2-9322-b357e231987f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:01.976556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-89dfcb64-99b3-48e2-9322-b357e231987f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:12:02.077395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-89dfcb64-99b3-48e2-9322-b357e231987f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:12:02.078561 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-89dfcb64-99b3-48e2-9322-b357e231987f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 945 time: 0.1816525 Apr 05 21:12:02.151530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 2849ae27-0b93-49b4-bfcb-0a81e790032a {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:12:02.152129 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:02.453601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] For port 2849ae27-0b93-49b4-bfcb-0a81e790032a, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=2849ae27-0b93-49b4-bfcb-0a81e790032a,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:12:02.454037 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:02.581303 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 2849ae27-0b93-49b4-bfcb-0a81e790032a owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:12:02.803539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:02.815971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['12c6b83c-573b-46da-b8d4-323c16121c23'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:12:02.860518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['2849ae27-0b93-49b4-bfcb-0a81e790032a'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:12:02.888353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=2849ae27-0b93-49b4-bfcb-0a81e790032a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:02.930671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03d0d2a0-cd6c-4fa5-a8bd-20d48a58aa61 req-3cd904d5-2b72-4f08-b1ef-6383c21a3667 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 210 time: 0.0590012 Apr 05 21:12:03.118241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] No DVR routers for this DVR port 2849ae27-0b93-49b4-bfcb-0a81e790032a on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:12:03.120757 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:03.123718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'name': 'network-vif-deleted', 'tag': '2849ae27-0b93-49b4-bfcb-0a81e790032a'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:12:03.178223 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578ae6f5-36de-4a0c-9098-998b4885e960'] response: {'server_uuid': '36591719-5f28-4c9f-af92-18fde95e7c4c', 'name': 'network-vif-deleted', 'tag': '2849ae27-0b93-49b4-bfcb-0a81e790032a', 'status': 'completed', 'code': 200} Apr 05 21:12:03.243342 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-91921159-f656-4665-9c3a-6a6743f61fe6 req-cac0c608-32da-4386-a8ae-3b996856a22b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "DELETE /v2.0/ports/2849ae27-0b93-49b4-bfcb-0a81e790032a HTTP/1.1" status: 204 len: 173 time: 1.1584916 Apr 05 21:12:04.256679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ad1b6d8-cc69-4307-b408-6c57206fea30 req-f3fdf8cf-5fb8-42cf-ac54-23592c228a5b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 210 time: 0.1842763 Apr 05 21:12:04.483604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:04.911697 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c8a092ec-4298-4d8f-b3e3-02a0138b4197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:05.523706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eacc8f2-a62b-4518-a374-049f89df33f0 req-52e67858-f2e6-4882-9a03-1be3e72fc5c1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=36591719-5f28-4c9f-af92-18fde95e7c4c HTTP/1.1" status: 200 len: 210 time: 0.0435569 Apr 05 21:12:06.075694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41864) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:06.149373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Deleting subnet 4c04075f-346e-4418-a999-00c4f27545c9 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:12:06.152848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.205990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.264805 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.409419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.464867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c04075f-346e-4418-a999-00c4f27545c9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:06.472529 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.479321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.479669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.480036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.480371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.480704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.481107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.481437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.481764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.482080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.482403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.482873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:06.487920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a96daa1d-af38-4762-b8f8-d3f6c7e16b06 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4c04075f-346e-4418-a999-00c4f27545c9 HTTP/1.1" status: 204 len: 168 time: 0.4112158 Apr 05 21:12:06.490353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 41872) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:06.612448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.777464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.807918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8039af6-f8f9-4db3-87f7-6cf99f264d80']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:06.822324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae0f79a-bed9-47a7-b061-09c1aa4775d0') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:06.822619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae0f79a-bed9-47a7-b061-09c1aa4775d0') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:06.835380 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.853022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.859378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:12:06.859710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:12:06.874441 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:12:06.898199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22a330f1-c1fc-4a15-8cfe-224453df7e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:06.928284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 2849ae27-0b93-49b4-bfcb-0a81e790032a no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:12:06.971190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 2849ae27-0b93-49b4-bfcb-0a81e790032a {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:12:06.971543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 2849ae27-0b93-49b4-bfcb-0a81e790032a not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:12:07.009558 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.032909 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.035619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8039af6-f8f9-4db3-87f7-6cf99f264d80,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:07.044485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41886) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:07.044897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c416bd79-42ae-41c6-82e9-aa58b519649a admin admin] 10.222.0.10 "DELETE /v2.0/networks/b8039af6-f8f9-4db3-87f7-6cf99f264d80 HTTP/1.1" status: 204 len: 168 time: 0.5531700 Apr 05 21:12:07.124961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Deleting subnet 261fd720-ab7a-4da5-ba26-9e7ba1450492 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:12:07.130095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.184887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.240726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.398717 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.441168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261fd720-ab7a-4da5-ba26-9e7ba1450492,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:07.455585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.455937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.456350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.458079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.458415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.458794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.459119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.459456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.459763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.460610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.460925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:07.465030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.471765 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ae12376-fa15-44d9-996a-4acd649b5fdb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/261fd720-ab7a-4da5-ba26-9e7ba1450492 HTTP/1.1" status: 204 len: 168 time: 0.4259982 Apr 05 21:12:07.479796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41896) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:07.613582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.744672 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.771687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486da5fd-ea76-4142-8b58-302b3b4b476f']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:07.785803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90ed8bb-fea6-4993-9540-0b74ae3f3f66') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:07.786104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90ed8bb-fea6-4993-9540-0b74ae3f3f66') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:07.802536 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.822436 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.829038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:12:07.829457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:12:07.843316 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:12:08.041709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.064740 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.074125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] Pushing event deleted for resources: {'Network': ['ID=486da5fd-ea76-4142-8b58-302b3b4b476f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:08.079801 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-044d75db-539f-4865-9ade-50d8a756d33e admin admin] 10.222.0.10 "DELETE /v2.0/networks/486da5fd-ea76-4142-8b58-302b3b4b476f HTTP/1.1" status: 204 len: 168 time: 0.5989547 Apr 05 21:12:08.448924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.525824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41918) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:08.586527 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9dd6604-8d7b-4cb7-98ed-514d8b91cbea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18f426a8254540d894a9de64cf832a36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0592492 Apr 05 21:12:08.588831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:08.620574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.650224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39cce1a9-4ef2-4098-aae1-42c66dce03f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.675763 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39cce1a9-4ef2-4098-aae1-42c66dce03f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.801966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39cce1a9-4ef2-4098-aae1-42c66dce03f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.810468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cce1a9-4ef2-4098-aae1-42c66dce03f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a7ce12-9aa9-4029-b896-af72fd365984,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:08.814930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-39cce1a9-4ef2-4098-aae1-42c66dce03f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:08.818727 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-39cce1a9-4ef2-4098-aae1-42c66dce03f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12a7ce12-9aa9-4029-b896-af72fd365984 HTTP/1.1" status: 204 len: 168 time: 0.2263069 Apr 05 21:12:08.838370 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:12:09.700884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:09.760598 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e148e169-b00e-43cb-b0c7-8d0b3e710bcf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9b26825ceb74625b7bc8000ae354a18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0578916 Apr 05 21:12:09.762754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 41950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:09.830569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1fb39ef-f2ef-4add-a99b-c8caf18c65d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:09.856842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1fb39ef-f2ef-4add-a99b-c8caf18c65d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:09.950781 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:10.002409 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1fb39ef-f2ef-4add-a99b-c8caf18c65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:10.021620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb39ef-f2ef-4add-a99b-c8caf18c65d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a0cc19-27a0-40e4-870b-11f0a0de3a98,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:10.025560 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a1fb39ef-f2ef-4add-a99b-c8caf18c65d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:10.026687 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a1fb39ef-f2ef-4add-a99b-c8caf18c65d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4a0cc19-27a0-40e4-870b-11f0a0de3a98 HTTP/1.1" status: 204 len: 168 time: 0.2630219 Apr 05 21:12:10.837810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5f7e-ee4e-45f4-954b-67b0a86f15e9 req-64143994-5c6b-46a9-8268-5278f55992f3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:10.838663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f48a5f7e-ee4e-45f4-954b-67b0a86f15e9 req-64143994-5c6b-46a9-8268-5278f55992f3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 945 time: 0.0861831 Apr 05 21:12:10.936337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f48a5f7e-ee4e-45f4-954b-67b0a86f15e9 req-30a41923-dd5d-4bb6-8642-975f7cd1fccb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900638 Apr 05 21:12:11.364753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-5825c6c2-5ee8-4f70-8ccd-f445cb19032c req-d71ffa69-38b8-4c13-aac8-3931058473f3 service neutron] (84580) timed out ('10.222.0.10', 41270) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:12:12.144994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799f1b0-71d2-4bee-99b9-78fcf4d19b6e req-35d43843-e2af-4dfe-b6dd-f9fc359ef443 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:12.147036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c799f1b0-71d2-4bee-99b9-78fcf4d19b6e req-35d43843-e2af-4dfe-b6dd-f9fc359ef443 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 945 time: 0.0911031 Apr 05 21:12:12.265712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c799f1b0-71d2-4bee-99b9-78fcf4d19b6e req-090a504b-9560-4d15-aab3-12c97f388287 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c1304f0-119d-4c18-9e79-a196793f616b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123016 Apr 05 21:12:12.288901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-0b659ae3-f7c4-4036-84c0-05ea45cea79a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:12.290549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-0b659ae3-f7c4-4036-84c0-05ea45cea79a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 945 time: 0.1064494 Apr 05 21:12:12.372648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 12c6b83c-573b-46da-b8d4-323c16121c23 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:12:12.372648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:12.627391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] For port 12c6b83c-573b-46da-b8d4-323c16121c23, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=12c6b83c-573b-46da-b8d4-323c16121c23,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:12:12.627666 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:12.755721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 12c6b83c-573b-46da-b8d4-323c16121c23 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:12:13.100834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.113564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['12c6b83c-573b-46da-b8d4-323c16121c23'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:12:13.157986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=12c6b83c-573b-46da-b8d4-323c16121c23,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:13.251091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] No DVR routers for this DVR port 12c6b83c-573b-46da-b8d4-323c16121c23 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:12:13.253916 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.264165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439e120-1cde-4dad-9557-8298551012ff', 'name': 'network-vif-deleted', 'tag': '12c6b83c-573b-46da-b8d4-323c16121c23'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:12:13.269492 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3921c5b7-c04b-47b0-8ff9-f73cdb1a3029 req-64cd9613-6438-47a5-96fb-8e26eaf323b5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "DELETE /v2.0/ports/12c6b83c-573b-46da-b8d4-323c16121c23 HTTP/1.1" status: 204 len: 173 time: 0.9723091 Apr 05 21:12:13.362285 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dc9fe2-1f4a-40b5-90f8-e76381b771b3'] response: {'server_uuid': 'b439e120-1cde-4dad-9557-8298551012ff', 'name': 'network-vif-deleted', 'tag': '12c6b83c-573b-46da-b8d4-323c16121c23', 'status': 'completed', 'code': 200} Apr 05 21:12:13.500635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-281ad7ac-0278-415c-9960-98c0e935788d req-ac28d778-e6b4-4f08-8b4b-b06786aabc1c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:12:13.620103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-281ad7ac-0278-415c-9960-98c0e935788d req-ac28d778-e6b4-4f08-8b4b-b06786aabc1c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:12:13.620605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-281ad7ac-0278-415c-9960-98c0e935788d req-ac28d778-e6b4-4f08-8b4b-b06786aabc1c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 210 time: 0.1606679 Apr 05 21:12:14.868286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b801aa31-39fd-437f-a4ab-d4b33b005c2b req-316067aa-6a60-430b-a321-b516065e4a6e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=b439e120-1cde-4dad-9557-8298551012ff HTTP/1.1" status: 200 len: 210 time: 0.0677648 Apr 05 21:12:15.972311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 12c6b83c-573b-46da-b8d4-323c16121c23 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:12:16.020643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 12c6b83c-573b-46da-b8d4-323c16121c23 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:12:16.021596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 12c6b83c-573b-46da-b8d4-323c16121c23 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:12:19.453148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:19.459254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279176337', 'description': 'tempest-secgroup-smoke-279176337 description', 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:19.466856 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:19.471174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:19.474250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:19.484725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:19.609108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:19.651776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:19.657109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:19.660058 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:19.665889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:19.722388 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:19.824686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:19.873304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ba756-0df2-4efa-8e3c-77c92e428a65,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:19.933278 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:19.934934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a91dd1b2-8dcd-4021-9755-1263f823d5e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4799221 Apr 05 21:12:19.937583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42220) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:19.943221 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'security_group_rule': {'security_group_id': 'f87ba756-0df2-4efa-8e3c-77c92e428a65', 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:19.950714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:19.954607 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:19.957789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:19.963954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:20.048448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.108638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.193609 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.214278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05637c4-618f-4a5b-8fcf-a5849fa51c29,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:20.340333 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.341648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5ed8d726-ceb9-4667-8b4b-b729a29303bf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4031274 Apr 05 21:12:20.344259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42232) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:20.349844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'security_group_rule': {'security_group_id': 'f87ba756-0df2-4efa-8e3c-77c92e428a65', 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:20.357031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:20.360720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:20.363555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:20.369875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:20.412693 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.451423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.513463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.567240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.591199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc05bf0-04e4-4bee-aa99-e855a1567226,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:20.642994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.645817 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d7f698e8-3750-4235-8fd5-2186e85b5536 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2988288 Apr 05 21:12:20.650076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42242) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:20.656091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'security_group_rule': {'security_group_id': 'f87ba756-0df2-4efa-8e3c-77c92e428a65', 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:20.662885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:20.667314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:20.670148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:20.675729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:20.747365 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.812465 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.866309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.890074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dc0d24-6d89-4b81-80f1-124a822d7440,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:20.946750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:20.947994 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-13d4f67c-eca4-4e08-ac56-a5fcfd82ec7d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2969761 Apr 05 21:12:20.950693 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42250) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:20.956117 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'security_group_rule': {'security_group_id': 'f87ba756-0df2-4efa-8e3c-77c92e428a65', 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:20.962737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:20.966520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:20.969585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:20.975315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:21.040258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.131391 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.202819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.229322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa87819f-736a-49ea-ac50-6b4bb88f13f4,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:21.289268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.290876 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5061e07b-94cb-45a0-9a85-2b4db5377226 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3392563 Apr 05 21:12:21.293669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42258) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:21.299802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'security_group_rule': {'security_group_id': 'f87ba756-0df2-4efa-8e3c-77c92e428a65', 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:21.309098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:21.314351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:21.317940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:21.326808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:21.386224 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Project a9cdd5d2dd0c4ba4b1241c750a92fe04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:12:21.393609 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.462009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.511662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.537105 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e600973-f062-4809-8875-c72f266936da,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:21.620624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.622286 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f2281365-320f-4924-b864-14e3fa939852 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3274727 Apr 05 21:12:21.624845 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42262) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:21.630601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'security_group_rule': {'security_group_id': 'f87ba756-0df2-4efa-8e3c-77c92e428a65', 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:21.638166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:21.642372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:security_group_rule and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:21.645671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:21.652667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:21.722073 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Project a9cdd5d2dd0c4ba4b1241c750a92fe04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:12:21.729527 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.800457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.864491 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.890599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e715d27b-299f-41e9-b556-a952a2af6340,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:21.969394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:21.970944 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e6051b49-8368-4182-8264-b234a76287c4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3451252 Apr 05 21:12:23.753897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42332) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:23.918341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:23.954369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:23.958887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Usage tracker for resource:security_group_rule and tenant:1a71b8624837448f8591f709fdbac866 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:23.961838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:23.969875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:24.046429 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:24.118221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:24.169149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5b8aa5-5636-4e6d-b7e1-6bdbec9b449c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:24.176700 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8990f21a-6870-4919-856b-d5197bed94c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a71b8624837448f8591f709fdbac866&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4196205 Apr 05 21:12:24.177176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42360) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:24.240090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd8229-bf98-4f40-a16d-e3fb928aaf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:24.267111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd8229-bf98-4f40-a16d-e3fb928aaf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:24.403528 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd8229-bf98-4f40-a16d-e3fb928aaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:24.425317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd8229-bf98-4f40-a16d-e3fb928aaf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5b8aa5-5636-4e6d-b7e1-6bdbec9b449c,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:24.430235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bbd8229-bf98-4f40-a16d-e3fb928aaf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:24.431316 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3bbd8229-bf98-4f40-a16d-e3fb928aaf90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e5b8aa5-5636-4e6d-b7e1-6bdbec9b449c HTTP/1.1" status: 204 len: 168 time: 0.2533035 Apr 05 21:12:32.222311 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42826) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:32.393296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:32.429353 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:32.433383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Usage tracker for resource:security_group_rule and tenant:baa5530572ef4af6ae590b6c48779ace is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:32.437184 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:32.443076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:32.509977 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:32.614695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:32.669081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1331b2e-988a-4cc3-b1cf-a0fa96ea4454,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:32.677115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f04221dc-6cb2-44dc-bc7d-341baa405927 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=baa5530572ef4af6ae590b6c48779ace&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4511266 Apr 05 21:12:32.677375 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42854) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:32.760218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b7e-bb01-4ac2-bcf2-77a3f9813604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:32.786623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b7e-bb01-4ac2-bcf2-77a3f9813604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:32.915586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b7e-bb01-4ac2-bcf2-77a3f9813604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:32.930558 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb8b7e-bb01-4ac2-bcf2-77a3f9813604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1331b2e-988a-4cc3-b1cf-a0fa96ea4454,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:32.937223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-48fb8b7e-bb01-4ac2-bcf2-77a3f9813604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:32.939226 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-48fb8b7e-bb01-4ac2-bcf2-77a3f9813604 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1331b2e-988a-4cc3-b1cf-a0fa96ea4454 HTTP/1.1" status: 204 len: 168 time: 0.2609234 Apr 05 21:12:33.746382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42878) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:33.766211 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:33.800708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:33.804764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Usage tracker for resource:security_group_rule and tenant:5e81c117d3cb41dcba188a84f89daeae is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:33.807667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:33.813463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:33.890085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:34.120392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:34.207418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98da083-b5c0-4d24-bef0-dbb47e265ea1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:34.207418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a7a32eb5-f0b2-4a9a-902f-0aaa2619f8ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e81c117d3cb41dcba188a84f89daeae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4305460 Apr 05 21:12:34.209672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:34.275683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17096d61-c71c-4c77-8418-0a28b48a0d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:34.303598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17096d61-c71c-4c77-8418-0a28b48a0d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:34.408823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:34.437424 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17096d61-c71c-4c77-8418-0a28b48a0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:34.452797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17096d61-c71c-4c77-8418-0a28b48a0d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98da083-b5c0-4d24-bef0-dbb47e265ea1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:34.460130 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-17096d61-c71c-4c77-8418-0a28b48a0d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:34.461428 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-17096d61-c71c-4c77-8418-0a28b48a0d7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f98da083-b5c0-4d24-bef0-dbb47e265ea1 HTTP/1.1" status: 204 len: 168 time: 0.2507796 Apr 05 21:12:34.871764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c86cd5db-c56f-4295-b4bf-32384237c316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:36.867080 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc38bdc9-c428-4709-a7d7-cacb5a7aaef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:38.513263 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:38.597515 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:39.911481 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:40.857756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 42982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:41.017263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.046028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:41.049977 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Usage tracker for resource:security_group_rule and tenant:c139ff2295ae4bfdb87366db15348fca is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:41.053592 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:41.059776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:41.135625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.231652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.280439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ce9ea-07de-41d4-a8ad-88a56f813484,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:41.289384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 42990) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:41.289928 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7487effe-af0a-45c5-81c6-a18e51d97a76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c139ff2295ae4bfdb87366db15348fca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4296205 Apr 05 21:12:41.361618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-568a601c-d7bc-4463-a833-0579cb12c9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.387385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-568a601c-d7bc-4463-a833-0579cb12c9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.532864 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-568a601c-d7bc-4463-a833-0579cb12c9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.549279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a601c-d7bc-4463-a833-0579cb12c9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ce9ea-07de-41d4-a8ad-88a56f813484,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:41.557934 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-568a601c-d7bc-4463-a833-0579cb12c9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.559339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-568a601c-d7bc-4463-a833-0579cb12c9ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/119ce9ea-07de-41d4-a8ad-88a56f813484 HTTP/1.1" status: 204 len: 168 time: 0.2687354 Apr 05 21:12:42.445519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43004) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:42.467350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:42.510698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:42.514931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Usage tracker for resource:security_group_rule and tenant:3ef7a174973e4e388d484fbd2a1d4918 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:42.518205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:42.526475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:42.600282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:42.658220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43010) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:42.677320 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:42.727554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d43878f-8a19-434b-ac38-a54420dd87cb,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:42.737600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43018) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:42.749655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-da232b7c-47d3-4b52-9c11-ca049ef0be0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ef7a174973e4e388d484fbd2a1d4918&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029900 Apr 05 21:12:42.811864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebd07216-f9e8-4768-8e12-ccaaeffd35b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:42.841472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:42.842229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebd07216-f9e8-4768-8e12-ccaaeffd35b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:42.875023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:42.876626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Usage tracker for resource:security_group_rule and tenant:af0f32f3820e4efe92db19dbbec12706 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:42.879594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:42.885977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:42.980326 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebd07216-f9e8-4768-8e12-ccaaeffd35b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.008244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd07216-f9e8-4768-8e12-ccaaeffd35b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d43878f-8a19-434b-ac38-a54420dd87cb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:43.021939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ebd07216-f9e8-4768-8e12-ccaaeffd35b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.026290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ebd07216-f9e8-4768-8e12-ccaaeffd35b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d43878f-8a19-434b-ac38-a54420dd87cb HTTP/1.1" status: 204 len: 168 time: 0.2854295 Apr 05 21:12:43.061756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.151752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.198665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8178a31-f4ea-4dea-844a-a120174d784f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:43.203930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5abd2ef5-1cf5-4122-9b69-1e8cdeee86d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af0f32f3820e4efe92db19dbbec12706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5446327 Apr 05 21:12:43.206669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43024) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:43.359325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21e677b7-c69a-4f24-99bc-10ef1bd53fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.386895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21e677b7-c69a-4f24-99bc-10ef1bd53fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.526880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21e677b7-c69a-4f24-99bc-10ef1bd53fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.547955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e677b7-c69a-4f24-99bc-10ef1bd53fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8178a31-f4ea-4dea-844a-a120174d784f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:43.552735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-21e677b7-c69a-4f24-99bc-10ef1bd53fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:43.554438 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-21e677b7-c69a-4f24-99bc-10ef1bd53fbc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8178a31-f4ea-4dea-844a-a120174d784f HTTP/1.1" status: 204 len: 168 time: 0.3461900 Apr 05 21:12:45.100072 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43092) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:45.254557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.312177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:45.316684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Usage tracker for resource:security_group_rule and tenant:2e362cf2c41e4256bad74964fbe2b3f0 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:45.320511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:45.326517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:45.391601 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.477433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.524852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397a6b68-52f7-47a9-8710-a6c4fd1e7902,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:45.530300 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-58cd2bde-167c-4d34-b555-8f61842205bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e362cf2c41e4256bad74964fbe2b3f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4278452 Apr 05 21:12:45.533302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43102) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:45.598634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e05a330b-48d8-40ad-a5d9-dd425e412be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.626139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e05a330b-48d8-40ad-a5d9-dd425e412be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.727088 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e05a330b-48d8-40ad-a5d9-dd425e412be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.745595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a330b-48d8-40ad-a5d9-dd425e412be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397a6b68-52f7-47a9-8710-a6c4fd1e7902,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:45.762288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e05a330b-48d8-40ad-a5d9-dd425e412be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.763512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e05a330b-48d8-40ad-a5d9-dd425e412be3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/397a6b68-52f7-47a9-8710-a6c4fd1e7902 HTTP/1.1" status: 204 len: 168 time: 0.2292380 Apr 05 21:12:45.833578 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:12:46.519673 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-90a10579-1bab-46ea-b76b-207258653f81 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279176337&fields=id&tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 267 time: 0.0440423 Apr 05 21:12:46.684663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-da9d1fb1-2477-480c-94be-b4d09a3074df tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:46.686153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-da9d1fb1-2477-480c-94be-b4d09a3074df tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1573145 Apr 05 21:12:46.709798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-3d9c717c-2875-40a7-962d-67ec098bb78d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/quotas/a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 375 time: 0.0181615 Apr 05 21:12:46.790458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-e9701da4-85a7-4ca4-a4f7-6313c167888a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764811 Apr 05 21:12:47.150337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-a5d48750-dfe5-4f79-8f64-f92c275229ee service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480477 Apr 05 21:12:47.323599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-ef40e147-a7f4-4013-8b23-5cfe1a2f1fd1 service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592703 Apr 05 21:12:48.140205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c736018d-f8f3-47ba-a272-c43ace98ea52 req-47072610-33ad-4c89-92d2-54fa26e85ef5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 210 time: 0.0539858 Apr 05 21:12:49.324219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-860ff164-bc80-4327-8ddf-1563a37f9590 req-460c2dea-308d-4b83-bf2e-a09d81e562ad tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 210 time: 0.0471730 Apr 05 21:12:50.414912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:50.468460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-9372d797-9548-4952-8940-d9fc62e24b4f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:50.469915 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-9372d797-9548-4952-8940-d9fc62e24b4f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.2140300 Apr 05 21:12:50.508372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0662e23-fe88-451a-8ba2-6a9903bba3a0 req-f7076378-d7c5-46cc-8878-8c7e15a01198 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 210 time: 0.0463533 Apr 05 21:12:50.543192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-8487fcf6-f78c-4242-99c8-eb8935b31424 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:12:50.648626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-8487fcf6-f78c-4242-99c8-eb8935b31424 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:12:50.650891 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-8487fcf6-f78c-4242-99c8-eb8935b31424 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 379 time: 0.1600845 Apr 05 21:12:50.661837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'port': {'device_id': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'admin_state_up': True, 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'security_groups': ['f87ba756-0df2-4efa-8e3c-77c92e428a65']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:50.821821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:50.836847 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:50.915723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:12:50.918670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:51.102413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.20.0.11 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/0235002f-f724-4745-a2c8-dd25c58037aa) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:12:51.338620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:51.357244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Transition to ACTIVE for port object 0235002f-f724-4745-a2c8-dd25c58037aa will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:12:51.458121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:51.542673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:12:51.546841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:12:51.549388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=0235002f-f724-4745-a2c8-dd25c58037aa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:51.553182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:12:51.643494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:51.644519 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:51.786314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04db911c-246b-486c-ba18-c32cc4c3cfdb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1293590 Apr 05 21:12:51.804193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Request body: {'port': {'device_id': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:12:51.866910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f155d-a6c0-45b2-8e38-751919c8e2f2 req-b3993b10-a709-4f7b-9c37-7a5ee9f72771 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:51.868588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a9f155d-a6c0-45b2-8e38-751919c8e2f2 req-b3993b10-a709-4f7b-9c37-7a5ee9f72771 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 932 time: 0.1390011 Apr 05 21:12:51.950177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a9f155d-a6c0-45b2-8e38-751919c8e2f2 req-9e05a482-397f-426f-8317-cc2b292b32ad tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755935 Apr 05 21:12:51.983940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-498dced2-212d-4706-9b2a-375df3c95079 None None] Provisioning for port 0235002f-f724-4745-a2c8-dd25c58037aa completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:12:51.985109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-498dced2-212d-4706-9b2a-375df3c95079 None None] Provisioning complete for port 0235002f-f724-4745-a2c8-dd25c58037aa triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:12:51.985558 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-498dced2-212d-4706-9b2a-375df3c95079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:51.999805 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:52.054361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-498dced2-212d-4706-9b2a-375df3c95079 None None] Port 0235002f-f724-4745-a2c8-dd25c58037aa cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:12:52.484024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0235002f-f724-4745-a2c8-dd25c58037aa {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:12:52.492167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:52.508846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Transition to ACTIVE for port object 0235002f-f724-4745-a2c8-dd25c58037aa will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:12:52.578514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:52.733884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963da1d-0456-496e-9802-31377127c97d service neutron] Pushing event updated for resources: {'Port': ['ID=0235002f-f724-4745-a2c8-dd25c58037aa,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:52.880324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Attempting to bind port 0235002f-f724-4745-a2c8-dd25c58037aa on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:12:52.880986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Attempting to bind port 0235002f-f724-4745-a2c8-dd25c58037aa by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:12:52.882140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Attempting to bind port 0235002f-f724-4745-a2c8-dd25c58037aa on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:12:52.889769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Port 0235002f-f724-4745-a2c8-dd25c58037aa on network 4cee039c-9bff-4abf-a1a8-34d5c740460d not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:12:52.890194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Attempting to bind port 0235002f-f724-4745-a2c8-dd25c58037aa on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:12:52.900218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:12:52.904573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:12:52.905179 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:12:52.905764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Bound port: 0235002f-f724-4745-a2c8-dd25c58037aa, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:12:52.906224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:53.159934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] For port 0235002f-f724-4745-a2c8-dd25c58037aa, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:12:53.163963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] For port 0235002f-f724-4745-a2c8-dd25c58037aa, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0235002f-f724-4745-a2c8-dd25c58037aa,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:12:53.197667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a71c-6456-4c1d-907c-c944a8f111b5 req-4c7bb320-1c13-44c4-b708-e35b5062f56c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:53.199892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c80a71c-6456-4c1d-907c-c944a8f111b5 req-4c7bb320-1c13-44c4-b708-e35b5062f56c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.1053150 Apr 05 21:12:53.246965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c80a71c-6456-4c1d-907c-c944a8f111b5 req-663a4488-edd0-4aa6-985e-97646a2becec tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408993 Apr 05 21:12:53.318392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:53.385635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:53.387014 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-0963da1d-0456-496e-9802-31377127c97d service neutron] 10.222.0.39 "PUT /v2.0/ports/0235002f-f724-4745-a2c8-dd25c58037aa HTTP/1.1" status: 200 len: 1092 time: 1.5877326 Apr 05 21:12:53.387439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:12:53.426723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963da1d-0456-496e-9802-31377127c97d service neutron] Pushing event updated for resources: {'Port': ['ID=0235002f-f724-4745-a2c8-dd25c58037aa,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:53.482023 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6902b0-97ba-4e07-afa7-e697e9fcee36'] response: {'name': 'network-changed', 'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa', 'status': 'completed', 'code': 200} Apr 05 21:12:53.660521 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-61ddd73e-a600-48ba-a5e4-5011d3c1efed req-97997a50-664b-4d09-afd4-c0804be62009 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1095 time: 0.1151564 Apr 05 21:12:53.821761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd73e-a600-48ba-a5e4-5011d3c1efed req-edd8198c-fde6-45f5-82b8-023596b2890c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:53.823244 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-61ddd73e-a600-48ba-a5e4-5011d3c1efed req-edd8198c-fde6-45f5-82b8-023596b2890c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1528459 Apr 05 21:12:53.973793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd73e-a600-48ba-a5e4-5011d3c1efed req-d18fc18b-db18-48cd-b494-580f910662b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:53.975418 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-61ddd73e-a600-48ba-a5e4-5011d3c1efed req-d18fc18b-db18-48cd-b494-580f910662b1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464555 Apr 05 21:12:54.109287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-73f08cd3-b36f-41c5-bc9f-6e87043410f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1095 time: 0.0768912 Apr 05 21:12:54.198144 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-04a4e487-403a-4a39-9bc9-0e28cde41965 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0235002f-f724-4745-a2c8-dd25c58037aa HTTP/1.1" status: 200 len: 217 time: 0.0754080 Apr 05 21:12:54.297975 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-a8769c07-33db-4c17-8c39-a4166ed6b3f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:54.299813 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-a8769c07-33db-4c17-8c39-a4166ed6b3f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0954103 Apr 05 21:12:54.396264 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-77a08f8b-ee9f-4297-9738-2aa7d4b7eefd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907471 Apr 05 21:12:54.496926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab2749-2114-464b-aa93-1a4c8daf571a req-86f81513-3601-4f6d-8a72-96247647427b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:54.498998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aab2749-2114-464b-aa93-1a4c8daf571a req-86f81513-3601-4f6d-8a72-96247647427b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.1144145 Apr 05 21:12:54.547347 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-4696bdd4-d50b-4e04-8ac3-2564d22b27ee service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446483 Apr 05 21:12:54.557011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2aab2749-2114-464b-aa93-1a4c8daf571a req-d7b6829b-a6b0-4227-9a54-57f6e05181e8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510442 Apr 05 21:12:54.714546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-44dd4e47-8704-4712-b4fa-1f86a33eac9b req-518edf37-685e-42a7-bb4c-782ef9bda23f service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603789 Apr 05 21:12:55.770428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d010d-626b-4ae9-9660-c99ed4b30ead req-e74e74ba-9265-4982-97ac-a25751936edb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:55.771870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b9d010d-626b-4ae9-9660-c99ed4b30ead req-e74e74ba-9265-4982-97ac-a25751936edb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.0854805 Apr 05 21:12:55.828032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b9d010d-626b-4ae9-9660-c99ed4b30ead req-95f28c69-4f79-4692-b549-a1f2478a7fff tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504429 Apr 05 21:12:57.070859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240a1ad-18d1-4d41-982d-c30c1ebb4c6c req-f269bb05-60ab-4a2d-8ccd-f5790913e08f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:57.072659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8240a1ad-18d1-4d41-982d-c30c1ebb4c6c req-f269bb05-60ab-4a2d-8ccd-f5790913e08f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.0864444 Apr 05 21:12:57.126234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8240a1ad-18d1-4d41-982d-c30c1ebb4c6c req-2bed7f25-0f70-4d8b-88d1-584ee7e11b04 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472231 Apr 05 21:12:58.497964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024b130-b637-4aa0-88a2-9078786576b0 req-6544015a-71d2-4bf9-9067-d1f84dcd6bef tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:58.501953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c024b130-b637-4aa0-88a2-9078786576b0 req-6544015a-71d2-4bf9-9067-d1f84dcd6bef tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.2340472 Apr 05 21:12:58.524770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43276) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:58.565236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c024b130-b637-4aa0-88a2-9078786576b0 req-90ce8497-3d7f-4674-a6b6-26fd9eb2d41d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587730 Apr 05 21:12:58.702771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:58.742602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:58.746646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Usage tracker for resource:security_group_rule and tenant:1ac064e02160488bb7f03851d317f8d8 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:58.750814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:58.755318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:58.820489 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:59.698561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:59.749748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36aefb9-a435-4014-9389-fca8eb71870a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:59.758760 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd56af66-e72e-4861-8147-21c257bbbedf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ac064e02160488bb7f03851d317f8d8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2351501 Apr 05 21:12:59.759396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43292) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:59.763703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2529a10-c040-487e-b275-e677d6fe8efd req-4550085a-fe40-4192-975a-80da9c986ebb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:59.765185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2529a10-c040-487e-b275-e677d6fe8efd req-4550085a-fe40-4192-975a-80da9c986ebb tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.0776474 Apr 05 21:12:59.814224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2529a10-c040-487e-b275-e677d6fe8efd req-90989b1e-9c9c-47d0-8ec9-4e1f4a7bbc0e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Apr 05 21:12:59.825029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0cc24a65-bd99-483d-a957-73a271c9026f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:59.851271 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0cc24a65-bd99-483d-a957-73a271c9026f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:00.020062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0cc24a65-bd99-483d-a957-73a271c9026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:00.036252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc24a65-bd99-483d-a957-73a271c9026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36aefb9-a435-4014-9389-fca8eb71870a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:00.041030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0cc24a65-bd99-483d-a957-73a271c9026f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:00.044590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0cc24a65-bd99-483d-a957-73a271c9026f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f36aefb9-a435-4014-9389-fca8eb71870a HTTP/1.1" status: 204 len: 168 time: 0.2819474 Apr 05 21:13:01.050831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfba52-0bad-418f-b825-a2b14aef2404 req-e86274c6-e2e8-464d-8d96-52b98fc1ead1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:01.052447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bebfba52-0bad-418f-b825-a2b14aef2404 req-e86274c6-e2e8-464d-8d96-52b98fc1ead1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.1121790 Apr 05 21:13:01.101615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bebfba52-0bad-418f-b825-a2b14aef2404 req-2bb7803c-79ac-4df4-889f-22309e9d0902 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428674 Apr 05 21:13:01.201522 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43324) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:01.344858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-562532190-network', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:01.350976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:01.354984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Usage tracker for resource:network and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:01.357842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:01.363672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:01.429073 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Made reservation on behalf of e4bd15346ae94e03a10302d3cc158ec2 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:01.431478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.444005 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.474656 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:01.479087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:01.481900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:01.487580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:01.554068 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.623457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.655207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:13:01.664511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dbd4de-cfd4-4b96-b89c-733cd71f28af,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:01.673223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.673223 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Added segment a21992ec-5d99-4f9d-b0a6-44e703121042 of type vlan for network cd4a585b-f18f-4104-8566-fa354304555c Apr 05 21:13:01.697976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.789275 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.790130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:01.790704 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:01.891915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4a585b-f18f-4104-8566-fa354304555c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:01.903261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network cd4a585b-f18f-4104-8566-fa354304555c details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:13:01.955787 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-874ee14c-d6ed-492b-8332-605c5d20e666 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7531774 Apr 05 21:13:01.958651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43334) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:01.964101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Request body: {'subnet': {'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-562532190-subnet', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:01.969389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:01.973489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Usage tracker for resource:subnet and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:01.981207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:01.982436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:02.052324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Made reservation on behalf of e4bd15346ae94e03a10302d3cc158ec2 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:02.055316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:02.351727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881288f-5262-4a21-a20e-83da547c452e req-6adc5040-a342-4706-b156-a91fca0e15f4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:02.353224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0881288f-5262-4a21-a20e-83da547c452e req-6adc5040-a342-4706-b156-a91fca0e15f4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.0857375 Apr 05 21:13:02.401940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0881288f-5262-4a21-a20e-83da547c452e req-ed30a208-b1a3-4c1f-80b0-5810606b5fc2 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427802 Apr 05 21:13:02.431831 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:02.503191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14da26a-2c60-4d99-add8-b0e47ce9282f,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:02.521074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Checking segment: {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:02.521482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Network hostable DHCP agents. Network: cd4a585b-f18f-4104-8566-fa354304555c, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:13:02.619812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Network cd4a585b-f18f-4104-8566-fa354304555c is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:13:02.694019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, cd4a585b-f18f-4104-8566-fa354304555c) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:02.697863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:02.707992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:02.708679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa562cc1-0fcd-4d4d-91d1-497c1a2c438f None None] Network cd4a585b-f18f-4104-8566-fa354304555c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:13:02.797829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-36b4a4b5-91d5-4d6e-b444-04a8379ddd59 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8380651 Apr 05 21:13:02.810419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43342) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:02.815597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:02.821333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:02.825659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Usage tracker for resource:router and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:02.828468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:02.834308 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:02.937032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-cd4a585b-f18f-4104-8566-fa354304555c', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:13:02.937911 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:02.944752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:02.945801 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:02.969580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.107615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Allocated IP 172.20.0.2 (cd4a585b-f18f-4104-8566-fa354304555c/f14da26a-2c60-4d99-add8-b0e47ce9282f/2c6136fe-2613-40af-ada0-a7fdb59c4a71) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:03.185872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0235002f-f724-4745-a2c8-dd25c58037aa details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:13:03.190745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.473246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 0235002f-f724-4745-a2c8-dd25c58037aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0235002f-f724-4745-a2c8-dd25c58037aa,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:03.487818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.494991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.498707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '0235002f-f724-4745-a2c8-dd25c58037aa', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'port_id': '0235002f-f724-4745-a2c8-dd25c58037aa', 'mac_address': 'fa:16:3e:08:a8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:13:03.502540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Transition to ACTIVE for port object 2c6136fe-2613-40af-ada0-a7fdb59c4a71 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:03.526192 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.563345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Transition to ACTIVE for port object 2c6136fe-2613-40af-ada0-a7fdb59c4a71 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:03.571031 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.589767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0235002f-f724-4745-a2c8-dd25c58037aa {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:13:03.606001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 0235002f-f724-4745-a2c8-dd25c58037aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0235002f-f724-4745-a2c8-dd25c58037aa,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:03.677321 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.712275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc42df-ade8-4dfa-be9c-00acb4c1c028 req-355718da-7a79-45d0-80a9-aecf4b46c3cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:03.713759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fcc42df-ade8-4dfa-be9c-00acb4c1c028 req-355718da-7a79-45d0-80a9-aecf4b46c3cf tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 944 time: 0.1844611 Apr 05 21:13:03.723471 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.744536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Allocated IP 172.25.2.55 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/2f5882c1-61af-493c-a661-4187ab09e5c3) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:03.755137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Network cd4a585b-f18f-4104-8566-fa354304555c is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:03.755995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Pushing event updated for resources: {'Port': ['ID=2c6136fe-2613-40af-ada0-a7fdb59c4a71,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:03.758475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:03.761618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:03.773260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.773599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.773932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.774277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.774588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.774914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.775232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.775553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.775877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.776185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.776554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:03.844457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fcc42df-ade8-4dfa-be9c-00acb4c1c028 req-20cb5d2f-6a61-40af-8cf1-91f839b6516d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224606 Apr 05 21:13:03.914894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Attempting to bind port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:03.915261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Attempting to bind port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:03.915623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Attempting to bind port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 on network cd4a585b-f18f-4104-8566-fa354304555c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:03.921624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.924198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:13:03.924577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Checking segment: {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:03.924977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.925395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Bound using segment: {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:13:03.925869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Bound port: 2c6136fe-2613-40af-ada0-a7fdb59c4a71, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:03.926246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:03.936850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=0235002f-f724-4745-a2c8-dd25c58037aa,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:04.019003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] For port 2c6136fe-2613-40af-ada0-a7fdb59c4a71, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:13:04.021849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] For port 2c6136fe-2613-40af-ada0-a7fdb59c4a71, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2c6136fe-2613-40af-ada0-a7fdb59c4a71,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:13:04.041633 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:04.104203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:04.106896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:04.110787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:04.113259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['0235002f-f724-4745-a2c8-dd25c58037aa'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:13:04.142635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f5882c1-61af-493c-a661-4187ab09e5c3,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:04.155664 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:04.271249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10909c-3337-4917-be22-b9927c9afd5b None None] Pushing event updated for resources: {'Port': ['ID=2c6136fe-2613-40af-ada0-a7fdb59c4a71,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:04.475871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:04.477201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:04.490535 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:04.789613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Router feb3eae2-6266-45e6-b571-0fac9085123c is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:13:04.865852 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8fb0d2ab-1759-4cf5-a0bb-6fae1dae6c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:05.064734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:13:05.074017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Sync routers for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:13:05.086716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:05.087739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:12:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:05.103833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56470d-4490-4604-8120-4ff5f568de79 req-82c802e5-0dc3-460c-90e0-18fa5b2b22a4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:05.109576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc56470d-4490-4604-8120-4ff5f568de79 req-82c802e5-0dc3-460c-90e0-18fa5b2b22a4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 945 time: 0.1191671 Apr 05 21:13:05.156829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc56470d-4490-4604-8120-4ff5f568de79 req-66797489-e8a5-494a-a194-dac3e8b93f31 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457218 Apr 05 21:13:05.160855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:05.165066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43356) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:05.165566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7fe4bcd2-07df-4823-a622-7d006280ecc9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3538477 Apr 05 21:13:05.209684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0235002f-f724-4745-a2c8-dd25c58037aa up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:05.341936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90c8bf-3cfe-40f6-a08d-4b84479cb1d3 None None] Network cd4a585b-f18f-4104-8566-fa354304555c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:13:05.449553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:05.685313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-06231621-70c1-483d-86dd-0cd7f72d5b75 None None] Provisioning for port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:05.707017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 0235002f-f724-4745-a2c8-dd25c58037aa completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:05.761116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2c6136fe-2613-40af-ada0-a7fdb59c4a71 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:05.813689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 0235002f-f724-4745-a2c8-dd25c58037aa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:05.814063 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.046080 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.092708 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.126646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:13:06.136924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:04Z', 'revision_number': 3, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:06.142297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 0235002f-f724-4745-a2c8-dd25c58037aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0235002f-f724-4745-a2c8-dd25c58037aa,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:06.143806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Checking router: feb3eae2-6266-45e6-b571-0fac9085123c for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:13:06.144154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Updating router feb3eae2-6266-45e6-b571-0fac9085123c port 2f5882c1-61af-493c-a661-4187ab09e5c3 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:13:06.179111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:06.192088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:06.192554 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.222139 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853b6a5d-e45d-45a9-8b5b-3e74cb2f4071'] response: {'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa', 'code': 200} Apr 05 21:13:06.245155 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.342050 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.412116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7d931-3203-4ef8-8a83-d230aabd4b53 req-06dda0b8-0046-4321-a66e-06817e8e22cd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:06.417895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcf7d931-3203-4ef8-8a83-d230aabd4b53 req-06dda0b8-0046-4321-a66e-06817e8e22cd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.0961814 Apr 05 21:13:06.421176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Allocated IP 172.20.0.1 (cd4a585b-f18f-4104-8566-fa354304555c/f14da26a-2c60-4d99-add8-b0e47ce9282f/03fab5bd-fa74-4fe2-9237-77e796dd6ede) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:06.479012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcf7d931-3203-4ef8-8a83-d230aabd4b53 req-96e88844-46ee-40a0-8377-9647b69efd8e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593545 Apr 05 21:13:06.496045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=0235002f-f724-4745-a2c8-dd25c58037aa,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:06.549721 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e0b6e54b-01c2-407f-813f-31ea67c945dd req-93c2897a-1ae8-4404-8540-f9085ce7f557 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1097 time: 0.1992123 Apr 05 21:13:06.572618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ff307dff-b224-46c2-b9d2-264bba11f93c None None] Provisioning complete for port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:06.572976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff307dff-b224-46c2-b9d2-264bba11f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.632914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.640520 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e0b6e54b-01c2-407f-813f-31ea67c945dd req-d4bd338b-01d5-401c-bb27-dec4eae09e31 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746038 Apr 05 21:13:06.641129 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.655205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Transition to ACTIVE for port object 03fab5bd-fa74-4fe2-9237-77e796dd6ede will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:06.744038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.755123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 2c6136fe-2613-40af-ada0-a7fdb59c4a71, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2c6136fe-2613-40af-ada0-a7fdb59c4a71,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:06.824717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Network cd4a585b-f18f-4104-8566-fa354304555c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:06.825812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:06.829373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:06.845535 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.869181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Pushing event updated for resources: {'Port': ['ID=03fab5bd-fa74-4fe2-9237-77e796dd6ede,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:06.897681 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff307dff-b224-46c2-b9d2-264bba11f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.898497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:06.998588 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-91b1bd7b-b963-48f6-a93c-32de77eea067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.002397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=2c6136fe-2613-40af-ada0-a7fdb59c4a71,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:07.060973 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.080750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Transition to ACTIVE for port object 2f5882c1-61af-493c-a661-4187ab09e5c3 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:07.083425 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-ff307dff-b224-46c2-b9d2-264bba11f93c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:13:07.083785 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-ff307dff-b224-46c2-b9d2-264bba11f93c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:13:07.101147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.157113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.239816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78070c3a-f225-42af-87b7-0dc068c2d560 None None] Pushing event updated for resources: {'Port': ['ID=2f5882c1-61af-493c-a661-4187ab09e5c3,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:07.243606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Attempting to bind port 2f5882c1-61af-493c-a661-4187ab09e5c3 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:07.243978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Attempting to bind port 2f5882c1-61af-493c-a661-4187ab09e5c3 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:07.244337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Attempting to bind port 2f5882c1-61af-493c-a661-4187ab09e5c3 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:07.251166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:13:07.251539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:07.252494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.252494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:13:07.252787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Bound port: 2f5882c1-61af-493c-a661-4187ab09e5c3, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:07.253196 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.325970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] For port 2f5882c1-61af-493c-a661-4187ab09e5c3, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:13:07.329189 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] For port 2f5882c1-61af-493c-a661-4187ab09e5c3, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2f5882c1-61af-493c-a661-4187ab09e5c3,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:13:07.337871 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.437552 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.471941 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.522123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78070c3a-f225-42af-87b7-0dc068c2d560 None None] Pushing event updated for resources: {'Port': ['ID=2f5882c1-61af-493c-a661-4187ab09e5c3,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:07.526744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:07.527348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:07.694410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fecd09-e576-43c4-a35d-54cf6fd3e9c0 req-dcca00e2-1b2d-4d54-a2b3-7bff361e04c9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:07.701928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45fecd09-e576-43c4-a35d-54cf6fd3e9c0 req-dcca00e2-1b2d-4d54-a2b3-7bff361e04c9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.0978713 Apr 05 21:13:07.733620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:07.746461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Pushing event updated for resources: {'Port': ['ID=03fab5bd-fa74-4fe2-9237-77e796dd6ede,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:07.757818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2c6136fe-2613-40af-ada0-a7fdb59c4a71 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:07.759691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.760063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.760460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.760794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.761157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.761487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.762102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.762434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.762757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.763076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.763393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:07.766984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45fecd09-e576-43c4-a35d-54cf6fd3e9c0 req-64ec2d6d-9e93-4090-bf67-246593bbd00f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639992 Apr 05 21:13:07.896136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:07.914596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Network cd4a585b-f18f-4104-8566-fa354304555c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:07.915787 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:07.961323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:07.961701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:08.327173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f5b12eec-8a53-49bc-ac84-7dff2489bd76 None None] Provisioning for port 03fab5bd-fa74-4fe2-9237-77e796dd6ede completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:08.337891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f5b12eec-8a53-49bc-ac84-7dff2489bd76 None None] Provisioning complete for port 03fab5bd-fa74-4fe2-9237-77e796dd6ede triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:08.338274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5b12eec-8a53-49bc-ac84-7dff2489bd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:08.420796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Router feb3eae2-6266-45e6-b571-0fac9085123c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:13:08.450442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f5b12eec-8a53-49bc-ac84-7dff2489bd76 None None] Port 03fab5bd-fa74-4fe2-9237-77e796dd6ede cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:13:08.495378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:07Z', 'revision_number': 2, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:08.500562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18144be-1902-416e-a3cd-7407f50fb107 None None] The sync data for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 is: [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:07Z', 'revision_number': 2, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:13:08.563818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:08.576403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9da2d277-dc3e-41fd-8d70-a8aee48c724e None None] Provisioning complete for port 03fab5bd-fa74-4fe2-9237-77e796dd6ede triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:08.576925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9da2d277-dc3e-41fd-8d70-a8aee48c724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:08.619615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:08.642091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9da2d277-dc3e-41fd-8d70-a8aee48c724e None None] Port 03fab5bd-fa74-4fe2-9237-77e796dd6ede cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:13:08.655583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:13:08.665542 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-75b10e9f-5d9e-4119-9dec-a91627ceb56a admin admin] 10.222.0.10 "PUT /v2.0/routers/feb3eae2-6266-45e6-b571-0fac9085123c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4993768 Apr 05 21:13:09.002079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef4ab8-e6a2-49e1-8688-1425198d00a0 req-abdf5962-ebe0-4371-bac1-fed9d0e66d81 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:09.005295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ef4ab8-e6a2-49e1-8688-1425198d00a0 req-abdf5962-ebe0-4371-bac1-fed9d0e66d81 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.0826564 Apr 05 21:13:09.064187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6ef4ab8-e6a2-49e1-8688-1425198d00a0 req-ddecde06-b79e-4106-88fb-17f37545700f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501645 Apr 05 21:13:09.289772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b3ebc-d0a7-42b1-8ed0-b4f178c419e9 req-3e361e3c-b899-4df9-837f-2751c724bf6e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:09.296624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b9b3ebc-d0a7-42b1-8ed0-b4f178c419e9 req-3e361e3c-b899-4df9-837f-2751c724bf6e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.1090350 Apr 05 21:13:09.344270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b9b3ebc-d0a7-42b1-8ed0-b4f178c419e9 req-c58028d5-bfc2-4417-8d60-9cb72687f172 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466838 Apr 05 21:13:09.374312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43388) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:09.646776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-769f6f64-d661-4b46-bfa9-d720eaa821cb tempest-TestVolumeBootPattern-1863879365 tempest-TestVolumeBootPattern-1863879365-project-admin] Synchronizing usage tracker for tenant:2005a2fc662a4ee8813e59c1f39436b0 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:09.696701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2f5882c1-61af-493c-a661-4187ab09e5c3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:09.768698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-769f6f64-d661-4b46-bfa9-d720eaa821cb tempest-TestVolumeBootPattern-1863879365 tempest-TestVolumeBootPattern-1863879365-project-admin] Unset dirty status for tenant:2005a2fc662a4ee8813e59c1f39436b0 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:09.770795 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-769f6f64-d661-4b46-bfa9-d720eaa821cb tempest-TestVolumeBootPattern-1863879365 tempest-TestVolumeBootPattern-1863879365-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1092 time: 0.3953037 Apr 05 21:13:09.775578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43400) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:09.781546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '0235002f-f724-4745-a2c8-dd25c58037aa', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:09.788620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:09.795341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:floatingip and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:09.798327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:09.804478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:09.831948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 2f5882c1-61af-493c-a661-4187ab09e5c3 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:09.839741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2f5882c1-61af-493c-a661-4187ab09e5c3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:09.840127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:09.883845 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:09.932623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:09.960649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43408) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:09.963013 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:09.966220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1113380697-network', 'tenant_id': '077013cfd3e147299d9b6826e83e6841'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:09.979512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 2f5882c1-61af-493c-a661-4187ab09e5c3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2f5882c1-61af-493c-a661-4187ab09e5c3,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:09.982062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:09.986166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Usage tracker for resource:network and tenant:077013cfd3e147299d9b6826e83e6841 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:09.989169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:09.994966 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:10.033372 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.072688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.099986 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Made reservation on behalf of 077013cfd3e147299d9b6826e83e6841 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:10.102378 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.115417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.140030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=2f5882c1-61af-493c-a661-4187ab09e5c3,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:10.155202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:10.159147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Usage tracker for resource:security_group_rule and tenant:077013cfd3e147299d9b6826e83e6841 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:10.161919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:10.168174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:10.181993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.25.2.76 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/1bf81656-9b14-4678-bc5f-bfab1d0ec952) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:10.240298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.300102 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.330562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:13:10.341877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.342839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e09083-5346-4053-953b-31c9ea161df2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:10.347351 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.347692 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Added segment b5a59692-97d6-4f52-832b-b1c2edf6bccd of type vlan for network bd14b53e-58f2-42e9-98b5-30f982380301 Apr 05 21:13:10.374623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.437386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.460625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.461532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:10.462112 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.510120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:10.513900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:10.516050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=1bf81656-9b14-4678-bc5f-bfab1d0ec952,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:10.524227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:10.561916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.562276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.562631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.562968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.563302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.563633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.563981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.564341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.564674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.565488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.565488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:10.576589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=bd14b53e-58f2-42e9-98b5-30f982380301,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:10.588767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bd14b53e-58f2-42e9-98b5-30f982380301 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:13:10.628673 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cea59e68-6635-4dcf-8233-50fa13f9c3b0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6642900 Apr 05 21:13:10.628915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43416) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:10.634396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Request body: {'subnet': {'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1113380697-subnet', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:10.640063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:10.644187 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Usage tracker for resource:subnet and tenant:077013cfd3e147299d9b6826e83e6841 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:10.647507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:10.654474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:10.746316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Made reservation on behalf of 077013cfd3e147299d9b6826e83e6841 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:10.749881 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.033392 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.119436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a525f449-705e-4e29-957c-f67db037a9ef,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:11.128137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Checking segment: {'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:11.128499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Network hostable DHCP agents. Network: bd14b53e-58f2-42e9-98b5-30f982380301, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:13:11.202624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Network bd14b53e-58f2-42e9-98b5-30f982380301 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:13:11.216247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.289065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, bd14b53e-58f2-42e9-98b5-30f982380301) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:11.299535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:11.299535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.299765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c9b5b-f29c-48fe-b792-677e8b09f6a2 None None] Network bd14b53e-58f2-42e9-98b5-30f982380301 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:13:11.377833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.412590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a41cb48b-463a-4fc9-aaef-388bc39b911d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7825706 Apr 05 21:13:11.415112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43420) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:11.421479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:11.428235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:11.432940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Usage tracker for resource:router and tenant:077013cfd3e147299d9b6826e83e6841 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:11.437579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:11.444655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:11.537104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bd14b53e-58f2-42e9-98b5-30f982380301', 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'fixed_ips': [{'subnet_id': 'a525f449-705e-4e29-957c-f67db037a9ef'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:13:11.538669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.540087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.541079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.571914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.615059 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.675720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2f5882c1-61af-493c-a661-4187ab09e5c3 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:11.705832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.756141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Allocated IP 172.20.0.2 (bd14b53e-58f2-42e9-98b5-30f982380301/a525f449-705e-4e29-957c-f67db037a9ef/6ea7cd58-facc-45ed-ba4d-781f21a068f1) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:11.816580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=1bf81656-9b14-4678-bc5f-bfab1d0ec952,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:11.831911 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.846672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 2f5882c1-61af-493c-a661-4187ab09e5c3 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:11.847040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:11.955077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.031342 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Floating IP c5b44431-6d90-46d8-b6dd-c2e0f39456a3 associated. External IP: 172.25.2.76, port: 0235002f-f724-4745-a2c8-dd25c58037aa. Apr 05 21:13:12.114851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.125595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Transition to ACTIVE for port object 6ea7cd58-facc-45ed-ba4d-781f21a068f1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:12.145589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Transition to ACTIVE for port object 6ea7cd58-facc-45ed-ba4d-781f21a068f1 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:12.202984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.219828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.250713 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.279563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Network bd14b53e-58f2-42e9-98b5-30f982380301 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:12.283944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:12.286833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:12.289620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Pushing event updated for resources: {'Port': ['ID=6ea7cd58-facc-45ed-ba4d-781f21a068f1,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:12.382821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Attempting to bind port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:12.383498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Attempting to bind port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:12.383604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Attempting to bind port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 on network bd14b53e-58f2-42e9-98b5-30f982380301 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:12.390200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:13:12.395082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Checking segment: {'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:12.395082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.395082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Bound using segment: {'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:13:12.395082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Bound port: 6ea7cd58-facc-45ed-ba4d-781f21a068f1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:12.395082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.407393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Allocated IP 172.25.2.125 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/f5873830-4a57-49ff-90d6-cf2d48b2ea01) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:12.463663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:13:12.486694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] For port 6ea7cd58-facc-45ed-ba4d-781f21a068f1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:13:12.489771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] For port 6ea7cd58-facc-45ed-ba4d-781f21a068f1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6ea7cd58-facc-45ed-ba4d-781f21a068f1,segment=NetworkSegment(b5a59692-97d6-4f52-832b-b1c2edf6bccd),segment_id=b5a59692-97d6-4f52-832b-b1c2edf6bccd)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:13:12.558870 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.563198 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.647736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86712f-e5fb-4f80-9856-d43ee24dfd7c None None] Pushing event updated for resources: {'Port': ['ID=6ea7cd58-facc-45ed-ba4d-781f21a068f1,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:12.655345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.748034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:12.751042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:12.756027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:12.812283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Pushing event updated for resources: {'Port': ['ID=f5873830-4a57-49ff-90d6-cf2d48b2ea01,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:12.814826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:13:12.830178 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:13:12.868034 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:12.879279 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:12.917325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:12.983030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c797b7bf-29dd-431c-89d1-7ce915faf860 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2060435 Apr 05 21:13:12.983772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:13:13.055864 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b822ca6-4722-414c-800c-44f29fa6ac8f'] response: {'name': 'network-changed', 'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa', 'status': 'completed', 'code': 200} Apr 05 21:13:13.092408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:13.094309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:13.114376 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:13.318493 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-18e0c816-367a-4091-831c-5f5651d6b18a req-2e3c43ba-92b8-4255-8c6b-e861a5f3ad88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1097 time: 0.1659577 Apr 05 21:13:13.470395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0c816-367a-4091-831c-5f5651d6b18a req-cec53e52-6508-4c2c-b006-4c8be23e2047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:13.472206 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-18e0c816-367a-4091-831c-5f5651d6b18a req-cec53e52-6508-4c2c-b006-4c8be23e2047 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1472790 Apr 05 21:13:13.532443 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c5b44431-6d90-46d8-b6dd-c2e0f39456a3', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': '0235002f-f724-4745-a2c8-dd25c58037aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:08:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:11Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:13.537249 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:13:13.548917 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:13.549617 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:13.610402 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-18e0c816-367a-4091-831c-5f5651d6b18a req-7645f846-ca2d-4b9b-b814-9fdd06f2490a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0235002f-f724-4745-a2c8-dd25c58037aa HTTP/1.1" status: 200 len: 999 time: 0.1320574 Apr 05 21:13:13.703170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0c816-367a-4091-831c-5f5651d6b18a req-3b288557-0d1c-4159-b2dd-c9ad909fd7e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:13.704671 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-18e0c816-367a-4091-831c-5f5651d6b18a req-3b288557-0d1c-4159-b2dd-c9ad909fd7e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0867791 Apr 05 21:13:13.743924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6ea7cd58-facc-45ed-ba4d-781f21a068f1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:13.790842 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-18e0c816-367a-4091-831c-5f5651d6b18a req-12bbeb1b-391a-4fdf-9321-fdbfdfbc87e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800433 Apr 05 21:13:13.806251 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:13.822563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Router df694682-b77d-4674-ba7b-154808dac985 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:13:13.893236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:13.981807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a8aed-1ef3-4f2d-8f63-716691261fc1 None None] Network bd14b53e-58f2-42e9-98b5-30f982380301 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:13:14.158287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-18e0c816-367a-4091-831c-5f5651d6b18a req-adb060f1-b14c-4f12-849c-f2d652b92e6c service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611364 Apr 05 21:13:14.236670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-96920670-b5dd-4b43-afa5-6d1deac62208 None None] Provisioning for port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:14.248856 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c5b44431-6d90-46d8-b6dd-c2e0f39456a3', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': '0235002f-f724-4745-a2c8-dd25c58037aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:08:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:11Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:14.251641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-96920670-b5dd-4b43-afa5-6d1deac62208 None None] Provisioning complete for port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:14.252021 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96920670-b5dd-4b43-afa5-6d1deac62208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:14.254377 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d80a2-2d7d-42da-bf67-e99935c1d047 None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c5b44431-6d90-46d8-b6dd-c2e0f39456a3', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.76', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': '0235002f-f724-4745-a2c8-dd25c58037aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:08:a8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:11Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:13:14.317839 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-18e0c816-367a-4091-831c-5f5651d6b18a req-f56439ea-0b20-4deb-be17-9655e9deed98 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510010 Apr 05 21:13:14.385400 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:13:14.402394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Sync routers for ids ['df694682-b77d-4674-ba7b-154808dac985'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:13:14.422536 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96920670-b5dd-4b43-afa5-6d1deac62208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:14.440639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Routers {'df694682-b77d-4674-ba7b-154808dac985'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:14.441320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df694682-b77d-4674-ba7b-154808dac985'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:14.494195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:14.495481 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-74c28c17-01d0-4b94-b559-0878e40885ad admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0794232 Apr 05 21:13:14.498277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:14.601227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-96920670-b5dd-4b43-afa5-6d1deac62208 None None] For port 6ea7cd58-facc-45ed-ba4d-781f21a068f1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6ea7cd58-facc-45ed-ba4d-781f21a068f1,segment=NetworkSegment(b5a59692-97d6-4f52-832b-b1c2edf6bccd),segment_id=b5a59692-97d6-4f52-832b-b1c2edf6bccd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:14.649872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Set router df694682-b77d-4674-ba7b-154808dac985 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:14.694312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96920670-b5dd-4b43-afa5-6d1deac62208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:14.915679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96920670-b5dd-4b43-afa5-6d1deac62208 None None] Pushing event updated for resources: {'Port': ['ID=6ea7cd58-facc-45ed-ba4d-781f21a068f1,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:14.930155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-45d36f3a-37a0-44e0-a7e9-16c9757d2d98 None None] Provisioning complete for port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:14.930522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-45d36f3a-37a0-44e0-a7e9-16c9757d2d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.173392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:12Z', 'revision_number': 3, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port': {'id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:03:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:12Z', 'updated_at': '2022-04-05T21:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:15.177248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Checking router: df694682-b77d-4674-ba7b-154808dac985 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:13:15.177596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Updating router df694682-b77d-4674-ba7b-154808dac985 port f5873830-4a57-49ff-90d6-cf2d48b2ea01 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:13:15.227608 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.307890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.514486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Allocated IP 172.20.0.1 (bd14b53e-58f2-42e9-98b5-30f982380301/a525f449-705e-4e29-957c-f67db037a9ef/3c809f32-75b9-4bf9-a0ac-b806d8b7844c) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:15.558589 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.570296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Transition to ACTIVE for port object f5873830-4a57-49ff-90d6-cf2d48b2ea01 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:15.631807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.675909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6ea7cd58-facc-45ed-ba4d-781f21a068f1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:15.762853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.767275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Attempting to bind port f5873830-4a57-49ff-90d6-cf2d48b2ea01 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:15.767659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Attempting to bind port f5873830-4a57-49ff-90d6-cf2d48b2ea01 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:15.768025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Attempting to bind port f5873830-4a57-49ff-90d6-cf2d48b2ea01 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:15.776089 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac851af-4591-4804-86ec-7ecae8569717 None None] Pushing event updated for resources: {'Port': ['ID=f5873830-4a57-49ff-90d6-cf2d48b2ea01,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:15.792530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Transition to ACTIVE for port object 3c809f32-75b9-4bf9-a0ac-b806d8b7844c will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:15.797313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:13:15.797313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:15.797313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.797313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:13:15.797313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Bound port: f5873830-4a57-49ff-90d6-cf2d48b2ea01, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:15.797313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.866399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:15.866808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.888984 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.910775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] For port f5873830-4a57-49ff-90d6-cf2d48b2ea01, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:13:15.925019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] For port f5873830-4a57-49ff-90d6-cf2d48b2ea01, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f5873830-4a57-49ff-90d6-cf2d48b2ea01,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:13:15.956867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Network bd14b53e-58f2-42e9-98b5-30f982380301 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:15.959722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:15.964012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:15.992238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Pushing event updated for resources: {'Port': ['ID=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:16.029203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.029388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.112488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Routers {'df694682-b77d-4674-ba7b-154808dac985'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:16.113165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df694682-b77d-4674-ba7b-154808dac985'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:16.168867 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac851af-4591-4804-86ec-7ecae8569717 None None] Pushing event updated for resources: {'Port': ['ID=f5873830-4a57-49ff-90d6-cf2d48b2ea01,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:16.207163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.337388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] Set router df694682-b77d-4674-ba7b-154808dac985 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:16.408326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ffbc6a4b-3b80-446e-9153-7a5b4f3dd46d None None] Provisioning for port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:16.419388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ffbc6a4b-3b80-446e-9153-7a5b4f3dd46d None None] Provisioning complete for port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:16.419757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ffbc6a4b-3b80-446e-9153-7a5b4f3dd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.440971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.500095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.600494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc6a4b-3b80-446e-9153-7a5b4f3dd46d None None] Port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:13:16.624229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.628618 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Pushing event updated for resources: {'Port': ['ID=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:16.724169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:16Z', 'revision_number': 4, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port': {'id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:03:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:12Z', 'updated_at': '2022-04-05T21:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3c809f32-75b9-4bf9-a0ac-b806d8b7844c', 'name': '', 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'mac_address': 'fa:16:3e:9a:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:15Z', 'updated_at': '2022-04-05T21:13:15Z', 'revision_number': 1, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'subnets': [{'id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:16.728847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ebc7c-72b1-48c0-afc2-30520a5d1ed7 None None] The sync data for ids ['df694682-b77d-4674-ba7b-154808dac985'] in n-d-836605-1 is: [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:16Z', 'revision_number': 4, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port': {'id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:03:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:12Z', 'updated_at': '2022-04-05T21:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3c809f32-75b9-4bf9-a0ac-b806d8b7844c', 'name': '', 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'mac_address': 'fa:16:3e:9a:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:15Z', 'updated_at': '2022-04-05T21:13:15Z', 'revision_number': 1, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'subnets': [{'id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:13:16.778274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Network bd14b53e-58f2-42e9-98b5-30f982380301 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:16.779381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:17.025691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-74cc62da-5791-44a8-964a-0530b389d97b None None] Provisioning complete for port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:17.026976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74cc62da-5791-44a8-964a-0530b389d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.121891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-74cc62da-5791-44a8-964a-0530b389d97b None None] Port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:13:17.187249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Router df694682-b77d-4674-ba7b-154808dac985 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:13:17.276012 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9565ef6-73a0-4d54-8c9e-effd4302abb4 None None] New status for floating IP c5b44431-6d90-46d8-b6dd-c2e0f39456a3: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:13:17.417293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:13:17.427393 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-34509515-4264-4967-9cb6-1acb6308338b admin admin] 10.222.0.10 "PUT /v2.0/routers/df694682-b77d-4674-ba7b-154808dac985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9277976 Apr 05 21:13:18.426191 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-bbcf2423-70c4-4ef1-9340-a0b5f939ee1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741858 Apr 05 21:13:18.616068 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-6b065546-a6ec-4434-907b-1ef6c78982cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1097 time: 0.0894899 Apr 05 21:13:18.947933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-8b6df6af-46c0-4e41-b216-3fe1a3d2231d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:18.949947 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-8b6df6af-46c0-4e41-b216-3fe1a3d2231d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.3139424 Apr 05 21:13:19.093315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-215aeb67-7607-4ec0-9987-5d8e3c1f0411 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0235002f-f724-4745-a2c8-dd25c58037aa HTTP/1.1" status: 200 len: 1001 time: 0.1360626 Apr 05 21:13:19.196563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-b669af90-35cf-47d7-8866-53851001518c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:19.196741 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-b669af90-35cf-47d7-8866-53851001518c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0956924 Apr 05 21:13:19.304497 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-f790e118-dcc0-4d81-9a0a-2021205be7ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995073 Apr 05 21:13:19.472987 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-1aedce3c-41e1-4dec-b558-dc2120c2d9cd service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621192 Apr 05 21:13:19.615612 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e5287930-4762-4984-a4be-afe58ee9ad19 req-1a82c560-1d0d-4a0b-af5d-2871592675fc service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348119 Apr 05 21:13:20.408206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:22.837315 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:13:27.742718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f5873830-4a57-49ff-90d6-cf2d48b2ea01 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:27.899675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f5873830-4a57-49ff-90d6-cf2d48b2ea01 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:27.905619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f5873830-4a57-49ff-90d6-cf2d48b2ea01 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:27.905998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:28.045513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:28.071454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f5873830-4a57-49ff-90d6-cf2d48b2ea01, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f5873830-4a57-49ff-90d6-cf2d48b2ea01,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:28.254376 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:28.339829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f5873830-4a57-49ff-90d6-cf2d48b2ea01,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:28.932999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Sync routers for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:13:28.950087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:28.950087 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:29.134946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:29.530011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:07Z', 'revision_number': 2, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:29.530011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Checking router: feb3eae2-6266-45e6-b571-0fac9085123c for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:13:29.530011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Updating router feb3eae2-6266-45e6-b571-0fac9085123c port 03fab5bd-fa74-4fe2-9237-77e796dd6ede binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:13:29.582478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:29.698600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f5873830-4a57-49ff-90d6-cf2d48b2ea01 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:29.888035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f5873830-4a57-49ff-90d6-cf2d48b2ea01 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:29.888909 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:30.259612 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:30.278727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Transition to ACTIVE for port object 03fab5bd-fa74-4fe2-9237-77e796dd6ede will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:30.407722 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:30.524059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 43568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:30.539572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505b6f8-d4e6-4446-bd74-b0282f220231 None None] Pushing event updated for resources: {'Port': ['ID=03fab5bd-fa74-4fe2-9237-77e796dd6ede,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:30.709641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Attempting to bind port 03fab5bd-fa74-4fe2-9237-77e796dd6ede on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:30.709641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Attempting to bind port 03fab5bd-fa74-4fe2-9237-77e796dd6ede by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:30.712497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Attempting to bind port 03fab5bd-fa74-4fe2-9237-77e796dd6ede on network cd4a585b-f18f-4104-8566-fa354304555c {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:30.732248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:13:30.732248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Checking segment: {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:30.732521 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:30.736203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Bound using segment: {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:13:30.737218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Bound port: 03fab5bd-fa74-4fe2-9237-77e796dd6ede, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:30.738081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:30.799676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:30.842583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:30.847278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6bc0a29be94cdcb3b0b5826166426f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:30.850811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:30.873598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:30.937820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] For port 03fab5bd-fa74-4fe2-9237-77e796dd6ede, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:13:30.941383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] For port 03fab5bd-fa74-4fe2-9237-77e796dd6ede, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=03fab5bd-fa74-4fe2-9237-77e796dd6ede,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:13:30.957435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.032178 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.085964 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.129316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505b6f8-d4e6-4446-bd74-b0282f220231 None None] Pushing event updated for resources: {'Port': ['ID=03fab5bd-fa74-4fe2-9237-77e796dd6ede,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:31.132627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 43576) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:31.133115 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad6bc0a29be94cdcb3b0b5826166426f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6077335 Apr 05 21:13:31.148779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:31.148779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:31.157354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98668f-f6bf-420e-97ac-9c29d82997e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fcedf-4aa9-4713-b833-f92e209640e7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:31.231878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c41bebe7-c640-498f-af34-5459fc86017f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.269130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c41bebe7-c640-498f-af34-5459fc86017f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.414428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c41bebe7-c640-498f-af34-5459fc86017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.447554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:31.450613 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c41bebe7-c640-498f-af34-5459fc86017f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.463319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c41bebe7-c640-498f-af34-5459fc86017f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b63fcedf-4aa9-4713-b833-f92e209640e7 HTTP/1.1" status: 204 len: 168 time: 0.3295405 Apr 05 21:13:31.466815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bebe7-c640-498f-af34-5459fc86017f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fcedf-4aa9-4713-b833-f92e209640e7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:31.771428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03fab5bd-fa74-4fe2-9237-77e796dd6ede up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:31.940364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:30Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:31.945910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bfd508-63a6-4054-9b7b-b9c63c2ce80e None None] The sync data for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 is: [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:30Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:13:31.975518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 03fab5bd-fa74-4fe2-9237-77e796dd6ede completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:31.983996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 03fab5bd-fa74-4fe2-9237-77e796dd6ede triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:31.987198 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.182142 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.223416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 03fab5bd-fa74-4fe2-9237-77e796dd6ede, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=03fab5bd-fa74-4fe2-9237-77e796dd6ede,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:32.312604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.421458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=03fab5bd-fa74-4fe2-9237-77e796dd6ede,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:33.681773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03fab5bd-fa74-4fe2-9237-77e796dd6ede up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:33.754033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 03fab5bd-fa74-4fe2-9237-77e796dd6ede triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:33.754412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:34.431320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:34.846244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6e330763-22bc-479a-8bf2-41b32b33cd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:36.869123 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97d7a0f8-6fe6-4a12-bc8b-b5af0ea7ee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.340019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-e47802a0-c463-4829-85c1-d00585cc4081 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=554a15d05a0641fb879abff7c3d6aaad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307038 Apr 05 21:13:37.488941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-60e224d8-e93f-4827-9ada-2363209c0afe tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:37.490967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-60e224d8-e93f-4827-9ada-2363209c0afe tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459353 Apr 05 21:13:37.509231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-2237ebf8-9271-46c6-b6dd-92551908521a tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/quotas/554a15d05a0641fb879abff7c3d6aaad HTTP/1.1" status: 200 len: 375 time: 0.0129559 Apr 05 21:13:37.558560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-64d28176-c22a-4f84-95bc-24e4e6ece353 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=554a15d05a0641fb879abff7c3d6aaad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434358 Apr 05 21:13:37.817645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b797c33-d244-4bdb-90bc-8a23a16bbf57 req-eb3d055c-46d2-42c1-9899-d94642dc0c3e tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 210 time: 0.0410249 Apr 05 21:13:38.442924 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.623199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.940631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-776e0a36-c3da-4a71-9b29-f50bdd843c3a req-b2465cc9-5e8a-489a-8a13-ebe94c4f82bd tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 210 time: 0.0482888 Apr 05 21:13:39.934305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:40.055873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96b46dd3-c527-46b1-b845-d780ae77a8dc req-ce19d901-acd9-450e-b92a-aeef227b3a3d tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 210 time: 0.0422170 Apr 05 21:13:41.232570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e71c4641-36a7-418e-b257-3343cfe99d56 req-e0e5930c-9e3e-486d-9f46-3314bc401bc4 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 210 time: 0.0523953 Apr 05 21:13:42.346351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9f820f57-215b-4ed7-b69d-bfdd21a7097c tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=554a15d05a0641fb879abff7c3d6aaad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280797 Apr 05 21:13:42.461341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c4c21e5-5e0d-4dd4-9bce-6096fc39e672 req-b2154cdc-1406-491f-bb42-5cd67143ab33 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 210 time: 0.0925875 Apr 05 21:13:42.541190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-6cea3e42-5707-4174-b1f0-3385a6223325 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:42.541190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-6cea3e42-5707-4174-b1f0-3385a6223325 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878190 Apr 05 21:13:42.554502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Request body: {'port': {'device_id': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '554a15d05a0641fb879abff7c3d6aaad'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:42.689155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:42.692857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Usage tracker for resource:port and tenant:554a15d05a0641fb879abff7c3d6aaad is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:42.696208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:42.708908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:42.814366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Made reservation on behalf of 554a15d05a0641fb879abff7c3d6aaad for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:42.817472 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.830157 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.863802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:42.868712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Usage tracker for resource:security_group_rule and tenant:554a15d05a0641fb879abff7c3d6aaad is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:42.873006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:42.879236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:42.952446 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.028747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.119706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4167aaa8-60a2-44f2-9e0c-185612aaeb79,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:43.223769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Allocated IP 192.168.233.232 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/796c8844-b3aa-43f9-9cf9-0ff3a6f41b75) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:43.433504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.450083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Transition to ACTIVE for port object 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:43.541394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.662058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:43.671999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:43.672911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:13:43.708964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Pushing event updated for resources: {'Port': ['ID=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:43.765475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:43.766081 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.802147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297f39c-a3d8-44f0-b2dc-086b53518be7 req-62b65959-8542-4829-a27e-be242eb9a7e5 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:43.802858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c297f39c-a3d8-44f0-b2dc-086b53518be7 req-62b65959-8542-4829-a27e-be242eb9a7e5 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Synchronizing usage tracker for tenant:554a15d05a0641fb879abff7c3d6aaad on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:43.917586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-9550b204-a1a9-49b4-81de-4c615e98cb54 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3671215 Apr 05 21:13:43.962736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c297f39c-a3d8-44f0-b2dc-086b53518be7 req-62b65959-8542-4829-a27e-be242eb9a7e5 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Unset dirty status for tenant:554a15d05a0641fb879abff7c3d6aaad on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:43.966445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c297f39c-a3d8-44f0-b2dc-086b53518be7 req-62b65959-8542-4829-a27e-be242eb9a7e5 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 936 time: 0.3529682 Apr 05 21:13:44.072222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-475e9235-94fe-411e-98f0-aaa853aa8590 None None] Provisioning for port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:44.077004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-475e9235-94fe-411e-98f0-aaa853aa8590 None None] Provisioning complete for port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:44.081586 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-475e9235-94fe-411e-98f0-aaa853aa8590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.135058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c297f39c-a3d8-44f0-b2dc-086b53518be7 req-4d719b18-68f0-454d-92c3-88f727446d10 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Synchronizing usage tracker for tenant:554a15d05a0641fb879abff7c3d6aaad on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:44.135286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-475e9235-94fe-411e-98f0-aaa853aa8590 None None] Port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:13:44.204814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Request body: {'port': {'device_id': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:13:44.279954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c297f39c-a3d8-44f0-b2dc-086b53518be7 req-4d719b18-68f0-454d-92c3-88f727446d10 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Unset dirty status for tenant:554a15d05a0641fb879abff7c3d6aaad on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:44.281099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c297f39c-a3d8-44f0-b2dc-086b53518be7 req-4d719b18-68f0-454d-92c3-88f727446d10 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105609 Apr 05 21:13:44.309572 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.649010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:13:44.656500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.670919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Transition to ACTIVE for port object 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:44.766184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.895907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Pushing event updated for resources: {'Port': ['ID=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:45.004990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Attempting to bind port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:45.005355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Attempting to bind port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:45.005674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Attempting to bind port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:45.012076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:13:45.012569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Attempting to bind port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:45.020824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:13:45.021188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:45.021569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:13:45.022001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Bound port: 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:45.022343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.117793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] For port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:13:45.121839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] For port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:13:45.191419 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.256848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.258286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] 10.222.0.23 "PUT /v2.0/ports/796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 HTTP/1.1" status: 200 len: 1096 time: 1.3334727 Apr 05 21:13:45.258713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'tag': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:13:45.281517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2ede-a169-43a3-b1b6-367b921c5e05 service neutron] Pushing event updated for resources: {'Port': ['ID=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:45.501909 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-43b32f55-7cf2-4b63-80ad-7d08d76c0475 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=554a15d05a0641fb879abff7c3d6aaad&device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 1099 time: 0.1306219 Apr 05 21:13:45.563574 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2007ccae-5290-445d-b4f4-68f13df01478'] response: {'name': 'network-changed', 'server_uuid': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'tag': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75', 'status': 'completed', 'code': 200} Apr 05 21:13:45.580359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-0f0afdcc-fec2-4788-9a08-0f3a20916c45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 HTTP/1.1" status: 200 len: 217 time: 0.0716205 Apr 05 21:13:45.644708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9496-0d55-4c6a-be4e-acf4caa2d8ea req-dfb71b79-b07c-435b-873a-492dbe1e4e3e tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:45.646229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-020f9496-0d55-4c6a-be4e-acf4caa2d8ea req-dfb71b79-b07c-435b-873a-492dbe1e4e3e tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 948 time: 0.2051511 Apr 05 21:13:45.674923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8872f4cb-cf20-4727-8ef7-252236a0ae10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:45.676339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-8872f4cb-cf20-4727-8ef7-252236a0ae10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0894675 Apr 05 21:13:45.744689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-020f9496-0d55-4c6a-be4e-acf4caa2d8ea req-c797183d-cf57-494b-86e2-cb26490fa242 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912309 Apr 05 21:13:45.770915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-7380b3ed-9544-4f25-b275-c83cb1ce6396 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876393 Apr 05 21:13:45.905805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-96247a25-ece9-412e-9da5-f170dd0b3513 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284883 Apr 05 21:13:46.037118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e2f68d-4d45-46e7-aa05-713a94edf046 req-06d29af8-a73d-4a2b-9a82-94e5a0698fe4 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251540 Apr 05 21:13:46.143749 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Sync routers for ids ['df694682-b77d-4674-ba7b-154808dac985'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:13:46.156626 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Routers {'df694682-b77d-4674-ba7b-154808dac985'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:46.157311 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df694682-b77d-4674-ba7b-154808dac985'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:46.248599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-7fbedd66-7f24-492a-b5c9-51c14a65f53d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=554a15d05a0641fb879abff7c3d6aaad&device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 1099 time: 0.0712080 Apr 05 21:13:46.341630 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Set router df694682-b77d-4674-ba7b-154808dac985 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:46.503471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-34c51f3c-b1ac-44f2-9f29-19f52438a17a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:46.505355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-34c51f3c-b1ac-44f2-9f29-19f52438a17a service neutron] 10.222.0.23 "GET /v2.0/networks?id=01057744-aedd-4863-9dbe-8ba6a90d172c HTTP/1.1" status: 200 len: 870 time: 0.2509570 Apr 05 21:13:46.576613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-a6319c65-1d2a-41ed-8d02-73284bbe1496 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 HTTP/1.1" status: 200 len: 217 time: 0.0638678 Apr 05 21:13:46.641987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-1080e95a-1af9-4617-a64e-5f8516749cd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:46.643415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-1080e95a-1af9-4617-a64e-5f8516749cd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0608344 Apr 05 21:13:46.698093 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:16Z', 'revision_number': 4, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port': {'id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:12Z', 'updated_at': '2022-04-05T21:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3c809f32-75b9-4bf9-a0ac-b806d8b7844c', 'name': '', 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'mac_address': 'fa:16:3e:9a:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:15Z', 'updated_at': '2022-04-05T21:13:16Z', 'revision_number': 2, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'subnets': [{'id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:46.701957 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Checking router: df694682-b77d-4674-ba7b-154808dac985 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:13:46.702307 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Updating router df694682-b77d-4674-ba7b-154808dac985 port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:13:46.719454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-204fc3b0-ea83-4d41-a63a-7dc4da99ab27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691445 Apr 05 21:13:46.752861 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.866905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-f4291161-8db1-438a-b710-83c8f8eaf833 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402130 Apr 05 21:13:47.061465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43dfe08a-fe00-413a-add7-f2fa76ebc48a req-89ab8c86-54f1-4555-b054-7fd8bdb9eba6 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528552 Apr 05 21:13:47.067040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee862d-1f42-4c2c-88e3-97c021b01993 req-12226c1d-5176-459b-8f01-6fc6dbeb5d86 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:47.068387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95ee862d-1f42-4c2c-88e3-97c021b01993 req-12226c1d-5176-459b-8f01-6fc6dbeb5d86 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 948 time: 0.1970489 Apr 05 21:13:47.110096 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.115842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95ee862d-1f42-4c2c-88e3-97c021b01993 req-b0b91f00-6a41-4ed0-8321-12773a1f7f32 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Apr 05 21:13:47.139002 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Transition to ACTIVE for port object 3c809f32-75b9-4bf9-a0ac-b806d8b7844c will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:47.237832 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.384796 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Pushing event updated for resources: {'Port': ['ID=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:47.447404 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.447744 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.449665 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.449665 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.449665 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.449665 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.449665 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.450033 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.450033 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.450324 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.450818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:47.510603 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Attempting to bind port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:47.511430 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Attempting to bind port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:47.512213 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Attempting to bind port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c on network bd14b53e-58f2-42e9-98b5-30f982380301 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:13:47.525799 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:13:47.526294 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Checking segment: {'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:13:47.526859 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.527409 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Bound using segment: {'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:13:47.528031 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Bound port: 3c809f32-75b9-4bf9-a0ac-b806d8b7844c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a59692-97d6-4f52-832b-b1c2edf6bccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:47.528999 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.623120 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] For port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:13:47.626653 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] For port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,segment=NetworkSegment(b5a59692-97d6-4f52-832b-b1c2edf6bccd),segment_id=b5a59692-97d6-4f52-832b-b1c2edf6bccd)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:13:47.751403 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.831157 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622c154-62d5-4d2d-b507-f9c01b9cefe8 None None] Pushing event updated for resources: {'Port': ['ID=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:47.837818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Routers {'df694682-b77d-4674-ba7b-154808dac985'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:13:47.837818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:13:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df694682-b77d-4674-ba7b-154808dac985'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:48.026902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] Set router df694682-b77d-4674-ba7b-154808dac985 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:13:48.328827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0588b0-a2dd-4ab4-ae7f-1fcfcbb589f9 req-03fe9c59-90ac-442c-8ac2-a6ccf92d04d8 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:48.335146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db0588b0-a2dd-4ab4-ae7f-1fcfcbb589f9 req-03fe9c59-90ac-442c-8ac2-a6ccf92d04d8 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 948 time: 0.0920141 Apr 05 21:13:48.348812 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:16Z', 'revision_number': 4, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port': {'id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:12Z', 'updated_at': '2022-04-05T21:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3c809f32-75b9-4bf9-a0ac-b806d8b7844c', 'name': '', 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'mac_address': 'fa:16:3e:9a:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:15Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'subnets': [{'id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:48.357316 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01542e6b-1002-44c8-8fae-838239b55af7 None None] The sync data for ids ['df694682-b77d-4674-ba7b-154808dac985'] in n-d-836605-1 is: [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:13:16Z', 'revision_number': 4, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port': {'id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:12Z', 'updated_at': '2022-04-05T21:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '3c809f32-75b9-4bf9-a0ac-b806d8b7844c', 'name': '', 'network_id': 'bd14b53e-58f2-42e9-98b5-30f982380301', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'mac_address': 'fa:16:3e:9a:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:15Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'subnets': [{'id': 'a525f449-705e-4e29-957c-f67db037a9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:13:48.398274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db0588b0-a2dd-4ab4-ae7f-1fcfcbb589f9 req-62122ae9-2f0a-402a-9dbc-09a9764b64f0 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602736 Apr 05 21:13:48.447982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:13:48.604627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:48.621575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75', 'mac_address': 'fa:16:3e:f0:e4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:13:48.715312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.732564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:13:48.749129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:48.899971 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.969423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:49.135615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['796c8844-b3aa-43f9-9cf9-0ff3a6f41b75'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:13:49.597333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d0111-0315-498e-9f52-2dabe9798d04 req-9cc357be-823e-428d-9aad-7b56fd950f85 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:49.598894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a8d0111-0315-498e-9f52-2dabe9798d04 req-9cc357be-823e-428d-9aad-7b56fd950f85 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 949 time: 0.0819590 Apr 05 21:13:49.654226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a8d0111-0315-498e-9f52-2dabe9798d04 req-3cf50e23-a48e-4c86-b6d4-7fdae4fdcf3a tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Apr 05 21:13:49.711700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3c809f32-75b9-4bf9-a0ac-b806d8b7844c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:49.880023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:49.885245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:49.885673 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:49.997136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.028414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,segment=NetworkSegment(b5a59692-97d6-4f52-832b-b1c2edf6bccd),segment_id=b5a59692-97d6-4f52-832b-b1c2edf6bccd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:50.117290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.190388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:50.451630 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.474853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:50.613923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:50.619613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:50.619968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.739725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.766695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:13:50.776607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:50.853840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ca999-1341-4972-bbfd-dc3928cb44a7 req-65beacc2-fc2f-4042-8dd9-5a6bd7868c48 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:50.856328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b89ca999-1341-4972-bbfd-dc3928cb44a7 req-65beacc2-fc2f-4042-8dd9-5a6bd7868c48 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 949 time: 0.0780797 Apr 05 21:13:50.868583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.906782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b89ca999-1341-4972-bbfd-dc3928cb44a7 req-61c9d876-d43a-4dfe-a529-c2f5077d8d31 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444932 Apr 05 21:13:50.929214 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e1245b-ea98-4286-8e98-5a005af54290'] response: {'server_uuid': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75', 'code': 200} Apr 05 21:13:50.951469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:51.068516 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ab99ce3-b40a-4065-a317-1b466c9ac813 req-3ab40a4d-a353-429e-bfe7-a5b9036a3571 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 1101 time: 0.0832987 Apr 05 21:13:51.122252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ab99ce3-b40a-4065-a317-1b466c9ac813 req-a40419d1-50f7-421b-ac11-0a17c8f7ca06 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Apr 05 21:13:51.682403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3c809f32-75b9-4bf9-a0ac-b806d8b7844c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:51.749440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:51.750098 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:52.162729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20381e0-d64a-4cbe-8e76-7187038e9d5d req-a7f62549-d5e4-4187-8277-51d4cce7cf2d tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:52.164633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c20381e0-d64a-4cbe-8e76-7187038e9d5d req-a7f62549-d5e4-4187-8277-51d4cce7cf2d tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 950 time: 0.1201804 Apr 05 21:13:52.220079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c20381e0-d64a-4cbe-8e76-7187038e9d5d req-d3e40a91-2d1e-4141-8408-d08280f10a97 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Apr 05 21:13:53.441536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8122d19-e8ec-432c-a7ea-228c1351a5ba req-b343156e-28f0-4d46-955c-2712f94546fd tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:53.443055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8122d19-e8ec-432c-a7ea-228c1351a5ba req-b343156e-28f0-4d46-955c-2712f94546fd tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 950 time: 0.0935395 Apr 05 21:13:53.489772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8122d19-e8ec-432c-a7ea-228c1351a5ba req-bfcf29fc-c74b-49dc-8bb7-58f44eff70e6 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 Apr 05 21:13:54.226997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d7f45-0780-42dd-ba21-ae3bd873e04a req-c6fca465-dd5f-44b0-b9c0-25b8fccf3af5 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:54.233779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e62d7f45-0780-42dd-ba21-ae3bd873e04a req-c6fca465-dd5f-44b0-b9c0-25b8fccf3af5 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 950 time: 0.0860152 Apr 05 21:13:54.284368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e62d7f45-0780-42dd-ba21-ae3bd873e04a req-f0d63032-9ac4-4b18-b261-06a7a28606f7 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Apr 05 21:13:55.502296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-184e94cc-f0c1-42f4-96e8-adbe800c2866 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:55.503700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-184e94cc-f0c1-42f4-96e8-adbe800c2866 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 950 time: 0.1397851 Apr 05 21:13:55.565094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ce984-f411-4c14-98c9-c77d33af03eb req-b98171c7-7a72-4183-8dd1-5a62da987db1 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:55.566506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e8ce984-f411-4c14-98c9-c77d33af03eb req-b98171c7-7a72-4183-8dd1-5a62da987db1 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 950 time: 0.1523221 Apr 05 21:13:55.597713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Deleting port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:13:55.598048 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:55.766606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9e8ce984-f411-4c14-98c9-c77d33af03eb req-657bc17e-da37-4315-9a2e-5e8bdadd9f65 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/security-groups?id=4167aaa8-60a2-44f2-9e0c-185612aaeb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920173 Apr 05 21:13:55.955108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] For port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:13:55.955443 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:56.078889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Calling delete_port for 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:13:56.283209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:56.300503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['796c8844-b3aa-43f9-9cf9-0ff3a6f41b75'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:13:56.398809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Pushing event deleted for resources: {'Port': ['ID=796c8844-b3aa-43f9-9cf9-0ff3a6f41b75,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:56.439040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] No DVR routers for this DVR port 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:13:56.441677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:56.445378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'name': 'network-vif-deleted', 'tag': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:13:56.511530 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-062c3725-e97a-420b-8fff-bd9d00581405'] response: {'server_uuid': '8f61d03e-6fe5-4380-b6d4-8e29290f6e8e', 'name': 'network-vif-deleted', 'tag': '796c8844-b3aa-43f9-9cf9-0ff3a6f41b75', 'status': 'completed', 'code': 200} Apr 05 21:13:56.527384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77bbb773-846f-4da1-816a-8ae3b67d2363 req-ddc77475-d631-498a-8c57-6f53c5fd6db3 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.23 "DELETE /v2.0/ports/796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 HTTP/1.1" status: 204 len: 173 time: 1.0175769 Apr 05 21:13:56.954299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b244b38-513b-41b8-ac11-42693f2a92fe req-ab124382-d5d7-4688-ab04-fc4786c324d1 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Synchronizing usage tracker for tenant:554a15d05a0641fb879abff7c3d6aaad on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:57.042793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7b244b38-513b-41b8-ac11-42693f2a92fe req-ab124382-d5d7-4688-ab04-fc4786c324d1 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] Unset dirty status for tenant:554a15d05a0641fb879abff7c3d6aaad on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:57.046953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b244b38-513b-41b8-ac11-42693f2a92fe req-ab124382-d5d7-4688-ab04-fc4786c324d1 tempest-VolumesNegativeTest-550128569 tempest-VolumesNegativeTest-550128569-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f61d03e-6fe5-4380-b6d4-8e29290f6e8e HTTP/1.1" status: 200 len: 210 time: 0.1392510 Apr 05 21:13:58.511703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:58.549740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:13:58.550082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 796c8844-b3aa-43f9-9cf9-0ff3a6f41b75 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:13:59.839832 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:14:04.431230 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:04.859244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8cfe767-60a3-4db6-abe2-c39d3268f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:06.633010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44066) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:06.834458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-593666b7-7a6c-4192-adbe-a561279a217a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=554a15d05a0641fb879abff7c3d6aaad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2002432 Apr 05 21:14:06.837449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44072) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:06.902024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7502647e-3e8f-4036-a9be-abe049873531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:06.928006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7502647e-3e8f-4036-a9be-abe049873531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:06.931222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6bc20cc9-4843-469d-b541-abca368f9b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:07.094302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7502647e-3e8f-4036-a9be-abe049873531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:07.109995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502647e-3e8f-4036-a9be-abe049873531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4167aaa8-60a2-44f2-9e0c-185612aaeb79,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:07.185172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7502647e-3e8f-4036-a9be-abe049873531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:07.186344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7502647e-3e8f-4036-a9be-abe049873531 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4167aaa8-60a2-44f2-9e0c-185612aaeb79 HTTP/1.1" status: 204 len: 168 time: 0.3479440 Apr 05 21:14:08.498327 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:08.602815 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:09.945564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:10.455355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44136) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:10.461513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048518377', 'description': 'tempest-secgroup-smoke-1048518377 description', 'project_id': 'de5fe09961b946d4ade20cae420834d7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:10.475187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:10.480385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:10.483327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:10.489216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:10.591463 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:10.611302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:10.631371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:10.635597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:10.638449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:10.643996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:10.714712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:10.822704 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:10.864175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a7830a-1049-4da7-9bff-846896f00ef6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:10.866723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:10.871481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:10.876171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:10.887914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.888267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.888607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.888945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.889306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.889638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.889965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.890294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.890621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.890943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.891264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:10.894832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:10.954244 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.015128 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.056402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85551549-fcac-421a-a5b2-6d87dd5a6086,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:11.123297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.124841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-54ae1848-46a2-4fdd-8ae1-3aa0a8eccf4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6685078 Apr 05 21:14:11.143453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44146) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:11.148968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '85551549-fcac-421a-a5b2-6d87dd5a6086', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:11.155785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:11.166651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:11.166651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:11.170984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:11.245249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.307778 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.394007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.430502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae87497-3b19-44dd-8fac-ba69adc1d5ec,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:11.497209 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.501090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-086d9ecc-6838-4670-801e-1b8c27d0f5d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3539271 Apr 05 21:14:11.502878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44150) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:11.506901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '85551549-fcac-421a-a5b2-6d87dd5a6086', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:11.513696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:11.518054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:11.521412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:11.528133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:11.601056 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.665385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.748502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.779489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98310773-fd77-4729-834d-b0ed27362e2b,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:11.848106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.851108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-57b371f5-20fc-4889-932b-c9068aa6b824 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3462558 Apr 05 21:14:11.851213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44158) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:11.856472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '85551549-fcac-421a-a5b2-6d87dd5a6086', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:11.863007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:11.867391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:11.870341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:11.876313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:11.960946 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.027608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.123583 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.155269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96970779-18a0-4f14-a08e-f33bf217bf94,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:12.214137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.215398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2a1a415b-74b0-4516-a85e-c320f900e31b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3633635 Apr 05 21:14:12.218413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44166) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:12.224157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '85551549-fcac-421a-a5b2-6d87dd5a6086', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:12.231432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:12.237444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:12.240877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:12.247255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:12.347954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.416245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.496838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.519826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431f3c8d-66cd-41b1-bbc5-38965a63a5c1,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:12.579879 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.581226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-faa2b96b-6be1-4552-95ca-3adc7dd2fcb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3617253 Apr 05 21:14:12.585824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44170) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:12.591244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '85551549-fcac-421a-a5b2-6d87dd5a6086', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:12.597678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:12.602101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:12.605563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:12.610737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:12.696918 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:14:12.703953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.768733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.846023 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.869717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1eb7485-1d90-4cf5-9f31-93e4d3158cf6,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:12.959732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:12.962992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33574487-72e2-4b73-a21b-e25918871880 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3741820 Apr 05 21:14:12.965013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44178) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:12.970960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '85551549-fcac-421a-a5b2-6d87dd5a6086', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:12.979244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:12.986734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:12.987333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:12.993864 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:13.080624 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:14:13.101070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.170020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.234296 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.258684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d7b525-3a76-4840-acf6-5c0c853c5410,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:13.275562 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.275909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.276245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.276576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.276953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.277259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.277610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.277907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.278227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.278543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.278859 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:13.382419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.383859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2806f62e-2922-44bd-bbbd-6b8da7fe68eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4175763 Apr 05 21:14:13.386585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44184) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:13.391914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'network': {'name': 'tempest-network-smoke--403036841', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'port_security_enabled': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:13.397675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:13.401985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:network and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:13.405186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:13.410789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:13.484898 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:14:13.489829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.515924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:14:13.524143 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.525039 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Added segment 6068a994-bf96-42df-a467-b5b9227b9b93 of type vlan for network 7cd34593-0821-4997-8b9c-6faad71f18cd Apr 05 21:14:13.551216 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.639434 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.642802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:13.643368 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.748063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Network': ['ID=7cd34593-0821-4997-8b9c-6faad71f18cd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:13.758393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7cd34593-0821-4997-8b9c-6faad71f18cd details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:14:13.831055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d7d4f54b-5d16-422f-a40a-0f4a5caedd2f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4404895 Apr 05 21:14:13.831245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44190) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:13.836621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'admin_state_up': True, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:13.844828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:13.848879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:router and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:13.851934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:13.857635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:13.957240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.957958 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.975244 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:14.182070 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:14.542089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:14.571545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:14.708239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.179 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/7aa5a7e6-ca13-44ee-914e-152ac938dae7) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:14.858357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:14.940045 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:15.007778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:15.010932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:15.014678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:14:15.044350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=7aa5a7e6-ca13-44ee-914e-152ac938dae7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:15.294600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:15.295338 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:15.624679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:14:15.832040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:14:15.844359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Sync routers for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:14:15.855482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:14:15.856272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:14:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:15.939939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:15.941264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-14415cf8-ab15-4a64-a62e-8d23f7794426 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1086867 Apr 05 21:14:15.944327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44208) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:16.068209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:14:16.141107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9bd48f97-3f55-4821-916a-96026d5e443e tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=de5fe09961b946d4ade20cae420834d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1950629 Apr 05 21:14:16.143430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44216) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:16.293496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41282960-15b6-4f30-9282-61db6f3a2ea5 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:16.295276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-41282960-15b6-4f30-9282-61db6f3a2ea5 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509528 Apr 05 21:14:16.299201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44222) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:16.348651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4b4f19fd-59f3-4357-ac52-45b7b9364d88 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478599 Apr 05 21:14:16.355192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44226) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:16.360505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4432030', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:16.398119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:15Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:16.402435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Checking router: 05e4bb14-6e5c-46f1-b21b-25c7e5936667 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:14:16.402778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Updating router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:14:16.458044 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:16.478599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:16.482504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:subnet and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:16.485717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:16.493553 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:16.567904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:14:16.677487 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:16.799020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:16.811839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Transition to ACTIVE for port object 7aa5a7e6-ca13-44ee-914e-152ac938dae7 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:16.899824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:16.986675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Pushing event updated for resources: {'Port': ['ID=7aa5a7e6-ca13-44ee-914e-152ac938dae7,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:16.989470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Attempting to bind port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:14:16.990048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Attempting to bind port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:14:16.990597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Attempting to bind port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:14:17.004527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:14:17.005157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:14:17.005555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:17.005967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:14:17.006430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Bound port: 7aa5a7e6-ca13-44ee-914e-152ac938dae7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:14:17.006797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:17.035916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.036265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.036601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.036933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.037499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.037614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.040557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.040557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.044315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.044315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.044315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:17.096369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] For port 7aa5a7e6-ca13-44ee-914e-152ac938dae7, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:14:17.098823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] For port 7aa5a7e6-ca13-44ee-914e-152ac938dae7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7aa5a7e6-ca13-44ee-914e-152ac938dae7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:14:17.132258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:17.207321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Subnet': ['ID=2a83a11b-70df-481c-9382-c416a6c6b84e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:17.221816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Checking segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:14:17.222173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network hostable DHCP agents. Network: 7cd34593-0821-4997-8b9c-6faad71f18cd, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:14:17.225491 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:17.312962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa91cbc-134f-4259-a781-1095a3c5910a None None] Pushing event updated for resources: {'Port': ['ID=7aa5a7e6-ca13-44ee-914e-152ac938dae7,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:17.319783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:14:17.320440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:14:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:17.365465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7cd34593-0821-4997-8b9c-6faad71f18cd is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:14:17.502330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:14:17.525670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7cd34593-0821-4997-8b9c-6faad71f18cd) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:17.530089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:17.530716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:17.548855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad38f7bc-b318-4699-9242-bf251ac6aa41 None None] Network 7cd34593-0821-4997-8b9c-6faad71f18cd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:14:17.626632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24345713-e8f6-47ba-8f0f-254f9e8c7ca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.2702196 Apr 05 21:14:17.630963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44236) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:18.007114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-7cd34593-0821-4997-8b9c-6faad71f18cd', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:14:18.007933 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:18.107195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:15Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:18.116547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a529f13-c453-47eb-9c42-4db47574135f None None] The sync data for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 is: [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:15Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:14:18.211179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Allocated IP 172.20.0.2 (7cd34593-0821-4997-8b9c-6faad71f18cd/2a83a11b-70df-481c-9382-c416a6c6b84e/33c91f94-a595-4c78-8fc7-341824509340) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:18.495725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:18.506555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Transition to ACTIVE for port object 33c91f94-a595-4c78-8fc7-341824509340 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:18.536376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Transition to ACTIVE for port object 33c91f94-a595-4c78-8fc7-341824509340 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:18.578521 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:18.617754 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:18.714044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Pushing event updated for resources: {'Port': ['ID=33c91f94-a595-4c78-8fc7-341824509340,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:18.735312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Network 7cd34593-0821-4997-8b9c-6faad71f18cd is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:18.736606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:18.741860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:14:18.862146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Attempting to bind port 33c91f94-a595-4c78-8fc7-341824509340 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:14:18.862843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Attempting to bind port 33c91f94-a595-4c78-8fc7-341824509340 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:14:18.863367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Attempting to bind port 33c91f94-a595-4c78-8fc7-341824509340 on network 7cd34593-0821-4997-8b9c-6faad71f18cd {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:14:18.873659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:14:18.877015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Checking segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:14:18.877015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:18.877015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Bound using segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:14:18.877015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Bound port: 33c91f94-a595-4c78-8fc7-341824509340, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:14:18.877015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:18.980897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] For port 33c91f94-a595-4c78-8fc7-341824509340, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:14:18.986538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] For port 33c91f94-a595-4c78-8fc7-341824509340, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=33c91f94-a595-4c78-8fc7-341824509340,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:14:19.037831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.1 (7cd34593-0821-4997-8b9c-6faad71f18cd/2a83a11b-70df-481c-9382-c416a6c6b84e/eb59e2c9-c788-40e1-b2f0-d2eae83be917) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:19.067009 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:19.169290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ac179-c621-4ca0-a69a-c3a9be99ec89 None None] Pushing event updated for resources: {'Port': ['ID=33c91f94-a595-4c78-8fc7-341824509340,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:19.364989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:19.384419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object eb59e2c9-c788-40e1-b2f0-d2eae83be917 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:19.470282 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:19.542097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7cd34593-0821-4997-8b9c-6faad71f18cd is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:19.544893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:19.548843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:14:19.582120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=eb59e2c9-c788-40e1-b2f0-d2eae83be917,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:19.615217 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:19.784815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33c91f94-a595-4c78-8fc7-341824509340 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:19.792874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:19.922372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 33c91f94-a595-4c78-8fc7-341824509340 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:19.932384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7aa5a7e6-ca13-44ee-914e-152ac938dae7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:20.065694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:20.072477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:20.073866 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.263604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130873e-0961-497f-b47e-ca1a8fb3a1d9 None None] Network 7cd34593-0821-4997-8b9c-6faad71f18cd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:14:20.281865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.306140 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.349690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-cd9de825-280f-4b64-b9cf-a84e28d51aec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1080532 Apr 05 21:14:20.388149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.395838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7aa5a7e6-ca13-44ee-914e-152ac938dae7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7aa5a7e6-ca13-44ee-914e-152ac938dae7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:14:20.504769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=eb59e2c9-c788-40e1-b2f0-d2eae83be917,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:20.507507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.581986 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-26c6b06e-67f0-4a94-92e7-552e783e2eca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1097 time: 0.1239219 Apr 05 21:14:20.584889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f6a5f03d-b828-457e-bcbd-ef3a3e167d70 None None] Provisioning for port 33c91f94-a595-4c78-8fc7-341824509340 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:20.589119 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.594322 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.651957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f6a5f03d-b828-457e-bcbd-ef3a3e167d70 None None] Provisioning complete for port 33c91f94-a595-4c78-8fc7-341824509340 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:20.652338 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f03d-b828-457e-bcbd-ef3a3e167d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.677614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7cd34593-0821-4997-8b9c-6faad71f18cd is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:20.678793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:20.762251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7aa5a7e6-ca13-44ee-914e-152ac938dae7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:20.807703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-9f0bdc9d-35df-4b12-b296-44a7c0397bca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:20.810259 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-9f0bdc9d-35df-4b12-b296-44a7c0397bca service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1963382 Apr 05 21:14:20.849427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f03d-b828-457e-bcbd-ef3a3e167d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:20.886180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f6a5f03d-b828-457e-bcbd-ef3a3e167d70 None None] For port 33c91f94-a595-4c78-8fc7-341824509340, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=33c91f94-a595-4c78-8fc7-341824509340,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:14:20.954040 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-f0c7dea8-fc88-4f29-bbb2-e744dc6e2e7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0235002f-f724-4745-a2c8-dd25c58037aa HTTP/1.1" status: 200 len: 1001 time: 0.1357987 Apr 05 21:14:21.015251 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6a5f03d-b828-457e-bcbd-ef3a3e167d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:21.022806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-893ef0eb-f54f-4716-ba0a-2ea634790e05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:21.024705 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-893ef0eb-f54f-4716-ba0a-2ea634790e05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0642271 Apr 05 21:14:21.130124 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-f09229f0-54b6-406a-94a8-8b06835e663c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983672 Apr 05 21:14:21.199856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5f03d-b828-457e-bcbd-ef3a3e167d70 None None] Pushing event updated for resources: {'Port': ['ID=33c91f94-a595-4c78-8fc7-341824509340,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:21.207599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:14:21.315237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ecc16c1f-473f-4ace-84a2-a54b97df9f09 None None] Provisioning for port eb59e2c9-c788-40e1-b2f0-d2eae83be917 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:21.320168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ecc16c1f-473f-4ace-84a2-a54b97df9f09 None None] Provisioning complete for port eb59e2c9-c788-40e1-b2f0-d2eae83be917 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:21.320546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ecc16c1f-473f-4ace-84a2-a54b97df9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:21.357155 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-2c75ccb7-00af-42fe-9067-db5b7c54ded8 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157013 Apr 05 21:14:21.407769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ecc16c1f-473f-4ace-84a2-a54b97df9f09 None None] Port eb59e2c9-c788-40e1-b2f0-d2eae83be917 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:14:21.424306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ecc16c1f-473f-4ace-84a2-a54b97df9f09 None None] Provisioning complete for port 33c91f94-a595-4c78-8fc7-341824509340 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:21.425507 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ecc16c1f-473f-4ace-84a2-a54b97df9f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:21.633037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:14:21.652728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-05e2c217-9d5b-49cc-8fef-4432893f0061 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/05e4bb14-6e5c-46f1-b21b-25c7e5936667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0195754 Apr 05 21:14:21.739413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3f8106-f051-470f-9a1b-84a932e4827d req-bb827587-3611-4eab-a23a-7964fd030a1f service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813069 Apr 05 21:14:21.768574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7aa5a7e6-ca13-44ee-914e-152ac938dae7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:21.844919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0dc8e698-f6a8-4e7e-8fbe-32d9d3e1209e None None] Provisioning complete for port eb59e2c9-c788-40e1-b2f0-d2eae83be917 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:21.865320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e698-f6a8-4e7e-8fbe-32d9d3e1209e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:21.907852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:21.908142 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:21.925101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-9a0b41ca-e729-4ac0-96db-4eaa3d60c602 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:14:21.930350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8e698-f6a8-4e7e-8fbe-32d9d3e1209e None None] Port eb59e2c9-c788-40e1-b2f0-d2eae83be917 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:14:22.028933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33c91f94-a595-4c78-8fc7-341824509340 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:22.043893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Sync routers for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:14:22.048143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-9a0b41ca-e729-4ac0-96db-4eaa3d60c602 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:14:22.049357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-9a0b41ca-e729-4ac0-96db-4eaa3d60c602 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048518377&fields=id&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 267 time: 0.1689832 Apr 05 21:14:22.057452 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:14:22.058315 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:14:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:22.115552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 33c91f94-a595-4c78-8fc7-341824509340 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:22.116047 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:22.233846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-dc487e18-b975-4eed-a7c6-4ca38ca2a9b1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:22.236424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-dc487e18-b975-4eed-a7c6-4ca38ca2a9b1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 796 time: 0.1785758 Apr 05 21:14:22.271169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-9cc15d66-633b-4f03-8ff8-a44aecc268c8 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/quotas/de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 375 time: 0.0283563 Apr 05 21:14:22.302684 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:14:22.378377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-09f04aa3-5fed-4ed2-adf5-08f9dfa47278 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:14:22.447111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-09f04aa3-5fed-4ed2-adf5-08f9dfa47278 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:14:22.448480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-09f04aa3-5fed-4ed2-adf5-08f9dfa47278 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698179 Apr 05 21:14:22.599205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-1713b4a9-eee4-404d-a169-a982fda8720b service neutron] 10.222.0.10 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376314 Apr 05 21:14:22.626505 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 2, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:22.631114 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Checking router: 05e4bb14-6e5c-46f1-b21b-25c7e5936667 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:14:22.631619 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Updating router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 port eb59e2c9-c788-40e1-b2f0-d2eae83be917 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:14:22.684368 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:22.745849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-4633252f-b218-4e68-9e94-049502673bc8 service neutron] 10.222.0.10 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399932 Apr 05 21:14:23.064108 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:23.078834 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Transition to ACTIVE for port object eb59e2c9-c788-40e1-b2f0-d2eae83be917 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:23.089927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0e82ec44-1fab-4ee5-9fc1-fd01eee524f2 req-e05ed640-8fdc-4c93-af1b-8d2545d600cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 210 time: 0.0525072 Apr 05 21:14:23.142486 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:23.271407 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e42d8-122c-4317-8e90-c2ffa8777efc None None] Pushing event updated for resources: {'Port': ['ID=eb59e2c9-c788-40e1-b2f0-d2eae83be917,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:23.404488 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Attempting to bind port eb59e2c9-c788-40e1-b2f0-d2eae83be917 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:14:23.405378 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Attempting to bind port eb59e2c9-c788-40e1-b2f0-d2eae83be917 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:14:23.405904 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Attempting to bind port eb59e2c9-c788-40e1-b2f0-d2eae83be917 on network 7cd34593-0821-4997-8b9c-6faad71f18cd {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:14:23.414135 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:14:23.414580 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Checking segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:14:23.415561 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:23.416081 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Bound using segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:14:23.416669 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Bound port: eb59e2c9-c788-40e1-b2f0-d2eae83be917, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:14:23.417224 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:23.521127 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] For port eb59e2c9-c788-40e1-b2f0-d2eae83be917, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:14:23.523309 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] For port eb59e2c9-c788-40e1-b2f0-d2eae83be917, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eb59e2c9-c788-40e1-b2f0-d2eae83be917,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:14:23.606437 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:23.688630 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e42d8-122c-4317-8e90-c2ffa8777efc None None] Pushing event updated for resources: {'Port': ['ID=eb59e2c9-c788-40e1-b2f0-d2eae83be917,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:23.693225 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:14:23.693996 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:14:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:23.906289 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:14:24.224756 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:23Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:24.226357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5a5243c-377f-4fc2-8b4c-ff3e4851e33e req-8d85a781-da3c-4d59-92e4-6fa8e250e629 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 210 time: 0.0464313 Apr 05 21:14:24.229580 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d541a20-b3a8-497c-bfa5-4376b266f63f None None] The sync data for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 is: [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:23Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:14:25.440869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f83db45b-a18b-4f60-ba20-b518caf7ac86 req-8767e4f3-9c89-49e0-bd89-a914ba569c82 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 210 time: 0.0472171 Apr 05 21:14:25.760478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb59e2c9-c788-40e1-b2f0-d2eae83be917 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:25.820188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-ec9b8735-592e-45e7-af09-388f6d6ea0b0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:25.822250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-ec9b8735-592e-45e7-af09-388f6d6ea0b0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 796 time: 0.1894932 Apr 05 21:14:25.885096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-a6fd7eae-e2d0-4b0e-8527-0c75102c7690 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 380 time: 0.0507405 Apr 05 21:14:25.893409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'port': {'device_id': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'admin_state_up': True, 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'security_groups': ['85551549-fcac-421a-a5b2-6d87dd5a6086']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:25.909739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port eb59e2c9-c788-40e1-b2f0-d2eae83be917 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:25.917832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port eb59e2c9-c788-40e1-b2f0-d2eae83be917 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:25.918479 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:26.037875 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:26.052094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:26.065273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:26.078762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port eb59e2c9-c788-40e1-b2f0-d2eae83be917, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eb59e2c9-c788-40e1-b2f0-d2eae83be917,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:14:26.168552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:14:26.171462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:26.216055 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:26.333853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=eb59e2c9-c788-40e1-b2f0-d2eae83be917,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:26.403164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.12 (7cd34593-0821-4997-8b9c-6faad71f18cd/2a83a11b-70df-481c-9382-c416a6c6b84e/68de65f1-0168-41a4-81c7-90f60cb7f3ca) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:26.631276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f58df78-9ecc-48b4-8a5a-1690c4ef5a38 req-1a138034-586c-4829-8ddc-127a7f62ca3a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 210 time: 0.0541670 Apr 05 21:14:26.634438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:26.650456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object 68de65f1-0168-41a4-81c7-90f60cb7f3ca will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:26.744378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:26.826841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7cd34593-0821-4997-8b9c-6faad71f18cd is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:26.830283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:26.832938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:14:26.864013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:26.904609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:26.905317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:27.009491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-5b0268e3-e871-49bd-8679-579d076ce99a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1195824 Apr 05 21:14:27.021366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Request body: {'port': {'device_id': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:27.240923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:27.242377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-560129fc-ef23-47f7-a428-dbc89eedbd9e None None] Provisioning for port 68de65f1-0168-41a4-81c7-90f60cb7f3ca completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:27.250068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-560129fc-ef23-47f7-a428-dbc89eedbd9e None None] Provisioning complete for port 68de65f1-0168-41a4-81c7-90f60cb7f3ca triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:27.250068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-560129fc-ef23-47f7-a428-dbc89eedbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:27.304031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-560129fc-ef23-47f7-a428-dbc89eedbd9e None None] Port 68de65f1-0168-41a4-81c7-90f60cb7f3ca cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:14:27.599882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68de65f1-0168-41a4-81c7-90f60cb7f3ca {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:14:27.607408 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:27.621692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Transition to ACTIVE for port object 68de65f1-0168-41a4-81c7-90f60cb7f3ca will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:27.695001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:27.715442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb59e2c9-c788-40e1-b2f0-d2eae83be917 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:27.803736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port eb59e2c9-c788-40e1-b2f0-d2eae83be917 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:27.804340 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:27.939564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:28.042306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:14:28.042638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:14:28.042960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on network 7cd34593-0821-4997-8b9c-6faad71f18cd {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:14:28.050427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d6ea2-b82f-4192-be24-6cb59eab986f req-835678c8-1946-40f3-acb5-0e35f6912094 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:28.051101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d6d6ea2-b82f-4192-be24-6cb59eab986f req-835678c8-1946-40f3-acb5-0e35f6912094 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:14:28.059699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on network 7cd34593-0821-4997-8b9c-6faad71f18cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:14:28.059873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on network 7cd34593-0821-4997-8b9c-6faad71f18cd {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:14:28.070322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:14:28.070648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Checking segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:14:28.071550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Bound using segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:14:28.071969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Bound port: 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:14:28.072306 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:28.154995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d6d6ea2-b82f-4192-be24-6cb59eab986f req-835678c8-1946-40f3-acb5-0e35f6912094 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:14:28.156067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d6d6ea2-b82f-4192-be24-6cb59eab986f req-835678c8-1946-40f3-acb5-0e35f6912094 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.3213441 Apr 05 21:14:28.164334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:14:28.165772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:14:28.208649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d6d6ea2-b82f-4192-be24-6cb59eab986f req-9615de74-678b-4a21-b26b-fd897ea59d5d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Apr 05 21:14:28.263200 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:28.325898 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:28.327242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] 10.222.0.23 "PUT /v2.0/ports/68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 1092 time: 1.3101025 Apr 05 21:14:28.327664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:14:28.357093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfed572-4929-466a-971d-15c758adcbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:28.399220 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4845087-2de8-496f-881b-41bbbe4d4f4c'] response: {'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'status': 'completed', 'code': 200} Apr 05 21:14:28.506270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd4c3c4f-1d04-4ac4-a2e3-32ffd2f55a8a req-6b2ec0b1-201b-4d2c-89dc-1bffe0f2769f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1095 time: 0.0834813 Apr 05 21:14:28.655239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c3c4f-1d04-4ac4-a2e3-32ffd2f55a8a req-e7a48485-c89b-42ac-b019-ed25a8c3e764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:28.656717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd4c3c4f-1d04-4ac4-a2e3-32ffd2f55a8a req-e7a48485-c89b-42ac-b019-ed25a8c3e764 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=de5fe09961b946d4ade20cae420834d7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1423934 Apr 05 21:14:28.796882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c3c4f-1d04-4ac4-a2e3-32ffd2f55a8a req-3f945ab6-f7b7-49a1-89b9-17b2a7e90b6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:28.798538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd4c3c4f-1d04-4ac4-a2e3-32ffd2f55a8a req-3f945ab6-f7b7-49a1-89b9-17b2a7e90b6f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355972 Apr 05 21:14:28.908628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-572ebdb1-df81-42ce-9ad5-09c4dca49cee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1095 time: 0.0755236 Apr 05 21:14:28.978858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-0e08d874-b0c3-4748-b9d6-820e383a4b1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 217 time: 0.0641251 Apr 05 21:14:29.043331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-1f17b1c7-7433-4ddb-8c9e-7316cd56b6c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:29.044762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-1f17b1c7-7433-4ddb-8c9e-7316cd56b6c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0602436 Apr 05 21:14:29.119181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-40f2af9e-7640-43f6-8471-5c8f6b9373c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684564 Apr 05 21:14:29.370616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-40492669-d21e-486a-b0a8-4a6be51e7dfa service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445221 Apr 05 21:14:29.563942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f95fd72-87f8-42e0-b0c4-8fafd272326e req-33a01dcf-f44f-43f2-b27a-87978f7ec322 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859391 Apr 05 21:14:29.572161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da90eac-44e0-4277-a48d-64852fa90763 req-2c73b380-cd06-42f4-8809-f3d010c4eafe tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:29.573592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5da90eac-44e0-4277-a48d-64852fa90763 req-2c73b380-cd06-42f4-8809-f3d010c4eafe tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.1801791 Apr 05 21:14:29.621723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5da90eac-44e0-4277-a48d-64852fa90763 req-36281456-a42e-4284-b554-42f046d740df tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Apr 05 21:14:30.827425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bee33-e631-44c5-bfef-3792684f2c9e req-e30f0014-d107-4f79-b978-3d663c3e2380 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:30.828895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9bee33-e631-44c5-bfef-3792684f2c9e req-e30f0014-d107-4f79-b978-3d663c3e2380 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.0773287 Apr 05 21:14:30.884052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9bee33-e631-44c5-bfef-3792684f2c9e req-53459b47-77b3-4f56-b361-bf59a9431265 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Apr 05 21:14:32.114353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e02d6-4f42-47d5-b494-935abb0e4805 req-d7bcf096-901e-49b6-bf26-622b00d97381 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:32.115900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b07e02d6-4f42-47d5-b494-935abb0e4805 req-d7bcf096-901e-49b6-bf26-622b00d97381 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.1026323 Apr 05 21:14:32.164034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b07e02d6-4f42-47d5-b494-935abb0e4805 req-f6f126cc-fa7b-4d13-9cef-5b7e2298b80d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411460 Apr 05 21:14:32.665464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:14:32.811953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:14:32.825592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'port_id': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'mac_address': 'fa:16:3e:8b:3a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:14:32.877901 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:32.895017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de65f1-0168-41a4-81c7-90f60cb7f3ca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:14:32.909776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:14:32.987732 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:33.056527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:33.173864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['68de65f1-0168-41a4-81c7-90f60cb7f3ca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:14:33.392302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2913c-caef-45e2-8860-064871b2fc13 req-0daab754-5b9a-4dca-8e17-8e0c7c8dde96 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:33.399566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa2913c-caef-45e2-8860-064871b2fc13 req-0daab754-5b9a-4dca-8e17-8e0c7c8dde96 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 945 time: 0.1071153 Apr 05 21:14:33.446511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa2913c-caef-45e2-8860-064871b2fc13 req-4f9f00a3-8d25-4f80-9179-ee9c8df4aa9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457623 Apr 05 21:14:34.485153 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:34.650208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6503a-723d-4100-841c-71a8bf347346 req-06c309b8-f411-40ec-92fe-a49c5a23a60d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:34.651598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52d6503a-723d-4100-841c-71a8bf347346 req-06c309b8-f411-40ec-92fe-a49c5a23a60d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 945 time: 0.0791626 Apr 05 21:14:34.673248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:34.699688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52d6503a-723d-4100-841c-71a8bf347346 req-1d1e59c1-429d-4e2b-9bc5-4ab29354b56e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 Apr 05 21:14:34.787930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 68de65f1-0168-41a4-81c7-90f60cb7f3ca completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:34.793822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 68de65f1-0168-41a4-81c7-90f60cb7f3ca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:34.794196 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:34.858515 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9b4b4985-13de-46cf-b81c-3d926a50f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:34.938757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:34.965377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:14:34.974913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:14:35.019484 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444b11d3-c2a3-460a-b6fb-7ada69347c67'] response: {'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'code': 200} Apr 05 21:14:35.050436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:35.121194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:35.153028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9647799-c10b-4d1f-823f-4b64539b2491 req-1846cac0-8db1-41c9-852d-945639de22a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.0754008 Apr 05 21:14:35.201540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9647799-c10b-4d1f-823f-4b64539b2491 req-66c937f9-b781-4c78-9031-eb6b3c999462 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Apr 05 21:14:35.897299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d97936-70d8-4489-9362-ba661d4848a9 req-9f9eb313-a888-42b4-a6cf-1557503fa927 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:35.898728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d97936-70d8-4489-9362-ba661d4848a9 req-9f9eb313-a888-42b4-a6cf-1557503fa927 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0767047 Apr 05 21:14:35.948713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55d97936-70d8-4489-9362-ba661d4848a9 req-163edf73-a699-4838-a519-1fd538147bc7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Apr 05 21:14:36.840231 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:14:36.859237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-da737b16-9e10-4230-843a-30845b591368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:37.163129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56c0a-4c31-48c1-b386-1c01e6685515 req-f6d84473-4cf4-4c50-9908-a869329b1828 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:37.192123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aec56c0a-4c31-48c1-b386-1c01e6685515 req-f6d84473-4cf4-4c50-9908-a869329b1828 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0924838 Apr 05 21:14:37.210349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aec56c0a-4c31-48c1-b386-1c01e6685515 req-2510995e-416d-49da-95ba-7ebc4332a625 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401421 Apr 05 21:14:37.424451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f86b-14e1-41b0-86ee-d3ad4be12b49 req-cbe691d4-5abf-4225-9991-09f175070d21 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:37.425981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5632f86b-14e1-41b0-86ee-d3ad4be12b49 req-cbe691d4-5abf-4225-9991-09f175070d21 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0917192 Apr 05 21:14:37.474461 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5632f86b-14e1-41b0-86ee-d3ad4be12b49 req-f44897b7-3880-4f48-bc4c-99f18509c1eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Apr 05 21:14:37.504073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44414) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:37.572949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4e5e209e-8725-4d84-acd6-3d71b4d2d8e2 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1092 time: 0.0677481 Apr 05 21:14:37.575759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44418) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:37.580835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:14:37.587369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:37.592023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:floatingip and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:37.596341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:37.600535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:37.688392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:37.827987 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:37.965256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.31 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/a2838524-eb7d-4de0-a860-f63b27f65f06) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:38.109996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:38.199575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:38.264899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:38.267655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:38.271358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:14:38.418108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=a2838524-eb7d-4de0-a860-f63b27f65f06,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:38.488847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:38.587452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:38.919992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.070932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.284294 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.352273 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.466138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=a2838524-eb7d-4de0-a860-f63b27f65f06,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:39.474201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.675267 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Floating IP b89c5009-8171-459e-b186-d8652959cb7d associated. External IP: 172.25.2.31, port: 68de65f1-0168-41a4-81c7-90f60cb7f3ca. Apr 05 21:14:39.899997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:40.189850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:14:40.393386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:14:40.402988 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] Sync routers for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:14:40.414837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:14:40.415458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:14:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:40.480652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:40.539266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-18572b2b-43c0-4f52-8d74-78bba06850e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9624894 Apr 05 21:14:40.540465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:14:40.606629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:14:40.609220 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667d5a7d-0a59-4e2e-b194-12f893379168'] response: {'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'status': 'completed', 'code': 200} Apr 05 21:14:40.772738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-e0376be1-7242-4efa-a363-ec777476cb3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.1425254 Apr 05 21:14:40.779015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eed2b-a875-4f40-9196-e068f7459471 req-afa7949d-74f4-469a-a8d3-50ce3aa36b5b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:40.780866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c92eed2b-a875-4f40-9196-e068f7459471 req-afa7949d-74f4-469a-a8d3-50ce3aa36b5b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1133981 Apr 05 21:14:40.918750 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c92eed2b-a875-4f40-9196-e068f7459471 req-54a119dc-a694-444e-a342-1ea3f2884928 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178937 Apr 05 21:14:40.958072 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-710ba42c-ba07-482f-bfc3-ae6eb2d92e36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:40.962820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-710ba42c-ba07-482f-bfc3-ae6eb2d92e36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1781456 Apr 05 21:14:40.964613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44444) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:41.002808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b89c5009-8171-459e-b186-d8652959cb7d', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'port_id': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'mac_address': 'fa:16:3e:8b:3a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:14:38Z', 'updated_at': '2022-04-05T21:14:38Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:26Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:41.006622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] Checking router: 05e4bb14-6e5c-46f1-b21b-25c7e5936667 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:14:41.017501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:14:41.018152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:14:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:41.174235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5a871363-eda3-441f-b405-a5bc7a96e416 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/b89c5009-8171-459e-b186-d8652959cb7d HTTP/1.1" status: 200 len: 991 time: 0.2038107 Apr 05 21:14:41.174235 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-1b67c895-86eb-40ac-9f34-254bc1204e2a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 999 time: 0.2049716 Apr 05 21:14:41.210010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:14:41.273330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-6d492ed3-b52d-481e-8b68-5bc596599d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:41.273330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-6d492ed3-b52d-481e-8b68-5bc596599d0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0875266 Apr 05 21:14:41.370228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-b71aa9c1-3a5d-4ee1-92b0-56379df95146 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989101 Apr 05 21:14:41.527662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-13a6e30e-bf39-4ba8-ac43-cb8adea67d5f service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493070 Apr 05 21:14:41.627299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b89c5009-8171-459e-b186-d8652959cb7d', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'port_id': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'mac_address': 'fa:16:3e:8b:3a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:14:38Z', 'updated_at': '2022-04-05T21:14:38Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:26Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:41.631118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ec185-3af1-4839-9823-d0170ed0dd31 None None] The sync data for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 is: [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b89c5009-8171-459e-b186-d8652959cb7d', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'port_id': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'mac_address': 'fa:16:3e:8b:3a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:14:38Z', 'updated_at': '2022-04-05T21:14:38Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:26Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:14:41.672987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a13bd9f4-0c84-4c5c-9d8f-df8f1f731193 req-e7326832-5de6-4e72-944a-16daa828961f service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415009 Apr 05 21:14:41.903536 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c5f92-da42-4612-8da9-eb3b901daeb4 None None] New status for floating IP b89c5009-8171-459e-b186-d8652959cb7d: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:14:42.172104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44462) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:42.285969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e318da5-d853-4bc5-9f77-659acb0cba68 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/b89c5009-8171-459e-b186-d8652959cb7d HTTP/1.1" status: 200 len: 993 time: 0.1124978 Apr 05 21:14:50.461697 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:04.453676 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:04.912639 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d49692b-b7e3-4563-8ebc-be2c918eecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:06.921955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0f2df7d-7466-452b-8ab1-d8e9687a80bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:08.505021 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:08.596405 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:09.077423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-c95b7310-0b9b-4a30-89d1-3e5f50c447f5 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.0739529 Apr 05 21:15:09.099933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:09.130879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:09.134593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Usage tracker for resource:security_group_rule and tenant:f19b8f06817e44f1b5c862a419cc4bbc is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:09.137370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:09.143315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:09.208734 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:09.293698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:09.328170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2f261cb-ed5a-423d-a9e5-2d6c78b5c6db req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450731 Apr 05 21:15:09.334609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701f8c-16b9-433c-b68f-11cf17d6d5f7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90561b04-4fe0-496b-9de2-ba2de7502841,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:09.524654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcdd4f-2982-478e-8a80-6e17e17ad22c req-abb0ab18-db6f-4b65-b28b-703f330e942c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:09.526240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85dcdd4f-2982-478e-8a80-6e17e17ad22c req-abb0ab18-db6f-4b65-b28b-703f330e942c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0770588 Apr 05 21:15:09.684397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85dcdd4f-2982-478e-8a80-6e17e17ad22c req-4b762c18-827b-4685-a6fd-3f85343b065f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524386 Apr 05 21:15:09.713022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 44766) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:09.817933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-39313427-4b47-49f2-b972-a63256fcbcde tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/b89c5009-8171-459e-b186-d8652959cb7d HTTP/1.1" status: 200 len: 993 time: 0.1037359 Apr 05 21:15:09.947592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:10.395114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7818f785-d399-40cc-af3d-0611e9dfda8d req-ebaa93ff-5214-48f5-a5a2-e6b9e882a008 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1412816 Apr 05 21:15:10.983947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 44788) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:10.991234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b652314-85b0-472c-98af-5bcb2a2f3320 req-b78720fe-bee9-4271-9510-70f3d160cb5b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:10.993556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b652314-85b0-472c-98af-5bcb2a2f3320 req-b78720fe-bee9-4271-9510-70f3d160cb5b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0754449 Apr 05 21:15:11.041589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b652314-85b0-472c-98af-5bcb2a2f3320 req-7d25f4c8-a7a5-4366-b911-cb1c7dc7a937 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Apr 05 21:15:11.132626 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-1878327a-4365-49ae-8e19-3e2e3e6583b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474438 Apr 05 21:15:12.269552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcfe7c-6b5f-4c0e-bfc3-b5cb61a70149 req-88595e3c-4cb9-47eb-a7ba-0637b9ee27b2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:12.271042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dadcfe7c-6b5f-4c0e-bfc3-b5cb61a70149 req-88595e3c-4cb9-47eb-a7ba-0637b9ee27b2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1039276 Apr 05 21:15:12.323284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dadcfe7c-6b5f-4c0e-bfc3-b5cb61a70149 req-a9690f91-fae2-4cb9-8965-84f7da2853fb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454707 Apr 05 21:15:13.316863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-60a83a31-ccbc-4b68-9508-688cb2fd1765 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.0732803 Apr 05 21:15:13.506597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-89e83fd6-bd12-4c96-8d4f-faa39ec7ba08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:13.508454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-89e83fd6-bd12-4c96-8d4f-faa39ec7ba08 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1708930 Apr 05 21:15:13.624683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b821-c257-4f9a-b934-634acbca73e9 req-b1860357-0ca6-44d2-9739-3bf6115b256a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:13.626062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3352b821-c257-4f9a-b934-634acbca73e9 req-b1860357-0ca6-44d2-9739-3bf6115b256a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1762352 Apr 05 21:15:13.627725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-f89ffb73-cf59-4ed3-a3da-b97f94b975f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 1001 time: 0.1102083 Apr 05 21:15:13.721023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3352b821-c257-4f9a-b934-634acbca73e9 req-3628f271-dcf0-45c1-bf57-51ca947c67d3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894389 Apr 05 21:15:13.722222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-cadfda0a-2bcd-47cf-ae70-496451620fea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:13.723503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-cadfda0a-2bcd-47cf-ae70-496451620fea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0786889 Apr 05 21:15:13.796032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-0d729729-b6c3-4d29-a4e8-d8367549ea02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666811 Apr 05 21:15:13.842317 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:15:13.929280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-9c4d94c0-2779-470c-9ca1-090135de6b7a service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268735 Apr 05 21:15:14.059765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bdb7d0-ed63-4943-9af8-f0b78b74513e req-97ef536f-8469-49f8-a162-f8dc541c9014 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250436 Apr 05 21:15:14.167240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-956bec9e-dedc-43f7-802e-64144d6139fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.0681081 Apr 05 21:15:14.429614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-506e971f-40a9-41e4-b062-e755548dbeec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:14.431638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-506e971f-40a9-41e4-b062-e755548dbeec service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1299899 Apr 05 21:15:14.551012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-0644d18b-b96b-45b6-9881-e0e603e49514 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 1001 time: 0.1089621 Apr 05 21:15:14.616979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-a654993a-0b14-483e-881d-3f99fe99be5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:14.616979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-a654993a-0b14-483e-881d-3f99fe99be5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0626342 Apr 05 21:15:14.794959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-b5893c43-6e5f-44ce-aae1-0fab24a5a5cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743865 Apr 05 21:15:14.990725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-2edbe232-9d3c-4c58-aa0b-83ac98443f34 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864100 Apr 05 21:15:15.019809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb75ef-236d-4b59-95aa-01b5d7b2f08b req-265c99f1-4c61-403a-b3e1-ba1b90d6319b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:15.021194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24eb75ef-236d-4b59-95aa-01b5d7b2f08b req-265c99f1-4c61-403a-b3e1-ba1b90d6319b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1483552 Apr 05 21:15:15.152591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24eb75ef-236d-4b59-95aa-01b5d7b2f08b req-27bee13c-cd0e-4e21-bba4-afaf4f6f17cf tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864849 Apr 05 21:15:15.163244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-3e9904bd-5665-4f39-9c38-73873262a8c8 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682146 Apr 05 21:15:16.567171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a575a1a-28f9-43de-b235-f087d0e8de29 req-25fff63b-50ec-4209-96dd-6c6ff7d8f6d9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:16.567171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a575a1a-28f9-43de-b235-f087d0e8de29 req-25fff63b-50ec-4209-96dd-6c6ff7d8f6d9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0870292 Apr 05 21:15:16.567171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a575a1a-28f9-43de-b235-f087d0e8de29 req-69273a83-1871-4df3-a675-94ca95d558cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Apr 05 21:15:17.666913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a84036-5b30-4121-8a2f-3eb8253b51c4 req-61be2c64-7dc7-479e-8fa4-efbfda5e3a19 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:17.668395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a84036-5b30-4121-8a2f-3eb8253b51c4 req-61be2c64-7dc7-479e-8fa4-efbfda5e3a19 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1017718 Apr 05 21:15:17.714486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a84036-5b30-4121-8a2f-3eb8253b51c4 req-80ec68fc-c203-42e8-b2e7-62d7812e545c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Apr 05 21:15:18.923268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f389f8e-14a7-4ef0-9cf9-f57b63ba3615 req-10e748d6-3eb6-48ef-90f2-d12a4408d631 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:18.923268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f389f8e-14a7-4ef0-9cf9-f57b63ba3615 req-10e748d6-3eb6-48ef-90f2-d12a4408d631 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0833118 Apr 05 21:15:18.972839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0f389f8e-14a7-4ef0-9cf9-f57b63ba3615 req-f68d1017-9ec5-407c-873f-a2a6ceca0db5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 Apr 05 21:15:20.187895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c106276-edc5-454a-94f1-144d6226de35 req-22389571-87b9-4f4c-965f-e910edd2f70d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:20.189361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c106276-edc5-454a-94f1-144d6226de35 req-22389571-87b9-4f4c-965f-e910edd2f70d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0872140 Apr 05 21:15:20.235348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c106276-edc5-454a-94f1-144d6226de35 req-ecf4bac1-18be-4bc6-a92a-33f2caac472b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Apr 05 21:15:20.459159 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:21.385957 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-140ee38e-2117-42cf-8427-1873a54665bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770590 Apr 05 21:15:21.481848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919e8aa-dc3c-429a-bedd-8baccdc53cde req-a35ca2e1-0800-491d-8ccc-ee7430a8fb8f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:21.481848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8919e8aa-dc3c-429a-bedd-8baccdc53cde req-a35ca2e1-0800-491d-8ccc-ee7430a8fb8f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1127865 Apr 05 21:15:21.534288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8919e8aa-dc3c-429a-bedd-8baccdc53cde req-4fddd208-5822-44a8-b87f-0bd58d14b7c6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 Apr 05 21:15:21.579699 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-60afeb29-969c-45c8-9d95-8a53fb752a81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 1097 time: 0.0955858 Apr 05 21:15:21.731127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-ed217ee6-f6c4-43b8-88ee-96252623830d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:21.731127 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-ed217ee6-f6c4-43b8-88ee-96252623830d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1328914 Apr 05 21:15:21.841867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-f24ea916-cb4c-4dde-ba88-1af01b413477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0235002f-f724-4745-a2c8-dd25c58037aa HTTP/1.1" status: 200 len: 1001 time: 0.1055901 Apr 05 21:15:21.904364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-6f902bf0-2181-4bba-855e-3cbd9cca3589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:21.906198 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-6f902bf0-2181-4bba-855e-3cbd9cca3589 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0591085 Apr 05 21:15:21.983998 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-c1ae97f1-1b5d-49e3-b08f-1839b6e6014c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700686 Apr 05 21:15:22.133988 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-fc49fc18-339e-4921-a7fa-ee403767a180 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440303 Apr 05 21:15:22.270122 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b5480fa7-10df-4f8e-a637-b57d0b398206 req-4a2c4264-a74c-4a74-9a2b-d2890a6ddf47 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288140 Apr 05 21:15:22.753932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa524599-6acf-4fb2-ab4e-0247b7e95410 req-f867de98-0737-4a06-b186-ffd3de6bef17 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:22.755371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa524599-6acf-4fb2-ab4e-0247b7e95410 req-f867de98-0737-4a06-b186-ffd3de6bef17 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0820613 Apr 05 21:15:22.801428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa524599-6acf-4fb2-ab4e-0247b7e95410 req-01c7a46a-63c4-4b13-9a5a-6fc6da80ed8a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Apr 05 21:15:24.019171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dc289-3b35-42ca-99cf-c46bd611d5b0 req-dd7be066-61a5-4839-9581-27a2d23bffdc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:24.019171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de6dc289-3b35-42ca-99cf-c46bd611d5b0 req-dd7be066-61a5-4839-9581-27a2d23bffdc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0859606 Apr 05 21:15:24.073244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de6dc289-3b35-42ca-99cf-c46bd611d5b0 req-39d7a0a8-9458-43b4-a42e-9e9a379f07a8 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468218 Apr 05 21:15:25.286341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b6a9b-bb4d-437c-920e-6b5a01492155 req-2548c33c-7940-402b-8886-40b539252f22 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:25.288014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f94b6a9b-bb4d-437c-920e-6b5a01492155 req-2548c33c-7940-402b-8886-40b539252f22 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0831683 Apr 05 21:15:25.337183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f94b6a9b-bb4d-437c-920e-6b5a01492155 req-587859c4-04de-4976-89fb-eb593072b6b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Apr 05 21:15:26.551888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c622159-288a-4fb0-a9c3-dbb1d5e10229 req-2cfaa5f6-d7a7-42c1-8046-1dcb5e97c2d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:26.553375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c622159-288a-4fb0-a9c3-dbb1d5e10229 req-2cfaa5f6-d7a7-42c1-8046-1dcb5e97c2d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0811427 Apr 05 21:15:26.600692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c622159-288a-4fb0-a9c3-dbb1d5e10229 req-ecc580f7-6442-4eeb-aab6-1c779bb75d3d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415206 Apr 05 21:15:27.813191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296503d-af8e-464a-a840-8d63aecc1c8d req-bcd73356-a13b-4495-957b-b0be02ddeacf tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:27.813191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2296503d-af8e-464a-a840-8d63aecc1c8d req-bcd73356-a13b-4495-957b-b0be02ddeacf tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0846496 Apr 05 21:15:27.872152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2296503d-af8e-464a-a840-8d63aecc1c8d req-e7191027-f131-46e3-a3e9-5e209b33ab9b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537977 Apr 05 21:15:29.093022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618883-bb51-43f9-9e81-74d4f9e7311d req-3e66956f-e2e5-452c-8a75-40e05e04f217 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:29.093022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40618883-bb51-43f9-9e81-74d4f9e7311d req-3e66956f-e2e5-452c-8a75-40e05e04f217 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0894082 Apr 05 21:15:29.140658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40618883-bb51-43f9-9e81-74d4f9e7311d req-e056dcff-0b12-4c2b-88d3-fdf1cba46dcb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 Apr 05 21:15:30.352171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0d777-38cd-4ff1-97ee-01b041168ead req-2aed0533-5cf1-4e9e-8f62-3569d5a311db tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:30.352171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0aa0d777-38cd-4ff1-97ee-01b041168ead req-2aed0533-5cf1-4e9e-8f62-3569d5a311db tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0871241 Apr 05 21:15:30.411112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0aa0d777-38cd-4ff1-97ee-01b041168ead req-253506c3-b6fc-40a0-8578-ec470d4847a1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512512 Apr 05 21:15:31.620281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb3521-684d-488e-9e45-49b46f7c26ad req-b7becc3a-d692-4c42-b34c-a5b924829e26 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:31.620281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fabb3521-684d-488e-9e45-49b46f7c26ad req-b7becc3a-d692-4c42-b34c-a5b924829e26 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0795872 Apr 05 21:15:31.679526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fabb3521-684d-488e-9e45-49b46f7c26ad req-db2b8bfd-966f-4722-bd75-802a0df762d7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492730 Apr 05 21:15:32.500225 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-27401d99-a4f0-4c72-8954-fa6a5c1401ba service neutron] show failed (client error): The resource could not be found. Apr 05 21:15:32.501305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-27401d99-a4f0-4c72-8954-fa6a5c1401ba service neutron] 10.222.0.23 "GET /v2.0/ports/68de65f1-0168-41a4-81c7-90f60cb7f3ca/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.1743774 Apr 05 21:15:32.893602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0acb8-89ab-413f-9c3d-3e2ffb1e8e25 req-fcea2964-62eb-492c-8609-9ff23ec35a79 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:32.895167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6b0acb8-89ab-413f-9c3d-3e2ffb1e8e25 req-fcea2964-62eb-492c-8609-9ff23ec35a79 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0852869 Apr 05 21:15:32.973985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6b0acb8-89ab-413f-9c3d-3e2ffb1e8e25 req-10c113b3-e772-4851-861a-39484d17623f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632601 Apr 05 21:15:33.098117 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-be434ab4-123f-4f09-9379-2f2a0c8d5452 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 1097 time: 0.0747066 Apr 05 21:15:33.115030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:33.230651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:33.523477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:15:33.552121 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:15:33.616289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:15:33.631229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:33.638127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Transition to ACTIVE for port object 68de65f1-0168-41a4-81c7-90f60cb7f3ca will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:15:33.690236 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1440ff-5d1a-4595-9a6d-7886a1a4ae47'] response: {'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'code': 200} Apr 05 21:15:33.692907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:33.934552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=6']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:33.954740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:34.015434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] No DVR routers for this DVR port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:15:34.199013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ad68e-1ecc-4dcd-bdb3-ead075ffa990 req-404895c9-d06a-40a0-84ff-6ba1723de85f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:34.199013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-017ad68e-1ecc-4dcd-bdb3-ead075ffa990 req-404895c9-d06a-40a0-84ff-6ba1723de85f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.0858414 Apr 05 21:15:34.283173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-017ad68e-1ecc-4dcd-bdb3-ead075ffa990 req-2dd90765-a00a-4245-81db-04f60ad197a0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738244 Apr 05 21:15:34.363988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:15:34.364493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:15:34.364663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on network 7cd34593-0821-4997-8b9c-6faad71f18cd {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:15:34.370461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on network 7cd34593-0821-4997-8b9c-6faad71f18cd not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:15:34.370780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Attempting to bind port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on network 7cd34593-0821-4997-8b9c-6faad71f18cd {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:15:34.377143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:15:34.377478 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Checking segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:15:34.377878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Bound using segment: {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:15:34.378278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Bound port: 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6068a994-bf96-42df-a467-b5b9227b9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:15:34.378618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:34.468829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:15:34.471866 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:15:34.602262 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:34.630972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:34.695323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:34.697780 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] 10.222.0.39 "PUT /v2.0/ports/68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 1092 time: 1.5867879 Apr 05 21:15:34.714391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fcf1b-86c4-4534-bcb7-3a646efda07c service neutron] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=7']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:34.830744 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-0d3c3e34-713e-4f5a-93ce-852b4f767314 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1095 time: 0.0906317 Apr 05 21:15:34.876705 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-710634ee-545d-4548-abc7-c381cbe7e15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:34.980736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-024f568a-89fc-409d-b422-8008f9d5666d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:34.983386 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-024f568a-89fc-409d-b422-8008f9d5666d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1454895 Apr 05 21:15:35.006672 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:15:35.097033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-ea971be7-da7c-4376-9791-60aba26a435e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 999 time: 0.1085820 Apr 05 21:15:35.112715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:15:35.167835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-8b8f78e9-00e2-4448-850f-f084e654feba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:35.167835 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-8b8f78e9-00e2-4448-850f-f084e654feba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0645943 Apr 05 21:15:35.250612 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-b603c2e7-7e3f-4582-ba7d-404cd71070c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748332 Apr 05 21:15:35.394044 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-b8f63809-d412-439d-bc83-e91528b4efc2 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398005 Apr 05 21:15:35.544178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bceba-206b-4fd4-a27c-ce7bb4180994 req-9ab5cc3f-2020-45f1-b25e-ef13fee79d9f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:35.544178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f73bceba-206b-4fd4-a27c-ce7bb4180994 req-9ab5cc3f-2020-45f1-b25e-ef13fee79d9f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.1014130 Apr 05 21:15:35.576793 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-ee843156-0ef8-42bc-ad7d-8873a50cb5a8 req-31ac0b17-9e4d-4f22-9228-1b5d58189762 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720176 Apr 05 21:15:35.605815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f73bceba-206b-4fd4-a27c-ce7bb4180994 req-973d190f-d865-4a6f-8819-5cce44b03c70 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545340 Apr 05 21:15:35.691801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:15:35.775062 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acb01c9-e1da-4e0b-bd6c-00a5cdeb61c0'] response: {'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'status': 'completed', 'code': 200} Apr 05 21:15:35.875679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-e675ba0e-09db-45e6-adf9-617a2e8f142f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1095 time: 0.0747509 Apr 05 21:15:35.941176 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-e082e0b8-12d2-4743-811d-41d055709b8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1095 time: 0.0913548 Apr 05 21:15:36.011247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c344e-e41d-4f00-b465-6949217770ad req-988da66d-d344-47d7-91e2-c2509cd47c7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:36.012886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-988da66d-d344-47d7-91e2-c2509cd47c7e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1386123 Apr 05 21:15:36.095534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c344e-e41d-4f00-b465-6949217770ad req-4de26fb0-b45f-4d36-90f0-646bb7c37606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:36.095534 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-4de26fb0-b45f-4d36-90f0-646bb7c37606 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1452334 Apr 05 21:15:36.124902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-1c9c6976-39a1-40b0-8a20-8f440f859e38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 999 time: 0.0993285 Apr 05 21:15:36.204639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c344e-e41d-4f00-b465-6949217770ad req-71ed9f99-9f04-4639-89d6-9ebaa8bb49f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:36.206119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-71ed9f99-9f04-4639-89d6-9ebaa8bb49f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0783904 Apr 05 21:15:36.211171 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-682efc7c-b09a-4337-8ca4-835e93c9ece6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 999 time: 0.1129696 Apr 05 21:15:36.289229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-97840cbc-02f5-4bb8-b854-b44a7aff549b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769892 Apr 05 21:15:36.420857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c344e-e41d-4f00-b465-6949217770ad req-48ca31d0-0f40-4861-9b72-c748770ddec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:36.420857 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-48ca31d0-0f40-4861-9b72-c748770ddec9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.2023966 Apr 05 21:15:36.481667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-aa3d60e9-657b-463d-a62a-e78f7b3a7e53 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818430 Apr 05 21:15:36.525719 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-3bb75e40-6979-4f5e-b9c1-6cd288d9bd4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984085 Apr 05 21:15:36.630299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-0f4ee7dd-d69f-47f6-9e51-ba30a64b77bc service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387422 Apr 05 21:15:36.678475 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-881a3e8a-223f-464e-bb2e-92be9e65918e service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428168 Apr 05 21:15:36.842314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-561c344e-e41d-4f00-b465-6949217770ad req-27cdc98f-503a-453a-a7b0-d2b6b235bbc7 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597409 Apr 05 21:15:36.867614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5d5e8-311f-4c7b-b96f-add81a15b72b req-44c9b468-6471-4580-a3f1-d4026e22ffda tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:36.869708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be5d5e8-311f-4c7b-b96f-add81a15b72b req-44c9b468-6471-4580-a3f1-d4026e22ffda tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.1075816 Apr 05 21:15:36.925777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5be5d5e8-311f-4c7b-b96f-add81a15b72b req-7f9eeb23-3389-4e07-b5c2-6861f9d61933 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468192 Apr 05 21:15:36.936745 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86d8a9ea-8530-47e0-8a59-af1ee6dc4f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:38.132140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e785d-e031-452e-a02b-c8968025067b req-1a302c7d-8e17-4323-87c6-2d9a273affcc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:38.133643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-999e785d-e031-452e-a02b-c8968025067b req-1a302c7d-8e17-4323-87c6-2d9a273affcc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.0808592 Apr 05 21:15:38.195746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-999e785d-e031-452e-a02b-c8968025067b req-90298834-34c0-48f7-9093-83f7c23423f7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519640 Apr 05 21:15:38.472747 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:38.577983 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:39.434663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ad26f-739f-4f2b-853f-e56b197ab1dd req-933a9fae-0c3d-493e-926d-55b6230f0947 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:39.436662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a7ad26f-739f-4f2b-853f-e56b197ab1dd req-933a9fae-0c3d-493e-926d-55b6230f0947 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.0827973 Apr 05 21:15:39.504988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a7ad26f-739f-4f2b-853f-e56b197ab1dd req-045dda8f-710f-44a8-a06e-76401f6696c2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594068 Apr 05 21:15:39.935113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:39.959953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:15:40.011564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85564a97-fc12-47ab-a231-cb3e9c7a48d1 req-ad93fd25-16b5-417c-a20a-11933a996112 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:40.036167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85564a97-fc12-47ab-a231-cb3e9c7a48d1 req-ad93fd25-16b5-417c-a20a-11933a996112 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 944 time: 0.1471512 Apr 05 21:15:40.114852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-85564a97-fc12-47ab-a231-cb3e9c7a48d1 req-04a9349d-1266-4588-bb81-de53d4bf2739 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793211 Apr 05 21:15:40.123017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:15:40.140976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac8224-9e42-4106-9b65-f409c2944086 req-b3ea5ece-ac96-4c3a-a565-03f343e42f97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:40.140976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-b3ea5ece-ac96-4c3a-a565-03f343e42f97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c&tenant_id=de5fe09961b946d4ade20cae420834d7&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 944 time: 0.1893585 Apr 05 21:15:40.166118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'port_id': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'mac_address': 'fa:16:3e:8b:3a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:15:40.210239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:40.227434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68de65f1-0168-41a4-81c7-90f60cb7f3ca {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:15:40.230273 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-70ac8224-9e42-4106-9b65-f409c2944086 req-b259e4c8-2986-41d4-b0b5-f53e854b86eb service neutron] delete failed (client error): The resource could not be found. Apr 05 21:15:40.231295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-b259e4c8-2986-41d4-b0b5-f53e854b86eb service neutron] 10.222.0.23 "DELETE /v2.0/ports/68de65f1-0168-41a4-81c7-90f60cb7f3ca/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0856154 Apr 05 21:15:40.242395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:15:40.354486 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:40.413698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-c2c55e79-2da4-4795-b0bf-608935c0e84b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1096 time: 0.1001701 Apr 05 21:15:40.436602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.449035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:15:40.681565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac8224-9e42-4106-9b65-f409c2944086 req-11cade12-ff32-4605-84ec-6879c0f04388 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:40.681565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-11cade12-ff32-4605-84ec-6879c0f04388 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.2626352 Apr 05 21:15:40.785419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-eb420e5e-9adf-4ae2-887a-5888f0628c99 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 1000 time: 0.0948694 Apr 05 21:15:40.832171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['68de65f1-0168-41a4-81c7-90f60cb7f3ca'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:15:40.870842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac8224-9e42-4106-9b65-f409c2944086 req-c6aa936d-57bd-4273-be16-ef680686d9db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:40.870842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-c6aa936d-57bd-4273-be16-ef680686d9db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0765886 Apr 05 21:15:40.967968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-8249baaf-53d2-45a7-83dc-5b66a86156ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899777 Apr 05 21:15:41.125192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-43973aa1-7e8f-4d65-8d87-a2ee2bd5e5c3 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507947 Apr 05 21:15:41.354452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70ac8224-9e42-4106-9b65-f409c2944086 req-36d261e9-ff05-4862-81a3-375193714ed9 service neutron] 10.222.0.23 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227273 Apr 05 21:15:41.395735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7f307-6ba4-4c2d-9e7a-8adaf171749b req-9178f6d7-399b-495b-8e84-d46efecf244f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:41.395735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcf7f307-6ba4-4c2d-9e7a-8adaf171749b req-9178f6d7-399b-495b-8e84-d46efecf244f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 945 time: 0.1316261 Apr 05 21:15:41.457866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcf7f307-6ba4-4c2d-9e7a-8adaf171749b req-aa3dc945-62d3-42ae-81fc-28d5fe4e7385 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529628 Apr 05 21:15:41.982376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:15:42.134991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 68de65f1-0168-41a4-81c7-90f60cb7f3ca completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:15:42.147718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 68de65f1-0168-41a4-81c7-90f60cb7f3ca triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:15:42.147718 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:42.293789 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:42.325309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:15:42.340883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:15:42.395642 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5903db49-617c-41b0-8fa6-eec764ddd27e'] response: {'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'code': 200} Apr 05 21:15:42.401758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:42.504742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:42.696476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19291ea-07a4-49ff-9000-4b314689b1d8 req-c50a9467-a0ef-457e-b447-e014a1859e0a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:42.698273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f19291ea-07a4-49ff-9000-4b314689b1d8 req-c50a9467-a0ef-457e-b447-e014a1859e0a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.0945816 Apr 05 21:15:42.758169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f19291ea-07a4-49ff-9000-4b314689b1d8 req-d9204be0-2f07-4820-a86a-9343d564fb92 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473340 Apr 05 21:15:42.789735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45166) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:42.900813 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a567b3ba-21f1-4319-8d05-cbf6d6ae1ff1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/b89c5009-8171-459e-b186-d8652959cb7d HTTP/1.1" status: 200 len: 993 time: 0.1124234 Apr 05 21:15:49.326843 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45202) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:49.332442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144399990', 'description': 'tempest-secgroup-smoke-2144399990 description', 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:49.339769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:49.343758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:49.346770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:49.353940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:49.403136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.437356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:49.441101 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:49.443825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:49.449944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:49.501593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.552042 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.593309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28336f-7523-49e9-bf49-524e385124e5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:49.631847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.633151 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ad836b7-f66d-4de4-b653-e92d373f3cd8 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3053014 Apr 05 21:15:49.636499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45206) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:49.641842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'security_group_rule': {'security_group_id': 'fa28336f-7523-49e9-bf49-524e385124e5', 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:49.648493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:49.653345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:49.656113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:49.661710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:49.735254 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.793428 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.865992 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.889509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07efb7e6-146f-4822-9d50-a41bdb9f871c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:49.957539 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:49.958708 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6cc6ef57-f63b-4181-9f5c-73a454dd18d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3212836 Apr 05 21:15:49.961273 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:49.966544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'security_group_rule': {'security_group_id': 'fa28336f-7523-49e9-bf49-524e385124e5', 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:49.973094 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:49.976905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:49.979771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:49.985439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:50.055930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.116764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.185727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.210299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4025ef0d-313e-4052-a06f-9ec52423f0c1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:50.277541 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.281401 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-73338db2-2944-4813-9fb3-04ed2becf1ad tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3165314 Apr 05 21:15:50.281610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45214) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:50.286949 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'security_group_rule': {'security_group_id': 'fa28336f-7523-49e9-bf49-524e385124e5', 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:50.294186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:50.297953 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:50.300756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:50.306919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:50.390598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.451955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.464222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.521495 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.545490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d400ba71-dff9-46a2-a892-e937c03a97f5,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:50.618833 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.620045 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-01933b87-12e3-4ba9-b48e-5914129cd156 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3375320 Apr 05 21:15:50.622640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45218) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:50.627950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'security_group_rule': {'security_group_id': 'fa28336f-7523-49e9-bf49-524e385124e5', 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:50.634657 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:50.638386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:50.641249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:50.647125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:50.730440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.795948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.843056 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:15:50.871711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.895775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66061e97-abcc-44c8-b47f-b9625dc534c8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:50.969356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:50.970592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ac8626f-069f-4ee7-9012-88f3fb5f6508 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3469856 Apr 05 21:15:50.973245 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45222) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:50.978501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'security_group_rule': {'security_group_id': 'fa28336f-7523-49e9-bf49-524e385124e5', 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:50.985211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:50.988940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:50.991874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:50.997641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:51.089389 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Project e4bd15346ae94e03a10302d3cc158ec2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:15:51.095922 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.158577 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.220513 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.243658 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838a50a4-fe55-435e-9208-f00e03d012c2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:51.312273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.313762 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fbf2630d-9e3d-4fa6-9d73-f546dd0843e9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3393309 Apr 05 21:15:51.316177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45226) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:51.322167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'security_group_rule': {'security_group_id': 'fa28336f-7523-49e9-bf49-524e385124e5', 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:51.328901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:51.332728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:security_group_rule and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:51.335720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:51.341423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:51.397839 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Project e4bd15346ae94e03a10302d3cc158ec2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:15:51.404164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.467387 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.527236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.552641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c08aff-d3bd-41de-90ae-c6e4c1d6f4c8,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:51.626126 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:51.627291 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0e0eb7c1-9480-4c74-bc3c-123543162081 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3101885 Apr 05 21:15:52.055395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-0742804e-cf60-413b-b73f-b82c326631a4 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144399990&fields=id&tenant_id=e4bd15346ae94e03a10302d3cc158ec2 HTTP/1.1" status: 200 len: 267 time: 0.0439823 Apr 05 21:15:52.202693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-1ea9501e-c256-43fa-b870-fc2d1e58d268 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:52.204137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-1ea9501e-c256-43fa-b870-fc2d1e58d268 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/networks?id=cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 200 len: 813 time: 0.1416664 Apr 05 21:15:52.221895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-6bedf10c-cca0-4f1c-ab7e-006bfa07a441 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/quotas/e4bd15346ae94e03a10302d3cc158ec2 HTTP/1.1" status: 200 len: 375 time: 0.0120659 Apr 05 21:15:52.308501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-1092274e-bd76-4fad-8433-12805c89b741 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811293 Apr 05 21:15:52.443143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-6d989207-683b-4567-af29-f3c0553d8a71 service neutron] 10.222.0.10 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234982 Apr 05 21:15:52.571264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a79f9b4e-9005-4c4f-b46f-ecb08a0bcaf9 service neutron] 10.222.0.10 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223578 Apr 05 21:15:53.229548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9bb84e45-7af6-4d65-ba31-b9c3b5d76b0c req-95f8591b-7272-44ab-bb0f-46a593696c68 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 210 time: 0.0401480 Apr 05 21:15:54.397469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2c7c2d1-e4da-459d-8c43-133496a8d7ca req-34bb2a96-490c-45c6-bae3-b6668b03c1ee tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 210 time: 0.0444124 Apr 05 21:15:55.480452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-50d31361-7722-4cc2-a895-7d4a1cdac4e6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:55.481162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-50d31361-7722-4cc2-a895-7d4a1cdac4e6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Synchronizing usage tracker for tenant:e4bd15346ae94e03a10302d3cc158ec2 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:15:55.578491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7de62bbb-494a-4e0e-bbb0-f1b0e967c06e req-c4a50136-4d1b-4b23-8224-ef6c6753575e tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 210 time: 0.0417416 Apr 05 21:15:55.591835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-50d31361-7722-4cc2-a895-7d4a1cdac4e6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Unset dirty status for tenant:e4bd15346ae94e03a10302d3cc158ec2 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:15:55.593027 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-50d31361-7722-4cc2-a895-7d4a1cdac4e6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.39 "GET /v2.0/networks?id=cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 200 len: 813 time: 0.2594626 Apr 05 21:15:55.674443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-faa4b954-b23a-44e0-9972-d45dd56e8a0b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Synchronizing usage tracker for tenant:e4bd15346ae94e03a10302d3cc158ec2 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:15:55.747421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-faa4b954-b23a-44e0-9972-d45dd56e8a0b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Unset dirty status for tenant:e4bd15346ae94e03a10302d3cc158ec2 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:15:55.748808 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-faa4b954-b23a-44e0-9972-d45dd56e8a0b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4bd15346ae94e03a10302d3cc158ec2 HTTP/1.1" status: 200 len: 380 time: 0.1151304 Apr 05 21:15:55.769937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'port': {'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'admin_state_up': True, 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'security_groups': ['fa28336f-7523-49e9-bf49-524e385124e5']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:55.910190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:55.914017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:port and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:55.916832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:55.922559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:56.001452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Made reservation on behalf of e4bd15346ae94e03a10302d3cc158ec2 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:15:56.004504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:56.172585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Allocated IP 172.20.0.5 (cd4a585b-f18f-4104-8566-fa354304555c/f14da26a-2c60-4d99-add8-b0e47ce9282f/67fff007-2420-40be-ad51-74f6cd3063bc) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:15:56.452189 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:56.467554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Transition to ACTIVE for port object 67fff007-2420-40be-ad51-74f6cd3063bc will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:15:56.558464 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:56.637248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Network cd4a585b-f18f-4104-8566-fa354304555c is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:15:56.637248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:15:56.640907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:15:56.693345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'Port': ['ID=67fff007-2420-40be-ad51-74f6cd3063bc,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:56.727061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:56.728649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:56.809801 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-a1bf3fa2-7408-4f29-b820-743f3303f34b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0435514 Apr 05 21:15:56.822939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19358c1-25a7-49aa-afcd-991bc182866b req-f884525b-3f45-40e4-8074-db9c9b1b300b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:56.824912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a19358c1-25a7-49aa-afcd-991bc182866b req-f884525b-3f45-40e4-8074-db9c9b1b300b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 931 time: 0.0866854 Apr 05 21:15:56.828320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Request body: {'port': {'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:15:56.882571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a19358c1-25a7-49aa-afcd-991bc182866b req-b3fa01f7-25c3-4d47-8e8c-66708872f995 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460639 Apr 05 21:15:56.953139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:56.990204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7d71f05a-dc26-424b-90c9-2f2303c2a853 None None] Provisioning for port 67fff007-2420-40be-ad51-74f6cd3063bc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:15:56.997242 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7d71f05a-dc26-424b-90c9-2f2303c2a853 None None] Provisioning complete for port 67fff007-2420-40be-ad51-74f6cd3063bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:15:56.997242 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7d71f05a-dc26-424b-90c9-2f2303c2a853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:57.058168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7d71f05a-dc26-424b-90c9-2f2303c2a853 None None] Port 67fff007-2420-40be-ad51-74f6cd3063bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:15:57.308199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fff007-2420-40be-ad51-74f6cd3063bc {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:15:57.315575 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:57.330371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Transition to ACTIVE for port object 67fff007-2420-40be-ad51-74f6cd3063bc will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:15:57.380167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:57.505645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Pushing event updated for resources: {'Port': ['ID=67fff007-2420-40be-ad51-74f6cd3063bc,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:57.631347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Attempting to bind port 67fff007-2420-40be-ad51-74f6cd3063bc on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:15:57.631957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Attempting to bind port 67fff007-2420-40be-ad51-74f6cd3063bc by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:15:57.633511 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Attempting to bind port 67fff007-2420-40be-ad51-74f6cd3063bc on network cd4a585b-f18f-4104-8566-fa354304555c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:15:57.638470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Port 67fff007-2420-40be-ad51-74f6cd3063bc on network cd4a585b-f18f-4104-8566-fa354304555c not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:15:57.638784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Attempting to bind port 67fff007-2420-40be-ad51-74f6cd3063bc on network cd4a585b-f18f-4104-8566-fa354304555c {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:15:57.644972 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:15:57.645337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Checking segment: {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:15:57.645719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Bound using segment: {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:15:57.646235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Bound port: 67fff007-2420-40be-ad51-74f6cd3063bc, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21992ec-5d99-4f9d-b0a6-44e703121042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:15:57.646785 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:57.735733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] For port 67fff007-2420-40be-ad51-74f6cd3063bc, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:15:57.738790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] For port 67fff007-2420-40be-ad51-74f6cd3063bc, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=67fff007-2420-40be-ad51-74f6cd3063bc,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:15:57.839637 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:57.897308 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:57.898674 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 200 len: 1091 time: 1.0745440 Apr 05 21:15:57.899082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:15:57.917215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3e446-563a-4199-81f5-2ee46aa986e2 service neutron] Pushing event updated for resources: {'Port': ['ID=67fff007-2420-40be-ad51-74f6cd3063bc,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:57.968574 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0824bb8e-88eb-45b7-b529-ab86eaf4bfec'] response: {'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc', 'status': 'completed', 'code': 200} Apr 05 21:15:58.106535 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3b7801-4047-4a16-a72a-beb3b84f7240 req-30a01497-2298-43fb-a127-6544166669dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1094 time: 0.0853550 Apr 05 21:15:58.119287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a888b-16d1-40ac-9361-9368f6fbb78f req-e843e177-6c97-4626-88f7-638da3717da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:58.119287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed1a888b-16d1-40ac-9361-9368f6fbb78f req-e843e177-6c97-4626-88f7-638da3717da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0895104 Apr 05 21:15:58.169591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed1a888b-16d1-40ac-9361-9368f6fbb78f req-c8a66fae-7317-456e-bf46-fafd363661fb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 Apr 05 21:15:58.268171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7801-4047-4a16-a72a-beb3b84f7240 req-16f0ec88-b026-4e62-b8d5-4194b72a3e17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:58.269631 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3b7801-4047-4a16-a72a-beb3b84f7240 req-16f0ec88-b026-4e62-b8d5-4194b72a3e17 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1476519 Apr 05 21:15:58.409535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7801-4047-4a16-a72a-beb3b84f7240 req-dfcb9470-8ddb-4a59-981d-9ac6764c5a40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:58.410922 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2b3b7801-4047-4a16-a72a-beb3b84f7240 req-dfcb9470-8ddb-4a59-981d-9ac6764c5a40 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352115 Apr 05 21:15:58.536111 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-c1acb44a-3b63-4bfd-85f4-e3bbfd5b6fb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1094 time: 0.0682862 Apr 05 21:15:58.616478 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-984fc09a-d1b0-435c-85bf-e2d9c8c88f88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 200 len: 217 time: 0.0652390 Apr 05 21:15:58.680200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e63de281-5f1f-43f7-a810-ebfd9939e5d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:58.681592 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-e63de281-5f1f-43f7-a810-ebfd9939e5d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f14da26a-2c60-4d99-add8-b0e47ce9282f HTTP/1.1" status: 200 len: 852 time: 0.0588391 Apr 05 21:15:58.843084 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-7166d5c5-de2f-440d-bd2c-d1e8d5d3734d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4a585b-f18f-4104-8566-fa354304555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548104 Apr 05 21:15:58.976866 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-34c367a0-7a24-4dca-aeac-de58e62c777f service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267061 Apr 05 21:15:59.110582 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fb38c4b4-df93-4213-b071-26f97a6cf5fd req-befe60f8-1386-47db-a921-558451c0cc7b service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262710 Apr 05 21:15:59.375621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c349c-0499-4865-8927-2d49f17ea1f7 req-535d3334-d1a0-42aa-85c8-333a359b6de6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:59.377110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-676c349c-0499-4865-8927-2d49f17ea1f7 req-535d3334-d1a0-42aa-85c8-333a359b6de6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0844090 Apr 05 21:15:59.515173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-676c349c-0499-4865-8927-2d49f17ea1f7 req-84a38aa6-320f-4d8d-af56-06451dc1b0d3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333861 Apr 05 21:16:00.720421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d259a-8ddf-458c-8f4c-aa11357cc4b2 req-430e6585-40be-4427-b6c9-4f213fdf8f8d tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:00.721874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-031d259a-8ddf-458c-8f4c-aa11357cc4b2 req-430e6585-40be-4427-b6c9-4f213fdf8f8d tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0770545 Apr 05 21:16:00.767149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-031d259a-8ddf-458c-8f4c-aa11357cc4b2 req-ea6973e1-9917-46ed-a05d-c6e7a8247f62 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395660 Apr 05 21:16:01.963772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adcb2-54c1-4436-be4b-cb791b3f531e req-6681c3c3-d6d0-404c-8e65-c45df6dc56eb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:01.965239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a6adcb2-54c1-4436-be4b-cb791b3f531e req-6681c3c3-d6d0-404c-8e65-c45df6dc56eb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0806527 Apr 05 21:16:02.013119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a6adcb2-54c1-4436-be4b-cb791b3f531e req-4be18834-0e51-4909-bc92-e501f1ebe15c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413501 Apr 05 21:16:03.211433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288f5e3-bd90-4e85-b344-d09072d033d8 req-e83c14cf-a3d2-467a-8f2f-727226b9ebeb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:03.212858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c288f5e3-bd90-4e85-b344-d09072d033d8 req-e83c14cf-a3d2-467a-8f2f-727226b9ebeb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0767946 Apr 05 21:16:03.263323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c288f5e3-bd90-4e85-b344-d09072d033d8 req-722b1a8f-e856-4d3e-abae-93b837d5dc1e tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439250 Apr 05 21:16:04.462813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d41e4-9424-4169-a74b-295f76227c38 req-872e6a94-98f5-4308-b069-fc3cd31084c5 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:04.464865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e49d41e4-9424-4169-a74b-295f76227c38 req-872e6a94-98f5-4308-b069-fc3cd31084c5 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0778909 Apr 05 21:16:04.477274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:04.509715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e49d41e4-9424-4169-a74b-295f76227c38 req-fa9fa251-f7b8-4175-91eb-1b1bb61485e5 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392327 Apr 05 21:16:04.896305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5953d5b2-5257-4c19-99a2-0e1457c05645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:05.710007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439a92d-a7ff-4177-a3c4-1d6831322b95 req-36bab302-3c4e-4f9e-859b-4acff8874330 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:05.711422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a439a92d-a7ff-4177-a3c4-1d6831322b95 req-36bab302-3c4e-4f9e-859b-4acff8874330 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0800526 Apr 05 21:16:05.756809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a439a92d-a7ff-4177-a3c4-1d6831322b95 req-a0e17af9-5901-446b-8958-b46cd15bc6a9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393188 Apr 05 21:16:06.893201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a035b44b-1cb7-4c0a-b396-e26f6ec625af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:06.951207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533477f-4ca5-4541-a636-f0498e7b6d49 req-5eba36f6-eeb3-401c-bcf2-aee7a5148af7 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:06.952631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b533477f-4ca5-4541-a636-f0498e7b6d49 req-5eba36f6-eeb3-401c-bcf2-aee7a5148af7 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0758054 Apr 05 21:16:06.998219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b533477f-4ca5-4541-a636-f0498e7b6d49 req-56ef8201-638c-4558-8e79-bfbe07c8c5b9 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400569 Apr 05 21:16:08.109389 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 67fff007-2420-40be-ad51-74f6cd3063bc details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:16:08.197304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a4a7c-1dfc-4810-8180-77b5bea70dd9 req-384af965-d6f2-483f-b836-fbd27cb75ca1 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:08.198818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a5a4a7c-1dfc-4810-8180-77b5bea70dd9 req-384af965-d6f2-483f-b836-fbd27cb75ca1 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 943 time: 0.0801840 Apr 05 21:16:08.243645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 67fff007-2420-40be-ad51-74f6cd3063bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=67fff007-2420-40be-ad51-74f6cd3063bc,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:08.247254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a5a4a7c-1dfc-4810-8180-77b5bea70dd9 req-fa455310-7956-47b4-a99e-3f4c38ce3b9a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Apr 05 21:16:08.258175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '67fff007-2420-40be-ad51-74f6cd3063bc', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'mac_address': 'fa:16:3e:77:fb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:16:08.315504 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:08.332559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fff007-2420-40be-ad51-74f6cd3063bc {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:16:08.347561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 67fff007-2420-40be-ad51-74f6cd3063bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=67fff007-2420-40be-ad51-74f6cd3063bc,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:08.408610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:08.473694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=67fff007-2420-40be-ad51-74f6cd3063bc,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:08.498552 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:08.608720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:08.818193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['67fff007-2420-40be-ad51-74f6cd3063bc'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:16:09.139780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc777ec-11e3-40ea-b6de-08632db8da9b req-35b628ae-32e0-4a17-85a3-d04b08dea0ad tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:09.141252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbc777ec-11e3-40ea-b6de-08632db8da9b req-35b628ae-32e0-4a17-85a3-d04b08dea0ad tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.0797248 Apr 05 21:16:09.190327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbc777ec-11e3-40ea-b6de-08632db8da9b req-ca67e5e0-fcfb-4e17-ac0a-9fbd06116a31 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434570 Apr 05 21:16:09.441626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24166f38-de03-411a-a500-561837ef654b req-eac0ae27-26c1-4581-9cec-7ab3dd7c764a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:09.443036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24166f38-de03-411a-a500-561837ef654b req-eac0ae27-26c1-4581-9cec-7ab3dd7c764a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 944 time: 0.0752614 Apr 05 21:16:09.487170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24166f38-de03-411a-a500-561837ef654b req-a77b8ddb-b1fc-4fed-94f7-9d25dc3a90e1 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380223 Apr 05 21:16:09.910126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:10.135778 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 67fff007-2420-40be-ad51-74f6cd3063bc up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:10.287513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 67fff007-2420-40be-ad51-74f6cd3063bc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:10.292833 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 67fff007-2420-40be-ad51-74f6cd3063bc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:10.293242 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:10.391278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bb046-b5c0-4562-9449-f9b120300856 req-44ae4aef-4bc6-4d8c-9422-c9195644a11f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:10.392642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c1bb046-b5c0-4562-9449-f9b120300856 req-44ae4aef-4bc6-4d8c-9422-c9195644a11f tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.0829406 Apr 05 21:16:10.409218 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:10.436480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:10.440721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c1bb046-b5c0-4562-9449-f9b120300856 req-d6b6bbc9-6781-4a51-bc1e-c3b27b82389d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426052 Apr 05 21:16:10.446230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 67fff007-2420-40be-ad51-74f6cd3063bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=67fff007-2420-40be-ad51-74f6cd3063bc,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:10.489965 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446e9774-3fef-44fa-a660-13f35c3eed96'] response: {'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc', 'code': 200} Apr 05 21:16:10.515704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:10.582512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=67fff007-2420-40be-ad51-74f6cd3063bc,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:10.693905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3812-62e7-4d62-bb3f-e2a9a2d813c3 req-3716f95d-1ffc-4700-86ba-739397d51cf6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:10.693905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc2c3812-62e7-4d62-bb3f-e2a9a2d813c3 req-3716f95d-1ffc-4700-86ba-739397d51cf6 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.0811348 Apr 05 21:16:10.738303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dc2c3812-62e7-4d62-bb3f-e2a9a2d813c3 req-f0ade8f2-1d99-4843-b982-80f6f6d59b8c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391500 Apr 05 21:16:10.754769 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b11366d8-4a8b-4103-851d-7c5d630e40bf req-7ba3c1dc-a17a-4fd0-8e81-ac231f5c6903 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1096 time: 0.1452117 Apr 05 21:16:10.797704 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-b11366d8-4a8b-4103-851d-7c5d630e40bf req-3184a58c-a269-49ed-8728-ba4912eb2d26 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361738 Apr 05 21:16:11.327995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-19e026e0-d8d8-4bce-a8e4-7206564bc710 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:11.328676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-19e026e0-d8d8-4bce-a8e4-7206564bc710 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:11.429682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-19e026e0-d8d8-4bce-a8e4-7206564bc710 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:11.430770 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-19e026e0-d8d8-4bce-a8e4-7206564bc710 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.1804261 Apr 05 21:16:11.498364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 0235002f-f724-4745-a2c8-dd25c58037aa {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:16:11.498707 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:11.643542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b595823-ea00-47aa-b2f1-9108dda1bb9d req-b9003e73-8cdf-41f7-8bc3-1aca78a17473 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:11.644897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b595823-ea00-47aa-b2f1-9108dda1bb9d req-b9003e73-8cdf-41f7-8bc3-1aca78a17473 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 946 time: 0.0807760 Apr 05 21:16:11.689636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b595823-ea00-47aa-b2f1-9108dda1bb9d req-986218d8-86ca-44be-b1a5-9a9a910c6018 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391667 Apr 05 21:16:11.738649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] For port 0235002f-f724-4745-a2c8-dd25c58037aa, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=0235002f-f724-4745-a2c8-dd25c58037aa,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:11.739001 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:11.936330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecc2bc-f5fc-4884-8f16-8215e45ff7b1 req-18593405-70ba-4acd-9f9b-1c0343e86228 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:11.937802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53ecc2bc-f5fc-4884-8f16-8215e45ff7b1 req-18593405-70ba-4acd-9f9b-1c0343e86228 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.0767999 Apr 05 21:16:11.984344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53ecc2bc-f5fc-4884-8f16-8215e45ff7b1 req-6e343bb8-0aaa-4fea-891c-3273d0985d35 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396373 Apr 05 21:16:12.019727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:12.020262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:12.020383 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Floating IP c5b44431-6d90-46d8-b6dd-c2e0f39456a3 disassociated. External IP: 172.25.2.76, port: 0235002f-f724-4745-a2c8-dd25c58037aa. Apr 05 21:16:12.020694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 0235002f-f724-4745-a2c8-dd25c58037aa owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:16:12.218686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:12.268952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=0235002f-f724-4745-a2c8-dd25c58037aa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:12.477025 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:16:12.777436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:12.788893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:12.802593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:12.803566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:12.851691 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] No DVR routers for this DVR port 0235002f-f724-4745-a2c8-dd25c58037aa on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:16:12.854388 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:12.857202 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'name': 'network-vif-deleted', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:12.864296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62be3f61-c8cd-4276-9584-2adc8b0e1206 req-744344a4-a86d-473a-8d36-1aaee8d04920 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 210 time: 0.0463357 Apr 05 21:16:12.927994 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-68b2a34d-c14e-4eff-85c7-7b83cce48691 req-c7a5f420-9644-433c-a691-221f0f4dd391 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "DELETE /v2.0/ports/0235002f-f724-4745-a2c8-dd25c58037aa HTTP/1.1" status: 204 len: 173 time: 1.4918044 Apr 05 21:16:13.001220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:13.019429 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e84758-a297-43a6-be3d-ffcca494d2c9'] response: {'server_uuid': 'f228f956-8881-40dd-9f0a-d80e98102a42', 'name': 'network-vif-deleted', 'tag': '0235002f-f724-4745-a2c8-dd25c58037aa', 'status': 'completed', 'code': 200} Apr 05 21:16:13.215508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e302543-0989-46e7-9e15-a761eb2ecd79 req-fdacee02-3f97-4da5-b363-d08a7b3bce3a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:13.216991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e302543-0989-46e7-9e15-a761eb2ecd79 req-fdacee02-3f97-4da5-b363-d08a7b3bce3a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.0959020 Apr 05 21:16:13.288935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e302543-0989-46e7-9e15-a761eb2ecd79 req-5ad198f3-fd6e-4ab0-97dc-814c10fcb336 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661128 Apr 05 21:16:13.363150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:13.369843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:13.380540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:13.381343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:13.520872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ca660-eaa3-4467-a21b-fffffd045d41 req-c784bbcb-8019-4513-9bc2-f76dd83a5ebe tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:13.522304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e37ca660-eaa3-4467-a21b-fffffd045d41 req-c784bbcb-8019-4513-9bc2-f76dd83a5ebe tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.1037421 Apr 05 21:16:13.570112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e37ca660-eaa3-4467-a21b-fffffd045d41 req-f03713fd-3049-4e29-b146-0b00808e5e95 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421002 Apr 05 21:16:13.579606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:13.599588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45320) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:13.815884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-49b0383b-9889-4f34-882a-875dc670a5c1 tempest-TestVolumeBackupRestore-2106581466 tempest-TestVolumeBackupRestore-2106581466-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1091 time: 0.2149730 Apr 05 21:16:13.818636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45328) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:13.824145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:13.830570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:13.835066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Usage tracker for resource:floatingip and tenant:e4bd15346ae94e03a10302d3cc158ec2 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:13.838659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:13.844473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:13.906135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:13.920503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:13.924893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe61e3-bb68-4d22-bd8d-3963779aa12e None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:14.064601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94991012-0e8c-4c92-8a28-6ecb92b29293 req-d573b16e-eebf-488b-8072-f34dece06bb4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=f228f956-8881-40dd-9f0a-d80e98102a42 HTTP/1.1" status: 200 len: 210 time: 0.0486083 Apr 05 21:16:14.114321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:14.167841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0235002f-f724-4745-a2c8-dd25c58037aa no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:14.179144 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb053e50-8613-40b5-8410-f1dc0bd2886a None None] New status for floating IP c5b44431-6d90-46d8-b6dd-c2e0f39456a3: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:16:14.203106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 0235002f-f724-4745-a2c8-dd25c58037aa {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:16:14.203106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 0235002f-f724-4745-a2c8-dd25c58037aa not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:14.269270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Allocated IP 172.25.2.194 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/235ea5b1-f979-4783-acdd-80153466f5fc) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:14.521030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:14.636337 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:14.705806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:14.706452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'Port': ['ID=235ea5b1-f979-4783-acdd-80153466f5fc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:14.708685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:14.711438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:16:14.756455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.756795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.757160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.757491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.757817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.758138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.758457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.758777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.759096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.759411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:14.759730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:15.210480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:15.317264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:15.512356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-dd2c64cd-6499-4d61-b146-4e3302d26b62 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279176337&fields=id&tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 267 time: 0.0719352 Apr 05 21:16:15.655101 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:15.686084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-26a0ddde-7cb1-4c5d-949b-1a38d1c35727 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:15.687687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-26a0ddde-7cb1-4c5d-949b-1a38d1c35727 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1650999 Apr 05 21:16:15.704950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-220d1bc7-f434-4648-8d40-709b48d64f04 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/quotas/a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 375 time: 0.0119367 Apr 05 21:16:15.787982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-ee97c519-2271-4267-b42f-ae41586848ed tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780056 Apr 05 21:16:15.865693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:16.017379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event updated for resources: {'Port': ['ID=235ea5b1-f979-4783-acdd-80153466f5fc,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:16.044298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-1e933c5c-8104-425e-a98b-d7c48ee2ef7d service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445912 Apr 05 21:16:16.046927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:16.395446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78c0c26b-a103-45c1-9e9b-f0107598e561 service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027762 Apr 05 21:16:16.444814 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Floating IP 894a2f76-a27b-42f4-96ac-1eb0309cd119 associated. External IP: 172.25.2.194, port: 67fff007-2420-40be-ad51-74f6cd3063bc. Apr 05 21:16:16.828469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Router feb3eae2-6266-45e6-b571-0fac9085123c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:16:17.035628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:17.049724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] Sync routers for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:17.066544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:17.067220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:17.143019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ffbe3990-35e4-4a07-adfb-15a3467bb3b6 req-243d7091-7341-447d-80bc-f1930a864e4e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 210 time: 0.1435952 Apr 05 21:16:17.146012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:17.207830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5c14127f-6c3b-40ce-bf8f-cb3c2245c87a tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3880761 Apr 05 21:16:17.208720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:17.210577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45358) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:17.279951 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e31415-0184-47c6-83c0-e96f7b357ab2'] response: {'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc', 'status': 'completed', 'code': 200} Apr 05 21:16:17.296583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fbf36b6e-84a1-41df-af72-4589a5fdbc88 tempest-TestVolumeBackupRestore-2106581466 tempest-TestVolumeBackupRestore-2106581466-project-admin] Synchronizing usage tracker for tenant:077013cfd3e147299d9b6826e83e6841 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:17.309462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:17.381075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-fbf36b6e-84a1-41df-af72-4589a5fdbc88 tempest-TestVolumeBackupRestore-2106581466 tempest-TestVolumeBackupRestore-2106581466-project-admin] Unset dirty status for tenant:077013cfd3e147299d9b6826e83e6841 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:17.382402 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fbf36b6e-84a1-41df-af72-4589a5fdbc88 tempest-TestVolumeBackupRestore-2106581466 tempest-TestVolumeBackupRestore-2106581466-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1091 time: 0.1706021 Apr 05 21:16:17.385729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45366) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:17.392710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Request body: {'floatingip': {'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:17.411596 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-77a24f04-80a9-4d11-958a-26569add97ad req-57a805f3-3861-4f69-99d8-e216c340a457 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1096 time: 0.0735433 Apr 05 21:16:17.496709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:17.555892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a24f04-80a9-4d11-958a-26569add97ad req-4796e223-d682-489c-a14e-9a3155536bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:17.557455 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-77a24f04-80a9-4d11-958a-26569add97ad req-4796e223-d682-489c-a14e-9a3155536bd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 200 len: 914 time: 0.1399703 Apr 05 21:16:17.681092 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-77a24f04-80a9-4d11-958a-26569add97ad req-04b37af0-6109-4a8a-95bc-62314776904f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 200 len: 999 time: 0.1173024 Apr 05 21:16:17.681300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '894a2f76-a27b-42f4-96ac-1eb0309cd119', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'mac_address': 'fa:16:3e:77:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:15Z', 'updated_at': '2022-04-05T21:16:15Z', 'revision_number': 0, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:17.685358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] Checking router: feb3eae2-6266-45e6-b571-0fac9085123c for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:17.709334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:17.710068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:17.752900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a24f04-80a9-4d11-958a-26569add97ad req-f7b90b04-9787-4532-a424-c27176405da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:17.754484 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-77a24f04-80a9-4d11-958a-26569add97ad req-f7b90b04-9787-4532-a424-c27176405da3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f14da26a-2c60-4d99-add8-b0e47ce9282f HTTP/1.1" status: 200 len: 852 time: 0.0660036 Apr 05 21:16:17.835754 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-77a24f04-80a9-4d11-958a-26569add97ad req-91692257-5ef6-4953-b611-1f03621363d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4a585b-f18f-4104-8566-fa354304555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743241 Apr 05 21:16:17.911879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:17.977456 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-77a24f04-80a9-4d11-958a-26569add97ad req-4cb7eb3f-0e94-4058-81fe-e26657815cfb service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349316 Apr 05 21:16:18.129269 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-77a24f04-80a9-4d11-958a-26569add97ad req-ad4fa1f6-b9ee-4e02-a6b2-eb99d7a4f08b service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462097 Apr 05 21:16:18.296421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '894a2f76-a27b-42f4-96ac-1eb0309cd119', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'mac_address': 'fa:16:3e:77:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:15Z', 'updated_at': '2022-04-05T21:16:15Z', 'revision_number': 0, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:18.300552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ad5ef-2cbb-4a0c-83bc-f7b4a3ee4d78 None None] The sync data for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 is: [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '894a2f76-a27b-42f4-96ac-1eb0309cd119', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'mac_address': 'fa:16:3e:77:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:15Z', 'updated_at': '2022-04-05T21:16:15Z', 'revision_number': 0, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:18.325283 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:18.332020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23c74238-e3e8-4983-8046-37210e87dac6 req-8252c6de-8677-4448-8419-d65b9f29a6bd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 210 time: 0.0509429 Apr 05 21:16:18.401816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:18.506228 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c3ee7-9702-4e16-babd-1ea5848f12c7 None None] New status for floating IP 894a2f76-a27b-42f4-96ac-1eb0309cd119: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:16:18.801690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Router feb3eae2-6266-45e6-b571-0fac9085123c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:16:18.999153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:19.003137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:19.197424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-53ad546f-30c0-4841-b3a1-f5d07c997f39 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "PUT /v2.0/floatingips/894a2f76-a27b-42f4-96ac-1eb0309cd119 HTTP/1.1" status: 200 len: 991 time: 1.8099437 Apr 05 21:16:19.247125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-282cdfa2-337f-4bad-9bbb-3b3e8471a59c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:19.248582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-282cdfa2-337f-4bad-9bbb-3b3e8471a59c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1690569 Apr 05 21:16:19.280650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc'}, {'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:19.306685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-cf200696-1114-4360-8022-3c9977180686 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 379 time: 0.0460048 Apr 05 21:16:19.315828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'port': {'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'admin_state_up': True, 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'security_groups': ['f87ba756-0df2-4efa-8e3c-77c92e428a65']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:19.383226 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0477ed6f-8212-4b81-bf6e-9cc784bc1e5d'] response: {'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc', 'status': 'completed', 'code': 200} Apr 05 21:16:19.383488 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0477ed6f-8212-4b81-bf6e-9cc784bc1e5d'] response: {'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc', 'status': 'completed', 'code': 200} Apr 05 21:16:19.467502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:19.472234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:port and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:19.475201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:19.475345 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-e1a16191-639c-4064-8767-7c23d48d71b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1096 time: 0.0827007 Apr 05 21:16:19.513983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:19.618520 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-fe3a2b64-30b4-472c-acbc-87875c2a8f68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:19.620117 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-fe3a2b64-30b4-472c-acbc-87875c2a8f68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 200 len: 914 time: 0.1389139 Apr 05 21:16:19.641277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35cbdb47-5963-4477-b2f9-a5ea1be73b0b req-c0350b05-80e0-468c-8a6c-a2b4d1125476 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 210 time: 0.1630290 Apr 05 21:16:19.705894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:16:19.709011 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:19.736888 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-0ed625b0-9b90-4a9a-ad83-5ac16ad71a6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 200 len: 1001 time: 0.1105199 Apr 05 21:16:19.811782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-869097d7-acdc-471e-aeec-f689270ef6b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:19.813276 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-869097d7-acdc-471e-aeec-f689270ef6b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f14da26a-2c60-4d99-add8-b0e47ce9282f HTTP/1.1" status: 200 len: 852 time: 0.0699432 Apr 05 21:16:19.875656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.20.0.6 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/e03e1855-c538-46e4-8c7d-96e5661da5db) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:19.894413 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-6b0a1304-3807-4951-825c-4d7842b05643 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4a585b-f18f-4104-8566-fa354304555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752749 Apr 05 21:16:20.079197 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:20.095611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Transition to ACTIVE for port object e03e1855-c538-46e4-8c7d-96e5661da5db will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:20.122545 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-a959d317-2778-4f7b-b465-e4e7b03ca6d3 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219584 Apr 05 21:16:20.186216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:20.258794 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:20.262605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:20.266983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:16:20.273411 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-b494a118-34f1-4f5e-be89-093a0f5ffccf service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448562 Apr 05 21:16:20.295628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=e03e1855-c538-46e4-8c7d-96e5661da5db,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:20.338998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:20.339598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:20.442877 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-34c418b1-f06b-4a9a-beb6-af0ea837078e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1096 time: 0.0831668 Apr 05 21:16:20.449207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-78350427-a3df-4cb6-bbff-7a1fb921e81e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1372843 Apr 05 21:16:20.461963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Request body: {'port': {'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:20.477391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:20.568844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a1b37d0c-c67d-4c9d-ab9f-bfc212c3c1db None None] Provisioning for port e03e1855-c538-46e4-8c7d-96e5661da5db completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:20.576696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a1b37d0c-c67d-4c9d-ab9f-bfc212c3c1db None None] Provisioning complete for port e03e1855-c538-46e4-8c7d-96e5661da5db triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:20.577202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a1b37d0c-c67d-4c9d-ab9f-bfc212c3c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:20.580142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:20.594085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-78ae3e49-e14a-46a8-9f41-e8c5e36ddff0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:20.595552 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-78ae3e49-e14a-46a8-9f41-e8c5e36ddff0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 200 len: 914 time: 0.1472900 Apr 05 21:16:20.642439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] Sync routers for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:20.673308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a1b37d0c-c67d-4c9d-ab9f-bfc212c3c1db None None] Port e03e1855-c538-46e4-8c7d-96e5661da5db cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:16:20.680390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:20.681014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:20.710563 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-ef2ff0c2-0630-4b41-af1a-8723cf667666 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 200 len: 1001 time: 0.1077826 Apr 05 21:16:20.790849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-2983bf3b-c4d1-43b8-8451-2fed8f944f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:20.795820 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-2983bf3b-c4d1-43b8-8451-2fed8f944f2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f14da26a-2c60-4d99-add8-b0e47ce9282f HTTP/1.1" status: 200 len: 852 time: 0.0758541 Apr 05 21:16:20.886508 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-a3ec17af-2eca-4dba-9438-9b1050c60b55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4a585b-f18f-4104-8566-fa354304555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872242 Apr 05 21:16:20.934652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:21.053927 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-323f25ac-3f61-4fa9-a290-ce7b346f5b8b service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605198 Apr 05 21:16:21.078873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342368ca-391c-4ca8-b1dd-c1482f0294b4 req-8e3d43e1-21c6-4bad-ae97-6473a7d8a87a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:21.079718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-342368ca-391c-4ca8-b1dd-c1482f0294b4 req-8e3d43e1-21c6-4bad-ae97-6473a7d8a87a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:21.100108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03e1855-c538-46e4-8c7d-96e5661da5db {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:16:21.108085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:21.124929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Transition to ACTIVE for port object e03e1855-c538-46e4-8c7d-96e5661da5db will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:21.197906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-342368ca-391c-4ca8-b1dd-c1482f0294b4 req-8e3d43e1-21c6-4bad-ae97-6473a7d8a87a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:21.199318 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-342368ca-391c-4ca8-b1dd-c1482f0294b4 req-8e3d43e1-21c6-4bad-ae97-6473a7d8a87a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 931 time: 0.4146929 Apr 05 21:16:21.203138 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4dff3702-7e9f-4c72-9c50-d765f9293497 req-dd12798c-5d04-46e0-a3be-c45d0c20899a service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423726 Apr 05 21:16:21.237453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:21.397874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-342368ca-391c-4ca8-b1dd-c1482f0294b4 req-721e81e8-6810-42f2-84b5-4f333832737d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908612 Apr 05 21:16:21.402609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '894a2f76-a27b-42f4-96ac-1eb0309cd119', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'mac_address': 'fa:16:3e:77:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:15Z', 'updated_at': '2022-04-05T21:16:18Z', 'revision_number': 2, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:21.403916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e03e1855-c538-46e4-8c7d-96e5661da5db,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:21.413851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] Checking router: feb3eae2-6266-45e6-b571-0fac9085123c for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:21.426712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:21.427909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:21.526033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Attempting to bind port e03e1855-c538-46e4-8c7d-96e5661da5db on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:21.526469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Attempting to bind port e03e1855-c538-46e4-8c7d-96e5661da5db by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:21.527110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Attempting to bind port e03e1855-c538-46e4-8c7d-96e5661da5db on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:16:21.533976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Port e03e1855-c538-46e4-8c7d-96e5661da5db on network 4cee039c-9bff-4abf-a1a8-34d5c740460d not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:16:21.534377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Attempting to bind port e03e1855-c538-46e4-8c7d-96e5661da5db on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:16:21.542122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:16:21.544473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:16:21.544879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:16:21.545416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Bound port: e03e1855-c538-46e4-8c7d-96e5661da5db, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:21.545770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:21.643034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:21.643654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] For port e03e1855-c538-46e4-8c7d-96e5661da5db, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:16:21.643654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] For port e03e1855-c538-46e4-8c7d-96e5661da5db, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e03e1855-c538-46e4-8c7d-96e5661da5db,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:16:21.762353 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:21.831328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:21.832719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] 10.222.0.23 "PUT /v2.0/ports/e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 1091 time: 1.3757601 Apr 05 21:16:21.833138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:21.853153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97e25-dcde-4cb2-9fe1-36f1fe773eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e03e1855-c538-46e4-8c7d-96e5661da5db,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:21.917540 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b738ffa0-3c2a-4cc8-8499-7765d9a1ea92'] response: {'name': 'network-changed', 'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'status': 'completed', 'code': 200} Apr 05 21:16:21.996676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '894a2f76-a27b-42f4-96ac-1eb0309cd119', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'mac_address': 'fa:16:3e:77:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:15Z', 'updated_at': '2022-04-05T21:16:18Z', 'revision_number': 2, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:22.001331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fd2e2e-9c1b-44bb-8b79-b01e01c88c93 None None] The sync data for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 is: [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '894a2f76-a27b-42f4-96ac-1eb0309cd119', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'port_id': '67fff007-2420-40be-ad51-74f6cd3063bc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'mac_address': 'fa:16:3e:77:fb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:15Z', 'updated_at': '2022-04-05T21:16:18Z', 'revision_number': 2, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:22.024522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ece5a3d3-acef-4d49-8bd2-77a986b25735 req-5f88663f-c209-4bf6-863c-0bffe7d7ac14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1094 time: 0.0863116 Apr 05 21:16:22.279591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a3d3-acef-4d49-8bd2-77a986b25735 req-4d039cf7-a4c7-4051-93e9-689ebd6d2379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:22.281310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ece5a3d3-acef-4d49-8bd2-77a986b25735 req-4d039cf7-a4c7-4051-93e9-689ebd6d2379 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2487681 Apr 05 21:16:22.414004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a3d3-acef-4d49-8bd2-77a986b25735 req-f0ba9f8a-b636-410f-a0b4-a2f886d2cc37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:22.415366 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ece5a3d3-acef-4d49-8bd2-77a986b25735 req-f0ba9f8a-b636-410f-a0b4-a2f886d2cc37 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276567 Apr 05 21:16:22.518764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-12608cb5-ff8d-42bf-81d6-60264677b642 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1094 time: 0.0693471 Apr 05 21:16:22.620972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-b7a98779-e02b-479c-b308-18eabf392a68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 217 time: 0.0955927 Apr 05 21:16:22.700988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-27ab5128-569f-4e6c-b290-e8615f518e32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:22.702415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-27ab5128-569f-4e6c-b290-e8615f518e32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0756192 Apr 05 21:16:22.747907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf051f9c-02ef-4066-9eca-9be99118acf9 req-6148b273-a86c-4f9b-b758-eca1c3b094a4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:22.750622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf051f9c-02ef-4066-9eca-9be99118acf9 req-6148b273-a86c-4f9b-b758-eca1c3b094a4 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 943 time: 0.1743162 Apr 05 21:16:22.810384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf051f9c-02ef-4066-9eca-9be99118acf9 req-7bd5608e-0c0b-477a-b53a-09f4c220db9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527470 Apr 05 21:16:22.821629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-3f9e40c9-0338-46af-8298-fe6eeb5b545f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103313 Apr 05 21:16:22.953274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-54bfe0ed-a699-4a20-bb2e-03372ff4385c service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257749 Apr 05 21:16:23.085164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9241a803-e781-4ca5-be5a-6b582bf05d50 req-698ec4a0-40fe-4495-9117-bb1cf4c09ab0 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269162 Apr 05 21:16:23.392247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-bc7ea6ed-e5d2-4ee4-bfb4-3e65778d4fcb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801063 Apr 05 21:16:23.546235 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-6a7f516a-ebae-4477-9e25-c697c1494557 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.0687015 Apr 05 21:16:23.695894 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-c39dd0bb-2312-46a1-81ec-f31b6caf7dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:23.698383 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-c39dd0bb-2312-46a1-81ec-f31b6caf7dc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1288762 Apr 05 21:16:23.809974 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-0d4a72d2-4c5a-4d26-99b4-fc106cb46c78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 1001 time: 0.1040583 Apr 05 21:16:23.874689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-29a7589c-5c5d-49c6-bd1e-e6d9e94d57d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:23.876430 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-29a7589c-5c5d-49c6-bd1e-e6d9e94d57d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0605462 Apr 05 21:16:23.962895 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-31fdcd8c-03ea-42de-9ae6-0e5a15930045 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797758 Apr 05 21:16:24.036052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b42b1-782b-4237-bb2e-af086149975f req-b3350af0-1825-4ff0-9c37-28ff927e208e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:24.037594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca6b42b1-782b-4237-bb2e-af086149975f req-b3350af0-1825-4ff0-9c37-28ff927e208e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 943 time: 0.0916922 Apr 05 21:16:24.094737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca6b42b1-782b-4237-bb2e-af086149975f req-04ddb6a6-ac70-4dec-b1d7-e2df3a8807c3 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490229 Apr 05 21:16:24.198169 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-de815cbf-0f42-45b4-a2f4-7398d1dd0971 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287633 Apr 05 21:16:24.327185 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-86da8806-3a58-4f9c-bec9-6d797be2c14a req-7a93eb4b-0f64-4468-b868-c2f12677391d service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226177 Apr 05 21:16:25.293185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca7d29-b922-48bf-ab61-5050ef3e88e1 req-d2694d0f-0f80-4ba6-b475-279b68ae3e2d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:25.294632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ca7d29-b922-48bf-ab61-5050ef3e88e1 req-d2694d0f-0f80-4ba6-b475-279b68ae3e2d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 943 time: 0.0808036 Apr 05 21:16:25.339125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ca7d29-b922-48bf-ab61-5050ef3e88e1 req-dea96b67-c651-4088-904f-5ee9eeacdb30 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385957 Apr 05 21:16:26.535981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9545a62-eab7-4753-ad41-f22ff26a7ca8 req-651468d7-25ae-4f6c-b605-72b5b816ea23 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:26.537435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9545a62-eab7-4753-ad41-f22ff26a7ca8 req-651468d7-25ae-4f6c-b605-72b5b816ea23 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 943 time: 0.0787129 Apr 05 21:16:26.581561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9545a62-eab7-4753-ad41-f22ff26a7ca8 req-9ea3699f-7faa-4c04-a71c-506a7bf7d166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380826 Apr 05 21:16:27.631900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74c74a4f-5832-4783-9e6d-6ce107bd5052 req-f16f6304-f976-4664-bbce-3b0f7029abac tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.0663161 Apr 05 21:16:27.678613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-74c74a4f-5832-4783-9e6d-6ce107bd5052 req-a15ac50d-9ac3-40f6-907d-b0cb3bc623dd tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Synchronizing usage tracker for tenant:f19b8f06817e44f1b5c862a419cc4bbc on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:27.756175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-74c74a4f-5832-4783-9e6d-6ce107bd5052 req-a15ac50d-9ac3-40f6-907d-b0cb3bc623dd tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Unset dirty status for tenant:f19b8f06817e44f1b5c862a419cc4bbc on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:27.757390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74c74a4f-5832-4783-9e6d-6ce107bd5052 req-a15ac50d-9ac3-40f6-907d-b0cb3bc623dd tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188359 Apr 05 21:16:27.780384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfda86-1040-4fa9-9d7b-d1089389dce5 req-2cfb4f2a-0966-4093-a69c-d5c27c47c88e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:27.782106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55cfda86-1040-4fa9-9d7b-d1089389dce5 req-2cfb4f2a-0966-4093-a69c-d5c27c47c88e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 943 time: 0.0799859 Apr 05 21:16:27.786760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45400) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:27.843840 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:16:27.917634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-55cfda86-1040-4fa9-9d7b-d1089389dce5 req-2d414b23-7fc1-4065-b6a6-12b291e634dd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282101 Apr 05 21:16:28.014003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port a2838524-eb7d-4de0-a860-f63b27f65f06 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:16:28.014341 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:28.271564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:28.271893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:28.398061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for a2838524-eb7d-4de0-a860-f63b27f65f06 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:16:28.591447 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:28.637537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=a2838524-eb7d-4de0-a860-f63b27f65f06,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:28.727861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:29.150172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb56ed-3185-4b44-bd51-20b68f3bbeba req-448368d3-1127-404f-8be7-f2fdeb4d75b9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:29.152148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46fb56ed-3185-4b44-bd51-20b68f3bbeba req-448368d3-1127-404f-8be7-f2fdeb4d75b9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 943 time: 0.0999675 Apr 05 21:16:29.218972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46fb56ed-3185-4b44-bd51-20b68f3bbeba req-e6d47c91-8232-427c-a942-0348bac1a7e7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558646 Apr 05 21:16:29.224325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:16:29.422945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:29.432220 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] Sync routers for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:29.443240 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:29.443840 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:29.500385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:29.552223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1f516122-6bb0-4f0a-92ef-263ef80a0017 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/floatingips/b89c5009-8171-459e-b186-d8652959cb7d HTTP/1.1" status: 204 len: 168 time: 1.7644610 Apr 05 21:16:29.552793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:29.620261 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee45786-6c16-464f-b20f-9b313d18ced0'] response: {'name': 'network-changed', 'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'status': 'completed', 'code': 200} Apr 05 21:16:29.627090 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:29.742382 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67868fb1-4896-45ec-a5db-47553695dce6 req-76af20ed-7bef-4946-bdd4-664af47a1004 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 1097 time: 0.0707085 Apr 05 21:16:29.872850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868fb1-4896-45ec-a5db-47553695dce6 req-ed7ded0b-1a63-4a27-a479-3ac1bb76f557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:29.874269 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67868fb1-4896-45ec-a5db-47553695dce6 req-ed7ded0b-1a63-4a27-a479-3ac1bb76f557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 200 len: 897 time: 0.1256235 Apr 05 21:16:29.943040 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:26Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:29.946496 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67868fb1-4896-45ec-a5db-47553695dce6 req-45bfeecf-d454-4d81-b518-b7149c04f0a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 200 len: 217 time: 0.0648332 Apr 05 21:16:29.946937 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] Checking router: 05e4bb14-6e5c-46f1-b21b-25c7e5936667 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:29.957963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:29.958565 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:30.027024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868fb1-4896-45ec-a5db-47553695dce6 req-f2c34539-6a24-44dd-809e-c253f3135faa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:30.028548 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67868fb1-4896-45ec-a5db-47553695dce6 req-f2c34539-6a24-44dd-809e-c253f3135faa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 200 len: 832 time: 0.0756733 Apr 05 21:16:30.131565 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67868fb1-4896-45ec-a5db-47553695dce6 req-d9e76518-18ba-47db-9abd-aa1d2c5f8b13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7cd34593-0821-4997-8b9c-6faad71f18cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917358 Apr 05 21:16:30.148217 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:30.192960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbcb2e-b2ab-4c36-a301-981a16facaab req-7266f999-4a3e-490e-9a0b-412be8c49758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:30.193682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-01dbcb2e-b2ab-4c36-a301-981a16facaab req-7266f999-4a3e-490e-9a0b-412be8c49758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:30.276186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-01dbcb2e-b2ab-4c36-a301-981a16facaab req-7266f999-4a3e-490e-9a0b-412be8c49758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:30.299620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01dbcb2e-b2ab-4c36-a301-981a16facaab req-7266f999-4a3e-490e-9a0b-412be8c49758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1793122 Apr 05 21:16:30.338335 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67868fb1-4896-45ec-a5db-47553695dce6 req-b70ed2ab-8d16-47d4-9336-747e2b36b0f5 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936936 Apr 05 21:16:30.393501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01dbcb2e-b2ab-4c36-a301-981a16facaab req-139a686b-bbe2-4600-ac26-81bfcfbaea7a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912201 Apr 05 21:16:30.504042 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:26Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:30.508755 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6fc0d-2b3c-4b8b-9406-8a5d7cf90c03 None None] The sync data for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 is: [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:14:19Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eb59e2c9-c788-40e1-b2f0-d2eae83be917', 'name': '', 'network_id': '7cd34593-0821-4997-8b9c-6faad71f18cd', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:b1:6e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:18Z', 'updated_at': '2022-04-05T21:14:26Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': '2a83a11b-70df-481c-9382-c416a6c6b84e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:30.568866 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-67868fb1-4896-45ec-a5db-47553695dce6 req-8be6d66c-2a96-40fa-9d4e-a6508b5055d4 service neutron] 10.222.0.39 "GET /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325704 Apr 05 21:16:30.577698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4a997-1bfe-4712-b5aa-41154b8c249c req-77b6a3f7-fef3-4efe-8052-d7e21451217c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:30.579160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54c4a997-1bfe-4712-b5aa-41154b8c249c req-77b6a3f7-fef3-4efe-8052-d7e21451217c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 943 time: 0.1030169 Apr 05 21:16:30.630547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54c4a997-1bfe-4712-b5aa-41154b8c249c req-934e8bd2-c3e4-4f4d-86c2-bec1985297ef tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454066 Apr 05 21:16:30.782789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341af2d6-d3ea-41d5-8c35-77b95808c2e5 None None] New status for floating IP b89c5009-8171-459e-b186-d8652959cb7d: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:16:31.268909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e03e1855-c538-46e4-8c7d-96e5661da5db details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:16:31.432273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e03e1855-c538-46e4-8c7d-96e5661da5db, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e03e1855-c538-46e4-8c7d-96e5661da5db,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:31.446711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:16:31.522636 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:31.543848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03e1855-c538-46e4-8c7d-96e5661da5db {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:16:31.556577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e03e1855-c538-46e4-8c7d-96e5661da5db, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e03e1855-c538-46e4-8c7d-96e5661da5db,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:31.625563 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:31.738070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07189331-208a-4391-ac47-408a1a993db7 req-607945d1-1779-445e-a86b-87dea057c12e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:31.738070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07189331-208a-4391-ac47-408a1a993db7 req-607945d1-1779-445e-a86b-87dea057c12e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.2229800 Apr 05 21:16:31.763913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e03e1855-c538-46e4-8c7d-96e5661da5db,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:31.817985 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-480a9e7d-25cf-426e-bced-ebbd3b30c33f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:31.819404 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-480a9e7d-25cf-426e-bced-ebbd3b30c33f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 946 time: 0.1323805 Apr 05 21:16:31.842143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07189331-208a-4391-ac47-408a1a993db7 req-80e9c63b-64d7-4164-8fb6-e7f09189be07 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=85551549-fcac-421a-a5b2-6d87dd5a6086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991387 Apr 05 21:16:31.857642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['e03e1855-c538-46e4-8c7d-96e5661da5db'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:16:31.877564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdfd7e-3caf-4e8a-994a-42b62dced9f2 req-27d45f1e-d92c-4ef7-ac53-db35e5e6017e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:31.879010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbfdfd7e-3caf-4e8a-994a-42b62dced9f2 req-27d45f1e-d92c-4ef7-ac53-db35e5e6017e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 944 time: 0.0850739 Apr 05 21:16:31.895122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 68de65f1-0168-41a4-81c7-90f60cb7f3ca {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:16:31.895684 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:31.927888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bbfdfd7e-3caf-4e8a-994a-42b62dced9f2 req-e4dc4373-1e5c-4116-a802-8bb43b548036 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Apr 05 21:16:32.149397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 68de65f1-0168-41a4-81c7-90f60cb7f3ca, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=68de65f1-0168-41a4-81c7-90f60cb7f3ca,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:32.149751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.277884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 68de65f1-0168-41a4-81c7-90f60cb7f3ca owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:16:32.481562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.536650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=68de65f1-0168-41a4-81c7-90f60cb7f3ca,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:32.683708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] No DVR routers for this DVR port 68de65f1-0168-41a4-81c7-90f60cb7f3ca on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:16:32.686247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.688649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-deleted', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:32.743374 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce29857c-3da7-4ca0-ba2b-5ed525a301d0'] response: {'server_uuid': '8c4f2575-0b18-4d95-ae85-e13e6c6fb09c', 'name': 'network-vif-deleted', 'tag': '68de65f1-0168-41a4-81c7-90f60cb7f3ca', 'status': 'completed', 'code': 200} Apr 05 21:16:32.791151 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fd879738-9bde-4bcc-80d4-6cee332fa140 req-40c3670e-33fd-4c03-9055-024bf749fb47 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "DELETE /v2.0/ports/68de65f1-0168-41a4-81c7-90f60cb7f3ca HTTP/1.1" status: 204 len: 173 time: 0.9641750 Apr 05 21:16:33.045178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71b7e4f2-7c95-4deb-ac1d-408bee407b16 req-0859ebbe-fb2c-4014-b127-6ebad63a9219 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c4f2575-0b18-4d95-ae85-e13e6c6fb09c HTTP/1.1" status: 200 len: 210 time: 0.0459206 Apr 05 21:16:33.143694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8a262-7f8d-4c3c-accd-785c0bbb82a1 req-bfa0ed90-548d-4c05-a10f-4b7c31eae01c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:33.145150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14a8a262-7f8d-4c3c-accd-785c0bbb82a1 req-bfa0ed90-548d-4c05-a10f-4b7c31eae01c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 944 time: 0.0755191 Apr 05 21:16:33.192149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14a8a262-7f8d-4c3c-accd-785c0bbb82a1 req-e43800e2-fee7-42c8-ae88-de636525e944 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 Apr 05 21:16:33.269315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e03e1855-c538-46e4-8c7d-96e5661da5db up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:33.402496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port e03e1855-c538-46e4-8c7d-96e5661da5db completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:33.407471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port e03e1855-c538-46e4-8c7d-96e5661da5db triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:33.407840 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.526148 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.557232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:33.563101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port e03e1855-c538-46e4-8c7d-96e5661da5db, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e03e1855-c538-46e4-8c7d-96e5661da5db,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:33.623033 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b9d828-5375-4802-b8c2-2c6756dd03b1'] response: {'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'code': 200} Apr 05 21:16:33.658766 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.739138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=e03e1855-c538-46e4-8c7d-96e5661da5db,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:33.764617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97580a07-169c-4e9e-b848-a6ce48adf042 req-15aabf87-738b-4033-b841-84c28f2f2b77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0882325 Apr 05 21:16:33.800872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97580a07-169c-4e9e-b848-a6ce48adf042 req-5909e034-6690-4316-a3bd-f0da3b805361 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Apr 05 21:16:34.152272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45428) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:34.425329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ccd66-4656-4cb4-8c39-eeec9b4e5c84 req-acca4fc0-b475-4448-b7aa-96ff501921c1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:34.426812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f56ccd66-4656-4cb4-8c39-eeec9b4e5c84 req-acca4fc0-b475-4448-b7aa-96ff501921c1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 945 time: 0.1074522 Apr 05 21:16:34.514013 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.602282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f56ccd66-4656-4cb4-8c39-eeec9b4e5c84 req-d12127ca-2d42-4e4c-8da6-592b322d5f64 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682618 Apr 05 21:16:34.692005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.898288 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8c2e-fcb7-40dd-a8da-1c77ea7fbc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.334297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port eb59e2c9-c788-40e1-b2f0-d2eae83be917 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:16:35.334722 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.628256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port eb59e2c9-c788-40e1-b2f0-d2eae83be917, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eb59e2c9-c788-40e1-b2f0-d2eae83be917,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:35.628608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.752782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for eb59e2c9-c788-40e1-b2f0-d2eae83be917 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:16:35.901782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd8596-a115-4071-bb7d-917ccefcf431 req-add035d3-f89a-4859-a178-69705c3685f0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:35.903209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ffd8596-a115-4071-bb7d-917ccefcf431 req-add035d3-f89a-4859-a178-69705c3685f0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 945 time: 0.1581190 Apr 05 21:16:35.987974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ffd8596-a115-4071-bb7d-917ccefcf431 req-94f83361-b05f-49ea-8750-80fec7de6522 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785811 Apr 05 21:16:36.088757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.175114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=eb59e2c9-c788-40e1-b2f0-d2eae83be917,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:36.284890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:36.346129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 68de65f1-0168-41a4-81c7-90f60cb7f3ca {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:16:36.346554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 68de65f1-0168-41a4-81c7-90f60cb7f3ca not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:36.401777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da40c5-cfe0-4120-a061-a97852afa93c req-cecec539-0479-45e7-9587-f412c71032ee tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:36.403480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86da40c5-cfe0-4120-a061-a97852afa93c req-cecec539-0479-45e7-9587-f412c71032ee tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 945 time: 0.2802000 Apr 05 21:16:36.526969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86da40c5-cfe0-4120-a061-a97852afa93c req-99defcd2-2873-4171-ad7b-d9ffbb150a23 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154854 Apr 05 21:16:36.557745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45438) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:36.583004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.632782 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-02439ec3-da18-41a0-a020-f209dcea1013 tempest-TestVolumeBootPattern-1863879365 tempest-TestVolumeBootPattern-1863879365-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1091 time: 0.0738928 Apr 05 21:16:36.636223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45442) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:36.642066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:36.648021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:36.653119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:floatingip and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:36.655812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:36.662268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:36.757647 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.878585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f758e172-99a4-4d64-9334-4a4507cd813a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.910951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:37.057443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.25.2.95 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/ae8af5bd-4c0d-4aea-a825-44972b0b2a84) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:37.225390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:37.314614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:16:37.334670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:37.406881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:37.409556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:37.412260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:16:37.449433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=ae8af5bd-4c0d-4aea-a825-44972b0b2a84,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:37.468194 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.468536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.468913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.469276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.469605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.469936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.470256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.470579 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.470901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.471222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.471566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:37.518154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:37.529350 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] Sync routers for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:37.533475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-37047f4c-ca69-4826-89a8-b5e0ed261758 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/05e4bb14-6e5c-46f1-b21b-25c7e5936667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3772900 Apr 05 21:16:37.533703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45446) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:37.543449 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:37.544092 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:37.761743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting subnet 2a83a11b-70df-481c-9382-c416a6c6b84e {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:16:37.766312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:37.770946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:37.825785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:37.912275 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.022331 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.062933 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:16:35Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:38.066674 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] Checking router: 05e4bb14-6e5c-46f1-b21b-25c7e5936667 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:38.076861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] Routers {'05e4bb14-6e5c-46f1-b21b-25c7e5936667'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:38.077469 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:38.116544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.160919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Subnet': ['ID=2a83a11b-70df-481c-9382-c416a6c6b84e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:38.164542 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.170972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3bc5eca6-88cb-4dd1-99b2-e5954478d693 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/subnets/2a83a11b-70df-481c-9382-c416a6c6b84e HTTP/1.1" status: 204 len: 168 time: 0.6362798 Apr 05 21:16:38.175111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45450) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:38.184266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6558c-76de-4aaa-b46f-c33e179aafa9 None None] Network 7cd34593-0821-4997-8b9c-6faad71f18cd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:16:38.263574 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] Set router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:38.353220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.487659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] DHCP port deletion for 7cd34593-0821-4997-8b9c-6faad71f18cd request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:16:38.491800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] Deleting port 33c91f94-a595-4c78-8fc7-341824509340 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:16:38.492228 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.603294 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:16:35Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:38.609498 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb2fc3-c618-40f5-a938-b28e67807b93 None None] The sync data for ids ['05e4bb14-6e5c-46f1-b21b-25c7e5936667'] in n-d-836605-1 is: [{'id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1167700815', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:13Z', 'updated_at': '2022-04-05T21:16:35Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '7aa5a7e6-ca13-44ee-914e-152ac938dae7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e4bb14-6e5c-46f1-b21b-25c7e5936667', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:14Z', 'updated_at': '2022-04-05T21:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:38.623372 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.722236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] For port 33c91f94-a595-4c78-8fc7-341824509340, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=33c91f94-a595-4c78-8fc7-341824509340,segment=NetworkSegment(6068a994-bf96-42df-a467-b5b9227b9b93),segment_id=6068a994-bf96-42df-a467-b5b9227b9b93)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:38.722631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.730837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.735498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.786358 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.847864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.848720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] Calling delete_port for 33c91f94-a595-4c78-8fc7-341824509340 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:16:38.962720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=ae8af5bd-4c0d-4aea-a825-44972b0b2a84,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:38.998221 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.020402 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.070143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] Pushing event deleted for resources: {'Port': ['ID=33c91f94-a595-4c78-8fc7-341824509340,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:39.079384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b407c0-c42c-4482-b0bc-d369f47ca404 None None] No DVR routers for this DVR port 33c91f94-a595-4c78-8fc7-341824509340 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:16:39.202541 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.239242 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Floating IP 99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a associated. External IP: 172.25.2.95, port: e03e1855-c538-46e4-8c7d-96e5661da5db. Apr 05 21:16:39.360057 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 7aa5a7e6-ca13-44ee-914e-152ac938dae7 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:16:39.360408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.567240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 7aa5a7e6-ca13-44ee-914e-152ac938dae7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7aa5a7e6-ca13-44ee-914e-152ac938dae7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:39.567598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.702767 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 7aa5a7e6-ca13-44ee-914e-152ac938dae7 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:16:39.774881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb59e2c9-c788-40e1-b2f0-d2eae83be917 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:39.816578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: eb59e2c9-c788-40e1-b2f0-d2eae83be917 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:16:39.816917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eb59e2c9-c788-40e1-b2f0-d2eae83be917 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:39.817399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33c91f94-a595-4c78-8fc7-341824509340 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:39.858557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 33c91f94-a595-4c78-8fc7-341824509340 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:16:39.858903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 33c91f94-a595-4c78-8fc7-341824509340 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:39.963465 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.170994 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:16:40.236859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.336836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=7aa5a7e6-ca13-44ee-914e-152ac938dae7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:40.592452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.860070 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.868602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.883175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:40.892200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:40.904194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:40.904803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:41.003214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.003214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Fanout notify agent at l3_agent the message router_deleted on router 05e4bb14-6e5c-46f1-b21b-25c7e5936667 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:16:41.009573 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.012005 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dbb42a57-9a12-4b3b-a613-9d71655e8078 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/routers/05e4bb14-6e5c-46f1-b21b-25c7e5936667 HTTP/1.1" status: 204 len: 168 time: 2.8352559 Apr 05 21:16:41.013939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.014084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45454) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:41.097825 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c4c2357b-e902-4c5d-ad97-751944f28166 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4603720 Apr 05 21:16:41.098883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:41.112207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:41.142720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.169892 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d04c8c-be31-4b22-8949-a9b3f35249ce'] response: {'name': 'network-changed', 'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'status': 'completed', 'code': 200} Apr 05 21:16:41.321825 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.358196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd34593-0821-4997-8b9c-6faad71f18cd']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:41.372625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6068a994-bf96-42df-a467-b5b9227b9b93') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:41.372917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6068a994-bf96-42df-a467-b5b9227b9b93') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:41.386763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.400941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-98293e26-2570-4c67-8745-794224de6b0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.2003410 Apr 05 21:16:41.407309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.433812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:16:41.434584 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:16:41.448282 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:16:41.537543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:37Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:41.546732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:41.556218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:41.556858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:41.630366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-3da67028-0fed-47ad-9fe1-7e90cb33fad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:41.631859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-3da67028-0fed-47ad-9fe1-7e90cb33fad5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.2222261 Apr 05 21:16:41.700827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.703466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.745919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:41.793643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7aa5a7e6-ca13-44ee-914e-152ac938dae7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:41.836539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7aa5a7e6-ca13-44ee-914e-152ac938dae7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:16:41.836879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7aa5a7e6-ca13-44ee-914e-152ac938dae7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:41.862844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Network': ['ID=7cd34593-0821-4997-8b9c-6faad71f18cd,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:41.866260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c87da608-cab0-4c84-a4d2-70000bcd439e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/networks/7cd34593-0821-4997-8b9c-6faad71f18cd HTTP/1.1" status: 204 len: 168 time: 0.8509693 Apr 05 21:16:41.870428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45462) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:41.887053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-026d7b26-ba30-4a30-9847-38d26da291e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 998 time: 0.2488465 Apr 05 21:16:41.945240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d968103a-776b-49cc-900b-e9bf53afbdc6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.951191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-d7bec39b-9608-45c2-9cb6-a1f93ee9bb20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:41.952632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-d7bec39b-9608-45c2-9cb6-a1f93ee9bb20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0593789 Apr 05 21:16:41.977085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d968103a-776b-49cc-900b-e9bf53afbdc6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:42.027955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-aa34cef7-7535-42cb-a9a3-2e78f150ed82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698237 Apr 05 21:16:42.146040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:37Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:42.150712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba7496-0aab-47cd-b057-1478e57168ca None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:37Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:42.162438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-a6327e7d-50d0-4efc-a5f7-193312746ff1 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279385 Apr 05 21:16:42.162621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d968103a-776b-49cc-900b-e9bf53afbdc6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:42.181662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968103a-776b-49cc-900b-e9bf53afbdc6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85551549-fcac-421a-a5b2-6d87dd5a6086,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:42.266038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d968103a-776b-49cc-900b-e9bf53afbdc6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:42.267427 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d968103a-776b-49cc-900b-e9bf53afbdc6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/security-groups/85551549-fcac-421a-a5b2-6d87dd5a6086 HTTP/1.1" status: 204 len: 168 time: 0.3957574 Apr 05 21:16:42.314183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5f5ea0d-2775-495e-807a-427fb43fb50f req-7bee6bd2-89b1-4c19-a905-28e16e4d14cf service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460791 Apr 05 21:16:42.389510 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f9e01e-32c6-4a87-9ad6-a812df921f5c None None] New status for floating IP 99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:16:42.809664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:42.815325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-874447072', 'description': 'tempest-secgroup-smoke-874447072 description', 'project_id': 'de5fe09961b946d4ade20cae420834d7'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:42.821928 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:42.826743 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:42.829594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:42.835308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:42.922163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:42.956754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:42.959938 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:42.962739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:42.968234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:43.020111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.065186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.109166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260caf36-e149-4fe2-bca2-2c718be556f5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:43.179234 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.181021 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-35786501-4ab8-4b50-94e1-01dc383e79bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3688045 Apr 05 21:16:43.182268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45474) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:43.187802 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '260caf36-e149-4fe2-bca2-2c718be556f5', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:43.194621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:43.198496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:43.201542 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:43.207003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:43.351279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.412023 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.482911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.505728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786c3b44-d3fe-4a8b-8d52-b8e3f367f710,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:43.570325 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.570325 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b4c9109-f703-47af-b0be-eba5ed5a2612 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3864899 Apr 05 21:16:43.573011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:43.578435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '260caf36-e149-4fe2-bca2-2c718be556f5', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:43.585148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:43.589713 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:43.592602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:43.598287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:43.655773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.721163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.814124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.839586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f864bc7-817d-4e76-8df6-9aea4f00be53,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:43.911554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.913262 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c420135c-b5dc-4431-a455-a98d046f472e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3388143 Apr 05 21:16:43.916586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45482) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:43.921000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '260caf36-e149-4fe2-bca2-2c718be556f5', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:43.928535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:43.933621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:43.935230 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:43.945726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:44.032534 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.093710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.150894 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.172623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd017ac3-e127-413d-9008-be955a39c335,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:44.247159 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.248393 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b3fb6eb0-e4eb-4666-979d-91590d83ba5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3317592 Apr 05 21:16:44.252040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:44.258346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '260caf36-e149-4fe2-bca2-2c718be556f5', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:44.264897 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:44.271315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:44.276128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:44.283762 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:44.368145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.431880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.530095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.650634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946f2e4c-3a56-4cf7-92fe-f759480fd80c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:44.705140 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.706373 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-585791c0-1a80-4562-b12f-e0573c94b900 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4533811 Apr 05 21:16:44.709189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45490) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:44.714524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '260caf36-e149-4fe2-bca2-2c718be556f5', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:44.721709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:44.725457 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:44.728319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:44.733854 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:44.779604 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:16:44.785982 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.854463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.939056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.965227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be62c99-d784-488a-a667-e6ca7ea78160,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:45.045030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.045030 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-682d7709-5bea-46d4-ac64-d921aec0bf9d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3338568 Apr 05 21:16:45.048060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:45.053396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '260caf36-e149-4fe2-bca2-2c718be556f5', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:45.059947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:45.063697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:45.068030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:45.072604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:45.136961 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:16:45.139972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.203461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.264532 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.288813 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3da4c4-bf32-4f9d-96b3-0185b1474597,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:45.368087 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.369791 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f9669c8d-963e-4e0d-8b04-4b4de7456bd9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3208253 Apr 05 21:16:45.374989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45498) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:45.380380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'network': {'name': 'tempest-network-smoke--1892759394', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'port_security_enabled': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:45.386765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:45.391175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:network and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:45.393801 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:45.399505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:45.459406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:16:45.462020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.489492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:16:45.497665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.498000 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Added segment f94f4868-6ea0-4da8-aec3-8405def1abf0 of type vlan for network 7b208827-95b5-4371-b6da-ce91514b8482 Apr 05 21:16:45.525754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.946595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.946595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:45.946595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.946595 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Network': ['ID=7b208827-95b5-4371-b6da-ce91514b8482,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:45.950719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7b208827-95b5-4371-b6da-ce91514b8482 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:16:45.976268 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7832d99d-eecb-45e0-9c9e-e23c4c45805e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5996127 Apr 05 21:16:45.979969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45502) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:46.014730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'admin_state_up': True, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:46.014730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:46.014730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:router and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:46.014730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:46.014730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:46.144605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.146045 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.166557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.433030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.753832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.786468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.942320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.115 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/f10d759e-f029-4e5e-a5f1-33391401e858) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:47.102656 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:47.199635 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:47.272714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:47.275567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:47.283630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:16:47.310477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=f10d759e-f029-4e5e-a5f1-33391401e858,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:47.549347 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:47.550192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:47.876454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:16:48.175367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:48.184493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Sync routers for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:48.196130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:48.196745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:48.260359 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:48.263293 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8ea2c8f3-56ab-442e-95af-32a39704df06 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2808201 Apr 05 21:16:48.267401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45508) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:48.320055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7fd442e2-b316-408c-be47-b3040da706c0 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=de5fe09961b946d4ade20cae420834d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506346 Apr 05 21:16:48.323142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45512) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:48.394215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:48.467952 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af064f-e16b-49e4-8422-993f8ba74d3a tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:48.473861 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2af064f-e16b-49e4-8422-993f8ba74d3a tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451035 Apr 05 21:16:48.473861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45516) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:48.522186 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3e3e7f18-3167-4007-9bee-e89a80994669 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452619 Apr 05 21:16:48.522186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45520) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:48.526830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2052066466', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:48.642110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:48.645888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:subnet and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:48.648665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:48.654332 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:48.727926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:47Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:48.731952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Checking router: 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:48.732302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Updating router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 port f10d759e-f029-4e5e-a5f1-33391401e858 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:16:48.750833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:16:48.785727 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:48.852930 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.113513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.122471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.124968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Transition to ACTIVE for port object f10d759e-f029-4e5e-a5f1-33391401e858 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:49.196333 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.204829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Subnet': ['ID=e2fc947a-44bf-4e2a-9516-aa6adbe27264,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:49.215143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Checking segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:16:49.215507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network hostable DHCP agents. Network: 7b208827-95b5-4371-b6da-ce91514b8482, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:16:49.278449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Attempting to bind port f10d759e-f029-4e5e-a5f1-33391401e858 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:49.278817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Attempting to bind port f10d759e-f029-4e5e-a5f1-33391401e858 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:49.279174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Attempting to bind port f10d759e-f029-4e5e-a5f1-33391401e858 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:16:49.286099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Pushing event updated for resources: {'Port': ['ID=f10d759e-f029-4e5e-a5f1-33391401e858,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:49.292657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:16:49.293029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:16:49.293447 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.293835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:16:49.294295 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Bound port: f10d759e-f029-4e5e-a5f1-33391401e858, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:49.294669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.311672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7b208827-95b5-4371-b6da-ce91514b8482 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:16:49.330104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.330450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.330786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.331118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.331455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.331782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.332155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.332465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.332786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.333133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.333500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:49.377667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] For port f10d759e-f029-4e5e-a5f1-33391401e858, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:16:49.380476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] For port f10d759e-f029-4e5e-a5f1-33391401e858, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f10d759e-f029-4e5e-a5f1-33391401e858,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:16:49.413587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7b208827-95b5-4371-b6da-ce91514b8482) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:49.417659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:49.418182 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.422331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f54fcf-9d9f-4b70-9798-86434179a9f9 None None] Network 7b208827-95b5-4371-b6da-ce91514b8482 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:16:49.507012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.551589 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0669d32c-cd0e-4a52-94ed-bd8111891121 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0292962 Apr 05 21:16:49.557641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45524) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:49.642668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b29607-c5d5-491d-a730-0117f91d2343 None None] Pushing event updated for resources: {'Port': ['ID=f10d759e-f029-4e5e-a5f1-33391401e858,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:49.661573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:49.661573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:49.841225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-7b208827-95b5-4371-b6da-ce91514b8482', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:16:49.841833 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.936616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:50.252557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Allocated IP 172.20.0.2 (7b208827-95b5-4371-b6da-ce91514b8482/e2fc947a-44bf-4e2a-9516-aa6adbe27264/70272582-3c65-4f4f-9425-fc98b80007dd) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:50.430253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:50.469981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:47Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:50.499465 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:50.506042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89aa8c-3856-4191-bca5-0b36f63b5327 None None] The sync data for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 is: [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:47Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:50.538460 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:50.549635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Transition to ACTIVE for port object 70272582-3c65-4f4f-9425-fc98b80007dd will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:50.567494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Transition to ACTIVE for port object 70272582-3c65-4f4f-9425-fc98b80007dd will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:50.620681 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:50.686998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Network 7b208827-95b5-4371-b6da-ce91514b8482 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:50.689907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:50.694166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:16:50.696306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Pushing event updated for resources: {'Port': ['ID=70272582-3c65-4f4f-9425-fc98b80007dd,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:50.787953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Attempting to bind port 70272582-3c65-4f4f-9425-fc98b80007dd on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:50.788342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Attempting to bind port 70272582-3c65-4f4f-9425-fc98b80007dd by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:50.788742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Attempting to bind port 70272582-3c65-4f4f-9425-fc98b80007dd on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:16:50.796405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:16:50.796772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Checking segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:16:50.797193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:50.797626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Bound using segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:16:50.798090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Bound port: 70272582-3c65-4f4f-9425-fc98b80007dd, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:50.798452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:50.840369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.1 (7b208827-95b5-4371-b6da-ce91514b8482/e2fc947a-44bf-4e2a-9516-aa6adbe27264/4c975b93-a2cb-41aa-bc19-e7cff3af2899) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:50.891038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] For port 70272582-3c65-4f4f-9425-fc98b80007dd, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:16:50.896191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] For port 70272582-3c65-4f4f-9425-fc98b80007dd, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=70272582-3c65-4f4f-9425-fc98b80007dd,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:16:50.985629 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.005841 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.021947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object 4c975b93-a2cb-41aa-bc19-e7cff3af2899 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:51.063783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e994d-5cd4-4f8f-9056-98d0633b66d1 None None] Pushing event updated for resources: {'Port': ['ID=70272582-3c65-4f4f-9425-fc98b80007dd,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:51.123098 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.206443 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7b208827-95b5-4371-b6da-ce91514b8482 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:51.210671 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:51.213398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=4c975b93-a2cb-41aa-bc19-e7cff3af2899,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:51.215876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:16:51.283585 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.442060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.823830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 70272582-3c65-4f4f-9425-fc98b80007dd up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:51.893711 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.951504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.981258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 70272582-3c65-4f4f-9425-fc98b80007dd completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:52.023107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533bdd86-8600-4d08-9f00-6b22521dead1 None None] Network 7b208827-95b5-4371-b6da-ce91514b8482 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:16:52.067828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=4c975b93-a2cb-41aa-bc19-e7cff3af2899,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:52.073166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:52.236275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2d6f62d8-8259-4542-8dd4-762dcf9a70dc None None] Provisioning for port 70272582-3c65-4f4f-9425-fc98b80007dd completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:52.247365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2d6f62d8-8259-4542-8dd4-762dcf9a70dc None None] Provisioning complete for port 70272582-3c65-4f4f-9425-fc98b80007dd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:52.247734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2d6f62d8-8259-4542-8dd4-762dcf9a70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:52.317309 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7b208827-95b5-4371-b6da-ce91514b8482 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:52.318549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:52.390246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2d6f62d8-8259-4542-8dd4-762dcf9a70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:52.423776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2d6f62d8-8259-4542-8dd4-762dcf9a70dc None None] For port 70272582-3c65-4f4f-9425-fc98b80007dd, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=70272582-3c65-4f4f-9425-fc98b80007dd,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:52.472383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2d6f62d8-8259-4542-8dd4-762dcf9a70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:52.542924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f62d8-8259-4542-8dd4-762dcf9a70dc None None] Pushing event updated for resources: {'Port': ['ID=70272582-3c65-4f4f-9425-fc98b80007dd,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:52.595495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6ecc3360-25f8-4ac8-82ac-5f086770ac54 None None] Provisioning complete for port 70272582-3c65-4f4f-9425-fc98b80007dd triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:52.595866 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3360-25f8-4ac8-82ac-5f086770ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:52.813636 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:16:52.848293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6ecc3360-25f8-4ac8-82ac-5f086770ac54 None None] Provisioning for port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:52.855681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6ecc3360-25f8-4ac8-82ac-5f086770ac54 None None] Provisioning complete for port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:52.856061 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3360-25f8-4ac8-82ac-5f086770ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:52.925641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc3360-25f8-4ac8-82ac-5f086770ac54 None None] Port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:16:53.045317 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:16:53.047433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0acb6282-0371-4397-afb4-0116ccfc6e27 None None] Provisioning complete for port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:53.047800 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0acb6282-0371-4397-afb4-0116ccfc6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:53.070877 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9af3a73b-fc35-466e-8229-e2416ae26bcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5014999 Apr 05 21:16:53.104215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0acb6282-0371-4397-afb4-0116ccfc6e27 None None] Port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:16:53.258042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-ad5e69b7-2b3a-4976-b684-930f44f4728c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-874447072&fields=id&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 267 time: 0.0511398 Apr 05 21:16:53.435300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-140372d0-66bf-4c83-9478-03608b6bbdd3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:53.436001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-140372d0-66bf-4c83-9478-03608b6bbdd3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:53.504907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-140372d0-66bf-4c83-9478-03608b6bbdd3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:53.506066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-140372d0-66bf-4c83-9478-03608b6bbdd3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 797 time: 0.2379074 Apr 05 21:16:53.522556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0cb38c0f-0d29-4f25-9552-b28a0e010634 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/quotas/de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 375 time: 0.0111599 Apr 05 21:16:53.605941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-53b1c3f3-a547-47e5-9e90-ada1c93f9718 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:53.699755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-53b1c3f3-a547-47e5-9e90-ada1c93f9718 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:53.701198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-53b1c3f3-a547-47e5-9e90-ada1c93f9718 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1724336 Apr 05 21:16:53.864499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 70272582-3c65-4f4f-9425-fc98b80007dd up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:53.880344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-74879db1-e0c4-4346-b8a8-91b8d5b6bd3d service neutron] 10.222.0.10 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662500 Apr 05 21:16:53.943760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 70272582-3c65-4f4f-9425-fc98b80007dd triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:53.944206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:54.046425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-b9bdc9ca-3c73-4cd6-a1ef-04f5eb7232cf service neutron] 10.222.0.10 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591399 Apr 05 21:16:54.069205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f10d759e-f029-4e5e-a5f1-33391401e858 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:54.214411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f10d759e-f029-4e5e-a5f1-33391401e858 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:54.219115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f10d759e-f029-4e5e-a5f1-33391401e858 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:54.219527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:54.399514 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:54.419167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f10d759e-f029-4e5e-a5f1-33391401e858, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f10d759e-f029-4e5e-a5f1-33391401e858,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:16:54.427735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4dabd8a6-211b-4557-aef1-825b34d83c39 req-ac2fc54c-893d-4949-a408-cd5bfc06bd6c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 210 time: 0.0685053 Apr 05 21:16:54.483769 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:54.558811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f10d759e-f029-4e5e-a5f1-33391401e858,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:55.625420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81a3c2f1-e43b-42c8-80cb-99be25b2035f req-903ff7f9-68af-49ba-bfd1-599ef41fbb3d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 210 time: 0.0582306 Apr 05 21:16:55.792761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f10d759e-f029-4e5e-a5f1-33391401e858 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:55.871808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f10d759e-f029-4e5e-a5f1-33391401e858 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:55.871808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:56.177466 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Sync routers for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:16:56.191220 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:56.191220 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:56.415170 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:56.622686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-4e391d2f-7227-4e5d-9b6d-3b31d0a39c56 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:56.622686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-4e391d2f-7227-4e5d-9b6d-3b31d0a39c56 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:56.641489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-4e391d2f-7227-4e5d-9b6d-3b31d0a39c56 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:56.641489 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-4e391d2f-7227-4e5d-9b6d-3b31d0a39c56 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 797 time: 0.1763711 Apr 05 21:16:56.717933 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-6833713f-644a-4036-8f57-1b877cb490d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:56.776899 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 2, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:56.776899 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Checking router: 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:16:56.776899 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Updating router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:16:56.839345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-6833713f-644a-4036-8f57-1b877cb490d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:56.839345 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-6833713f-644a-4036-8f57-1b877cb490d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 379 time: 0.1779971 Apr 05 21:16:56.842166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76826037-225d-4a3c-be7c-c2fc5ba43783 req-f36d8c6c-db6e-43c3-babf-1eee1ad44f04 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 210 time: 0.0435371 Apr 05 21:16:56.851182 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:56.854225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'port': {'device_id': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'admin_state_up': True, 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'security_groups': ['260caf36-e149-4fe2-bca2-2c718be556f5']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:57.019669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:57.029238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:57.139196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:16:57.143455 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.221636 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.234779 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Transition to ACTIVE for port object 4c975b93-a2cb-41aa-bc19-e7cff3af2899 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:57.333609 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.402810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.3 (7b208827-95b5-4371-b6da-ce91514b8482/e2fc947a-44bf-4e2a-9516-aa6adbe27264/77965d71-b082-47aa-925c-b6c1d40d5ceb) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:57.476057 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Pushing event updated for resources: {'Port': ['ID=4c975b93-a2cb-41aa-bc19-e7cff3af2899,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:57.480982 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.483831 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.484172 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.484503 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.484829 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.485181 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.485752 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.485821 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.486120 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.486600 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.487056 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:57.578970 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Attempting to bind port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:57.579343 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Attempting to bind port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:57.579709 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Attempting to bind port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:16:57.586713 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:16:57.587082 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Checking segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:16:57.588016 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.588403 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Bound using segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:16:57.588858 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Bound port: 4c975b93-a2cb-41aa-bc19-e7cff3af2899, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:57.589256 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.638268 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.653878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object 77965d71-b082-47aa-925c-b6c1d40d5ceb will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:57.683829 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] For port 4c975b93-a2cb-41aa-bc19-e7cff3af2899, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:16:57.686780 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] For port 4c975b93-a2cb-41aa-bc19-e7cff3af2899, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4c975b93-a2cb-41aa-bc19-e7cff3af2899,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:16:57.751456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.791785 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:57.828603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 7b208827-95b5-4371-b6da-ce91514b8482 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:57.832278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:57.839979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:16:57.869786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df9df-72ef-45cc-a29b-6f77d6928f22 None None] Pushing event updated for resources: {'Port': ['ID=4c975b93-a2cb-41aa-bc19-e7cff3af2899,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:57.872095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:57.880807 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:16:57.880807 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:16:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:57.922445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:57.924155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:58.037635 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-0fa5e49c-b0a9-4acd-b473-be1744eccc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1914241 Apr 05 21:16:58.057924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Request body: {'port': {'device_id': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:16:58.086609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2b313-6646-47ef-9e61-dfc71e0a45a9 req-da2b6717-ec31-4353-8354-6b075c46ffe9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:58.086609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12b2b313-6646-47ef-9e61-dfc71e0a45a9 req-da2b6717-ec31-4353-8354-6b075c46ffe9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 931 time: 0.0893676 Apr 05 21:16:58.089206 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:16:58.143964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12b2b313-6646-47ef-9e61-dfc71e0a45a9 req-22020e80-95a9-4546-8c23-4545149ff3cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522606 Apr 05 21:16:58.221559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:58.287270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-580c0ecb-e6c0-4042-8b09-2fee95518dbf None None] Provisioning for port 77965d71-b082-47aa-925c-b6c1d40d5ceb completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:58.293786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-580c0ecb-e6c0-4042-8b09-2fee95518dbf None None] Provisioning complete for port 77965d71-b082-47aa-925c-b6c1d40d5ceb triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:58.294455 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-580c0ecb-e6c0-4042-8b09-2fee95518dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:58.392714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-580c0ecb-e6c0-4042-8b09-2fee95518dbf None None] Port 77965d71-b082-47aa-925c-b6c1d40d5ceb cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:16:58.487087 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:16:57Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:58.487087 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3263fff-911b-40ae-b5c8-cb716b04daea None None] The sync data for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 is: [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:16:57Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:16:58.798719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77965d71-b082-47aa-925c-b6c1d40d5ceb {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:16:58.807488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:58.817993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Transition to ACTIVE for port object 77965d71-b082-47aa-925c-b6c1d40d5ceb will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:58.878724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:59.014904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:59.147753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:59.147753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:59.147753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:16:59.152640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:16:59.152640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:16:59.161436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:16:59.161779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Checking segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:16:59.169625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Bound using segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:16:59.169625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Bound port: 77965d71-b082-47aa-925c-b6c1d40d5ceb, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:59.169625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:59.261543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:16:59.264718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:16:59.351547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:59.412678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea111e99-222a-4cbe-9589-3403b14ade0f req-55bf6367-698b-4fa3-9861-e5bfd00115b1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:59.422113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea111e99-222a-4cbe-9589-3403b14ade0f req-55bf6367-698b-4fa3-9861-e5bfd00115b1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.0959668 Apr 05 21:16:59.430055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:59.430055 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] 10.222.0.39 "PUT /v2.0/ports/77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 1091 time: 1.3781929 Apr 05 21:16:59.430055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:16:59.477848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287e99f-9934-4967-b03c-37a3ab95bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:59.488318 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea111e99-222a-4cbe-9589-3403b14ade0f req-38a039a5-c85f-4c01-b328-cb5f122a9a4c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689077 Apr 05 21:16:59.518042 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b030ea-f492-4030-95e7-2c5a7af0b62a'] response: {'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'status': 'completed', 'code': 200} Apr 05 21:16:59.644033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26f8cad1-c609-40c8-9b86-7d2f31160c17 req-372b13b1-8f90-4008-bfcd-1027c124768e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1094 time: 0.0893397 Apr 05 21:16:59.806956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c975b93-a2cb-41aa-bc19-e7cff3af2899 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:59.809403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cad1-c609-40c8-9b86-7d2f31160c17 req-694e246a-7ebd-484e-aca2-ba86c29723dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:59.811587 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26f8cad1-c609-40c8-9b86-7d2f31160c17 req-694e246a-7ebd-484e-aca2-ba86c29723dc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=de5fe09961b946d4ade20cae420834d7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1529660 Apr 05 21:16:59.933790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:59.939492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:59.939567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:59.951602 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cad1-c609-40c8-9b86-7d2f31160c17 req-03f294ce-d4ea-4b13-a13f-cf8313a6aeb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:59.953151 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26f8cad1-c609-40c8-9b86-7d2f31160c17 req-03f294ce-d4ea-4b13-a13f-cf8313a6aeb1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1372805 Apr 05 21:17:00.068220 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:00.087996 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-d64ab325-35aa-4fe3-9c3a-2da84c7a8798 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1094 time: 0.0743780 Apr 05 21:17:00.100626 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4c975b93-a2cb-41aa-bc19-e7cff3af2899, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4c975b93-a2cb-41aa-bc19-e7cff3af2899,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:17:00.163639 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-2213131c-a6da-49c8-bc1a-b39e541a9bb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 217 time: 0.0625987 Apr 05 21:17:00.180102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:00.230477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-994486c6-18cd-4a65-8da0-43ca209e6cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:00.232077 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-994486c6-18cd-4a65-8da0-43ca209e6cda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0625677 Apr 05 21:17:00.238597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4c975b93-a2cb-41aa-bc19-e7cff3af2899,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:00.317617 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-7f154bdf-b512-441e-bee5-80456acba4c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803623 Apr 05 21:17:00.447578 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-cb599c00-4891-4fde-b1ae-ab94b24c1166 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240087 Apr 05 21:17:00.670563 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a2cb0a5c-3dca-4882-97f7-2cf4a147124b req-e3a134a6-6075-4c24-8388-acfad80632a2 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166939 Apr 05 21:17:00.691433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd6b85-8652-4e2d-926a-cd6143230abd req-67675ad7-dd6e-4381-9123-15cf5de4b578 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:00.692880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9cd6b85-8652-4e2d-926a-cd6143230abd req-67675ad7-dd6e-4381-9123-15cf5de4b578 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.0860598 Apr 05 21:17:00.739902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9cd6b85-8652-4e2d-926a-cd6143230abd req-83fb05e5-6dac-495f-af75-e7edf512096a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387747 Apr 05 21:17:01.784182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c975b93-a2cb-41aa-bc19-e7cff3af2899 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:17:01.857359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:17:01.857732 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:01.950869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f01b7-8d5f-4806-ae8d-fb057636346c req-305c35c3-adc9-49cc-be9f-e0735e04dca2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:01.954029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-070f01b7-8d5f-4806-ae8d-fb057636346c req-305c35c3-adc9-49cc-be9f-e0735e04dca2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.0871644 Apr 05 21:17:02.003332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-070f01b7-8d5f-4806-ae8d-fb057636346c req-b7e9aaa0-a8d3-4dc4-8978-a41d502afeef tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445054 Apr 05 21:17:03.211550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e91c4-8754-44a7-93b8-a59d119902df req-d7a79fb8-d567-4d38-9a90-c60f731cb2a3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:03.214105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b6e91c4-8754-44a7-93b8-a59d119902df req-d7a79fb8-d567-4d38-9a90-c60f731cb2a3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.0806570 Apr 05 21:17:03.264094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b6e91c4-8754-44a7-93b8-a59d119902df req-f662920b-0574-4e0c-b5d1-765a9beadca9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431557 Apr 05 21:17:04.382344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:17:04.467079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ff21-0c49-4775-8f68-3ac723b6a06b req-92f17bc6-0794-4ddd-a2dc-e201bfc13850 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:04.467079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9542ff21-0c49-4775-8f68-3ac723b6a06b req-92f17bc6-0794-4ddd-a2dc-e201bfc13850 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.0781150 Apr 05 21:17:04.520926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9542ff21-0c49-4775-8f68-3ac723b6a06b req-abf31c3e-09ed-40d2-afe1-fdc2d2507fcd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501292 Apr 05 21:17:04.529202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:17:04.550779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'port_id': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'mac_address': 'fa:16:3e:1f:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:17:04.550779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:04.601507 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:04.620509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77965d71-b082-47aa-925c-b6c1d40d5ceb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:17:04.634217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:17:04.728550 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:04.809257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:04.844855 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:17:04.893382 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bee9221c-b682-489e-a9fd-d8a4fe6e19f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:05.084594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['77965d71-b082-47aa-925c-b6c1d40d5ceb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:17:05.724261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a94c61-ce29-4c9c-9ec7-354667abd58c req-80c81c47-5b92-460f-82e3-d03d35b46e84 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:05.725759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6a94c61-ce29-4c9c-9ec7-354667abd58c req-80c81c47-5b92-460f-82e3-d03d35b46e84 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 944 time: 0.0781589 Apr 05 21:17:05.773178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6a94c61-ce29-4c9c-9ec7-354667abd58c req-5819a79f-5b79-4fe2-9196-56b4d22ef939 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416276 Apr 05 21:17:06.382931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:17:06.516343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 77965d71-b082-47aa-925c-b6c1d40d5ceb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:17:06.521228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 77965d71-b082-47aa-925c-b6c1d40d5ceb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:17:06.521877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:06.638759 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:06.663657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:17:06.672989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:17:06.718927 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cca0ba1-2947-41b1-b383-f40c06c8aaaf'] response: {'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'code': 200} Apr 05 21:17:06.734413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:06.802291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:06.859692 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ff825ab-ccb2-48b6-bb81-28a202fc59e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:06.918485 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d91db920-b581-4e15-9cea-575071883dfa req-bb4e318c-032d-48d0-a30b-44a381b17746 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1096 time: 0.1072354 Apr 05 21:17:06.961760 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-d91db920-b581-4e15-9cea-575071883dfa req-7694380e-a06b-4ea1-9c60-b171000e951a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373771 Apr 05 21:17:07.007491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ab6ad-e877-4ba5-ba23-76d1346b310b req-dfedb7c8-eb55-4a6c-978b-367000244dfe tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:07.008855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a0ab6ad-e877-4ba5-ba23-76d1346b310b req-dfedb7c8-eb55-4a6c-978b-367000244dfe tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0807052 Apr 05 21:17:07.053694 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a0ab6ad-e877-4ba5-ba23-76d1346b310b req-2bd2175e-06f2-4123-96d0-cf2aae4de1bb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385494 Apr 05 21:17:08.257070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281f930-3181-4662-aa94-58a788245c73 req-a1f596bc-31ac-484f-a6a2-b8854f54d9fd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:08.266190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1281f930-3181-4662-aa94-58a788245c73 req-a1f596bc-31ac-484f-a6a2-b8854f54d9fd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0798502 Apr 05 21:17:08.317398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1281f930-3181-4662-aa94-58a788245c73 req-eda736ea-392d-466c-b36d-9e2f08fb01b0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 Apr 05 21:17:08.478887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:08.624134 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:09.617822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e887b40-cd41-4468-a3d6-80427248dbb9 req-5cdb4349-8262-48c6-96fc-d51f5f6e46d4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:09.619845 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e887b40-cd41-4468-a3d6-80427248dbb9 req-5cdb4349-8262-48c6-96fc-d51f5f6e46d4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.1850288 Apr 05 21:17:09.667494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e887b40-cd41-4468-a3d6-80427248dbb9 req-ebe94871-5826-4a14-ad98-54243b237a14 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401545 Apr 05 21:17:09.866023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b2468-75ce-428e-bb37-fa12c3ecf0ff req-ce93cea8-469a-41c7-bcdc-8055a8d00084 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:09.867500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-848b2468-75ce-428e-bb37-fa12c3ecf0ff req-ce93cea8-469a-41c7-bcdc-8055a8d00084 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0781407 Apr 05 21:17:09.913930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-848b2468-75ce-428e-bb37-fa12c3ecf0ff req-18bb7e17-067a-4640-a588-b431bd2cbaa3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Apr 05 21:17:09.934775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:09.942596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:10.013146 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3e91c375-ef80-4b47-a8bd-ae1c72dfdc32 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1091 time: 0.0693717 Apr 05 21:17:10.018370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45598) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:10.023394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:17:10.029571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:17:10.033581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:floatingip and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:17:10.037157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:17:10.043515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:17:10.145247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:10.284993 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:10.423410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.107 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/f2cf4b24-08ea-4156-8908-ce873d5166cb) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:17:10.568099 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:10.656544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:10.718295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:17:10.721109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:17:10.724604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:17:10.763525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=f2cf4b24-08ea-4156-8908-ce873d5166cb,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:11.242746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:11.347890 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:11.551094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:11.607463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:11.801033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=f2cf4b24-08ea-4156-8908-ce873d5166cb,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:11.815362 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:12.008152 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Floating IP fa0245c8-c689-42d3-926b-90faa6f289d7 associated. External IP: 172.25.2.107, port: 77965d71-b082-47aa-925c-b6c1d40d5ceb. Apr 05 21:17:12.406403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:17:12.607069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:17:12.617194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] Sync routers for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:17:12.629416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:17:12.630021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:12.716419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:12.772885 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4565d683-5a35-4dea-ac81-5a939386b5dc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7535243 Apr 05 21:17:12.773541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:17:12.832239 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1c95c5-826f-4ab8-8a03-9c4eda3bc134'] response: {'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'status': 'completed', 'code': 200} Apr 05 21:17:12.841509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:17:12.964621 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-e00be105-a827-443e-8c8e-96c852880f23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1096 time: 0.0784523 Apr 05 21:17:12.975286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016a005-d8fd-4c6c-a45a-f4a2a19c8cf5 req-12586719-519d-4246-8100-47eed1eeccb4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:12.977507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3016a005-d8fd-4c6c-a45a-f4a2a19c8cf5 req-12586719-519d-4246-8100-47eed1eeccb4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0989687 Apr 05 21:17:13.026969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3016a005-d8fd-4c6c-a45a-f4a2a19c8cf5 req-d462cac5-366d-42d3-ab48-d331598d47a2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411906 Apr 05 21:17:13.063085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45610) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:13.197171 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e71f869b-84ee-4ed6-bcdb-8f3a43e572f0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/fa0245c8-c689-42d3-926b-90faa6f289d7 HTTP/1.1" status: 200 len: 991 time: 0.1332443 Apr 05 21:17:13.199631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-ffd2ea3e-ed4f-43e9-8d43-d1412155c1c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:13.201290 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-ffd2ea3e-ed4f-43e9-8d43-d1412155c1c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.2303123 Apr 05 21:17:13.206709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'fa0245c8-c689-42d3-926b-90faa6f289d7', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'port_id': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'mac_address': 'fa:16:3e:1f:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:17:11Z', 'updated_at': '2022-04-05T21:17:11Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:17:00Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:13.210607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] Checking router: 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:17:13.222081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:17:13.222686 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:13.307886 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-bcdbaaa0-2ca2-4878-8eba-1181cebc7af7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 999 time: 0.1000843 Apr 05 21:17:13.375125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-f1c78799-9448-46e0-ba8e-e42ee65b8841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:13.376556 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-f1c78799-9448-46e0-ba8e-e42ee65b8841 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0632563 Apr 05 21:17:13.408673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:17:13.453934 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-4ca3e0e5-0422-4797-a874-c4b445ce6f5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718865 Apr 05 21:17:13.553137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-508e5587-cc31-47dc-ae4f-d5461d0df42b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718837 Apr 05 21:17:13.700833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-10c7f85c-0986-4db2-bdef-360acefa91e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0781589 Apr 05 21:17:13.721181 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-36cf12fd-1670-4e30-9d35-93090e306f00 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608545 Apr 05 21:17:13.785925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'fa0245c8-c689-42d3-926b-90faa6f289d7', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'port_id': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'mac_address': 'fa:16:3e:1f:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:17:11Z', 'updated_at': '2022-04-05T21:17:11Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:17:00Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:13.790930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88afbac-37dc-48f9-988e-564251d60595 None None] The sync data for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 is: [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'fa0245c8-c689-42d3-926b-90faa6f289d7', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.107', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'port_id': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'mac_address': 'fa:16:3e:1f:8a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:17:11Z', 'updated_at': '2022-04-05T21:17:11Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:17:00Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:17:13.866180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-3af2bb81-195c-4151-9b49-2723f054f975 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:13.867820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-3af2bb81-195c-4151-9b49-2723f054f975 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1455042 Apr 05 21:17:13.871097 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-270668a6-5591-4c1d-9a4f-68cbe37cc43e req-5835ab0e-27bb-4cbe-a0f7-faaee1b02a48 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437848 Apr 05 21:17:13.975536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-60062e34-8b6c-4a34-8502-0d029981fd02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 1000 time: 0.1020176 Apr 05 21:17:14.039760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-81e7901a-d707-45b4-978f-f6aa8105b274 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:14.041220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-81e7901a-d707-45b4-978f-f6aa8105b274 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0599737 Apr 05 21:17:14.122497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-0bb2a77f-c7cb-4e56-8001-ce82350c591b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735121 Apr 05 21:17:14.200784 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45614) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:14.260371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-cde7a041-2363-4254-8d5b-a7b08d040368 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305990 Apr 05 21:17:14.313697 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8e52ee9f-95ae-44fb-8c45-25b9e8862734 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/fa0245c8-c689-42d3-926b-90faa6f289d7 HTTP/1.1" status: 200 len: 991 time: 0.1115735 Apr 05 21:17:14.392449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d5db6cd-9aa8-462e-b92e-62f74febaa32 req-8cbbc20e-8302-43cb-8734-b59aaa2932c9 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249797 Apr 05 21:17:15.159484 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa21a97-50ab-4821-8c4e-1d8ee7a385c4 None None] New status for floating IP fa0245c8-c689-42d3-926b-90faa6f289d7: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:17:15.317343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45618) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:15.421814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4bb20262-f9a5-4a3d-9034-ae4483379ee0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/fa0245c8-c689-42d3-926b-90faa6f289d7 HTTP/1.1" status: 200 len: 991 time: 0.1033421 Apr 05 21:17:16.425563 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45622) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:16.540011 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6cfd297f-a775-4b5a-8206-3f5746dd71b5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/fa0245c8-c689-42d3-926b-90faa6f289d7 HTTP/1.1" status: 200 len: 993 time: 0.1069171 Apr 05 21:17:20.464524 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:24.406567 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-4131dd7f-571b-4b2b-8b08-49029e10ccd4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706348 Apr 05 21:17:24.511951 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-0f9ff930-481a-4796-9457-6af8546cb2f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1096 time: 0.0736144 Apr 05 21:17:24.661349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-f9141ab3-3798-4d4f-ad6c-10f49a450ed6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:24.662786 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-f9141ab3-3798-4d4f-ad6c-10f49a450ed6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 200 len: 914 time: 0.1313543 Apr 05 21:17:24.767758 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-30684121-ece7-4797-ab0b-83affc86f8f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 200 len: 1001 time: 0.0975215 Apr 05 21:17:24.833325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-807b75ab-105e-4ca5-bbc8-ee332a59d795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:24.833325 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-807b75ab-105e-4ca5-bbc8-ee332a59d795 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f14da26a-2c60-4d99-add8-b0e47ce9282f HTTP/1.1" status: 200 len: 852 time: 0.0584495 Apr 05 21:17:24.913736 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-1c04847e-1a7d-4f56-bef1-b6f11e25764e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4a585b-f18f-4104-8566-fa354304555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738647 Apr 05 21:17:25.044376 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-ae03b8fb-53e5-41f7-8c0b-fe8e3f42c178 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263843 Apr 05 21:17:25.188199 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2d15cddb-3602-46b0-a516-b565d8a70ca6 req-350274e5-be06-4d10-8a68-5913cc891cef service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313787 Apr 05 21:17:34.533119 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:34.858742 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d253d326-8885-4cd2-af60-e1453aa847c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:36.870448 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89ab4809-5463-4ff9-86d1-8e95e982ccd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:38.470546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:38.596019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:39.950192 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:41.846606 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:17:44.167198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45648) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:44.367846 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Deleting port 235ea5b1-f979-4783-acdd-80153466f5fc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:17:44.368185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:44.630035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:44.630358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:44.751779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Calling delete_port for 235ea5b1-f979-4783-acdd-80153466f5fc owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:17:44.957945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.001794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event deleted for resources: {'Port': ['ID=235ea5b1-f979-4783-acdd-80153466f5fc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:45.041812 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.042164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.042496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.042832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.043164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.043492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.043821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.044146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.044473 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.044809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.045263 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:45.110350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.521490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Router feb3eae2-6266-45e6-b571-0fac9085123c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:17:45.725182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:17:45.735218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] Sync routers for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:17:45.737845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.749621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:17:45.749621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:45.796507 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-88a96b04-b12a-401c-9402-612ffc699cbb tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "DELETE /v2.0/floatingips/894a2f76-a27b-42f4-96ac-1eb0309cd119 HTTP/1.1" status: 204 len: 168 time: 1.6281962 Apr 05 21:17:45.797322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:17:45.892468 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24f4bfc-59f9-4f3b-9044-3a82c077d654'] response: {'name': 'network-changed', 'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc', 'status': 'completed', 'code': 200} Apr 05 21:17:45.930301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:17:46.014484 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-901f7a05-291c-40f9-8bdc-28e114a9e8ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 1096 time: 0.0878847 Apr 05 21:17:46.152676 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-ea68f0f7-da94-43f4-aaa8-2a4348f0a8d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:46.152676 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-ea68f0f7-da94-43f4-aaa8-2a4348f0a8d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 200 len: 914 time: 0.1299958 Apr 05 21:17:46.309402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:46.317956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] Checking router: feb3eae2-6266-45e6-b571-0fac9085123c for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:17:46.329944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:17:46.330590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:46.337863 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-5a8a3167-5e5b-4e88-aab9-05d81a2d6eed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 200 len: 217 time: 0.1871848 Apr 05 21:17:46.402999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-1d43f58e-3107-4437-a778-0c69505d9159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:46.404549 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-1d43f58e-3107-4437-a778-0c69505d9159 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f14da26a-2c60-4d99-add8-b0e47ce9282f HTTP/1.1" status: 200 len: 852 time: 0.0612881 Apr 05 21:17:46.456933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a56eea-5eed-4e7b-ae39-5dc678d48115 req-d81ded68-d116-42a3-8ca4-bd634d6b79c3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:46.458853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a56eea-5eed-4e7b-ae39-5dc678d48115 req-d81ded68-d116-42a3-8ca4-bd634d6b79c3 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.0852683 Apr 05 21:17:46.491301 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-e9b96534-8c1b-48ac-9886-6f64183f1d40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd4a585b-f18f-4104-8566-fa354304555c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799680 Apr 05 21:17:46.516579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4a56eea-5eed-4e7b-ae39-5dc678d48115 req-ad028e31-0e4b-48d5-b59f-e4cb7b80df75 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Apr 05 21:17:46.524793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:17:46.634688 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-d08216f7-36a2-4230-9f32-c444c172296b service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354206 Apr 05 21:17:46.772775 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-9c921cc9-21d7-4b19-bab1-4ffd2f0f4225 req-9ba350d3-3d47-4cd1-8b38-b1fcd076a3d2 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284583 Apr 05 21:17:46.847772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:46.851881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc99be9-12c8-469c-99b7-21b6d107b3e1 None None] The sync data for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 is: [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:13:06Z', 'revision_number': 4, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '03fab5bd-fa74-4fe2-9237-77e796dd6ede', 'name': '', 'network_id': 'cd4a585b-f18f-4104-8566-fa354304555c', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'mac_address': 'fa:16:3e:95:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:06Z', 'updated_at': '2022-04-05T21:13:32Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'subnets': [{'id': 'f14da26a-2c60-4d99-add8-b0e47ce9282f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:17:47.075363 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b79ba8e-d71e-4576-b59c-cceb994a4773 None None] New status for floating IP 894a2f76-a27b-42f4-96ac-1eb0309cd119: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:17:47.718137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc590cb1-b10b-48bc-a3c8-652bb0c52b24 req-e9d9ff38-e67c-44b4-82a4-7a111d577877 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:47.719701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc590cb1-b10b-48bc-a3c8-652bb0c52b24 req-e9d9ff38-e67c-44b4-82a4-7a111d577877 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.0770879 Apr 05 21:17:47.770188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc590cb1-b10b-48bc-a3c8-652bb0c52b24 req-167e7809-3ddc-40d7-b506-2992308973d0 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Apr 05 21:17:48.153445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-0f8f843c-ea3d-453d-8725-ee455c528130 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:48.154191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-0f8f843c-ea3d-453d-8725-ee455c528130 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Synchronizing usage tracker for tenant:e4bd15346ae94e03a10302d3cc158ec2 on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:17:48.225824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-0f8f843c-ea3d-453d-8725-ee455c528130 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Unset dirty status for tenant:e4bd15346ae94e03a10302d3cc158ec2 on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:17:48.225824 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-0f8f843c-ea3d-453d-8725-ee455c528130 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.39 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.1494343 Apr 05 21:17:48.296891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Deleting port 67fff007-2420-40be-ad51-74f6cd3063bc {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:17:48.297663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:48.535116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] For port 67fff007-2420-40be-ad51-74f6cd3063bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=67fff007-2420-40be-ad51-74f6cd3063bc,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:17:48.535471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:48.666235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Calling delete_port for 67fff007-2420-40be-ad51-74f6cd3063bc owned by compute:nova {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:17:48.967755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0831-18cc-4969-81fa-8540aa5a1f41 req-d42a4065-76a3-45e4-8c6a-65085e3f80bc tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:48.969228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-529e0831-18cc-4969-81fa-8540aa5a1f41 req-d42a4065-76a3-45e4-8c6a-65085e3f80bc tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 945 time: 0.0764127 Apr 05 21:17:49.014367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-529e0831-18cc-4969-81fa-8540aa5a1f41 req-7b4a2114-dbc5-4c4c-b038-9cb7a3b9536f tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa28336f-7523-49e9-bf49-524e385124e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394924 Apr 05 21:17:49.166947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:49.219302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event deleted for resources: {'Port': ['ID=67fff007-2420-40be-ad51-74f6cd3063bc,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:49.292442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] No DVR routers for this DVR port 67fff007-2420-40be-ad51-74f6cd3063bc on host n-h1-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:17:49.295062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:49.297729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'name': 'network-vif-deleted', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:17:49.345315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1d4d1bdc-f213-4d0b-a3e1-b266c7d9e2e2 req-c8c8fca9-006e-4fe2-96f8-779c2e910da2 tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.39 "DELETE /v2.0/ports/67fff007-2420-40be-ad51-74f6cd3063bc HTTP/1.1" status: 204 len: 173 time: 1.1146209 Apr 05 21:17:49.351571 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e789377c-1fab-4b49-af4f-3855e3467207'] response: {'server_uuid': '29a836bb-60dd-4338-9ee1-97777c4558e1', 'name': 'network-vif-deleted', 'tag': '67fff007-2420-40be-ad51-74f6cd3063bc', 'status': 'completed', 'code': 200} Apr 05 21:17:50.191812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53f62bf5-1a54-4264-9a25-48cd3f512f8f req-ac60d8de-b0f9-4627-b004-69ea87a3dc6b tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "GET /v2.0/ports?device_id=29a836bb-60dd-4338-9ee1-97777c4558e1 HTTP/1.1" status: 200 len: 210 time: 0.0453839 Apr 05 21:17:50.469991 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:51.296634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45672) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:51.366574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5724bc5-f448-4278-a871-b56521e6010c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:51.399731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5724bc5-f448-4278-a871-b56521e6010c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:51.533694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5724bc5-f448-4278-a871-b56521e6010c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:51.552837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724bc5-f448-4278-a871-b56521e6010c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28336f-7523-49e9-bf49-524e385124e5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:51.605906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5724bc5-f448-4278-a871-b56521e6010c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:51.609560 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5724bc5-f448-4278-a871-b56521e6010c tempest-TestVolumeBackupRestore-1246817471 tempest-TestVolumeBackupRestore-1246817471-project] 10.222.0.10 "DELETE /v2.0/security-groups/fa28336f-7523-49e9-bf49-524e385124e5 HTTP/1.1" status: 204 len: 168 time: 0.3092866 Apr 05 21:17:52.718361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 67fff007-2420-40be-ad51-74f6cd3063bc no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:17:52.767516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 67fff007-2420-40be-ad51-74f6cd3063bc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:17:52.767857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 67fff007-2420-40be-ad51-74f6cd3063bc not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:17:54.541271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 45812) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:55.053433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:55.665734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Deleting port 03fab5bd-fa74-4fe2-9237-77e796dd6ede {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:17:55.666287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:55.842447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] For port 03fab5bd-fa74-4fe2-9237-77e796dd6ede, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=03fab5bd-fa74-4fe2-9237-77e796dd6ede,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:17:55.842802 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:55.966819 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Calling delete_port for 03fab5bd-fa74-4fe2-9237-77e796dd6ede owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:17:56.179463 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:56.223536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Pushing event deleted for resources: {'Port': ['ID=03fab5bd-fa74-4fe2-9237-77e796dd6ede,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:56.611266 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:57.189981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Router feb3eae2-6266-45e6-b571-0fac9085123c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:17:57.393601 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:17:57.403130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] Sync routers for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:17:57.406363 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-964b76e6-e2f3-49e5-8047-753a1977b913 admin admin] 10.222.0.10 "PUT /v2.0/routers/feb3eae2-6266-45e6-b571-0fac9085123c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8639491 Apr 05 21:17:57.409441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 45952) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:57.415725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:17:57.416332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:57.604493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:17:57.721543 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:57.936870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:57.942951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:17:56Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:57.947081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] Checking router: feb3eae2-6266-45e6-b571-0fac9085123c for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:17:57.957538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] Routers {'feb3eae2-6266-45e6-b571-0fac9085123c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:17:57.958159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['feb3eae2-6266-45e6-b571-0fac9085123c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:58.041263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Deleting port 2f5882c1-61af-493c-a661-4187ab09e5c3 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:17:58.041608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:58.135939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] Set router feb3eae2-6266-45e6-b571-0fac9085123c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:17:58.217693 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] For port 2f5882c1-61af-493c-a661-4187ab09e5c3, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2f5882c1-61af-493c-a661-4187ab09e5c3,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:17:58.218048 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:58.341564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Calling delete_port for 2f5882c1-61af-493c-a661-4187ab09e5c3 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:17:58.424545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:17:56Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:17:58.428513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418eab7-60fe-46c5-b6c7-9f82e3472a54 None None] The sync data for ids ['feb3eae2-6266-45e6-b571-0fac9085123c'] in n-d-836605-1 is: [{'id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'name': 'tempest-TestVolumeBackupRestore-562532190-router', 'tenant_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:02Z', 'updated_at': '2022-04-05T21:17:56Z', 'revision_number': 5, 'project_id': 'e4bd15346ae94e03a10302d3cc158ec2', 'gw_port': {'id': '2f5882c1-61af-493c-a661-4187ab09e5c3', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:9c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3eae2-6266-45e6-b571-0fac9085123c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:03Z', 'updated_at': '2022-04-05T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:17:58.584334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:58.632079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5882c1-61af-493c-a661-4187ab09e5c3,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:58.673302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.673661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.674047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.674387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.674722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.675052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.675381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.675706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.676030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.676354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.677255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:58.880428 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.139662 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.143876 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.355248 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.355699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb3eae2-6266-45e6-b571-0fac9085123c {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:17:59.368096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.371671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9733dfaa-3b5c-4eb7-8364-c2e2741bcf03 admin admin] 10.222.0.10 "DELETE /v2.0/routers/feb3eae2-6266-45e6-b571-0fac9085123c HTTP/1.1" status: 204 len: 168 time: 1.9588335 Apr 05 21:17:59.371923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46040) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:59.436521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] Deleting subnet f14da26a-2c60-4d99-add8-b0e47ce9282f {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:17:59.439624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.490840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.575779 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.716964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.765509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14da26a-2c60-4d99-add8-b0e47ce9282f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:59.770068 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.775906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6543162-647f-45f1-8050-173d9c3252b3 None None] Network cd4a585b-f18f-4104-8566-fa354304555c requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:17:59.777080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2aceeccf-9f89-4e0a-b945-c578c6a9838a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f14da26a-2c60-4d99-add8-b0e47ce9282f HTTP/1.1" status: 204 len: 168 time: 0.4041455 Apr 05 21:17:59.779624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46064) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:59.885368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03fab5bd-fa74-4fe2-9237-77e796dd6ede no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:17:59.896438 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.907119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Deleting port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:17:59.907451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:59.929395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 03fab5bd-fa74-4fe2-9237-77e796dd6ede {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:17:59.929395 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 03fab5bd-fa74-4fe2-9237-77e796dd6ede not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:17:59.929665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2f5882c1-61af-493c-a661-4187ab09e5c3 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:17:59.963412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 2f5882c1-61af-493c-a661-4187ab09e5c3 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:17:59.963753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2f5882c1-61af-493c-a661-4187ab09e5c3 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:00.128707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] For port 2c6136fe-2613-40af-ada0-a7fdb59c4a71, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2c6136fe-2613-40af-ada0-a7fdb59c4a71,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:00.129084 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.134641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] DHCP port deletion for cd4a585b-f18f-4104-8566-fa354304555c request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:18:00.139011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Deleting port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:18:00.145344 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.254029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Calling delete_port for 2c6136fe-2613-40af-ada0-a7fdb59c4a71 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:18:00.359126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] For port 2c6136fe-2613-40af-ada0-a7fdb59c4a71, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=2c6136fe-2613-40af-ada0-a7fdb59c4a71,segment=NetworkSegment(a21992ec-5d99-4f9d-b0a6-44e703121042),segment_id=a21992ec-5d99-4f9d-b0a6-44e703121042)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:00.359514 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.429198 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.472414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6136fe-2613-40af-ada0-a7fdb59c4a71,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:00.477178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] No DVR routers for this DVR port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:18:00.513558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Calling delete_port for 2c6136fe-2613-40af-ada0-a7fdb59c4a71 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:18:00.580072 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 21:18:00.586312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:18:00.586667 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:18:00.607696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.633120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4a585b-f18f-4104-8566-fa354304555c']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:00.645342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21992ec-5d99-4f9d-b0a6-44e703121042') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:00.645644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21992ec-5d99-4f9d-b0a6-44e703121042') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:00.656581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.677252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.685567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:18:00.685967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:18:00.699064 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:18:00.820348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.837545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:00.846962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4a585b-f18f-4104-8566-fa354304555c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:00.921712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9aa509a3-d685-4fb1-b71d-2f8f5ce321e0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd4a585b-f18f-4104-8566-fa354304555c HTTP/1.1" status: 204 len: 168 time: 1.1410611 Apr 05 21:18:00.924362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46116) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:01.092777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Deleting port 2c6136fe-2613-40af-ada0-a7fdb59c4a71 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:18:01.092777 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:01.155937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e04e1f88-2745-4138-816f-efd676ffeaa0 None None] The port '2c6136fe-2613-40af-ada0-a7fdb59c4a71' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:18:01.592609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:01.811220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2c6136fe-2613-40af-ada0-a7fdb59c4a71 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:01.843831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 2c6136fe-2613-40af-ada0-a7fdb59c4a71 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:18:01.844176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 2c6136fe-2613-40af-ada0-a7fdb59c4a71 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:02.193919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Deleting port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:18:02.194399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:02.362287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] For port 3c809f32-75b9-4bf9-a0ac-b806d8b7844c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,segment=NetworkSegment(b5a59692-97d6-4f52-832b-b1c2edf6bccd),segment_id=b5a59692-97d6-4f52-832b-b1c2edf6bccd)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:02.362637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:02.481174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Calling delete_port for 3c809f32-75b9-4bf9-a0ac-b806d8b7844c owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:18:02.744850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:02.790818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c809f32-75b9-4bf9-a0ac-b806d8b7844c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:03.083153 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:03.761627 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Router df694682-b77d-4674-ba7b-154808dac985 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:18:03.962159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:18:03.970620 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] Sync routers for ids ['df694682-b77d-4674-ba7b-154808dac985'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:18:03.984146 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] Routers {'df694682-b77d-4674-ba7b-154808dac985'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:18:03.984744 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df694682-b77d-4674-ba7b-154808dac985'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:04.010486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f31e81af-0d63-489f-a27a-9f3fc3791a13 admin admin] 10.222.0.10 "PUT /v2.0/routers/df694682-b77d-4674-ba7b-154808dac985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0850990 Apr 05 21:18:04.017140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46154) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:04.161737 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] Set router df694682-b77d-4674-ba7b-154808dac985 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:18:04.217497 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:04.417634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:04.443680 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:18:02Z', 'revision_number': 5, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port': {'id': 'f5873830-4a57-49ff-90d6-cf2d48b2ea01', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:03:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df694682-b77d-4674-ba7b-154808dac985', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:12Z', 'updated_at': '2022-04-05T21:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:04.452115 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] Checking router: df694682-b77d-4674-ba7b-154808dac985 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:18:04.463038 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] Routers {'df694682-b77d-4674-ba7b-154808dac985'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:18:04.463596 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:17:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['df694682-b77d-4674-ba7b-154808dac985'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:04.487648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Deleting port f5873830-4a57-49ff-90d6-cf2d48b2ea01 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:18:04.487648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:04.549800 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:04.649956 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] Set router df694682-b77d-4674-ba7b-154808dac985 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:18:04.663924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] For port f5873830-4a57-49ff-90d6-cf2d48b2ea01, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f5873830-4a57-49ff-90d6-cf2d48b2ea01,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:04.664404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:04.756833 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:18:04Z', 'revision_number': 6, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:04.761067 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6966e514-c759-4364-be3f-9f17157c5af4 None None] The sync data for ids ['df694682-b77d-4674-ba7b-154808dac985'] in n-d-836605-1 is: [{'id': 'df694682-b77d-4674-ba7b-154808dac985', 'name': 'tempest-TestVolumeBackupRestore-1113380697-router', 'tenant_id': '077013cfd3e147299d9b6826e83e6841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:11Z', 'updated_at': '2022-04-05T21:18:04Z', 'revision_number': 6, 'project_id': '077013cfd3e147299d9b6826e83e6841', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:18:04.864650 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9c4a23c5-5dfb-42f2-87f0-5ea2628f0a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:04.907443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Calling delete_port for f5873830-4a57-49ff-90d6-cf2d48b2ea01 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:18:05.117567 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.171951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5873830-4a57-49ff-90d6-cf2d48b2ea01,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:05.398240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.657386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.661792 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.732660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.733652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df694682-b77d-4674-ba7b-154808dac985 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:18:05.745358 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.746490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4f97eda6-ef77-43c5-90e8-e2c8d42657f9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/df694682-b77d-4674-ba7b-154808dac985 HTTP/1.1" status: 204 len: 168 time: 1.7282417 Apr 05 21:18:05.748962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46160) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:05.818268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f5873830-4a57-49ff-90d6-cf2d48b2ea01 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:05.821092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] Deleting subnet a525f449-705e-4e29-957c-f67db037a9ef {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:18:05.825016 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.857485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f5873830-4a57-49ff-90d6-cf2d48b2ea01 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:18:05.857606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f5873830-4a57-49ff-90d6-cf2d48b2ea01 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:05.858032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3c809f32-75b9-4bf9-a0ac-b806d8b7844c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:05.875805 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:05.890310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3c809f32-75b9-4bf9-a0ac-b806d8b7844c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:18:05.890660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3c809f32-75b9-4bf9-a0ac-b806d8b7844c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:05.962622 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.098580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.139527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a525f449-705e-4e29-957c-f67db037a9ef,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:06.144132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.149968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a03050-34eb-41b8-8280-90ab7581cad9 None None] Network bd14b53e-58f2-42e9-98b5-30f982380301 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:18:06.150104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a703e9fa-4e82-4c00-82ff-d53684da59dd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a525f449-705e-4e29-957c-f67db037a9ef HTTP/1.1" status: 204 len: 168 time: 0.3998549 Apr 05 21:18:06.152373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46164) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:06.256236 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.266793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Deleting port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:18:06.267163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.391932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] DHCP port deletion for bd14b53e-58f2-42e9-98b5-30f982380301 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:18:06.396182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Deleting port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:18:06.396557 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.586383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] For port 6ea7cd58-facc-45ed-ba4d-781f21a068f1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6ea7cd58-facc-45ed-ba4d-781f21a068f1,segment=NetworkSegment(b5a59692-97d6-4f52-832b-b1c2edf6bccd),segment_id=b5a59692-97d6-4f52-832b-b1c2edf6bccd)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:06.586736 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.603086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] For port 6ea7cd58-facc-45ed-ba4d-781f21a068f1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6ea7cd58-facc-45ed-ba4d-781f21a068f1,segment=NetworkSegment(b5a59692-97d6-4f52-832b-b1c2edf6bccd),segment_id=b5a59692-97d6-4f52-832b-b1c2edf6bccd)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:06.603458 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.707340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Calling delete_port for 6ea7cd58-facc-45ed-ba4d-781f21a068f1 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:18:06.721246 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Calling delete_port for 6ea7cd58-facc-45ed-ba4d-781f21a068f1 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:18:06.835465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.840528 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:18:06.840991 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:18:06.881562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea7cd58-facc-45ed-ba4d-781f21a068f1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:06.894726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] No DVR routers for this DVR port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:18:06.903999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fd1b953d-dec1-451e-b56b-9664eb647d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.011535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.037026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd14b53e-58f2-42e9-98b5-30f982380301']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:07.048816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a59692-97d6-4f52-832b-b1c2edf6bccd') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:07.049145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a59692-97d6-4f52-832b-b1c2edf6bccd') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:07.060778 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.080618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.086730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:18:07.087114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:18:07.100143 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:18:07.252238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.268498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.278343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd14b53e-58f2-42e9-98b5-30f982380301,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:07.288365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-48d71b32-385a-4832-b72b-d6fd3a32132d admin admin] 10.222.0.10 "DELETE /v2.0/networks/bd14b53e-58f2-42e9-98b5-30f982380301 HTTP/1.1" status: 204 len: 168 time: 1.1325734 Apr 05 21:18:07.342756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Deleting port 6ea7cd58-facc-45ed-ba4d-781f21a068f1 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:18:07.343137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.411565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-96b1ee02-c496-4343-8b41-7643d4ce70f9 None None] The port '6ea7cd58-facc-45ed-ba4d-781f21a068f1' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:18:07.665379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46170) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:07.715758 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-33eade2e-7acd-425d-8e54-f2f1a7768fdb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4bd15346ae94e03a10302d3cc158ec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492198 Apr 05 21:18:07.718134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46174) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:07.778016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65a4c384-b8c9-461f-82f6-872ea1b68c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.803837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65a4c384-b8c9-461f-82f6-872ea1b68c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.808540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6ea7cd58-facc-45ed-ba4d-781f21a068f1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:07.844495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6ea7cd58-facc-45ed-ba4d-781f21a068f1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:18:07.845096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6ea7cd58-facc-45ed-ba4d-781f21a068f1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:07.932187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65a4c384-b8c9-461f-82f6-872ea1b68c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.948777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4c384-b8c9-461f-82f6-872ea1b68c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dbd4de-cfd4-4b96-b89c-733cd71f28af,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:07.959259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-65a4c384-b8c9-461f-82f6-872ea1b68c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:07.961193 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-65a4c384-b8c9-461f-82f6-872ea1b68c5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1dbd4de-cfd4-4b96-b89c-733cd71f28af HTTP/1.1" status: 204 len: 168 time: 0.2414494 Apr 05 21:18:08.503701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:08.572125 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:08.663651 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46182) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:08.711766 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f4c94936-a0f1-4ed5-bdc0-640a01ab71ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=077013cfd3e147299d9b6826e83e6841&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470154 Apr 05 21:18:08.714136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46186) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:08.771540 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22e83b2b-7b73-4498-82d4-6089b14adcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:08.796302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22e83b2b-7b73-4498-82d4-6089b14adcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:08.943731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22e83b2b-7b73-4498-82d4-6089b14adcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:08.960619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e83b2b-7b73-4498-82d4-6089b14adcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e09083-5346-4053-953b-31c9ea161df2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:08.963822 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-22e83b2b-7b73-4498-82d4-6089b14adcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:08.965210 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-22e83b2b-7b73-4498-82d4-6089b14adcb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0e09083-5346-4053-953b-31c9ea161df2 HTTP/1.1" status: 204 len: 168 time: 0.2500029 Apr 05 21:18:09.955082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:13.260269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-539ded26-27a1-445a-a0de-e7d369f560d8 req-42f39601-5256-4270-ac80-057818c3e006 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1096 time: 0.0760658 Apr 05 21:18:13.303614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-539ded26-27a1-445a-a0de-e7d369f560d8 req-f7cf7c65-5bbe-41dd-89db-b3c5d3fb3849 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Apr 05 21:18:13.653353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20e02-58af-4404-9806-19853dc4f7d4 req-7bdade43-eb30-4331-bbd4-63d1d0db55e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:13.654788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fc20e02-58af-4404-9806-19853dc4f7d4 req-7bdade43-eb30-4331-bbd4-63d1d0db55e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0778883 Apr 05 21:18:13.703076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fc20e02-58af-4404-9806-19853dc4f7d4 req-07e2abb3-8a43-4873-9345-227a58db7320 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425587 Apr 05 21:18:13.731655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46198) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:13.835289 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ff828c5-8a5b-43b4-b40e-7e1e17f8a3f3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/fa0245c8-c689-42d3-926b-90faa6f289d7 HTTP/1.1" status: 200 len: 993 time: 0.1025259 Apr 05 21:18:14.532232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7d56e36-d035-4707-b3d3-c3a0b0553ff7 req-1b917157-7f7a-4a8a-9002-7d90c51607a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2790005 Apr 05 21:18:15.184405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dca756-833f-46e8-bc73-d058abef4186 req-a94c2679-997d-40a3-97dd-5ce7ce4fa95c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:15.185759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14dca756-833f-46e8-bc73-d058abef4186 req-a94c2679-997d-40a3-97dd-5ce7ce4fa95c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0790627 Apr 05 21:18:15.216743 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-e0985c85-9995-47c0-8037-e87492369a3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757363 Apr 05 21:18:15.234973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14dca756-833f-46e8-bc73-d058abef4186 req-33aa921c-2988-4d73-b32b-a4c8c8633d00 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Apr 05 21:18:15.558312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-fd525591-be1c-4abf-b295-74bb4d0790a8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773451 Apr 05 21:18:15.692852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-c3bb9d88-5f34-425c-99b1-c4d86e8f6be4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0685401 Apr 05 21:18:15.840666 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-9dc3b820-9485-44e0-a3d8-94f7917d1f2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:15.842143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-9dc3b820-9485-44e0-a3d8-94f7917d1f2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1313953 Apr 05 21:18:15.960626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-1b14f03a-445d-4e73-b654-b3d66a0afec4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 1000 time: 0.1124032 Apr 05 21:18:16.028004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-29f8b76c-2828-45cd-ae13-7303b04cd898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:16.029455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-29f8b76c-2828-45cd-ae13-7303b04cd898 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0619597 Apr 05 21:18:16.109489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-0d89688b-4f1e-4df3-8c9a-7bd005b94983 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740035 Apr 05 21:18:16.119374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-cbaff891-7b0f-497b-8edc-1de82a618907 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:18:16.120262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-cbaff891-7b0f-497b-8edc-1de82a618907 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049748 Apr 05 21:18:16.259360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-7f691c72-c95b-4b95-827f-0fc767b40347 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322937 Apr 05 21:18:16.439740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36138d54-36f6-4298-afe3-d9af42dbdf4b req-c94c02cb-54ca-408b-829c-6e01fbcd427d service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738427 Apr 05 21:18:16.472286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08d356-7119-4104-8c75-dca0028e3fbc req-c737d477-8900-43af-8f19-2294095f0a39 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:16.474312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d08d356-7119-4104-8c75-dca0028e3fbc req-c737d477-8900-43af-8f19-2294095f0a39 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0962801 Apr 05 21:18:16.525083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d08d356-7119-4104-8c75-dca0028e3fbc req-d77f2572-580c-4c74-af9c-6602ef2b9bb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447431 Apr 05 21:18:17.289483 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-28e1f302-19c0-4893-9c63-2872821ed3ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1096 time: 0.0693059 Apr 05 21:18:17.516129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-42394eea-805e-48e3-b748-47c73988a64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:17.517616 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-42394eea-805e-48e3-b748-47c73988a64f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.2229638 Apr 05 21:18:17.626107 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-479c279f-59f7-433c-b179-8f547b5659c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 1001 time: 0.1014252 Apr 05 21:18:17.706000 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-5266867b-ae26-49aa-a82f-8d943a191f82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:17.706000 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-5266867b-ae26-49aa-a82f-8d943a191f82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0705798 Apr 05 21:18:17.743512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5fc25-41c0-4209-aca4-4a5c182952c5 req-070f68c4-d21d-4150-9873-19fb0d55281f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:17.744974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ec5fc25-41c0-4209-aca4-4a5c182952c5 req-070f68c4-d21d-4150-9873-19fb0d55281f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0881927 Apr 05 21:18:17.787482 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-4a00f699-3d45-401c-b4db-23a3d38bc9d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796263 Apr 05 21:18:17.793636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ec5fc25-41c0-4209-aca4-4a5c182952c5 req-90febba9-fd63-42cf-9dd9-2eeabf1d2133 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426252 Apr 05 21:18:17.921988 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-878b7bf7-1ebe-4f30-8fef-ee190d303cc2 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282270 Apr 05 21:18:18.065665 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-a8aa6543-a359-4c93-98d5-34fe0739b724 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376770 Apr 05 21:18:18.847677 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:18:18.993581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c3f8-391e-47dd-82ce-49749819aee2 req-1d8c78e7-4148-41d3-8e04-6a7c6324a04f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:18.994994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4537c3f8-391e-47dd-82ce-49749819aee2 req-1d8c78e7-4148-41d3-8e04-6a7c6324a04f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0791357 Apr 05 21:18:19.040559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4537c3f8-391e-47dd-82ce-49749819aee2 req-0cce0e06-bdde-4d20-bcaf-cf97cfa74e4a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397673 Apr 05 21:18:20.239561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94896fb7-a95c-4900-8b53-b12ef3973ae0 req-80d8c20e-ae1c-4655-a96f-30abaa585edf tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:20.241595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94896fb7-a95c-4900-8b53-b12ef3973ae0 req-80d8c20e-ae1c-4655-a96f-30abaa585edf tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0758538 Apr 05 21:18:20.289021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94896fb7-a95c-4900-8b53-b12ef3973ae0 req-8f4f3b0f-9a7d-4f06-b686-5cceb5a3db13 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 Apr 05 21:18:20.497815 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.488777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17a03d-f93f-4933-a8ef-4a52371a497a req-daf4061d-6fac-4ee6-a62b-b6677582f553 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:21.491793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e17a03d-f93f-4933-a8ef-4a52371a497a req-daf4061d-6fac-4ee6-a62b-b6677582f553 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0824585 Apr 05 21:18:21.535658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e17a03d-f93f-4933-a8ef-4a52371a497a req-a6b21e7e-a995-47b3-be9d-b018bd05a65a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 Apr 05 21:18:22.737494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54c0ba-e70e-4724-8358-20ac1ef7af35 req-f80e00f0-4999-41d6-8a7c-15e335a1de23 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:22.738957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e54c0ba-e70e-4724-8358-20ac1ef7af35 req-f80e00f0-4999-41d6-8a7c-15e335a1de23 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0816538 Apr 05 21:18:22.788365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e54c0ba-e70e-4724-8358-20ac1ef7af35 req-df2e5fe8-02a0-4669-ac0d-62227843ed3e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Apr 05 21:18:23.991001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f402f45-bd92-431a-ae45-745b1ff490e2 req-093bdd5e-f043-4758-903d-cab3b5af438b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:23.992530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f402f45-bd92-431a-ae45-745b1ff490e2 req-093bdd5e-f043-4758-903d-cab3b5af438b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0774426 Apr 05 21:18:24.037993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f402f45-bd92-431a-ae45-745b1ff490e2 req-13b23fef-1d4c-408c-941e-0112d9e3f008 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400174 Apr 05 21:18:25.245007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c195a0-47c9-428b-8491-ed1a936ab11c req-c104fa0f-7c09-4593-806c-fd074a7f4b8b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:25.246537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65c195a0-47c9-428b-8491-ed1a936ab11c req-c104fa0f-7c09-4593-806c-fd074a7f4b8b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0786457 Apr 05 21:18:25.394316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65c195a0-47c9-428b-8491-ed1a936ab11c req-1f78e4c4-39b2-4fda-aeda-bad4e3fa6b7e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421335 Apr 05 21:18:25.452025 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-e127ca2b-d022-45be-bac0-8834ef844a3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1096 time: 0.0711565 Apr 05 21:18:25.595532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-5b13dd4d-77bc-481b-9604-743fc32f50c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:25.596955 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-5b13dd4d-77bc-481b-9604-743fc32f50c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1260915 Apr 05 21:18:25.703746 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-5847f26d-e513-40b2-af34-b082a1385d23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 1001 time: 0.0978284 Apr 05 21:18:25.762403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-910e1364-f6e8-4b95-aab0-c6ef7eca4989 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:25.763835 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-910e1364-f6e8-4b95-aab0-c6ef7eca4989 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0570781 Apr 05 21:18:25.841626 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-31f4b6df-7be2-4b8e-b320-3fb9cdfaac75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715213 Apr 05 21:18:25.974890 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-87ce0c49-6c17-4694-8d63-d406bea763f0 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248319 Apr 05 21:18:26.119361 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-2c5e9b81-bff1-47f3-a804-8e5984a146d0 req-4f54f908-4411-4812-ad8a-588b97e0f913 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389203 Apr 05 21:18:26.591106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f907d3-46df-4515-a0b9-d9ca5a1c3b42 req-98f7a850-7270-41df-a7af-71dd8e50d58c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:26.592521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27f907d3-46df-4515-a0b9-d9ca5a1c3b42 req-98f7a850-7270-41df-a7af-71dd8e50d58c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0759149 Apr 05 21:18:26.637924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27f907d3-46df-4515-a0b9-d9ca5a1c3b42 req-7a275c2a-0072-4732-a016-44646d42b4e6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 Apr 05 21:18:27.839443 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bfbb1-6895-4e5f-baa4-731161cca60c req-89cb3063-2edc-4399-b92a-17c7e558581f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:27.840874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-531bfbb1-6895-4e5f-baa4-731161cca60c req-89cb3063-2edc-4399-b92a-17c7e558581f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0784652 Apr 05 21:18:27.885644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-531bfbb1-6895-4e5f-baa4-731161cca60c req-8cc0d718-957d-47b2-9b13-2a53d6d1c1cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 Apr 05 21:18:29.079151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4ec62-d46f-4ad1-af6b-ce4bee2eef2d req-2aa24224-1dd4-413d-8afb-bb5d15566f15 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:29.080594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ef4ec62-d46f-4ad1-af6b-ce4bee2eef2d req-2aa24224-1dd4-413d-8afb-bb5d15566f15 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0750291 Apr 05 21:18:29.129301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ef4ec62-d46f-4ad1-af6b-ce4bee2eef2d req-847f0ecd-35a1-4953-953b-47163887553f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431154 Apr 05 21:18:30.322701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1000a2-4c62-407f-896c-aa08bfc947f8 req-ecc1b440-d727-4a48-bf3c-9194f2446302 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:30.324140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1000a2-4c62-407f-896c-aa08bfc947f8 req-ecc1b440-d727-4a48-bf3c-9194f2446302 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0764015 Apr 05 21:18:30.368335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1000a2-4c62-407f-896c-aa08bfc947f8 req-1a1b2cd2-1e22-4a0f-9ef3-ab6f13a3d7ce tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387626 Apr 05 21:18:30.499919 n-d-836605-1 neutron-server[84580]: INFO neutron.api.v2.resource [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-cb6f49c8-32a6-4f46-bcec-05e64e1f264c service neutron] show failed (client error): The resource could not be found. Apr 05 21:18:30.500924 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-cb6f49c8-32a6-4f46-bcec-05e64e1f264c service neutron] 10.222.0.39 "GET /v2.0/ports/77965d71-b082-47aa-925c-b6c1d40d5ceb/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0711892 Apr 05 21:18:30.992828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-c3b13dd7-59fa-4ace-b8e1-9bb0ce3450fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 1096 time: 0.0719631 Apr 05 21:18:31.004969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:18:31.109804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:31.389803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:31.421578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:18:31.496367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:18:31.502181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:31.573021 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec56797f-8a83-49df-a468-353bf02e3502'] response: {'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'code': 200} Apr 05 21:18:31.573911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Transition to ACTIVE for port object 77965d71-b082-47aa-925c-b6c1d40d5ceb will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:31.611762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ff70-6290-4cfa-8edf-e3b9401a1650 req-40e382be-922e-4b00-a02d-c5aad2f502a9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:31.613232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1657ff70-6290-4cfa-8edf-e3b9401a1650 req-40e382be-922e-4b00-a02d-c5aad2f502a9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.1018145 Apr 05 21:18:31.638544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:31.792277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:31.804726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1657ff70-6290-4cfa-8edf-e3b9401a1650 req-a415faed-3bc7-41fd-8915-e05a20b088ed tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857147 Apr 05 21:18:31.863358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] No DVR routers for this DVR port 77965d71-b082-47aa-925c-b6c1d40d5ceb on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:18:32.108115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:18:32.108439 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:18:32.108755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:18:32.114294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:18:32.114609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:18:32.122255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:18:32.122585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Checking segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:18:32.122960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Bound using segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:18:32.123434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Bound port: 77965d71-b082-47aa-925c-b6c1d40d5ceb, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:18:32.123776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:32.211824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:18:32.214876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:18:32.281024 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:32.447371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:32.448730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] 10.222.0.23 "PUT /v2.0/ports/77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 1091 time: 1.4475756 Apr 05 21:18:32.456841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75169f-c297-458a-9cb2-40e00d8e34ee service neutron] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:32.543468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-3213b976-381c-4c2e-81e2-fde8f27f399c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1094 time: 0.0702894 Apr 05 21:18:32.677366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-20d462ca-f58f-4068-b234-777cf6a39fbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:32.678839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-20d462ca-f58f-4068-b234-777cf6a39fbb service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1300790 Apr 05 21:18:32.785748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-783bef04-af46-4246-add3-2bd6192bd143 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 999 time: 0.1000981 Apr 05 21:18:32.850988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-c06cf491-3bfb-4137-acf2-2ec1901b9213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:32.852447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-c06cf491-3bfb-4137-acf2-2ec1901b9213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0606358 Apr 05 21:18:32.925884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-4d3b7277-7230-4072-8aa3-d99b48aa205d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674016 Apr 05 21:18:33.110391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-0865cbc5-3c76-4b19-b9f6-2acda143f025 service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783953 Apr 05 21:18:33.120713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c04a1e-de65-438d-b113-c105615a02b9 req-44c24e7c-efbe-49e9-aeea-5759f03cf517 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:33.122085 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82c04a1e-de65-438d-b113-c105615a02b9 req-44c24e7c-efbe-49e9-aeea-5759f03cf517 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.1729867 Apr 05 21:18:33.246931 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82c04a1e-de65-438d-b113-c105615a02b9 req-56ba1da2-2e8a-40a7-8621-708990d6bc2a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068120 Apr 05 21:18:33.279892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173c7d7-ec81-4692-877e-9756e3c49173 req-b0dbd63b-94a9-4865-b131-8b0099dc2a80 service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568160 Apr 05 21:18:33.574282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:18:33.641898 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c131c40a-2548-4e5f-a65e-34fad6df46ea'] response: {'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'status': 'completed', 'code': 200} Apr 05 21:18:33.737976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-9ef66aa1-35aa-4ae1-8462-e5e89a7df8df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1094 time: 0.0743241 Apr 05 21:18:33.759923 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-5e205f8d-0fce-4d46-98b7-5ac9b9725e84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1094 time: 0.0764472 Apr 05 21:18:33.868182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-5c953cd6-7467-4cba-afa0-1b747e1a5176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:33.869773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-5c953cd6-7467-4cba-afa0-1b747e1a5176 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1260889 Apr 05 21:18:33.981828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-e9eb9a3b-e781-4709-94e3-b5ba63d1366f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 999 time: 0.1054442 Apr 05 21:18:33.995483 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-dae428a8-e41d-4c74-8268-da5bc66e2e96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:33.996841 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-dae428a8-e41d-4c74-8268-da5bc66e2e96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.2309575 Apr 05 21:18:34.047478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-3fdcb8c3-9d56-4fd0-9553-10936daad8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.048911 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-3fdcb8c3-9d56-4fd0-9553-10936daad8dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0611527 Apr 05 21:18:34.099193 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-64a46bda-1fc1-4ebf-9164-591e9b2be539 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 999 time: 0.0959730 Apr 05 21:18:34.126858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-a7909d30-4026-443f-a28e-99f00ba6f375 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716310 Apr 05 21:18:34.162447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-d6b944ca-99de-49f6-8429-9b7d718e65c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.163867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-d6b944ca-99de-49f6-8429-9b7d718e65c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0577052 Apr 05 21:18:34.246779 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-2aa859fd-d466-437a-88c5-f38f02516605 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766952 Apr 05 21:18:34.258988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-fba7c2ca-c10f-4f76-992a-84bcc441335a service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254365 Apr 05 21:18:34.391922 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-26c3e8a1-e3e6-45f1-9d7c-76e4d47b91cc service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394668 Apr 05 21:18:34.530688 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-15489c41-0ac4-4951-8fcd-d660ae5eb277 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326711 Apr 05 21:18:34.549690 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:34.558785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94442afd-9886-4a13-b3c7-d9d98447fc6f req-dd4c8778-c56e-4f02-816f-8b0cf1fe78db service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912891 Apr 05 21:18:34.572471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44f988-afb5-42c3-a969-0aaac0c8eca4 req-029742cd-f7d3-4955-bf80-86eb3b7f8786 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.576167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c44f988-afb5-42c3-a969-0aaac0c8eca4 req-029742cd-f7d3-4955-bf80-86eb3b7f8786 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.1339984 Apr 05 21:18:34.621195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c44f988-afb5-42c3-a969-0aaac0c8eca4 req-a09767a6-df88-4b93-9654-fbe4c33843ef tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386655 Apr 05 21:18:34.840384 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-716b647b-8451-4f8a-8a4c-9ceeba947fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:34.973790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:35.030894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:35.819347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698553e-7249-49b9-a5ac-b01df0647bbe req-5372038e-67b6-49b6-9208-a67a00ade890 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:35.821350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5698553e-7249-49b9-a5ac-b01df0647bbe req-5372038e-67b6-49b6-9208-a67a00ade890 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 943 time: 0.0776603 Apr 05 21:18:35.860776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:18:35.867721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5698553e-7249-49b9-a5ac-b01df0647bbe req-1861ea12-31bc-4487-88ff-966981f36b7d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408542 Apr 05 21:18:35.994766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:36.011257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'port_id': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'mac_address': 'fa:16:3e:1f:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:18:36.074290 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:36.091775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77965d71-b082-47aa-925c-b6c1d40d5ceb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:18:36.106569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:36.166767 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:36.231685 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:36.240222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.240568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.240926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.241809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.242146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.242475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.242803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.243128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.243448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.243769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.244092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:36.391393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['77965d71-b082-47aa-925c-b6c1d40d5ceb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:18:36.479433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-deae6ab8-e088-4316-8494-a14bfff87635 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:36.480878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-deae6ab8-e088-4316-8494-a14bfff87635 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9&tenant_id=de5fe09961b946d4ade20cae420834d7&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 944 time: 0.1381652 Apr 05 21:18:36.533932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912aa4-804e-4a39-aa84-0a99ce62b4fb req-9f256c2b-7e3d-42a2-8f6e-f4059755da56 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:36.535415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c912aa4-804e-4a39-aa84-0a99ce62b4fb req-9f256c2b-7e3d-42a2-8f6e-f4059755da56 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 944 time: 0.1544785 Apr 05 21:18:36.603070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9c912aa4-804e-4a39-aa84-0a99ce62b4fb req-8927dde4-0a87-4f9c-8873-da133caddd59 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602829 Apr 05 21:18:36.605793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-795be107-8d1d-4e95-90d5-e3149ef0e76d service neutron] 10.222.0.23 "GET /v2.0/ports/77965d71-b082-47aa-925c-b6c1d40d5ceb/bindings/n-h2-836605-1 HTTP/1.1" status: 200 len: 382 time: 0.1165824 Apr 05 21:18:36.698886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-61db9a2f-3878-43c7-86f5-44a1618ac42e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1095 time: 0.0698600 Apr 05 21:18:36.828478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-8085a7bd-bd98-4e93-b7e3-84c88fdc27af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:36.829878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-8085a7bd-bd98-4e93-b7e3-84c88fdc27af service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1246564 Apr 05 21:18:36.886146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9c8c8268-a426-4aae-bf53-16e9d8cca237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:36.932382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-e2af3282-355d-42d8-8b50-42d8d82b6016 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 1000 time: 0.0959752 Apr 05 21:18:36.993665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-cf00c9c1-7f1a-458d-bc95-60babfbefbfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:36.995069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-cf00c9c1-7f1a-458d-bc95-60babfbefbfa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0566032 Apr 05 21:18:37.071483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-016d351a-66f8-48c8-b2e4-066299cf8fd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701528 Apr 05 21:18:37.204275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-e7f8a188-41c8-4567-8e89-960613ba7be0 service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232505 Apr 05 21:18:37.333607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-c2999c68-e649-490d-8590-40c6134d072f service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232507 Apr 05 21:18:37.802397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f5670-6e83-4d21-99a6-4e05be3649b8 req-46fd320a-991c-4fd1-94bd-b70b74df5aa0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:37.803825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab7f5670-6e83-4d21-99a6-4e05be3649b8 req-46fd320a-991c-4fd1-94bd-b70b74df5aa0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 944 time: 0.0771091 Apr 05 21:18:37.847600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab7f5670-6e83-4d21-99a6-4e05be3649b8 req-e1c9fa5c-d3d9-45db-b6b7-49d6b6788efd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382674 Apr 05 21:18:37.875793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:37.994355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 77965d71-b082-47aa-925c-b6c1d40d5ceb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:37.998930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 77965d71-b082-47aa-925c-b6c1d40d5ceb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:37.999299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:38.109603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:38.142727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:18:38.152007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:38.195050 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:38.224891 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-917f5583-bd94-4334-9d0c-4e5af5451d9c'] response: {'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'code': 200} Apr 05 21:18:38.261358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:38.474689 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:38.595091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:39.047215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3cc36-751b-43bd-9fdd-4b3985e5bf1a req-9c72865b-576a-4cf9-bba0-9e5d1cd5a293 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:39.048643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa3cc36-751b-43bd-9fdd-4b3985e5bf1a req-9c72865b-576a-4cf9-bba0-9e5d1cd5a293 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0812824 Apr 05 21:18:39.095457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fa3cc36-751b-43bd-9fdd-4b3985e5bf1a req-6ea4974c-2c64-4004-970f-989a0b994010 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405724 Apr 05 21:18:39.744105 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-c6fbac77-2eb7-4598-9c55-f907f6b51215 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 1096 time: 0.0678978 Apr 05 21:18:39.760111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:18:39.866927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:39.926133 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:40.127504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:40.156773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:18:40.212212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:18:40.217572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:40.239119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Transition to ACTIVE for port object 77965d71-b082-47aa-925c-b6c1d40d5ceb will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:40.292670 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f0cd12-cb62-426c-a7f9-9a7e4594c043'] response: {'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'code': 200} Apr 05 21:18:40.296356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe791-0b48-422e-9a30-75ec00ae2faa req-345e8ced-d545-4648-a15f-36e98173444d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:40.297857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b7fe791-0b48-422e-9a30-75ec00ae2faa req-345e8ced-d545-4648-a15f-36e98173444d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0783794 Apr 05 21:18:40.298576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:40.347985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b7fe791-0b48-422e-9a30-75ec00ae2faa req-6385b361-87f6-4b8d-bb56-a604e9abaf64 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Apr 05 21:18:40.435551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=10']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:40.499503 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] No DVR routers for this DVR port 77965d71-b082-47aa-925c-b6c1d40d5ceb on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:18:40.738110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:18:40.738441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:18:40.738763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:18:40.745129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:18:40.745759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Attempting to bind port 77965d71-b082-47aa-925c-b6c1d40d5ceb on network 7b208827-95b5-4371-b6da-ce91514b8482 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:18:40.751583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:18:40.751912 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Checking segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:18:40.752284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Bound using segment: {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:18:40.752699 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Bound port: 77965d71-b082-47aa-925c-b6c1d40d5ceb, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94f4868-6ea0-4da8-aec3-8405def1abf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:18:40.753033 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:40.916808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:18:40.919734 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:18:40.989331 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:41.050966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:41.052734 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 1092 time: 1.2969522 Apr 05 21:18:41.071370 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73f484-9f6f-40f7-aba0-3433982e72a3 service neutron] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=11']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:41.167397 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-2547ed3c-d656-4d9b-9275-ae0afc9c5f2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1095 time: 0.0809844 Apr 05 21:18:41.299157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-0a72f974-e053-4769-a6bc-ffc2cd41f29b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:41.300513 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-0a72f974-e053-4769-a6bc-ffc2cd41f29b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1279004 Apr 05 21:18:41.406904 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-b47afafb-56d3-45d1-8fc0-c1b2d8b664d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 999 time: 0.0989103 Apr 05 21:18:41.468005 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-ea5627f9-df77-4e00-9c85-9032d3c12d90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:41.469590 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-ea5627f9-df77-4e00-9c85-9032d3c12d90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0575616 Apr 05 21:18:41.549481 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-189a6813-490f-4ee9-92d4-8ffcab9ad71c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738199 Apr 05 21:18:41.561899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3503455-7ecf-4d63-8e68-c96cee0b9b9c req-3c6e7e80-5a13-4a47-aa04-78e7eec6b406 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:41.563369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3503455-7ecf-4d63-8e68-c96cee0b9b9c req-3c6e7e80-5a13-4a47-aa04-78e7eec6b406 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 944 time: 0.0841908 Apr 05 21:18:41.607824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3503455-7ecf-4d63-8e68-c96cee0b9b9c req-8b433dcf-8a4f-4807-ba49-edd72f582a87 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388246 Apr 05 21:18:41.678514 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-b198298c-4fc5-4dda-9fc2-2255904d3ee4 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232135 Apr 05 21:18:41.808979 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-26c45ca1-1170-4015-8f85-6e33b8a685eb req-95aa2d9e-d6cc-4d59-8be7-29ac46b0347b service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242056 Apr 05 21:18:41.891688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:41.949830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:42.294462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:18:42.360207 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a845f749-010a-4173-bbdd-5c9d4271a412'] response: {'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'status': 'completed', 'code': 200} Apr 05 21:18:42.447496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-f8f401c4-97f5-4ac0-9415-5970a80730a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1095 time: 0.0700195 Apr 05 21:18:42.470866 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-c6f03bb4-7e9a-4e56-a845-05feb6a1155c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1095 time: 0.0684173 Apr 05 21:18:42.607007 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-178db419-ad56-4a68-906b-7c3756875ed7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.608355 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-178db419-ad56-4a68-906b-7c3756875ed7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1295357 Apr 05 21:18:42.680125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-e5e9f661-651a-4b0f-b838-ad28a65f39b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.681076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-e5e9f661-651a-4b0f-b838-ad28a65f39b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.2275727 Apr 05 21:18:42.714232 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-8868d03d-285e-424b-8300-48500f97d5ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 999 time: 0.0994294 Apr 05 21:18:42.775732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-73dfaa97-f03f-423d-89e0-eef4c19d3214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.777247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-73dfaa97-f03f-423d-89e0-eef4c19d3214 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0565610 Apr 05 21:18:42.830568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-50013cb2-71f6-4b4c-9b61-53fb69e25f53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 999 time: 0.1429791 Apr 05 21:18:42.860473 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-92df127c-d461-488d-8c85-b9e05de6263b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737834 Apr 05 21:18:42.903097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ee8b8-622e-432f-ab5e-1b8bf563965d req-f5a1d55b-171c-46b7-bfae-4b0a5e82ac5a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.904538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b5ee8b8-622e-432f-ab5e-1b8bf563965d req-f5a1d55b-171c-46b7-bfae-4b0a5e82ac5a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 944 time: 0.1710560 Apr 05 21:18:42.913029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-75663344-fdef-46cc-926b-337cf9969124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.914953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-75663344-fdef-46cc-926b-337cf9969124 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0766897 Apr 05 21:18:42.990202 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-a64f0793-ba79-4d38-9dd2-dd21c209447b service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266522 Apr 05 21:18:43.000658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b5ee8b8-622e-432f-ab5e-1b8bf563965d req-df33e87f-b06d-4a25-9b57-196a5efdb564 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891118 Apr 05 21:18:43.018523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-c19211c6-17d2-49bc-abee-9ced60c37a57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905869 Apr 05 21:18:43.153288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-4f3cd276-d5af-4e77-a1e0-b02bd40b2bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286957 Apr 05 21:18:43.216948 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-fcc98e58-a690-426e-95ba-667f8a5d7c4e service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195351 Apr 05 21:18:43.287138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c4cce8-0231-4d93-877c-4ca568c4c02d req-92244dbf-992b-40a7-a04f-c926b519d7a6 service neutron] 10.222.0.23 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285999 Apr 05 21:18:44.205340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3e124-eb40-4c74-80ca-559ee23f3d16 req-4d528921-ee8b-4c79-a894-b86013b92067 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:44.206785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ab3e124-eb40-4c74-80ca-559ee23f3d16 req-4d528921-ee8b-4c79-a894-b86013b92067 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 944 time: 0.0836146 Apr 05 21:18:44.250370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ab3e124-eb40-4c74-80ca-559ee23f3d16 req-ef092785-e852-4aff-9a7b-21a056c775c6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380983 Apr 05 21:18:45.003883 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:18:45.136390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:45.149301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'port_id': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'mac_address': 'fa:16:3e:1f:8a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:18:45.201823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:45.218881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77965d71-b082-47aa-925c-b6c1d40d5ceb {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:18:45.235396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:45.280495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:45.352570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=12']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:45.451531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b190d-cef7-49ff-b746-417b90a355a0 req-d0dc8014-2450-4218-a324-e12af3a1f43a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:45.452957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-264b190d-cef7-49ff-b746-417b90a355a0 req-d0dc8014-2450-4218-a324-e12af3a1f43a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 945 time: 0.0759039 Apr 05 21:18:45.497530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-264b190d-cef7-49ff-b746-417b90a355a0 req-6b5f3213-8af1-47e5-96f5-edab2de69e42 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391142 Apr 05 21:18:45.525158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46308) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:45.629441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-303db994-e3be-4a54-a732-c1bdb9c2b506 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/fa0245c8-c689-42d3-926b-90faa6f289d7 HTTP/1.1" status: 200 len: 992 time: 0.1030505 Apr 05 21:18:45.659215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['77965d71-b082-47aa-925c-b6c1d40d5ceb'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:18:47.004220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:47.137208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 77965d71-b082-47aa-925c-b6c1d40d5ceb completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:47.141709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 77965d71-b082-47aa-925c-b6c1d40d5ceb triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:47.142082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:47.254648 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:47.280466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:18:47.290865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:18:47.333455 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9dfaec0-e7d3-4fba-bdb3-75a3134872a3'] response: {'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'code': 200} Apr 05 21:18:47.366038 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:47.433801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=13']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:50.474613 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:55.848867 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:19:04.594842 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:04.880981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b742ecb-32b4-4aac-8c58-ced3b4ba2f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:06.909444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd50519b-3fef-488a-9449-e8ab9d1adfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:08.509113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:08.611795 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:09.943158 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:17.307265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-5a95ce97-00b0-40ba-a627-a606dfd92b32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1461329 Apr 05 21:19:17.443185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-2e77caa4-d00d-480a-86d1-b72124bf7978 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0689580 Apr 05 21:19:17.591382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-dc270de1-16d4-4280-8229-6258544b0e04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:17.592831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-dc270de1-16d4-4280-8229-6258544b0e04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1312680 Apr 05 21:19:17.696827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-b0f10201-38a6-4667-a336-cc6d38d08668 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 1000 time: 0.0976205 Apr 05 21:19:17.761647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-06ad52f2-b054-44eb-9f3e-25b0bb69c662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:17.763360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-06ad52f2-b054-44eb-9f3e-25b0bb69c662 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0601909 Apr 05 21:19:17.844558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-351bca16-d8a1-497f-8c2a-f24d7f8d023c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753469 Apr 05 21:19:18.095748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-11e00083-401d-492b-8b4e-3758a30faa75 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449753 Apr 05 21:19:18.226732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a5a4fd2-322e-48fc-8b37-d281f0af82dc req-2df74f60-eeb7-4d6e-940b-04bf20d950e4 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243076 Apr 05 21:19:20.474629 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:22.441940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8b243dc7-dd42-4b4a-a429-699d82c6d1b7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279176337&fields=id&tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 267 time: 0.0428450 Apr 05 21:19:22.586739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-379ae98c-fb77-4262-b4fa-05b1b8265985 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:22.588060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-379ae98c-fb77-4262-b4fa-05b1b8265985 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1398642 Apr 05 21:19:22.603843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-fe5540f3-e22e-4c95-bd1c-5bb6d1498d00 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/quotas/a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 375 time: 0.0105834 Apr 05 21:19:22.686133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-9df232bd-d1bf-48d6-9304-5a81c0de92ce tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0775390 Apr 05 21:19:22.817611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-cc256687-ad23-4c1f-a0b5-d20f91024b1e service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200066 Apr 05 21:19:22.946435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-d9c8f12b-306e-45b2-bea0-628ddf56a0c1 service neutron] 10.222.0.10 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231551 Apr 05 21:19:23.604488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8d51632-12bc-4f24-8612-31d286f2cb3d req-c6bd4de0-00a0-4b07-a772-826bd85c9be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 210 time: 0.0444920 Apr 05 21:19:24.770438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-633e026d-fa2f-4dfa-90f9-a1e3b874e915 req-8f400a97-2d7d-4159-825d-4d7315f5c7be tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 210 time: 0.0465233 Apr 05 21:19:25.395665 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-fefa8a9f-f503-4b5b-adf9-1d48fc5900f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692933 Apr 05 21:19:25.501477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-e8889596-e005-4dbc-96e1-66368708351c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.502882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-e8889596-e005-4dbc-96e1-66368708351c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 812 time: 0.1429343 Apr 05 21:19:25.560557 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-652dc7a9-7494-4dfd-8691-866da5aac9ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1097 time: 0.0746202 Apr 05 21:19:25.562494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-549fadb6-b482-4f7f-8364-581ca24983b8 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04 HTTP/1.1" status: 200 len: 379 time: 0.0410423 Apr 05 21:19:25.571544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'port': {'device_id': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'admin_state_up': True, 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'security_groups': ['f87ba756-0df2-4efa-8e3c-77c92e428a65']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:25.711351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:25.712874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-de749454-985a-4cb5-af97-2d130ca6b488 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.717729 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-de749454-985a-4cb5-af97-2d130ca6b488 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1378570 Apr 05 21:19:25.722912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:25.817837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Made reservation on behalf of a9cdd5d2dd0c4ba4b1241c750a92fe04 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:19:25.823416 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:25.831542 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-cb6c73af-d750-4275-a38a-fdd09eb9770b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 1001 time: 0.1074195 Apr 05 21:19:25.905852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-718435e0-8fcf-447f-8c9f-d9ff290b36ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.909903 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-718435e0-8fcf-447f-8c9f-d9ff290b36ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0715003 Apr 05 21:19:25.964150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9286ab3-7d4d-4056-8237-6291cb7892ae req-66925b58-6714-4791-80eb-51fb66ed7c21 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 210 time: 0.0483363 Apr 05 21:19:26.006834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-3b1093ce-6641-4d13-87eb-4cff756e41bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905759 Apr 05 21:19:26.039986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.20.0.7 (4cee039c-9bff-4abf-a1a8-34d5c740460d/508b9b20-678d-4b1d-8f82-82218045feaa/83927b70-37f4-431c-9d83-5bda3f9f9c9f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:19:26.142321 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-e62e32fc-2113-4ecd-8f1c-f0f8a92867f9 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286082 Apr 05 21:19:26.285694 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-7f277360-aad3-47f0-bbfb-74c0ee06ae5a service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377378 Apr 05 21:19:26.343719 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:26.358672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Transition to ACTIVE for port object 83927b70-37f4-431c-9d83-5bda3f9f9c9f will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:19:26.486227 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:26.555483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:19:26.558367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:19:26.561006 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:19:26.608162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=83927b70-37f4-431c-9d83-5bda3f9f9c9f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:26.631542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.641030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:26.650394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:26.651004 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:26.738304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-8de52781-64d3-4764-bc1d-9e75d9379b18 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1703548 Apr 05 21:19:26.755488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Request body: {'port': {'device_id': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:26.868379 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:26.886202 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-69dfbb39-191e-4fa1-b1d1-6deef6ceb224 None None] Provisioning for port 83927b70-37f4-431c-9d83-5bda3f9f9c9f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:19:26.891421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-69dfbb39-191e-4fa1-b1d1-6deef6ceb224 None None] Provisioning complete for port 83927b70-37f4-431c-9d83-5bda3f9f9c9f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:19:26.891820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-69dfbb39-191e-4fa1-b1d1-6deef6ceb224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:26.947506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-69dfbb39-191e-4fa1-b1d1-6deef6ceb224 None None] Port 83927b70-37f4-431c-9d83-5bda3f9f9c9f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:19:27.223097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfed99-2a8e-400e-b59e-672d9fb54d4e req-90e91100-95f8-4b31-9daf-fec0d57f201d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:27.223777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ccbfed99-2a8e-400e-b59e-672d9fb54d4e req-90e91100-95f8-4b31-9daf-fec0d57f201d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:19:27.286994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83927b70-37f4-431c-9d83-5bda3f9f9c9f {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:19:27.293779 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:27.307727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Transition to ACTIVE for port object 83927b70-37f4-431c-9d83-5bda3f9f9c9f will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:19:27.343359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ccbfed99-2a8e-400e-b59e-672d9fb54d4e req-90e91100-95f8-4b31-9daf-fec0d57f201d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:19:27.345243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccbfed99-2a8e-400e-b59e-672d9fb54d4e req-90e91100-95f8-4b31-9daf-fec0d57f201d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 931 time: 0.2486048 Apr 05 21:19:27.392375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccbfed99-2a8e-400e-b59e-672d9fb54d4e req-47ef549f-f215-4486-8a1c-17b81a5bc24a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412440 Apr 05 21:19:27.400595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:27.538111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Pushing event updated for resources: {'Port': ['ID=83927b70-37f4-431c-9d83-5bda3f9f9c9f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:27.644124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Attempting to bind port 83927b70-37f4-431c-9d83-5bda3f9f9c9f on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:19:27.644456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Attempting to bind port 83927b70-37f4-431c-9d83-5bda3f9f9c9f by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:19:27.644779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Attempting to bind port 83927b70-37f4-431c-9d83-5bda3f9f9c9f on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:19:27.651053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Port 83927b70-37f4-431c-9d83-5bda3f9f9c9f on network 4cee039c-9bff-4abf-a1a8-34d5c740460d not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:19:27.651393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Attempting to bind port 83927b70-37f4-431c-9d83-5bda3f9f9c9f on network 4cee039c-9bff-4abf-a1a8-34d5c740460d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:19:27.658669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:19:27.659259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Checking segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:19:27.662287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Bound using segment: {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:19:27.662287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Bound port: 83927b70-37f4-431c-9d83-5bda3f9f9c9f, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359abed9-c233-4990-bce5-0265cce70157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:19:27.662287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:27.749762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] For port 83927b70-37f4-431c-9d83-5bda3f9f9c9f, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:19:27.752726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] For port 83927b70-37f4-431c-9d83-5bda3f9f9c9f, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:19:27.823715 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:27.885835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:27.887230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] 10.222.0.39 "PUT /v2.0/ports/83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 200 len: 1091 time: 1.1357896 Apr 05 21:19:27.887630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:19:27.905682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045262-c63e-4c5b-b66d-b66751d6e72e service neutron] Pushing event updated for resources: {'Port': ['ID=83927b70-37f4-431c-9d83-5bda3f9f9c9f,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:28.059581 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d848edfb-07f8-441d-905d-29af10d5855c'] response: {'name': 'network-changed', 'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'status': 'completed', 'code': 200} Apr 05 21:19:28.096975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-5791365a-5fad-4a13-9c45-ae3dfdbc1818 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1094 time: 0.0833573 Apr 05 21:19:28.169665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-fff21b71-2abb-4d9b-9030-b0ab2c0201c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 200 len: 217 time: 0.0598130 Apr 05 21:19:28.242427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-a6439feb-8630-403f-8b6e-7a7eb8a54efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:28.243853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-a6439feb-8630-403f-8b6e-7a7eb8a54efd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0598886 Apr 05 21:19:28.333435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-96a344d7-1081-437b-9483-55118eb01922 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720055 Apr 05 21:19:28.464920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-cb074d39-e778-4abc-a9ac-a8518fbc169c service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248405 Apr 05 21:19:28.746593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4bac791-4aff-4392-a4b0-805cc24aeb7c req-d0c8824c-3fd1-4cc6-9876-0e641707980b service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756412 Apr 05 21:19:28.757325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dd05f-3806-4f70-8ed4-1d0cfb06699f req-2511a393-12c5-4b97-b810-7dad131e7fe7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:28.758792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b66dd05f-3806-4f70-8ed4-1d0cfb06699f req-2511a393-12c5-4b97-b810-7dad131e7fe7 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.1238897 Apr 05 21:19:28.803206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b66dd05f-3806-4f70-8ed4-1d0cfb06699f req-be71da80-e617-4267-a8bf-546d6a969ffc tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388510 Apr 05 21:19:28.945225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-f0062637-a980-411a-82ff-49d76a062992 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1094 time: 0.0677366 Apr 05 21:19:29.074583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-4e07bb16-ffe6-435e-a075-48a15dff0e26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:29.075959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-4e07bb16-ffe6-435e-a075-48a15dff0e26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1244721 Apr 05 21:19:29.145307 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-2f15c9ac-977c-44e0-a8e3-8aa3f3101c07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 200 len: 217 time: 0.0628948 Apr 05 21:19:29.205714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-cac44bfe-c581-4a79-93ef-6c097ef9d96a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:29.207089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-cac44bfe-c581-4a79-93ef-6c097ef9d96a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0567064 Apr 05 21:19:29.283011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-5859fc7a-8609-4c3a-8ecf-117b7cb5f483 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694425 Apr 05 21:19:29.413506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-c87a8a53-eb69-4819-b62b-11149cf8aa06 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238377 Apr 05 21:19:29.540290 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b403bb93-8e42-44f7-95d9-cc72ad5a8c56 req-335ba40a-8264-49e4-bfd5-625487b50f50 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209145 Apr 05 21:19:30.000083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd892-651d-4451-98f7-fba7f112b356 req-3befe706-4b5e-4616-a478-ea4166cc890a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:30.002013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-979cd892-651d-4451-98f7-fba7f112b356 req-3befe706-4b5e-4616-a478-ea4166cc890a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0758300 Apr 05 21:19:30.048588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-979cd892-651d-4451-98f7-fba7f112b356 req-3f833617-28d4-4b13-b9b0-41ee00dc3057 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 Apr 05 21:19:31.246773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3665000-3ade-4a37-8f97-18ff278d5c30 req-95d86bd9-b052-44d0-aa7f-5b2294eb3750 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:31.248333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3665000-3ade-4a37-8f97-18ff278d5c30 req-95d86bd9-b052-44d0-aa7f-5b2294eb3750 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0824225 Apr 05 21:19:31.296127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3665000-3ade-4a37-8f97-18ff278d5c30 req-493c8d16-8d9e-40f4-8fb3-799456b44c7e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408432 Apr 05 21:19:32.491695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a88015-115e-44fd-a2b0-81c426acb2f8 req-072e6b39-845b-40b5-917c-fe637b97ea68 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:32.493162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91a88015-115e-44fd-a2b0-81c426acb2f8 req-072e6b39-845b-40b5-917c-fe637b97ea68 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0751026 Apr 05 21:19:32.539928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91a88015-115e-44fd-a2b0-81c426acb2f8 req-758ec2ba-5857-4f81-8f26-3fd44e6d89d1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413058 Apr 05 21:19:32.850904 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:19:33.734675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245f9cd-6b72-432b-8cb9-21bfb7481af1 req-e9ea1709-d1da-48c7-9a64-2a5f4d621a45 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:33.736180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e245f9cd-6b72-432b-8cb9-21bfb7481af1 req-e9ea1709-d1da-48c7-9a64-2a5f4d621a45 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0759494 Apr 05 21:19:33.780755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e245f9cd-6b72-432b-8cb9-21bfb7481af1 req-018d6a94-b960-45eb-b458-41a5b6bf09d9 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392072 Apr 05 21:19:34.595138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:34.880564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e0dffdc2-f00a-4a3f-b01a-bfeed1d56162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:34.980960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e28da-8cd0-42d4-900d-0c5d80a259f3 req-323de596-bda8-4a40-b46e-e5d122f2f354 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:34.982433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac6e28da-8cd0-42d4-900d-0c5d80a259f3 req-323de596-bda8-4a40-b46e-e5d122f2f354 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0794005 Apr 05 21:19:35.027565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac6e28da-8cd0-42d4-900d-0c5d80a259f3 req-64a7707a-56ac-4ee2-ae99-aba8577b0ad0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388319 Apr 05 21:19:36.224983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b254875-690f-462b-9769-0a0f154fe5aa req-49a93593-bd08-4e9a-8480-d62f7d171147 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:36.226436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b254875-690f-462b-9769-0a0f154fe5aa req-49a93593-bd08-4e9a-8480-d62f7d171147 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0754521 Apr 05 21:19:36.271321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b254875-690f-462b-9769-0a0f154fe5aa req-51977620-5ec3-453a-ac58-d7d29270ab84 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392613 Apr 05 21:19:36.909684 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5410cec8-d685-4e10-82e8-2a0ea414572e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:37.474531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a3015-87ee-40be-ab03-f67b37810136 req-983722a3-cb0f-4fa1-9d0b-a008ef6ef2c6 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:37.475972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b21a3015-87ee-40be-ab03-f67b37810136 req-983722a3-cb0f-4fa1-9d0b-a008ef6ef2c6 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0830767 Apr 05 21:19:37.520537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b21a3015-87ee-40be-ab03-f67b37810136 req-eb4634de-e96e-40c3-9320-e72f10105bdd tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389488 Apr 05 21:19:38.457210 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:38.595516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:38.717153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b131b88-0699-4e8d-bb98-523325d98eb8 req-5e172421-c510-4878-abdc-858eab319e21 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:38.718684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b131b88-0699-4e8d-bb98-523325d98eb8 req-5e172421-c510-4878-abdc-858eab319e21 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 943 time: 0.0774314 Apr 05 21:19:38.769822 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b131b88-0699-4e8d-bb98-523325d98eb8 req-1b12d8a7-7231-4bc0-96f5-3fddbd463502 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Apr 05 21:19:39.259223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 83927b70-37f4-431c-9d83-5bda3f9f9c9f details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:19:39.389755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 83927b70-37f4-431c-9d83-5bda3f9f9c9f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:19:39.402199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'port_id': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'mac_address': 'fa:16:3e:5f:83:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:19:39.453957 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:39.470809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83927b70-37f4-431c-9d83-5bda3f9f9c9f {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:19:39.485192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 83927b70-37f4-431c-9d83-5bda3f9f9c9f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:19:39.537160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:39.603073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=83927b70-37f4-431c-9d83-5bda3f9f9c9f,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:39.612184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.615639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:39.926062 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:39.955871 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['83927b70-37f4-431c-9d83-5bda3f9f9c9f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:19:40.079168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7367b-87b9-445d-bbb5-33403765bd6c req-2c8e07cf-cd74-441e-bbef-e641626f5f52 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:40.081201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4e7367b-87b9-445d-bbb5-33403765bd6c req-2c8e07cf-cd74-441e-bbef-e641626f5f52 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 944 time: 0.1891396 Apr 05 21:19:40.126590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4e7367b-87b9-445d-bbb5-33403765bd6c req-367a9926-bc52-4174-b8b6-7e3e85b10ca0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397701 Apr 05 21:19:41.274494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 83927b70-37f4-431c-9d83-5bda3f9f9c9f up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:19:41.333790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aa9be-41a5-456e-9112-60da0b0bfb42 req-dfd60957-a9d8-4558-a4c1-8e8f73751122 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:41.337512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-873aa9be-41a5-456e-9112-60da0b0bfb42 req-dfd60957-a9d8-4558-a4c1-8e8f73751122 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 944 time: 0.0852830 Apr 05 21:19:41.382080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-873aa9be-41a5-456e-9112-60da0b0bfb42 req-d0b91a1e-2ecc-4345-ba40-0f1963d19971 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Apr 05 21:19:41.427663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 83927b70-37f4-431c-9d83-5bda3f9f9c9f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:19:41.430606 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 83927b70-37f4-431c-9d83-5bda3f9f9c9f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:19:41.430977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:41.539783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a21a7ed-d11c-46b7-a54b-1e8c82f6504a req-6a9d0bdf-6ed1-4fd4-a600-128e3a61bd55 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1097 time: 0.0682793 Apr 05 21:19:41.544632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:41.570757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:19:41.580807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 83927b70-37f4-431c-9d83-5bda3f9f9c9f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:19:41.584046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a21a7ed-d11c-46b7-a54b-1e8c82f6504a req-e1dcaa8c-3cb2-4d46-b891-20ddf32305d8 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381489 Apr 05 21:19:41.612798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46470) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:41.663293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:41.719634 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b57957-9d0b-4a6c-8f55-e6d8159e0a71'] response: {'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'code': 200} Apr 05 21:19:41.733481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=83927b70-37f4-431c-9d83-5bda3f9f9c9f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:41.871291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port f2cf4b24-08ea-4156-8908-ce873d5166cb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:19:41.871624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:42.008788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c83b5-b5eb-4405-b8db-3790ef270218 req-f1373447-fb4e-49fe-9de4-7b63e84c1187 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1096 time: 0.2061615 Apr 05 21:19:42.081083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-239c83b5-b5eb-4405-b8db-3790ef270218 req-63b0fe52-c011-4901-a4f4-918c43591696 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655785 Apr 05 21:19:42.082546 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:42.082862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:42.202483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for f2cf4b24-08ea-4156-8908-ce873d5166cb owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:19:42.424833 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:42.481166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=f2cf4b24-08ea-4156-8908-ce873d5166cb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:42.624076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:42.759510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf85b2c-d849-449e-bfa7-5280e847b257 req-0b81326a-4992-45aa-9232-396899850e87 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:42.760889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bf85b2c-d849-449e-bfa7-5280e847b257 req-0b81326a-4992-45aa-9232-396899850e87 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 945 time: 0.2462397 Apr 05 21:19:42.821012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bf85b2c-d849-449e-bfa7-5280e847b257 req-a8100e54-f843-4a5c-81ff-7f7dbae2d45c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509446 Apr 05 21:19:43.165503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:19:43.371383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:19:43.381416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] Sync routers for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:19:43.387298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:43.393167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:19:43.393767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:43.447807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-abb114ea-8a99-44c3-8184-6fa76232eba7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/floatingips/fa0245c8-c689-42d3-926b-90faa6f289d7 HTTP/1.1" status: 204 len: 168 time: 1.8338799 Apr 05 21:19:43.448624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:19:43.514840 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960d7660-538e-45a6-bf6f-cb68580ed3d4'] response: {'name': 'network-changed', 'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'status': 'completed', 'code': 200} Apr 05 21:19:43.591204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:19:43.665654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-2a7a1c2b-e60b-49ed-ac53-59ed73c35d80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 1097 time: 0.0832357 Apr 05 21:19:43.811447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-13c57486-ef6c-4475-b5c3-ec36ad213abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:43.812886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-13c57486-ef6c-4475-b5c3-ec36ad213abf service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 200 len: 898 time: 0.1300964 Apr 05 21:19:43.883067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-54a56c69-f444-4624-93c1-59e9112339dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 200 len: 217 time: 0.0619807 Apr 05 21:19:43.916233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:17:00Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:43.920565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] Checking router: 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:19:43.933404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:19:43.934013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:43.953862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-7be45451-bcfe-4f59-832f-7b0434b5d449 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:43.955552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-7be45451-bcfe-4f59-832f-7b0434b5d449 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 200 len: 835 time: 0.0692723 Apr 05 21:19:44.123236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:19:44.129433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-de6a2ce7-2ee7-44a8-b06d-f3a1e2934044 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b208827-95b5-4371-b6da-ce91514b8482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669984 Apr 05 21:19:44.144646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0024f6-768f-4d71-bec7-cef40d457c2b req-2772f9e6-2986-4071-9637-2a851e232e89 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:44.144646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c0024f6-768f-4d71-bec7-cef40d457c2b req-2772f9e6-2986-4071-9637-2a851e232e89 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 945 time: 0.1800001 Apr 05 21:19:44.307164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c0024f6-768f-4d71-bec7-cef40d457c2b req-de6dfc23-cef8-4a1d-9f48-9f3f1ae5128c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384146 Apr 05 21:19:44.338352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ff84d-6d1b-41da-8743-6ce1a0e64a75 req-7b9e78f3-2f66-4554-9a9c-d58641110030 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:44.338352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d39ff84d-6d1b-41da-8743-6ce1a0e64a75 req-7b9e78f3-2f66-4554-9a9c-d58641110030 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:19:44.339709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-574777b0-fdfc-4e39-af12-b246a9c4d947 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933434 Apr 05 21:19:44.423029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d39ff84d-6d1b-41da-8743-6ce1a0e64a75 req-7b9e78f3-2f66-4554-9a9c-d58641110030 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:19:44.424736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d39ff84d-6d1b-41da-8743-6ce1a0e64a75 req-7b9e78f3-2f66-4554-9a9c-d58641110030 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 946 time: 0.3298912 Apr 05 21:19:44.486359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:17:00Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:44.490326 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555c788-1400-4dd8-8a0d-e265deb1bbe4 None None] The sync data for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 is: [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:51Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4c975b93-a2cb-41aa-bc19-e7cff3af2899', 'name': '', 'network_id': '7b208827-95b5-4371-b6da-ce91514b8482', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:50Z', 'updated_at': '2022-04-05T21:17:00Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'e2fc947a-44bf-4e2a-9516-aa6adbe27264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:19:44.562912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d39ff84d-6d1b-41da-8743-6ce1a0e64a75 req-b3d39b3e-60de-4f58-b6e8-bbbf336d2ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224017 Apr 05 21:19:44.579631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71c04c83-030e-4dc0-8f67-c166179c5900 req-483e6acc-a4c4-43e0-9aca-a9fa5a1603d2 service neutron] 10.222.0.39 "GET /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319601 Apr 05 21:19:44.599871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bae1f-e975-461f-9739-63b52b7ac15d req-f7f5e02d-2e56-4f56-ba55-c1c3cc291c6b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:44.601359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-822bae1f-e975-461f-9739-63b52b7ac15d req-f7f5e02d-2e56-4f56-ba55-c1c3cc291c6b tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 945 time: 0.1430461 Apr 05 21:19:44.649478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-822bae1f-e975-461f-9739-63b52b7ac15d req-b7b4bc9a-65e5-4c1a-a49d-edc2268600e6 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423870 Apr 05 21:19:44.685462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:44.738128 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d8913-a969-4737-bcac-3cef23fba14c None None] New status for floating IP fa0245c8-c689-42d3-926b-90faa6f289d7: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:19:44.973602 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6fb09688-1867-4860-bf0b-be4859443a6b tempest-TestVolumeBootPattern-1863879365 tempest-TestVolumeBootPattern-1863879365-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1091 time: 0.2868330 Apr 05 21:19:44.979289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:44.984318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:44.991013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:44.994918 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Usage tracker for resource:floatingip and tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:44.997758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:45.003428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:45.091811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:45.228783 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:45.365064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Allocated IP 172.25.2.39 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/198433d1-5fb7-4a2f-b0a7-d8b25f058806) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:19:45.510239 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:45.571620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:45.644054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:19:45.645907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-f5393765-7644-48b2-9c20-de2cb8b91768 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:45.647610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-f5393765-7644-48b2-9c20-de2cb8b91768 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 946 time: 0.0803607 Apr 05 21:19:45.647870 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:19:45.651023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:19:45.679433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=198433d1-5fb7-4a2f-b0a7-d8b25f058806,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:45.705586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.706244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.706244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.706567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.706893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.707213 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.707531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.707892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.708228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.708529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.708849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:45.878236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 77965d71-b082-47aa-925c-b6c1d40d5ceb {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:19:45.878580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:45.991722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5cdb1-5609-41ce-b3e2-c626f3fc7de2 req-6eb74f3c-1699-4815-bcd1-03b8b5371c19 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:45.993203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9e5cdb1-5609-41ce-b3e2-c626f3fc7de2 req-6eb74f3c-1699-4815-bcd1-03b8b5371c19 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 946 time: 0.1897147 Apr 05 21:19:46.134852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9e5cdb1-5609-41ce-b3e2-c626f3fc7de2 req-e7748f5b-d75b-4ff1-a33b-889d0449f4fe tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=260caf36-e149-4fe2-bca2-2c718be556f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343238 Apr 05 21:19:46.181179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 77965d71-b082-47aa-925c-b6c1d40d5ceb, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=77965d71-b082-47aa-925c-b6c1d40d5ceb,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:19:46.181541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.280165 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.306957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 77965d71-b082-47aa-925c-b6c1d40d5ceb owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:19:46.416853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.491732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.544016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=77965d71-b082-47aa-925c-b6c1d40d5ceb,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:46.621866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] No DVR routers for this DVR port 77965d71-b082-47aa-925c-b6c1d40d5ceb on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:19:46.624359 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.627483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-deleted', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:19:46.628925 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.682602 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602a1790-d5fd-4f5e-8004-e5490e0bdecf'] response: {'server_uuid': 'dacb0314-2f54-46a1-a88f-1d932ec194d9', 'name': 'network-vif-deleted', 'tag': '77965d71-b082-47aa-925c-b6c1d40d5ceb', 'status': 'completed', 'code': 200} Apr 05 21:19:46.685719 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.732239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b370ae3f-05d0-43e4-b26d-407a7d0ff015 req-d090c748-a53c-475c-b0b7-4050e6abf536 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "DELETE /v2.0/ports/77965d71-b082-47aa-925c-b6c1d40d5ceb HTTP/1.1" status: 204 len: 173 time: 1.0790045 Apr 05 21:19:46.797170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event updated for resources: {'Port': ['ID=198433d1-5fb7-4a2f-b0a7-d8b25f058806,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:46.816247 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:47.007279 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Floating IP 93f060c2-6a48-4686-a467-02bd3da3a9d4 associated. External IP: 172.25.2.39, port: 83927b70-37f4-431c-9d83-5bda3f9f9c9f. Apr 05 21:19:47.325481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2e011a4a-cea7-4878-b41e-6ad03ef19f33 req-f1df5725-623b-408a-97a0-30558bc2b983 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:19:47.399747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:19:47.429103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2e011a4a-cea7-4878-b41e-6ad03ef19f33 req-f1df5725-623b-408a-97a0-30558bc2b983 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:19:47.430296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e011a4a-cea7-4878-b41e-6ad03ef19f33 req-f1df5725-623b-408a-97a0-30558bc2b983 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacb0314-2f54-46a1-a88f-1d932ec194d9 HTTP/1.1" status: 200 len: 210 time: 0.1571696 Apr 05 21:19:47.705893 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:19:47.715790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:19:47.727893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:19:47.728496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:47.794814 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:47.853761 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-890d8dc4-5180-4a55-a7be-599352a6a611 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8734651 Apr 05 21:19:47.854554 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:19:47.910442 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5837a3eb-f945-43ab-bb93-9d00c9317f06'] response: {'name': 'network-changed', 'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'status': 'completed', 'code': 200} Apr 05 21:19:47.916238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:19:48.026398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-c780b961-1208-4e41-bd4f-e6cf14767896 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1096 time: 0.0693069 Apr 05 21:19:48.166417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-4872d6fc-cf77-4349-8a26-9c715f68aa07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:48.167519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-4872d6fc-cf77-4349-8a26-9c715f68aa07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1344457 Apr 05 21:19:48.271695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '93f060c2-6a48-4686-a467-02bd3da3a9d4', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:5f:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:19:46Z', 'updated_at': '2022-04-05T21:19:46Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}, {'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:42Z', 'revision_number': 1, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:48.275543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:19:48.279548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-96c791bb-0136-497b-a2cf-df8158dfadf7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 200 len: 998 time: 0.1044490 Apr 05 21:19:48.286765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:19:48.287364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:48.345767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-b415773e-35ce-4685-9cb8-54de7f3eb99e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:48.347302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-b415773e-35ce-4685-9cb8-54de7f3eb99e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0594387 Apr 05 21:19:48.429421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-39f151db-80af-4835-8dcd-dd8a41ddc456 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766010 Apr 05 21:19:48.461152 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:19:48.552158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46512) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:48.564954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-d3171d92-c104-4753-832d-724ef0721615 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289794 Apr 05 21:19:48.802488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0eb3f19-2fe3-4e18-8c91-a3d15d9baf9f req-0e1581fd-4d2b-408e-af5f-d060809c384a service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315068 Apr 05 21:19:48.827558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '93f060c2-6a48-4686-a467-02bd3da3a9d4', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:5f:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:19:46Z', 'updated_at': '2022-04-05T21:19:46Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}, {'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:42Z', 'revision_number': 1, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:48.832427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a22e0-4455-4e75-8bc0-b149aacb32a0 None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '93f060c2-6a48-4686-a467-02bd3da3a9d4', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:5f:83:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:19:46Z', 'updated_at': '2022-04-05T21:19:46Z', 'revision_number': 0, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}, {'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:42Z', 'revision_number': 1, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:19:48.975689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:49.047394 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b139e-6960-49fb-be48-09e92ca61857 None None] New status for floating IP 93f060c2-6a48-4686-a467-02bd3da3a9d4: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:19:49.304622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:19:49.340574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 77965d71-b082-47aa-925c-b6c1d40d5ceb {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:19:49.340921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 77965d71-b082-47aa-925c-b6c1d40d5ceb not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:19:49.595728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 4c975b93-a2cb-41aa-bc19-e7cff3af2899 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:19:49.596082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:49.779780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 4c975b93-a2cb-41aa-bc19-e7cff3af2899, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4c975b93-a2cb-41aa-bc19-e7cff3af2899,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:19:49.780135 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:49.899995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 4c975b93-a2cb-41aa-bc19-e7cff3af2899 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:19:50.257732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:50.312694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=4c975b93-a2cb-41aa-bc19-e7cff3af2899,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:50.474684 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:50.627883 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:51.203740 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:19:51.406587 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:19:51.416563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] Sync routers for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:19:51.429041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:19:51.429936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:51.516561 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-76e0769b-356f-4877-bf03-26bd83ddc6cc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633069 Apr 05 21:19:51.519329 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46518) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:51.657190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:19:51.813502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting subnet e2fc947a-44bf-4e2a-9516-aa6adbe27264 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:19:51.815383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:51.871679 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:51.949767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:19:50Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:51.954587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] Checking router: 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:19:51.963899 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:51.964909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] Routers {'1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:19:51.965565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:52.097505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:52.138082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fc947a-44bf-4e2a-9516-aa6adbe27264,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:52.142689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:52.149951 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b66c62f0-31bc-467b-87dc-5d1b82aad76a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/subnets/e2fc947a-44bf-4e2a-9516-aa6adbe27264 HTTP/1.1" status: 204 len: 168 time: 0.6296208 Apr 05 21:19:52.152416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46522) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:52.183364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6449891-7478-46a5-9e2c-c1ce6ef0a953 None None] Network 7b208827-95b5-4371-b6da-ce91514b8482 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:19:52.371047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:52.385931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] Set router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:19:52.568048 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:52.646130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port f10d759e-f029-4e5e-a5f1-33391401e858 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:19:52.648629 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:52.791838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] DHCP port deletion for 7b208827-95b5-4371-b6da-ce91514b8482 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:19:52.798861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] Deleting port 70272582-3c65-4f4f-9425-fc98b80007dd {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:19:52.799237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:52.840919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port f10d759e-f029-4e5e-a5f1-33391401e858, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f10d759e-f029-4e5e-a5f1-33391401e858,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:19:52.841299 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:52.914107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:19:50Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:52.922716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd3b4b-b866-4f32-b9a6-d6ba389fcbde None None] The sync data for ids ['1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2'] in n-d-836605-1 is: [{'id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1286002253', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:19:50Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': 'f10d759e-f029-4e5e-a5f1-33391401e858', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:46Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:19:52.971719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for f10d759e-f029-4e5e-a5f1-33391401e858 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:19:53.072635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] For port 70272582-3c65-4f4f-9425-fc98b80007dd, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=70272582-3c65-4f4f-9425-fc98b80007dd,segment=NetworkSegment(f94f4868-6ea0-4da8-aec3-8405def1abf0),segment_id=f94f4868-6ea0-4da8-aec3-8405def1abf0)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:19:53.073023 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.194074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] Calling delete_port for 70272582-3c65-4f4f-9425-fc98b80007dd owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:19:53.217475 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.264649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=f10d759e-f029-4e5e-a5f1-33391401e858,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:53.360006 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.407901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] Pushing event deleted for resources: {'Port': ['ID=70272582-3c65-4f4f-9425-fc98b80007dd,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:53.411875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97428e-1ed1-47e8-89a8-706fc35596bb None None] No DVR routers for this DVR port 70272582-3c65-4f4f-9425-fc98b80007dd on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:19:53.502440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.851152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.855799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.911711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c975b93-a2cb-41aa-bc19-e7cff3af2899 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:19:53.926472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.926911 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Fanout notify agent at l3_agent the message router_deleted on router 1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:19:53.941836 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:53.943020 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b8461721-c2cb-4cff-bc8a-81d17c874bb7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/routers/1ff8cc6a-2292-41b6-9e6f-cdea3ac645f2 HTTP/1.1" status: 204 len: 168 time: 1.7896199 Apr 05 21:19:53.943774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4c975b93-a2cb-41aa-bc19-e7cff3af2899 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:19:53.944125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c975b93-a2cb-41aa-bc19-e7cff3af2899 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:19:53.944545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 70272582-3c65-4f4f-9425-fc98b80007dd no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:19:53.945831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46526) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:53.975986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 70272582-3c65-4f4f-9425-fc98b80007dd {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:19:53.976338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 70272582-3c65-4f4f-9425-fc98b80007dd not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:19:54.060171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.191761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.217965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b208827-95b5-4371-b6da-ce91514b8482']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:54.230383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94f4868-6ea0-4da8-aec3-8405def1abf0') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:54.230682 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94f4868-6ea0-4da8-aec3-8405def1abf0') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:54.243687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.259920 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.269208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:19:54.269208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:19:54.280950 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:19:54.418945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.436883 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.448798 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Network': ['ID=7b208827-95b5-4371-b6da-ce91514b8482,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:54.542840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4f2c0dac-568e-4744-9730-8234de138434 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/networks/7b208827-95b5-4371-b6da-ce91514b8482 HTTP/1.1" status: 204 len: 168 time: 0.5956583 Apr 05 21:19:54.547743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46530) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:54.618682 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57090585-792d-4f21-90e0-57098372914d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.650091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57090585-792d-4f21-90e0-57098372914d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.800999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57090585-792d-4f21-90e0-57098372914d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.822120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57090585-792d-4f21-90e0-57098372914d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260caf36-e149-4fe2-bca2-2c718be556f5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:54.879267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-57090585-792d-4f21-90e0-57098372914d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:54.879267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-57090585-792d-4f21-90e0-57098372914d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/security-groups/260caf36-e149-4fe2-bca2-2c718be556f5 HTTP/1.1" status: 204 len: 168 time: 0.3294446 Apr 05 21:19:55.821404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f10d759e-f029-4e5e-a5f1-33391401e858 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:19:55.859025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f10d759e-f029-4e5e-a5f1-33391401e858 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:19:55.862839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f10d759e-f029-4e5e-a5f1-33391401e858 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:19:56.338272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46542) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:56.346786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515600118', 'description': 'tempest-secgroup-smoke-515600118 description', 'project_id': 'de5fe09961b946d4ade20cae420834d7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:56.352087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:56.355933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:56.358913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:56.364636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:56.451942 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.489617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:56.492955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:56.495821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:56.501441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:56.562923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.651410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.697419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70692a7-a749-4ec4-9e0d-65abee3d52d8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:56.833378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.834557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3d7e452c-5dcc-4fb9-9f79-dff6cbcfe171 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4952989 Apr 05 21:19:56.837357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46546) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:56.842678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': 'b70692a7-a749-4ec4-9e0d-65abee3d52d8', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:56.849033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:56.852875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:56.855832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:56.861574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:56.972017 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.032884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.096844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.121739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c2235e-eea0-43a9-abfc-f10cb9e6acbe,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:57.182772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.183961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-04be0345-34f9-4d2c-b765-8e7f8be356d1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3456862 Apr 05 21:19:57.186871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46550) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:57.193632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': 'b70692a7-a749-4ec4-9e0d-65abee3d52d8', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:57.200090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:57.205714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:57.206864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:57.212601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:57.281258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.342204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.412249 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.436410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cd41cf-bf6c-4115-a3c5-6209688b8e1a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:57.503001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.504254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-95b29330-03aa-422c-895a-61cab473cfbb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3164296 Apr 05 21:19:57.511883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46554) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:57.517293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': 'b70692a7-a749-4ec4-9e0d-65abee3d52d8', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:57.523523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:57.527463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:57.530351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:57.536844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:57.594702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.656022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.760230 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.785896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa1a21a-8334-43e5-9ef6-c00eb4b80553,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:57.857448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.858691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6d2673a1-edcb-40b9-9916-df51a7f78478 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3458889 Apr 05 21:19:57.861690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46558) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:57.866930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': 'b70692a7-a749-4ec4-9e0d-65abee3d52d8', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:57.874739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:57.877329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:57.880178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:57.885793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:57.990575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.053295 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.120059 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.149250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a1f603-c1f4-4a09-ba29-23c35be8eaea,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:58.211937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.214654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-652103f2-005e-463c-82e2-12f8987844f9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3506579 Apr 05 21:19:58.215992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46562) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:58.221956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': 'b70692a7-a749-4ec4-9e0d-65abee3d52d8', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:58.229299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:58.232102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:58.234917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:58.241205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:58.297407 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:19:58.304913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.369360 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.440483 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.463369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cc083c-6828-4f2e-b5d7-6238c3bb9f92,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:58.555875 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.557000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e2105fe7-bb35-431a-a75e-674c9498f677 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3392656 Apr 05 21:19:58.558957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46566) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:58.564252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': 'b70692a7-a749-4ec4-9e0d-65abee3d52d8', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:58.570595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:58.574334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:58.577184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:58.583679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:58.691752 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:19:58.697941 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.763292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.852196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.874021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9c8c90-5a17-4033-8748-f6310c65e30f,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:58.942609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:58.943787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dafca843-3c8f-4f29-9ac5-948d8d5d6f3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3839347 Apr 05 21:19:58.949561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46570) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:58.955816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'network': {'name': 'tempest-network-smoke--1422896862', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:58.961134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:58.965188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:network and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:58.970246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:58.974052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:59.039970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:19:59.043168 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.071187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:19:59.080443 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.080733 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Added segment 88b79e4d-2625-459c-a93b-59f95006fff4 of type vlan for network 3ff08d93-745d-46ba-9152-a80a286f0027 Apr 05 21:19:59.105306 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.206365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.209996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:59.210730 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.319435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Network': ['ID=3ff08d93-745d-46ba-9152-a80a286f0027,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:59.330516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 3ff08d93-745d-46ba-9152-a80a286f0027 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:19:59.378966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2fb2269c-32e0-4966-97c9-fbd3787f5ff4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4284568 Apr 05 21:19:59.383939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46574) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:59.389317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'admin_state_up': True, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:19:59.398246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:19:59.402458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:router and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:19:59.405437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:19:59.411413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:19:59.514410 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.515322 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.533118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.750034 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.088509 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.116352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.247689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.50 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/277ac91b-ed97-4ef6-a13f-fe8ad469b89c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:00.394763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.467653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.538681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:00.542116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:00.544647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:20:00.569019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:00.793285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.798680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:01.084012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 47c44985-c695-4da6-a525-a85dd6c82f2e is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:20:01.286855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:20:01.301328 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Sync routers for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:20:01.316178 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:20:01.316796 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:01.394386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:01.398419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-935bec37-5073-4243-b878-2e769d12dab1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0108583 Apr 05 21:20:01.400681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46580) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:01.441828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-21aaee38-8fff-4d97-9759-9b11f7bbece8 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=de5fe09961b946d4ade20cae420834d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400555 Apr 05 21:20:01.444568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46584) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:01.495843 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:20:01.575141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e171fc-9863-4657-9865-be195dfa02d6 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:01.579920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33e171fc-9863-4657-9865-be195dfa02d6 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313171 Apr 05 21:20:01.580132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46588) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:01.618922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d1fed810-30c0-446a-8efa-ffef0d4cde77 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376847 Apr 05 21:20:01.621441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46592) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:01.626808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973353667', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:20:01.737423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:01.741211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:subnet and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:01.744495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:01.750136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:01.770155 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:00Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:01.773873 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Checking router: 47c44985-c695-4da6-a525-a85dd6c82f2e for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:20:01.774209 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Updating router 47c44985-c695-4da6-a525-a85dd6c82f2e port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:20:01.794640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:20:01.861061 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:01.897395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.182536 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.199626 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Transition to ACTIVE for port object 277ac91b-ed97-4ef6-a13f-fe8ad469b89c will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:02.258496 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.288652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.331657 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Pushing event updated for resources: {'Port': ['ID=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.341811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:02.366477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Attempting to bind port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:02.366477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Attempting to bind port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:02.366477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Attempting to bind port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:02.366477 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:20:02.373681 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:20:02.373681 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.373681 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:20:02.373681 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Bound port: 277ac91b-ed97-4ef6-a13f-fe8ad469b89c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:02.373681 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.392264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Subnet': ['ID=cb9a05d5-f2c8-451d-b92d-5c013a062726,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:02.411535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Checking segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:20:02.411535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network hostable DHCP agents. Network: 3ff08d93-745d-46ba-9152-a80a286f0027, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:20:02.458652 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] For port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:20:02.458652 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] For port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:20:02.495505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 3ff08d93-745d-46ba-9152-a80a286f0027 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:20:02.582138 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.593306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 3ff08d93-745d-46ba-9152-a80a286f0027) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:02.600150 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd2970-3d92-441e-ab82-9b4b3529ede2 None None] Network 3ff08d93-745d-46ba-9152-a80a286f0027 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:20:02.610347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:02.610347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.663825 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b01f1a-bb09-49fe-8217-158466e13028 None None] Pushing event updated for resources: {'Port': ['ID=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:02.688089 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:20:02.688089 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:19:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:02.839991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e212c2b2-bda5-4971-bbf7-63d48cea6251 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1699076 Apr 05 21:20:02.839991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46596) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:02.846836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-3ff08d93-745d-46ba-9152-a80a286f0027', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:20:02.846836 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.949407 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:20:03.043170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Allocated IP 172.20.0.2 (3ff08d93-745d-46ba-9152-a80a286f0027/cb9a05d5-f2c8-451d-b92d-5c013a062726/d7884194-d10f-4661-add6-33ada2bed572) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:03.308415 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:00Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:03.308415 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9ee11a-40df-4d41-90e9-214331e19b8d None None] The sync data for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 is: [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:00Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:20:03.322932 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:03.350705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Transition to ACTIVE for port object d7884194-d10f-4661-add6-33ada2bed572 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:03.358787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Transition to ACTIVE for port object d7884194-d10f-4661-add6-33ada2bed572 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:03.458764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:03.594045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Pushing event updated for resources: {'Port': ['ID=d7884194-d10f-4661-add6-33ada2bed572,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:03.594045 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Network 3ff08d93-745d-46ba-9152-a80a286f0027 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:03.603836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:03.616404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:20:03.710805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Attempting to bind port d7884194-d10f-4661-add6-33ada2bed572 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:03.710805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Attempting to bind port d7884194-d10f-4661-add6-33ada2bed572 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:03.710805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Attempting to bind port d7884194-d10f-4661-add6-33ada2bed572 on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:03.721762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:20:03.721762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Checking segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:20:03.721762 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:03.721762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Bound using segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:20:03.721762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Bound port: d7884194-d10f-4661-add6-33ada2bed572, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:03.721762 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:03.843403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] For port d7884194-d10f-4661-add6-33ada2bed572, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:20:03.864132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] For port d7884194-d10f-4661-add6-33ada2bed572, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d7884194-d10f-4661-add6-33ada2bed572,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:20:03.868050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:03.947333 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.047853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 277ac91b-ed97-4ef6-a13f-fe8ad469b89c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:04.187397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de628c-cb46-47dc-9163-d32b6be504e8 None None] Pushing event updated for resources: {'Port': ['ID=d7884194-d10f-4661-add6-33ada2bed572,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:04.266154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:04.266154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:04.266154 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.476859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.1 (3ff08d93-745d-46ba-9152-a80a286f0027/cb9a05d5-f2c8-451d-b92d-5c013a062726/4456f204-4a04-4e2c-b7b3-2347926674f5) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:04.539612 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.587884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:04.687851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.687851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.081136 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:05.086091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.086091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object 4456f204-4a04-4e2c-b7b3-2347926674f5 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:05.089580 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7e01a5de-8fef-4f60-ba6c-177cfc38c5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.091904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.126140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 3ff08d93-745d-46ba-9152-a80a286f0027 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:05.126140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:05.132415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:20:05.229797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=4456f204-4a04-4e2c-b7b3-2347926674f5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:05.229797 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.390195 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.418702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7051b-29e7-4a1a-844b-ce88ec06e9ca None None] Network 3ff08d93-745d-46ba-9152-a80a286f0027 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:20:05.614427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-87e298bb-7d04-4807-b85d-885f3f004354 None None] Provisioning for port d7884194-d10f-4661-add6-33ada2bed572 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:05.900372 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.967267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.004265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7884194-d10f-4661-add6-33ada2bed572 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:06.085611 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.085611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=4456f204-4a04-4e2c-b7b3-2347926674f5,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:06.163677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d7884194-d10f-4661-add6-33ada2bed572 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:06.175007 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d7884194-d10f-4661-add6-33ada2bed572 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:06.175007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.198762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fa8840b8-2299-4fd0-9e43-ab3d32fee120 None None] Provisioning for port 4456f204-4a04-4e2c-b7b3-2347926674f5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:06.224873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fa8840b8-2299-4fd0-9e43-ab3d32fee120 None None] Provisioning complete for port 4456f204-4a04-4e2c-b7b3-2347926674f5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:06.224873 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fa8840b8-2299-4fd0-9e43-ab3d32fee120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.278034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 3ff08d93-745d-46ba-9152-a80a286f0027 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:06.278034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:06.318503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fa8840b8-2299-4fd0-9e43-ab3d32fee120 None None] Port 4456f204-4a04-4e2c-b7b3-2347926674f5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:20:06.381311 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.440535 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d7884194-d10f-4661-add6-33ada2bed572, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d7884194-d10f-4661-add6-33ada2bed572,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:06.466233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-89e575da-4e73-4a40-9bed-66587ba20246 None None] Provisioning complete for port 4456f204-4a04-4e2c-b7b3-2347926674f5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:06.466233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-89e575da-4e73-4a40-9bed-66587ba20246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.535963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-89e575da-4e73-4a40-9bed-66587ba20246 None None] Port 4456f204-4a04-4e2c-b7b3-2347926674f5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:20:06.587927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.587927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 277ac91b-ed97-4ef6-a13f-fe8ad469b89c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:06.731040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d7884194-d10f-4661-add6-33ada2bed572,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:06.731040 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dcaaba40-f8df-4f71-a5c2-438c8662e286 None None] Provisioning complete for port 4456f204-4a04-4e2c-b7b3-2347926674f5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:06.731040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dcaaba40-f8df-4f71-a5c2-438c8662e286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.785278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 47c44985-c695-4da6-a525-a85dd6c82f2e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:20:06.796330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-dcaaba40-f8df-4f71-a5c2-438c8662e286 None None] Port 4456f204-4a04-4e2c-b7b3-2347926674f5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:20:06.796330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:06.796330 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.911850 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-81d373ad-0f9d-4dec-8686-d1e1a0f8fb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.124795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:20:07.140513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b9ae4af5-ecb4-4b13-a1a6-cf4f4a8e4f80 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/47c44985-c695-4da6-a525-a85dd6c82f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3327465 Apr 05 21:20:07.291917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Sync routers for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:20:07.312465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:20:07.312465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:20:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:07.442925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bd779778-a62e-4c97-b9a6-93680150cff2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:20:07.521689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:20:07.554476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bd779778-a62e-4c97-b9a6-93680150cff2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:20:07.555771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bd779778-a62e-4c97-b9a6-93680150cff2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515600118&fields=id&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 267 time: 0.1601372 Apr 05 21:20:07.706608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-e68d7011-8717-4c16-8717-56b510b0e54c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:07.707304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-e68d7011-8717-4c16-8717-56b510b0e54c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:20:07.804708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-e68d7011-8717-4c16-8717-56b510b0e54c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:20:07.814323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-e68d7011-8717-4c16-8717-56b510b0e54c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/networks?id=3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 200 len: 797 time: 0.2436106 Apr 05 21:20:07.828545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-62722de4-4d09-4d9a-8406-3dbb23fffaf1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/quotas/de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 375 time: 0.0162969 Apr 05 21:20:07.868575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 2, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:07.882959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7884194-d10f-4661-add6-33ada2bed572 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:07.920412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Checking router: 47c44985-c695-4da6-a525-a85dd6c82f2e for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:20:07.920412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Updating router 47c44985-c695-4da6-a525-a85dd6c82f2e port 4456f204-4a04-4e2c-b7b3-2347926674f5 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:20:07.936227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-f868cb0f-09da-457a-b447-dc8929b09b63 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:20:07.986384 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.009166 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-f868cb0f-09da-457a-b447-dc8929b09b63 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:20:08.009166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-f868cb0f-09da-457a-b447-dc8929b09b63 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660645 Apr 05 21:20:08.055357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d7884194-d10f-4661-add6-33ada2bed572 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:08.055662 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.147720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-00319bd0-fbe4-4576-9746-83e8eb1d32d5 service neutron] 10.222.0.10 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324286 Apr 05 21:20:08.291900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-8fb18ca9-ed7e-4856-b9b7-f81d0d510f7d service neutron] 10.222.0.10 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390190 Apr 05 21:20:08.446654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.458191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Transition to ACTIVE for port object 4456f204-4a04-4e2c-b7b3-2347926674f5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:08.583629 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.611544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.612655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08e741b7-d565-4523-95ad-225a5ab7f85a req-786953d2-6e3b-4b38-b6ae-53c0f2926f7b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 210 time: 0.0466890 Apr 05 21:20:08.667409 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.768210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456af6a-2d43-41ef-8a37-4807aecfce8b None None] Pushing event updated for resources: {'Port': ['ID=4456f204-4a04-4e2c-b7b3-2347926674f5,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:08.855681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Attempting to bind port 4456f204-4a04-4e2c-b7b3-2347926674f5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:08.855681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Attempting to bind port 4456f204-4a04-4e2c-b7b3-2347926674f5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:08.855909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Attempting to bind port 4456f204-4a04-4e2c-b7b3-2347926674f5 on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:08.869713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:20:08.870019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Checking segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:20:08.870429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.870879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Bound using segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:20:08.871660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Bound port: 4456f204-4a04-4e2c-b7b3-2347926674f5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:08.872038 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.978124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] For port 4456f204-4a04-4e2c-b7b3-2347926674f5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:20:08.981090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] For port 4456f204-4a04-4e2c-b7b3-2347926674f5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4456f204-4a04-4e2c-b7b3-2347926674f5,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:20:09.081439 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:09.161446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456af6a-2d43-41ef-8a37-4807aecfce8b None None] Pushing event updated for resources: {'Port': ['ID=4456f204-4a04-4e2c-b7b3-2347926674f5,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:09.161446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:20:09.161446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:20:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:09.350388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:20:09.745921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:08Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:09.745921 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb815b6-e9be-43fd-b66b-4942ba26693b None None] The sync data for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 is: [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:08Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:20:09.846569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-486186c9-1742-45e6-8c33-c51a47af6704 req-3626e9a5-947b-4309-a865-709849774bb3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 210 time: 0.0857432 Apr 05 21:20:09.858339 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:20:09.962254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:09.962254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4456f204-4a04-4e2c-b7b3-2347926674f5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:10.131247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4456f204-4a04-4e2c-b7b3-2347926674f5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:10.138627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4456f204-4a04-4e2c-b7b3-2347926674f5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:10.138627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:10.280466 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:10.316464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4456f204-4a04-4e2c-b7b3-2347926674f5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4456f204-4a04-4e2c-b7b3-2347926674f5,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:10.400358 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:10.469634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4456f204-4a04-4e2c-b7b3-2347926674f5,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:11.022561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cae56143-06f7-498c-82df-823a66f94653 req-9fce592f-b260-4235-ad95-f8650f06cd00 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 210 time: 0.0653877 Apr 05 21:20:11.146031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-5f41ad13-1877-454c-a2c7-4bb2d15fb6dd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:11.147429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-5f41ad13-1877-454c-a2c7-4bb2d15fb6dd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/networks?id=3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 200 len: 797 time: 0.1565971 Apr 05 21:20:11.199357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-850872ca-42e8-430b-9462-ce54de2f63ee tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 379 time: 0.0400290 Apr 05 21:20:11.207909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'port': {'device_id': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'admin_state_up': True, 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'security_groups': ['b70692a7-a749-4ec4-9e0d-65abee3d52d8']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:20:11.347700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:11.357272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:11.486064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:20:11.489135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.650868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.5 (3ff08d93-745d-46ba-9152-a80a286f0027/cb9a05d5-f2c8-451d-b92d-5c013a062726/4a2a147d-629a-404f-a19f-034504c900ec) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:11.844345 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.860203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object 4a2a147d-629a-404f-a19f-034504c900ec will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:11.879641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4456f204-4a04-4e2c-b7b3-2347926674f5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:11.946715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4456f204-4a04-4e2c-b7b3-2347926674f5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:11.947089 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.959751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.038445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 3ff08d93-745d-46ba-9152-a80a286f0027 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:12.041983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:12.043869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:12.045958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:20:12.108142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:12.108781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.197270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-a233cfe7-352e-4639-ad54-6ed905dcba33 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9932001 Apr 05 21:20:12.209820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Request body: {'port': {'device_id': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:20:12.409477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ea7b8c08-6036-463b-8dda-f507353d7c68 None None] Provisioning for port 4a2a147d-629a-404f-a19f-034504c900ec completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:12.411654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ea7b8c08-6036-463b-8dda-f507353d7c68 None None] Provisioning complete for port 4a2a147d-629a-404f-a19f-034504c900ec triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:12.412179 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea7b8c08-6036-463b-8dda-f507353d7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.467427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b8c08-6036-463b-8dda-f507353d7c68 None None] Port 4a2a147d-629a-404f-a19f-034504c900ec cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:20:12.467616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280a31e-9483-40f5-87e9-07844cf2282e req-3d181326-0a5f-4300-b115-e6386ed02128 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:12.468260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d280a31e-9483-40f5-87e9-07844cf2282e req-3d181326-0a5f-4300-b115-e6386ed02128 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:20:12.472335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.609853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d280a31e-9483-40f5-87e9-07844cf2282e req-3d181326-0a5f-4300-b115-e6386ed02128 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:20:12.611039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d280a31e-9483-40f5-87e9-07844cf2282e req-3d181326-0a5f-4300-b115-e6386ed02128 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 931 time: 0.4525795 Apr 05 21:20:12.745667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d280a31e-9483-40f5-87e9-07844cf2282e req-89258d88-f76c-410d-9400-33fe8a55f763 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262326 Apr 05 21:20:12.862491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2a147d-629a-404f-a19f-034504c900ec {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:20:12.869191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.885844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Transition to ACTIVE for port object 4a2a147d-629a-404f-a19f-034504c900ec will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:12.943035 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.070182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:13.187455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:13.187786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:13.188111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:13.194031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:20:13.194348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:13.203352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:20:13.203352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Checking segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:20:13.203352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Bound using segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:20:13.203352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Bound port: 4a2a147d-629a-404f-a19f-034504c900ec, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:13.203352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.289776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:20:13.292737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:20:13.389288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.452078 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.452424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] 10.222.0.23 "PUT /v2.0/ports/4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 1091 time: 1.2474592 Apr 05 21:20:13.454989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:20:13.474771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca06077-c580-47e6-8299-4d3e2bbecfec service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:13.526883 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662222e9-a2f3-4a6d-8e90-ddec57a2acd1'] response: {'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'status': 'completed', 'code': 200} Apr 05 21:20:13.623777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa3be53f-b292-4437-b6a0-c1199cbbcdc9 req-f3f071b2-7bf1-4c71-a0f9-712c683e84bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1094 time: 0.0745399 Apr 05 21:20:13.768999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be53f-b292-4437-b6a0-c1199cbbcdc9 req-2f08fecf-db04-400c-8ff6-17268a38818c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:13.770485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa3be53f-b292-4437-b6a0-c1199cbbcdc9 req-2f08fecf-db04-400c-8ff6-17268a38818c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=de5fe09961b946d4ade20cae420834d7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1398444 Apr 05 21:20:13.967125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be53f-b292-4437-b6a0-c1199cbbcdc9 req-d7475869-f6fa-49e8-a9c8-6a98c24078c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:13.968560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aa3be53f-b292-4437-b6a0-c1199cbbcdc9 req-d7475869-f6fa-49e8-a9c8-6a98c24078c2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906307 Apr 05 21:20:13.989521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477067d-468e-4332-be4e-86d7f6e60d48 req-0c4f59b8-a060-42d2-be56-fec6d77bcd11 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:13.989521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7477067d-468e-4332-be4e-86d7f6e60d48 req-0c4f59b8-a060-42d2-be56-fec6d77bcd11 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 943 time: 0.1144748 Apr 05 21:20:14.087835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7477067d-468e-4332-be4e-86d7f6e60d48 req-a523b0fc-c00c-4c08-bf94-0eca1f7cdd10 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920048 Apr 05 21:20:14.107529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-5b708734-2919-47a6-82a8-23a3758ebc42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1094 time: 0.0976031 Apr 05 21:20:14.177512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-2bdf312e-0c35-4c8a-b927-66309855ad80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 217 time: 0.0638616 Apr 05 21:20:14.239302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-49435ae9-6b9d-4858-a137-493f3fb26627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:14.240362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-49435ae9-6b9d-4858-a137-493f3fb26627 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb9a05d5-f2c8-451d-b92d-5c013a062726 HTTP/1.1" status: 200 len: 835 time: 0.0576136 Apr 05 21:20:14.318524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-e31b8142-69f5-4340-890a-a94d2c65c708 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ff08d93-745d-46ba-9152-a80a286f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715580 Apr 05 21:20:14.550521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-614902bb-a3dd-4451-9b2a-086b70dc11c5 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254896 Apr 05 21:20:14.681133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb26c130-2e72-4bdc-8f2c-d02792deae4d req-4199061e-211e-4908-b501-b4bfcbab8964 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245749 Apr 05 21:20:15.290468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e6da2-eb2f-4880-94bd-32eab737d05f req-17e17f39-c436-467d-bcba-affe2b3024af tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:15.291538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-358e6da2-eb2f-4880-94bd-32eab737d05f req-17e17f39-c436-467d-bcba-affe2b3024af tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 943 time: 0.0802674 Apr 05 21:20:15.337196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-358e6da2-eb2f-4880-94bd-32eab737d05f req-24d6a0f5-8789-43f7-b91e-1de580cd1faf tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397387 Apr 05 21:20:16.437318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a2a147d-629a-404f-a19f-034504c900ec details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:20:16.541039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3795b7-528b-4300-86ee-d9032b40e999 req-dbe949eb-d8ce-426e-8427-f06c6230e849 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:16.542881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf3795b7-528b-4300-86ee-d9032b40e999 req-dbe949eb-d8ce-426e-8427-f06c6230e849 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 943 time: 0.0815792 Apr 05 21:20:16.577894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:16.591441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '4a2a147d-629a-404f-a19f-034504c900ec', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'port_id': '4a2a147d-629a-404f-a19f-034504c900ec', 'mac_address': 'fa:16:3e:e9:66:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:20:16.596798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf3795b7-528b-4300-86ee-d9032b40e999 req-4c67e729-982d-4127-b24f-f8a4343e28c5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444431 Apr 05 21:20:16.646438 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:16.663533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a147d-629a-404f-a19f-034504c900ec {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:20:16.679105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:16.741531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:16.814169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:16.962477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4a2a147d-629a-404f-a19f-034504c900ec'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:20:17.806200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5c436-306f-4525-8ea4-ce0c968c2750 req-1e1c4bf5-ec4b-4407-8bea-8f33f720fc0b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:17.806200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02a5c436-306f-4525-8ea4-ce0c968c2750 req-1e1c4bf5-ec4b-4407-8bea-8f33f720fc0b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 944 time: 0.0795133 Apr 05 21:20:17.851549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02a5c436-306f-4525-8ea4-ce0c968c2750 req-9356acdd-86d1-427c-9908-1294dd621dae tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411394 Apr 05 21:20:18.143144 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-973390bb-a02b-4dc3-ade3-fd4cf1e85bb0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722632 Apr 05 21:20:18.283090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-c3a3cd91-085c-4b4a-bac5-bbafcf811f94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0737407 Apr 05 21:20:18.429305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-519ae78c-cf14-4c74-a76f-dd92aadf2da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:18.429773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-519ae78c-cf14-4c74-a76f-dd92aadf2da6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1271479 Apr 05 21:20:18.458734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a2a147d-629a-404f-a19f-034504c900ec up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:18.538771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-961fdc1d-9374-4d09-8664-8d2b204bf252 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 1000 time: 0.1023746 Apr 05 21:20:18.602596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-819248a9-4e33-4408-9dd6-6141ad13ce4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:18.604002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-819248a9-4e33-4408-9dd6-6141ad13ce4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0589046 Apr 05 21:20:18.616939 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 4a2a147d-629a-404f-a19f-034504c900ec completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:18.621900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 4a2a147d-629a-404f-a19f-034504c900ec triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:18.622267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.687593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-50684c66-330f-4929-b63b-a595b3f66114 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737181 Apr 05 21:20:18.740200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.768113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:20:18.778023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:18.818930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-96399b15-d1ba-4f5e-8575-b538c965eb3b service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299448 Apr 05 21:20:18.825362 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3776f7c-2fd3-4df1-9a75-1f381fb23574'] response: {'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'code': 200} Apr 05 21:20:18.882299 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.23', 61739) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:18.898252 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.960229 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a494f6a8-47c6-4da4-b596-209bf6b6fcbf req-0767595c-15ac-49c7-b8ae-21c4413f2f1d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1096 time: 0.0767660 Apr 05 21:20:18.974161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1dfa88-5122-4307-86dc-7e1cfe5d8b4c req-1fad35c5-3fdb-4b49-820e-05b77fea43e2 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480751 Apr 05 21:20:19.007627 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-a494f6a8-47c6-4da4-b596-209bf6b6fcbf req-b4fed2b9-fb58-45fb-8447-372777a87107 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386536 Apr 05 21:20:19.010239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:19.092127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dbd42-47b7-488e-a5e0-ac025f7e60be req-4a456e47-018c-4287-b4d4-89bb5d932706 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:19.093674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d20dbd42-47b7-488e-a5e0-ac025f7e60be req-4a456e47-018c-4287-b4d4-89bb5d932706 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0757875 Apr 05 21:20:19.140406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d20dbd42-47b7-488e-a5e0-ac025f7e60be req-1f5d21a5-d298-4a16-aba7-789d8fc6db3b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Apr 05 21:20:20.342260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f0629-a84d-4158-9ccb-deb77f981bbc req-20a0ee61-f45f-4439-a758-33ebb3dfab66 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:20.344283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b7f0629-a84d-4158-9ccb-deb77f981bbc req-20a0ee61-f45f-4439-a758-33ebb3dfab66 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0822732 Apr 05 21:20:20.389372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b7f0629-a84d-4158-9ccb-deb77f981bbc req-ae50b48b-ac07-4dec-98ac-edf78ca0fc9f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381892 Apr 05 21:20:20.502463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:21.583616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cd031-8240-42cb-a886-7205fd9384e2 req-b6206100-cd89-47fd-9783-f436f00eb8e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:21.585090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-139cd031-8240-42cb-a886-7205fd9384e2 req-b6206100-cd89-47fd-9783-f436f00eb8e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0770037 Apr 05 21:20:21.635323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-139cd031-8240-42cb-a886-7205fd9384e2 req-7342ebd2-160f-4546-8844-413dc0935ca2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392575 Apr 05 21:20:21.939382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b0f54-988b-4589-8b15-fce9d432b8de req-927cbfbe-77bc-4ff7-9f56-204debd70636 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:21.940901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-981b0f54-988b-4589-8b15-fce9d432b8de req-927cbfbe-77bc-4ff7-9f56-204debd70636 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.1857626 Apr 05 21:20:21.986038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-981b0f54-988b-4589-8b15-fce9d432b8de req-019189cf-957e-4512-aceb-6fd81cf8b409 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387130 Apr 05 21:20:22.013971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46658) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:22.084514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b42f9b1f-a1b6-40c7-a108-1faf4c71efe5 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1091 time: 0.0694399 Apr 05 21:20:22.087162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46662) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:22.092134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '4a2a147d-629a-404f-a19f-034504c900ec', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:20:22.098497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:22.102409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:floatingip and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:22.105905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:22.110973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:22.205930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:22.344237 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:22.476775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.104 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/9046c9d3-6a13-4609-b92b-42bcb6f554c2) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:22.618929 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:22.691442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:22.758528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:22.761122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:22.764743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:20:22.797259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=9046c9d3-6a13-4609-b92b-42bcb6f554c2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:23.261835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:23.400008 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:23.603738 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:23.685753 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:23.793850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=9046c9d3-6a13-4609-b92b-42bcb6f554c2,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:23.805252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:24.091036 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Floating IP 8d181ec5-7982-401c-a943-5d13a08b65e3 associated. External IP: 172.25.2.104, port: 4a2a147d-629a-404f-a19f-034504c900ec. Apr 05 21:20:24.481600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 47c44985-c695-4da6-a525-a85dd6c82f2e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:20:24.681144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:20:24.691084 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] Sync routers for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:20:24.703945 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:20:24.704546 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:20:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:24.788634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:24.842781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e61f260d-82e4-4342-99f4-4bb10e2e29fa tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7546256 Apr 05 21:20:24.843335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:20:24.884061 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:20:25.046845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448d4ab-548a-4494-b9de-fb7b839709b1 req-cb93bd1b-6c8b-4a84-bcea-d29fe3dd00ea tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:25.048310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9448d4ab-548a-4494-b9de-fb7b839709b1 req-cb93bd1b-6c8b-4a84-bcea-d29fe3dd00ea tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0956736 Apr 05 21:20:25.083346 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54f577f-9808-4253-9473-16253e361cd8'] response: {'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'status': 'completed', 'code': 200} Apr 05 21:20:25.105578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9448d4ab-548a-4494-b9de-fb7b839709b1 req-5e118beb-2503-48b5-a0f3-db9c801302eb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503426 Apr 05 21:20:25.136002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46670) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:25.165935 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-4a5a1192-7b8d-40aa-a746-c32c28ec0ab8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1096 time: 0.0804238 Apr 05 21:20:25.247771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-181f49cd-17a8-48a1-bf60-ea01b8e0ab08 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/8d181ec5-7982-401c-a943-5d13a08b65e3 HTTP/1.1" status: 200 len: 991 time: 0.1105261 Apr 05 21:20:25.286302 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '8d181ec5-7982-401c-a943-5d13a08b65e3', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'port_id': '4a2a147d-629a-404f-a19f-034504c900ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'mac_address': 'fa:16:3e:e9:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:20:23Z', 'updated_at': '2022-04-05T21:20:23Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:10Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:25.290422 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] Checking router: 47c44985-c695-4da6-a525-a85dd6c82f2e for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:20:25.302194 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:20:25.302728 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:20:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:25.317627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-cdb8c7e3-296e-4eec-8ff8-da1c76342fa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:25.319641 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-cdb8c7e3-296e-4eec-8ff8-da1c76342fa5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 200 len: 898 time: 0.1466656 Apr 05 21:20:25.424347 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-841d483a-33a5-4e75-955d-041e41fef14a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 999 time: 0.0986502 Apr 05 21:20:25.480190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:20:25.485744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-5e8c5726-11c4-4cd1-aa17-09a5adaa7f84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:25.487159 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-5e8c5726-11c4-4cd1-aa17-09a5adaa7f84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb9a05d5-f2c8-451d-b92d-5c013a062726 HTTP/1.1" status: 200 len: 835 time: 0.0571225 Apr 05 21:20:25.561442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-22c00e6f-d3f6-4f3f-8703-e6ae870050af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ff08d93-745d-46ba-9152-a80a286f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680864 Apr 05 21:20:25.695374 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-d87c4c41-6666-42ce-8a82-2046f1e78f54 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284368 Apr 05 21:20:25.826648 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '8d181ec5-7982-401c-a943-5d13a08b65e3', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'port_id': '4a2a147d-629a-404f-a19f-034504c900ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'mac_address': 'fa:16:3e:e9:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:20:23Z', 'updated_at': '2022-04-05T21:20:23Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:10Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:25.831188 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b344afd3-71b2-4e5c-9c4b-84f9b44bc928 None None] The sync data for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 is: [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '8d181ec5-7982-401c-a943-5d13a08b65e3', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'port_id': '4a2a147d-629a-404f-a19f-034504c900ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'mac_address': 'fa:16:3e:e9:66:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:20:23Z', 'updated_at': '2022-04-05T21:20:23Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:10Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:20:25.832088 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-64e2a674-5265-46a4-be34-9fcdfc1ded0e req-839661a7-92df-4f0b-a2ed-b34f3ec4a560 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298888 Apr 05 21:20:26.190109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae8001b-cf28-4c27-b8d7-c2d93cb570e9 None None] New status for floating IP 8d181ec5-7982-401c-a943-5d13a08b65e3: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:20:26.249945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46674) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:26.408082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3b84f9d1-0fb7-4a93-a9cc-d3348f327740 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/8d181ec5-7982-401c-a943-5d13a08b65e3 HTTP/1.1" status: 200 len: 991 time: 0.1569777 Apr 05 21:20:26.424583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-13cc0b45-47cc-423e-986a-6c24132f1f40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086745 Apr 05 21:20:26.576627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-5c706b70-d249-4874-9283-27ef22892190 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1096 time: 0.0685892 Apr 05 21:20:26.718595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-3df04fe9-4b58-468d-8f36-8e3c652e3ac1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:26.719983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-3df04fe9-4b58-468d-8f36-8e3c652e3ac1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1235406 Apr 05 21:20:26.931846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-3c678764-0758-42af-b10f-c86528e4b8f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 200 len: 1000 time: 0.2061584 Apr 05 21:20:26.994957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-e43f4c89-54bd-4bbf-bc9c-3ef28a26d7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:26.996334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-e43f4c89-54bd-4bbf-bc9c-3ef28a26d7d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0582790 Apr 05 21:20:27.069852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-9291f5a7-2a26-4547-919d-362bc0aabdf4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674620 Apr 05 21:20:27.197942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-1ddb46e8-b6b3-40c7-b74a-86785f35a2b7 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223242 Apr 05 21:20:27.331016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0db17e87-3043-4ed2-90e7-d827f29f8f76 req-ea4e2813-a7ea-4349-b77d-bd05b5a09ddc service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262670 Apr 05 21:20:27.419229 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46680) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:27.517796 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3bd5f6c9-eece-4db9-b67b-975183f9df90 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/8d181ec5-7982-401c-a943-5d13a08b65e3 HTTP/1.1" status: 200 len: 993 time: 0.1025412 Apr 05 21:20:34.638053 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:34.914300 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-34df87e7-12da-4eb4-a1c9-34c52cf69f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:36.884312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c569aa72-0025-445f-897c-85e0727e28f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:38.497073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:38.594357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:39.952001 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:46.857349 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:20:50.536737 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:52.229505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218d9cc-54ec-44ad-9ee1-270c2f78f1c6 req-0eb2f80b-d890-4baf-8c51-aa44c10813d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:52.230960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7218d9cc-54ec-44ad-9ee1-270c2f78f1c6 req-0eb2f80b-d890-4baf-8c51-aa44c10813d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0831320 Apr 05 21:20:52.282660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7218d9cc-54ec-44ad-9ee1-270c2f78f1c6 req-3da6f86b-1258-4e7f-bd1f-20da7e6d8731 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462317 Apr 05 21:20:52.316535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46702) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:52.422471 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-95a0fcc0-2679-4798-8384-c455b7cddc74 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/8d181ec5-7982-401c-a943-5d13a08b65e3 HTTP/1.1" status: 200 len: 993 time: 0.1047781 Apr 05 21:20:52.871548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1810961b-42ac-4079-9956-3b18d98407d8 req-59f21825-ba64-469a-ac16-7d8f89e9496d tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1096 time: 0.0678141 Apr 05 21:20:52.912645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1810961b-42ac-4079-9956-3b18d98407d8 req-6193c325-c3af-43c8-857a-a42b8f69a2d7 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357804 Apr 05 21:20:53.179465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-52f3da24-c410-4b78-8353-0e0cfdd1441e req-856b1606-d5d6-47fb-9559-26190e9fdc6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1444242 Apr 05 21:20:54.276546 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-4bab0113-859b-4e9a-bba7-73f607a7febf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389358 Apr 05 21:20:55.350617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-96a6fa2f-1bff-494b-b129-0c61af039706 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84580) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:20:55.351623 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-96a6fa2f-1bff-494b-b129-0c61af039706 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050306 Apr 05 21:20:55.359867 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Request body: {'binding': {'host': 'n-h1-836605-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:20:55.360305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Unknown quota resources ['binding']. {{(pid=84580) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 05 21:20:55.635905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on host n-h1-836605-1 for vnic_type normal with profile None {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:55.636146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:55.636470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:55.642088 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:20:55.642404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:55.648529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:20:55.648862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Checking segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:20:55.649274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Bound using segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:20:55.649694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Bound port: 4a2a147d-629a-404f-a19f-034504c900ec, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:55.678232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:20:55.743395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] Notify callbacks [] for binding, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:55.744602 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] 10.222.0.10 "POST /v2.0/ports/4a2a147d-629a-404f-a19f-034504c900ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.3880029 Apr 05 21:20:56.043593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdbcad-da4b-4b59-985c-0ea07e2b4ca5 req-82381d49-4387-4ff1-93b8-c4af525e349b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:56.045140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97bdbcad-da4b-4b59-985c-0ea07e2b4ca5 req-82381d49-4387-4ff1-93b8-c4af525e349b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0841036 Apr 05 21:20:56.090643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-97bdbcad-da4b-4b59-985c-0ea07e2b4ca5 req-1343c032-1042-4ffd-b810-d25d4046846a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394168 Apr 05 21:20:56.239709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-89aa04f0-cd25-4d48-93e9-a3109b126642 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1096 time: 0.0735400 Apr 05 21:20:56.371490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-f2f56bf7-3345-499a-b533-fa91ebfc9b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:56.372912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-f2f56bf7-3345-499a-b533-fa91ebfc9b84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 200 len: 898 time: 0.1266952 Apr 05 21:20:56.470109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-ed1674d5-82d3-434a-a9bd-c7107578e8e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 1001 time: 0.0908108 Apr 05 21:20:56.533091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-d8c1f3b7-1f68-497f-b50c-a9c7a30af23a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:56.534393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-d8c1f3b7-1f68-497f-b50c-a9c7a30af23a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb9a05d5-f2c8-451d-b92d-5c013a062726 HTTP/1.1" status: 200 len: 835 time: 0.0582352 Apr 05 21:20:56.605683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-e40d5e26-19b8-4f2e-b9ee-9c3bfa07041a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ff08d93-745d-46ba-9152-a80a286f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652349 Apr 05 21:20:56.737224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-caba81ba-8e73-463f-a923-9338677af927 service neutron] 10.222.0.39 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254342 Apr 05 21:20:56.864681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6dab527a-821d-4522-9474-bcdbd7a1be2f service neutron] 10.222.0.39 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213951 Apr 05 21:20:57.149034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-1b46d189-16ff-4e0a-9d8d-2f22edb11f4f tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2&tenant_id=de5fe09961b946d4ade20cae420834d7&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.1710300 Apr 05 21:20:57.159508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836605-1'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:20:57.309195 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:57.398612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1db78-7c3c-4972-b24f-50be72c98d3a req-1a80d079-dbf1-4b3c-a807-2a4c9322c140 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:57.400050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1db78-7c3c-4972-b24f-50be72c98d3a req-1a80d079-dbf1-4b3c-a807-2a4c9322c140 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.1638856 Apr 05 21:20:57.535654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1db78-7c3c-4972-b24f-50be72c98d3a req-7729c0fe-a714-42a4-a44a-ad3f84b70546 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166615 Apr 05 21:20:57.559669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:57.592123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:20:57.646045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:20:57.651900 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:57.700815 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb283d8c-4dd8-4f6f-9a1f-7cdfbbf6d80d'] response: {'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'code': 200} Apr 05 21:20:57.725179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:57.868800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:57.895775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.896119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.896455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.896784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.897173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.897520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.897822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.898144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.898465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.898785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.899102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:57.956548 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on host n-h2-836605-1 for vnic_type normal with profile {"migrating_to": "n-h1-836605-1"} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:57.956876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:57.957234 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:57.962990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:20:57.963307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Attempting to bind port 4a2a147d-629a-404f-a19f-034504c900ec on network 3ff08d93-745d-46ba-9152-a80a286f0027 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:20:57.969393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:20:57.969721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Checking segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:20:57.970097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Bound using segment: {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:20:57.970512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Bound port: 4a2a147d-629a-404f-a19f-034504c900ec, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b79e4d-2625-459c-a93b-59f95006fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:57.970852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:57.981999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4046b431-9de9-4e0a-b4b0-eed5b414da5a None None] Provisioning complete for port 4a2a147d-629a-404f-a19f-034504c900ec triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:57.982464 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4046b431-9de9-4e0a-b4b0-eed5b414da5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:58.032783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4046b431-9de9-4e0a-b4b0-eed5b414da5a None None] Port 4a2a147d-629a-404f-a19f-034504c900ec cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:20:58.055576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:20:58.059081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:20:58.120281 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:58.266899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:58.334995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:58.336451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-52d06de0-b7a8-425f-acac-a81cc49e4378 service neutron] 10.222.0.39 "PUT /v2.0/ports/4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 1121 time: 1.1806886 Apr 05 21:20:58.402366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4a2a147d-629a-404f-a19f-034504c900ec'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:20:58.480281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Provisioning complete for port 4a2a147d-629a-404f-a19f-034504c900ec triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:58.480570 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:58.671906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:58.718704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:20:58.737572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4204e0-7c1b-46da-bbdd-011b2b636727 req-02f69726-57cd-4146-9a31-93d4fa4c788e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:58.737745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:20:58.739075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a4204e0-7c1b-46da-bbdd-011b2b636727 req-02f69726-57cd-4146-9a31-93d4fa4c788e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 943 time: 0.0828886 Apr 05 21:20:58.780499 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704a97ee-4165-40ee-9ade-686d809a80b0'] response: {'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'code': 200} Apr 05 21:20:58.790894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a4204e0-7c1b-46da-bbdd-011b2b636727 req-e4a02b39-7d79-4964-89d3-5deaba12f04e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448437 Apr 05 21:20:58.823859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:58.963896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:58.976669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.977015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.977383 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.977719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.978052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.978381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.979292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.979619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.979946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.980266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:58.980588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f2f83-4279-4578-8bff-e6660ca64466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:59.701965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:20:59.756496 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73254a04-b4f1-4fcf-bb4c-cd17a639a28f'] response: {'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'status': 'completed', 'code': 200} Apr 05 21:20:59.854591 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-1beb7b4f-3636-4c0c-b019-0246ae4a14a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1126 time: 0.0749505 Apr 05 21:20:59.988154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-57c9554a-5a0c-45eb-b534-17ad2a2c2a29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:59.989648 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-57c9554a-5a0c-45eb-b534-17ad2a2c2a29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 200 len: 898 time: 0.1292162 Apr 05 21:20:59.990790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e195f3-0db2-4838-bc9e-c968529723d0 req-0de338b9-a9b4-4035-89f1-973f8f674963 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:59.992276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92e195f3-0db2-4838-bc9e-c968529723d0 req-0de338b9-a9b4-4035-89f1-973f8f674963 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0807426 Apr 05 21:21:00.038023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-92e195f3-0db2-4838-bc9e-c968529723d0 req-71b1376d-6b72-4fbc-83fc-7f66673fa1cb tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394554 Apr 05 21:21:00.093801 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-d22cd308-fed4-4324-ba71-de8567cd9a7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 1001 time: 0.0970418 Apr 05 21:21:00.155060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-a3f566d8-8ea4-468e-b530-faabe4b944e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:00.156487 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-a3f566d8-8ea4-468e-b530-faabe4b944e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb9a05d5-f2c8-451d-b92d-5c013a062726 HTTP/1.1" status: 200 len: 835 time: 0.0567598 Apr 05 21:21:00.229749 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-3161d2c7-2942-4639-b20c-e0146d2feff2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3ff08d93-745d-46ba-9152-a80a286f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676777 Apr 05 21:21:00.363153 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-eb19c1d8-6a97-4554-98cd-9d02a7669986 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270056 Apr 05 21:21:00.498803 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-292a7bac-ce3c-4c1a-a00f-343a785ff1d3 req-b0970dab-6343-40b9-8b5f-577c2c3ca693 service neutron] 10.222.0.23 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302152 Apr 05 21:21:01.236669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c57a30-7a8c-43fa-a8c7-1f5ecd80e504 req-c3c801e2-52d4-4bc6-abbe-3287ee0ebbdc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:01.238118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2c57a30-7a8c-43fa-a8c7-1f5ecd80e504 req-c3c801e2-52d4-4bc6-abbe-3287ee0ebbdc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0746942 Apr 05 21:21:01.284884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2c57a30-7a8c-43fa-a8c7-1f5ecd80e504 req-b378b06b-02fc-46a4-b917-ed6aeda03c41 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411680 Apr 05 21:21:01.636512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2a147d-629a-404f-a19f-034504c900ec details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:21:01.766558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:01.779616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2a147d-629a-404f-a19f-034504c900ec has no active binding in host n-h1-836605-1 {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 21:21:02.488208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf94ea-fe66-4931-900e-17790c78b6a2 req-896da074-753f-4835-8d08-38f4b125264e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:02.489637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fdf94ea-fe66-4931-900e-17790c78b6a2 req-896da074-753f-4835-8d08-38f4b125264e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0799596 Apr 05 21:21:02.533947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fdf94ea-fe66-4931-900e-17790c78b6a2 req-16fb2dc5-ef09-49c0-b5e0-f8959674cf2a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387449 Apr 05 21:21:03.729795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd96c3e-3934-45c9-a6b6-064090770a16 req-dcf83672-5de6-4005-b0fe-113ce1dba79b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:03.731210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dd96c3e-3934-45c9-a6b6-064090770a16 req-dcf83672-5de6-4005-b0fe-113ce1dba79b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0789840 Apr 05 21:21:03.775482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1dd96c3e-3934-45c9-a6b6-064090770a16 req-92892d8f-6b1e-4ec2-9fce-a5abd1a4079a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387368 Apr 05 21:21:04.628343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:04.868521 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1e65f4c4-93a0-4b4b-8c5e-1b95f3092fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:04.973161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ac691-98a9-46c0-9bb7-0ed662d4b221 req-4ce6965c-9185-44f5-9b25-b136f7d21a5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:04.974598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-822ac691-98a9-46c0-9bb7-0ed662d4b221 req-4ce6965c-9185-44f5-9b25-b136f7d21a5c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0761728 Apr 05 21:21:05.020022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-822ac691-98a9-46c0-9bb7-0ed662d4b221 req-b9bf8fd4-cd63-4acc-97b6-b32654d772ab tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 Apr 05 21:21:06.334857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f3894-300b-4ab2-9b63-ce2c8bb4154d req-bdf4d5fc-5e5f-4950-83be-a0a0ef999f9f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:06.336131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc8f3894-300b-4ab2-9b63-ce2c8bb4154d req-bdf4d5fc-5e5f-4950-83be-a0a0ef999f9f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.1925995 Apr 05 21:21:06.381609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc8f3894-300b-4ab2-9b63-ce2c8bb4154d req-64e4612c-64e3-4c7e-8758-95ef292cfca0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 Apr 05 21:21:06.547598 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-1c4310b7-a11c-4e7f-8586-0e4d7be1a392 service neutron] 10.222.0.23 "GET /v2.0/ports/4a2a147d-629a-404f-a19f-034504c900ec/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 384 time: 0.0791938 Apr 05 21:21:06.795717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:06.821811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:21:06.878246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:21:06.885561 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07a0dd1b-3aa7-469a-b5bc-0398e16ec224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:06.887055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:06.937416 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc57326-81f1-41e8-b31e-c6e25acd3cc9'] response: {'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'code': 200} Apr 05 21:21:06.959893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.060892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Transition to ACTIVE for port object 4a2a147d-629a-404f-a19f-034504c900ec will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:07.141101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.384487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=11']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:07.405620 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.405967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.406307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.406790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.407125 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.407458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.407785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.408108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.408432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.408753 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.409097 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.447968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] No DVR routers for this DVR port 4a2a147d-629a-404f-a19f-034504c900ec on host n-h2-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:21:07.596676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adf8-cf10-4185-bff6-5e9b47f4f5b7 req-c41029f4-fb79-4b03-93b9-1aae259a9db1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:07.598184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46e2adf8-cf10-4185-bff6-5e9b47f4f5b7 req-c41029f4-fb79-4b03-93b9-1aae259a9db1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 944 time: 0.0794899 Apr 05 21:21:07.645429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46e2adf8-cf10-4185-bff6-5e9b47f4f5b7 req-167fd33f-69f1-4ecb-8d44-1ad29d40a665 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Apr 05 21:21:07.670478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2a147d-629a-404f-a19f-034504c900ec details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:21:07.692471 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-6b8a21b7-3d88-4ada-a006-3a3adbdc2be6 service neutron] 10.222.0.23 "PUT /v2.0/ports/4a2a147d-629a-404f-a19f-034504c900ec/bindings/n-h1-836605-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1403317 Apr 05 21:21:07.814034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:07.828166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '4a2a147d-629a-404f-a19f-034504c900ec', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'port_id': '4a2a147d-629a-404f-a19f-034504c900ec', 'mac_address': 'fa:16:3e:e9:66:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:21:07.878604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-75bdb3b8-031a-4073-92eb-d583ffac85a4 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2&tenant_id=de5fe09961b946d4ade20cae420834d7&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 1095 time: 0.0770772 Apr 05 21:21:07.881362 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.902577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a147d-629a-404f-a19f-034504c900ec {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:21:07.917403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:07.953819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-c459e78c-caab-4f32-a433-3a7658b46076 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 1095 time: 0.0690069 Apr 05 21:21:08.009440 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:08.059382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-2a02abb3-03d0-4c2d-ae70-035a93d38636 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1096 time: 0.0728183 Apr 05 21:21:08.078313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=12']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:08.139552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['4a2a147d-629a-404f-a19f-034504c900ec'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:21:08.191540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-8eade97b-06e4-4596-888f-a62ceabdbae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.193074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-8eade97b-06e4-4596-888f-a62ceabdbae5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 200 len: 898 time: 0.1266067 Apr 05 21:21:08.296196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-9466545c-bf4f-4a2d-a3fb-95c735604f3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 1000 time: 0.0966785 Apr 05 21:21:08.359400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-e638c6f4-4d8a-4ca1-8354-fde94bfdc693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.360818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-e638c6f4-4d8a-4ca1-8354-fde94bfdc693 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb9a05d5-f2c8-451d-b92d-5c013a062726 HTTP/1.1" status: 200 len: 835 time: 0.0580668 Apr 05 21:21:08.436271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-36c42830-ebfe-41f2-a37e-4a17de1d2fd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ff08d93-745d-46ba-9152-a80a286f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693004 Apr 05 21:21:08.446397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-45acdfd2-c9a1-4175-9028-6870e7194e4f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:21:08.447302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-45acdfd2-c9a1-4175-9028-6870e7194e4f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048945 Apr 05 21:21:08.496626 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:08.577730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-5d417eb8-5df7-4f45-bd8d-c1410e231015 service neutron] 10.222.0.39 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239221 Apr 05 21:21:08.628210 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:08.710987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-cbd28464-031f-40bc-afca-45f10f0497d4 service neutron] 10.222.0.39 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255846 Apr 05 21:21:08.847857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c857d51-e3f9-4942-9e74-b39054c6f526 req-38d76a32-3145-4024-9ca7-62fe4e63140c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.849321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c857d51-e3f9-4942-9e74-b39054c6f526 req-38d76a32-3145-4024-9ca7-62fe4e63140c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0816438 Apr 05 21:21:08.894107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c857d51-e3f9-4942-9e74-b39054c6f526 req-d53f565e-606d-4ac4-a5ab-24695c9566fd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390961 Apr 05 21:21:09.283531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-da376ba9-a090-4ffe-97fa-99e0c763b9ca tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2&tenant_id=de5fe09961b946d4ade20cae420834d7&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 1096 time: 0.0713298 Apr 05 21:21:09.460121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-1d696f8b-7285-4898-8335-05e1f0628970 service neutron] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:21:09.463077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-1d696f8b-7285-4898-8335-05e1f0628970 service neutron] Notify callbacks [] for binding, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:09.464156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-1d696f8b-7285-4898-8335-05e1f0628970 service neutron] 10.222.0.39 "DELETE /v2.0/ports/4a2a147d-629a-404f-a19f-034504c900ec/bindings/n-h2-836605-1 HTTP/1.1" status: 204 len: 173 time: 0.1745446 Apr 05 21:21:09.671379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2a147d-629a-404f-a19f-034504c900ec up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:09.795912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 4a2a147d-629a-404f-a19f-034504c900ec completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:09.801541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 4a2a147d-629a-404f-a19f-034504c900ec triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:09.801922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:09.932016 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:09.990406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:21:10.001524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:10.033989 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:10.046243 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc640f07-7111-4ed0-91c8-ac7acd45e129'] response: {'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'code': 200} Apr 05 21:21:10.080377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:10.095574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad60a89-7769-4f9b-bcfe-c38015dd2dbd req-78ed2169-6b21-41e3-b8c1-67b7a5f8081a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:10.096967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cad60a89-7769-4f9b-bcfe-c38015dd2dbd req-78ed2169-6b21-41e3-b8c1-67b7a5f8081a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 945 time: 0.0779259 Apr 05 21:21:10.142364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cad60a89-7769-4f9b-bcfe-c38015dd2dbd req-ceb41c47-b0e9-48b6-8e0c-7f53351254f2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Apr 05 21:21:10.148470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=14']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:10.344426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec57b6ad-f34a-43a5-af70-5b34b4e54d41 req-15e8248e-1344-4c1b-b2a3-5ce8432ab0df tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1097 time: 0.0753989 Apr 05 21:21:10.388491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec57b6ad-f34a-43a5-af70-5b34b4e54d41 req-7004f821-867a-4d26-98bb-2a47764486f0 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373006 Apr 05 21:21:10.584015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1affb-6e9c-47af-b4e8-7fe4be3e5636 req-1269fff4-dd24-4791-8bc2-fb64c30cb1b8 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:10.585468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cde1affb-6e9c-47af-b4e8-7fe4be3e5636 req-1269fff4-dd24-4791-8bc2-fb64c30cb1b8 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 946 time: 0.0759048 Apr 05 21:21:10.634593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cde1affb-6e9c-47af-b4e8-7fe4be3e5636 req-1baa842f-5607-45b5-b937-fd16b609cf63 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Apr 05 21:21:10.662823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46786) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:10.684303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a2a147d-629a-404f-a19f-034504c900ec no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:10.743577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4a2a147d-629a-404f-a19f-034504c900ec not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:10.774126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1643e7bf-4042-4bb5-8c40-b92d5834d0ce tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/8d181ec5-7982-401c-a943-5d13a08b65e3 HTTP/1.1" status: 200 len: 993 time: 0.1101120 Apr 05 21:21:13.060193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46796) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:13.262770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 9046c9d3-6a13-4609-b92b-42bcb6f554c2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:21:13.263114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:13.428702 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:13.429026 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:13.547471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 9046c9d3-6a13-4609-b92b-42bcb6f554c2 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:21:13.776733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:13.821264 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=9046c9d3-6a13-4609-b92b-42bcb6f554c2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:13.916699 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.478369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 47c44985-c695-4da6-a525-a85dd6c82f2e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:21:14.688246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:21:14.698048 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] Sync routers for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:21:14.710124 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:14.710715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:14.786321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.841820 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8fca89c0-888d-4a38-9342-75fa0fc3f889 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/floatingips/8d181ec5-7982-401c-a943-5d13a08b65e3 HTTP/1.1" status: 204 len: 168 time: 1.7804894 Apr 05 21:21:14.842803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:21:14.896735 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:15.012231 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b7df6c-caa0-4fc0-a435-765721df53a7'] response: {'name': 'network-changed', 'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'status': 'completed', 'code': 200} Apr 05 21:21:15.200413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-ec86ee6c-3b30-412b-9ef8-935c6aa7b140 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 1097 time: 0.1450524 Apr 05 21:21:15.245435 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:10Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:15.249264 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] Checking router: 47c44985-c695-4da6-a525-a85dd6c82f2e for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:21:15.260469 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:15.261093 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:15.437728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-e55c76c7-190d-4b88-8504-47dce0ef393b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:15.439408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-e55c76c7-190d-4b88-8504-47dce0ef393b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 200 len: 898 time: 0.2326715 Apr 05 21:21:15.451630 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:15.541874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-0c4fa8f2-f7e7-4c71-bd73-24cb6ec304ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 200 len: 217 time: 0.0958719 Apr 05 21:21:15.622977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-33bd294e-b36c-4b4b-972a-abaf9d0177d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:15.624074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-33bd294e-b36c-4b4b-972a-abaf9d0177d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb9a05d5-f2c8-451d-b92d-5c013a062726 HTTP/1.1" status: 200 len: 835 time: 0.0767934 Apr 05 21:21:15.684466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b95d1-c9ce-485c-bba4-7a453b4c0ed4 req-28974672-ae34-4e39-a186-aed97a163ec5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:15.685985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b9b95d1-c9ce-485c-bba4-7a453b4c0ed4 req-28974672-ae34-4e39-a186-aed97a163ec5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 946 time: 0.1762807 Apr 05 21:21:15.749661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-7fd73886-d9b8-475e-b842-7cc8ee40b592 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ff08d93-745d-46ba-9152-a80a286f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186130 Apr 05 21:21:15.756708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b9b95d1-c9ce-485c-bba4-7a453b4c0ed4 req-21c55e3b-a2f4-4dfc-909f-16b941ae037b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=b70692a7-a749-4ec4-9e0d-65abee3d52d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600877 Apr 05 21:21:15.768282 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:10Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:15.772473 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ad57c-eb5c-4283-bece-35eb520fb5f5 None None] The sync data for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 is: [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:20:05Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4456f204-4a04-4e2c-b7b3-2347926674f5', 'name': '', 'network_id': '3ff08d93-745d-46ba-9152-a80a286f0027', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:e7:56:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:04Z', 'updated_at': '2022-04-05T21:20:10Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'cb9a05d5-f2c8-451d-b92d-5c013a062726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:21:15.912352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-618655d5-cdde-4820-8fb7-57d7c76e0e3e service neutron] 10.222.0.39 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304998 Apr 05 21:21:16.026273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad0b8f-d2b3-4176-839d-d59239dc3a93 None None] New status for floating IP 8d181ec5-7982-401c-a943-5d13a08b65e3: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:21:16.049276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c7cbb1-11d8-48c9-811b-d7e7d212b701 req-129c22f7-3580-447d-bce6-1101017b2e0e service neutron] 10.222.0.39 "GET /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305220 Apr 05 21:21:16.181943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98715fd0-413a-4162-9224-bccd809a5ecd req-17ba6596-5195-48ab-ab4c-9915050a43d9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:16.183347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98715fd0-413a-4162-9224-bccd809a5ecd req-17ba6596-5195-48ab-ab4c-9915050a43d9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 946 time: 0.0814812 Apr 05 21:21:16.255483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 4a2a147d-629a-404f-a19f-034504c900ec {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:21:16.256073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.498442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 4a2a147d-629a-404f-a19f-034504c900ec, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4a2a147d-629a-404f-a19f-034504c900ec,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:16.498792 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.617842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 4a2a147d-629a-404f-a19f-034504c900ec owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:21:16.860474 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.943028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=4a2a147d-629a-404f-a19f-034504c900ec,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:16.962777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2f4ca0f2-c5ff-4ce1-9f81-994204569e27 req-894bcc92-5d13-427e-9103-d17f6065ba0c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9885a2c-31f7-4c31-9111-e326935805b2 HTTP/1.1" status: 200 len: 210 time: 0.0574496 Apr 05 21:21:17.022929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] No DVR routers for this DVR port 4a2a147d-629a-404f-a19f-034504c900ec on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:21:17.027354 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.028129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-deleted', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:21:17.039674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98715fd0-413a-4162-9224-bccd809a5ecd req-908e44df-8a92-4a13-85f7-fadbf7f2e395 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.39 "DELETE /v2.0/ports/4a2a147d-629a-404f-a19f-034504c900ec HTTP/1.1" status: 204 len: 173 time: 0.8507113 Apr 05 21:21:17.087874 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02599a2b-d264-48ed-bd45-e08616b532d5'] response: {'server_uuid': 'f9885a2c-31f7-4c31-9111-e326935805b2', 'name': 'network-vif-deleted', 'tag': '4a2a147d-629a-404f-a19f-034504c900ec', 'status': 'completed', 'code': 200} Apr 05 21:21:18.057521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46816) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:18.564756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.047919 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-142415de-dada-4f65-8daa-769256fa9cad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724540 Apr 05 21:21:19.175091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 4456f204-4a04-4e2c-b7b3-2347926674f5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:21:19.175650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.193988 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-c120bb83-1ef3-4a90-91e4-65f7e27960ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0758049 Apr 05 21:21:19.347974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-dc31b690-141b-430f-a7c7-6a7500c3e5a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:19.349455 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-dc31b690-141b-430f-a7c7-6a7500c3e5a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1340666 Apr 05 21:21:19.365495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 4456f204-4a04-4e2c-b7b3-2347926674f5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4456f204-4a04-4e2c-b7b3-2347926674f5,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:19.365856 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.454713 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-318fa652-c42f-4990-8807-efe1fc8e8978 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 1000 time: 0.0993493 Apr 05 21:21:19.486635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 4456f204-4a04-4e2c-b7b3-2347926674f5 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:21:19.516970 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-fc410817-5241-4409-bc17-fedc49fde8f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:19.518458 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-fc410817-5241-4409-bc17-fedc49fde8f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0585041 Apr 05 21:21:19.592417 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-4370c798-e5d5-4e4f-a690-94cfabfb09b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674920 Apr 05 21:21:19.687913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2a147d-629a-404f-a19f-034504c900ec no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:19.714763 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.721441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 4a2a147d-629a-404f-a19f-034504c900ec {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:21:19.721981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4a2a147d-629a-404f-a19f-034504c900ec not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:19.728961 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-7183a3c0-3a01-4685-b90b-61c3dd788d58 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312847 Apr 05 21:21:19.759950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=4456f204-4a04-4e2c-b7b3-2347926674f5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:19.881607 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-39e2144b-33c0-4fc3-a1ef-023aa50dd218 req-c3d0c38f-f536-4e7a-88b4-f1c15142980e service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474421 Apr 05 21:21:20.186928 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.520797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.764726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 47c44985-c695-4da6-a525-a85dd6c82f2e has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:21:20.965211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:21:20.975249 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] Sync routers for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:21:20.979684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5fc40aa4-84b8-43b1-9bd4-32b2abc81154 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/47c44985-c695-4da6-a525-a85dd6c82f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9211190 Apr 05 21:21:20.982440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46820) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:20.994722 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:20.995785 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:21.174068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting subnet cb9a05d5-f2c8-451d-b92d-5c013a062726 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:21:21.177524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.177612 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:21.238254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.327398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.472262 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:21:19Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:21.480510 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] Checking router: 47c44985-c695-4da6-a525-a85dd6c82f2e for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:21:21.494034 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] Routers {'47c44985-c695-4da6-a525-a85dd6c82f2e'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:21.494236 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['47c44985-c695-4da6-a525-a85dd6c82f2e'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:21.589174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.626372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9a05d5-f2c8-451d-b92d-5c013a062726,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:21.637984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.643700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117da023-7fd1-4cbd-a7e1-66f8c266700a None None] Network 3ff08d93-745d-46ba-9152-a80a286f0027 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:21:21.650163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6a11e7ec-79fe-4dd7-bbac-f9fa03c4f867 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/subnets/cb9a05d5-f2c8-451d-b92d-5c013a062726 HTTP/1.1" status: 204 len: 168 time: 0.6633897 Apr 05 21:21:21.650522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46824) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:21.675263 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] Set router 47c44985-c695-4da6-a525-a85dd6c82f2e gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:21.887589 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.913043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] DHCP port deletion for 3ff08d93-745d-46ba-9152-a80a286f0027 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:21:21.917477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] Deleting port d7884194-d10f-4661-add6-33ada2bed572 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:21:21.917913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.029899 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:21:19Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:22.035028 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1cf27a-58a3-455b-a914-7497ac230bf5 None None] The sync data for ids ['47c44985-c695-4da6-a525-a85dd6c82f2e'] in n-d-836605-1 is: [{'id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-742014020', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:19:59Z', 'updated_at': '2022-04-05T21:21:19Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '277ac91b-ed97-4ef6-a13f-fe8ad469b89c', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c44985-c695-4da6-a525-a85dd6c82f2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:00Z', 'updated_at': '2022-04-05T21:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:21:22.105809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.136697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] For port d7884194-d10f-4661-add6-33ada2bed572, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d7884194-d10f-4661-add6-33ada2bed572,segment=NetworkSegment(88b79e4d-2625-459c-a93b-59f95006fff4),segment_id=88b79e4d-2625-459c-a93b-59f95006fff4)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:22.137040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.188423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:21:22.192741 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.259690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] Calling delete_port for d7884194-d10f-4661-add6-33ada2bed572 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:21:22.366584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 277ac91b-ed97-4ef6-a13f-fe8ad469b89c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:22.367090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.403714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.452262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] Pushing event deleted for resources: {'Port': ['ID=d7884194-d10f-4661-add6-33ada2bed572,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:22.458803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7723ca-e6a1-4821-bcb5-0930d016e3e5 None None] No DVR routers for this DVR port d7884194-d10f-4661-add6-33ada2bed572 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:21:22.506880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 277ac91b-ed97-4ef6-a13f-fe8ad469b89c owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:21:22.719818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.766729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=277ac91b-ed97-4ef6-a13f-fe8ad469b89c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:22.987689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.348676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.353027 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.451149 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.451770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Fanout notify agent at l3_agent the message router_deleted on router 47c44985-c695-4da6-a525-a85dd6c82f2e {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:21:23.466032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.467551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e886a046-37da-4032-9fcf-e00fc9e86ab9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/routers/47c44985-c695-4da6-a525-a85dd6c82f2e HTTP/1.1" status: 204 len: 168 time: 1.8161364 Apr 05 21:21:23.471471 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:23.593204 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.725946 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.753453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff08d93-745d-46ba-9152-a80a286f0027']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:23.765797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b79e4d-2625-459c-a93b-59f95006fff4') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:23.766091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b79e4d-2625-459c-a93b-59f95006fff4') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:23.777173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.793692 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.800001 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:21:23.800377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:21:23.822247 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:21:23.857887 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:21:23.958270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7884194-d10f-4661-add6-33ada2bed572 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:23.985885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.994582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d7884194-d10f-4661-add6-33ada2bed572 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:21:23.994938 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d7884194-d10f-4661-add6-33ada2bed572 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:23.995351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 277ac91b-ed97-4ef6-a13f-fe8ad469b89c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:24.027941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 277ac91b-ed97-4ef6-a13f-fe8ad469b89c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:21:24.028289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 277ac91b-ed97-4ef6-a13f-fe8ad469b89c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:24.028715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4456f204-4a04-4e2c-b7b3-2347926674f5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:24.061513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4456f204-4a04-4e2c-b7b3-2347926674f5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:21:24.061866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4456f204-4a04-4e2c-b7b3-2347926674f5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:24.097649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:24.108654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Network': ['ID=3ff08d93-745d-46ba-9152-a80a286f0027,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:24.187008 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-59665dc8-b477-46f6-8db2-3872a81f204c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/networks/3ff08d93-745d-46ba-9152-a80a286f0027 HTTP/1.1" status: 204 len: 168 time: 0.7139006 Apr 05 21:21:24.189615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46836) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:24.257121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0156d5d-f4f2-4c37-bb96-35838ff49f2d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:24.286235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0156d5d-f4f2-4c37-bb96-35838ff49f2d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:24.422505 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0156d5d-f4f2-4c37-bb96-35838ff49f2d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:24.441718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0156d5d-f4f2-4c37-bb96-35838ff49f2d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70692a7-a749-4ec4-9e0d-65abee3d52d8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:24.518605 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a0156d5d-f4f2-4c37-bb96-35838ff49f2d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:24.519755 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a0156d5d-f4f2-4c37-bb96-35838ff49f2d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/security-groups/b70692a7-a749-4ec4-9e0d-65abee3d52d8 HTTP/1.1" status: 204 len: 168 time: 0.3292086 Apr 05 21:21:25.135667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:25.141226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477408075', 'description': 'tempest-secgroup-smoke-1477408075 description', 'project_id': 'de5fe09961b946d4ade20cae420834d7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:25.147835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.151902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.155299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.161396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:25.312343 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.346853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.350658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.353430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.359109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:25.412041 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.460174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.504168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635b4764-65d6-4e6c-8550-47c6ac801f91,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:25.565735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.566966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-150e471a-cdff-4630-8a12-95ef1bcd9ef9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4303074 Apr 05 21:21:25.569734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46848) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:25.575021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '635b4764-65d6-4e6c-8550-47c6ac801f91', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:25.582237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.586095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.588992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.595354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:25.674255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.733903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.788511 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.811845 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab28ff0-2a4e-4917-a2d0-d3ed62b63143,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:25.885460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.886666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3f957084-c57b-43f2-8039-170abc6ca2a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3160083 Apr 05 21:21:25.890033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46852) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:25.895483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '635b4764-65d6-4e6c-8550-47c6ac801f91', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:25.902066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.906384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.908830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.914763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:26.017480 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.080021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.147757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.171273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838f868d-bd55-4749-94a0-b513af6bef21,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:26.227684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.228878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0ac156c7-7e35-4600-999d-57a26e871047 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3378861 Apr 05 21:21:26.231679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46856) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:26.237758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '635b4764-65d6-4e6c-8550-47c6ac801f91', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:26.244049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:26.248426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:26.251327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:26.256950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:26.320327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.382604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.450573 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.482897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7af417b-9894-48af-894e-f0fa693af548,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:26.559925 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.560799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a4f356d1-90ad-4a1c-875c-dc79ecbcf5d6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3276274 Apr 05 21:21:26.563495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46860) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:26.568893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '635b4764-65d6-4e6c-8550-47c6ac801f91', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:26.575263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:26.579087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:26.581981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:26.587598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:26.700602 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.762429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.885220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.911626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc16d62-f1bf-4c9b-93ca-5f9594b9e2d0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:26.979997 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.981290 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-217e8cf0-df78-4990-b062-0ce74906d4a7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4167371 Apr 05 21:21:26.983886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46864) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:26.989228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '635b4764-65d6-4e6c-8550-47c6ac801f91', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:26.995590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:26.999428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:27.002300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:27.007876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:27.082733 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:21:27.089010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.150991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.208359 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.230176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0710585e-08fb-44af-9f16-28a1789fa099,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:27.300191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.301466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-49957f04-1426-4e2d-a599-f95f2cd278d2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3166442 Apr 05 21:21:27.304310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46868) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:27.309743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'security_group_rule': {'security_group_id': '635b4764-65d6-4e6c-8550-47c6ac801f91', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:27.317021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:27.320878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:security_group_rule and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:27.325816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:27.332020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:27.414484 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Project de5fe09961b946d4ade20cae420834d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:21:27.417196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.480642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.553740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.577313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2a24e2-0ee6-41d0-8e0a-901cad3575ba,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:27.656816 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.658063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-132b9f0c-78b1-403e-b717-6f3db6dabbd0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3528333 Apr 05 21:21:27.661124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46872) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:27.666587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'network': {'name': 'tempest-network-smoke--1987800392', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:27.672135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:27.676293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:network and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:27.679151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:27.684694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:27.748078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:27.752757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.782568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:21:27.792302 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.792743 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Added segment d40f41b0-e8b8-40d4-911b-cee025147cde of type vlan for network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 Apr 05 21:21:27.818907 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.906758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.909958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:27.910537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.017801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Network': ['ID=05f3af60-c84a-4bbd-86e7-77ffff8c2660,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:28.028542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:21:28.078612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-81631ad1-f9c1-42f9-ac8e-fb712b5dff97 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4164422 Apr 05 21:21:28.081357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46876) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:28.086835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'admin_state_up': True, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:28.094093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:28.097947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:router and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:28.100791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:28.106550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:28.199916 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.205498 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.219314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.512791 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.526360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-6ca3127c-429a-4431-b683-8285271b0d2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1995773 Apr 05 21:21:28.763555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-1b2edeba-73de-4541-a05a-196a336ed530 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1096 time: 0.1398737 Apr 05 21:21:28.916536 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.962261 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.124913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-cdc09547-ebde-4d49-8751-c311b7e2db8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:29.130203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-cdc09547-ebde-4d49-8751-c311b7e2db8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.3388295 Apr 05 21:21:29.283501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-9da7b54b-d881-4410-92f5-502cd2dfe9b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 200 len: 1000 time: 0.1487753 Apr 05 21:21:29.350703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.190 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/5f50386f-db02-4700-a69a-38fb3c2878a4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:29.373012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-7872cd04-b560-449e-9427-999eb787afce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:29.374472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-7872cd04-b560-449e-9427-999eb787afce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0841064 Apr 05 21:21:29.562955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-4130c652-b531-48f3-a766-b04b2ecf5931 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734152 Apr 05 21:21:29.564855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.706135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-6f40dc2a-d91f-4e1a-bf0e-3e957b904cfb service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367724 Apr 05 21:21:29.781097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.879735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:29.884995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:29.891592 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:21:29.916016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=5f50386f-db02-4700-a69a-38fb3c2878a4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:29.948339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efb1f3e0-8453-4582-ba31-4e221a6ab366 req-256bfa05-098d-49e3-a93b-adee503b8175 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359016 Apr 05 21:21:30.140539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.141295 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.414055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 27c9328b-f568-442a-8cbc-6a73a28986b2 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:21:30.615328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:21:30.625492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Sync routers for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:21:30.636521 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:30.637159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:30.721489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.722797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fa9f1fd2-0df0-425e-9776-782e8e1b04cd tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6405253 Apr 05 21:21:30.725947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46880) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:30.766746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7928a668-2af2-45e3-a1f2-533de3ddb0f1 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=de5fe09961b946d4ade20cae420834d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397143 Apr 05 21:21:30.769982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46884) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:30.848506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:31.024313 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dabb77-5a30-4d37-bfac-7cc36437265d tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:31.027557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d6dabb77-5a30-4d37-bfac-7cc36437265d tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2541523 Apr 05 21:21:31.028224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:31.073990 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3d561502-c5c7-45d7-976e-759222b7ab89 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423236 Apr 05 21:21:31.074196 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46892) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:31.079551 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-501612054', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:31.132825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:31.136951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Checking router: 27c9328b-f568-442a-8cbc-6a73a28986b2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:21:31.137391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Updating router 27c9328b-f568-442a-8cbc-6a73a28986b2 port 5f50386f-db02-4700-a69a-38fb3c2878a4 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:21:31.189674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:31.192037 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.193564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:subnet and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:31.196367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:31.202538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:31.277792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:31.390582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.531916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.544215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Transition to ACTIVE for port object 5f50386f-db02-4700-a69a-38fb3c2878a4 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:31.617138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.679663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.702612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d641be-1f6e-484f-9888-b25244401c22 None None] Pushing event updated for resources: {'Port': ['ID=5f50386f-db02-4700-a69a-38fb3c2878a4,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:31.703537 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Attempting to bind port 5f50386f-db02-4700-a69a-38fb3c2878a4 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:31.704047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Attempting to bind port 5f50386f-db02-4700-a69a-38fb3c2878a4 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:31.704566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Attempting to bind port 5f50386f-db02-4700-a69a-38fb3c2878a4 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:21:31.714184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:21:31.714559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:21:31.714954 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.715878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:21:31.716305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Bound port: 5f50386f-db02-4700-a69a-38fb3c2878a4, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:31.716522 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.783050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Subnet': ['ID=f09e8ef4-63a5-4022-9d76-71e12a30de3f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:31.787306 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Checking segment: {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:21:31.787666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network hostable DHCP agents. Network: 05f3af60-c84a-4bbd-86e7-77ffff8c2660, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:21:31.797342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] For port 5f50386f-db02-4700-a69a-38fb3c2878a4, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:21:31.800240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] For port 5f50386f-db02-4700-a69a-38fb3c2878a4, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5f50386f-db02-4700-a69a-38fb3c2878a4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:21:31.879897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.930995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:21:31.958756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d641be-1f6e-484f-9888-b25244401c22 None None] Pushing event updated for resources: {'Port': ['ID=5f50386f-db02-4700-a69a-38fb3c2878a4,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:31.964111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:31.964723 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:32.016737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 05f3af60-c84a-4bbd-86e7-77ffff8c2660) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:32.020624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:32.026126 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.075761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91023d81-a45c-4c08-9324-f2865cb31cd5 None None] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:21:32.101859 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aac3aad4-4cee-4e81-ae5b-f395229203e5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0224907 Apr 05 21:21:32.102294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46896) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:32.286647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:32.549702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:21:32.550509 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.787773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Allocated IP 172.20.0.2 (05f3af60-c84a-4bbd-86e7-77ffff8c2660/f09e8ef4-63a5-4022-9d76-71e12a30de3f/302e421e-5163-4be5-9bb1-d3cda911ede2) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:32.818542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:32.866122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.872654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b98ae-782d-4949-ac00-ff39e9996d8d None None] The sync data for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 is: [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 3, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:21:33.015263 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.027172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Transition to ACTIVE for port object 302e421e-5163-4be5-9bb1-d3cda911ede2 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:33.062623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Transition to ACTIVE for port object 302e421e-5163-4be5-9bb1-d3cda911ede2 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:33.137443 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.223371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:33.224452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Pushing event updated for resources: {'Port': ['ID=302e421e-5163-4be5-9bb1-d3cda911ede2,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:33.226958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:33.245190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:21:33.319238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.1 (05f3af60-c84a-4bbd-86e7-77ffff8c2660/f09e8ef4-63a5-4022-9d76-71e12a30de3f/7b72ada2-bce3-4e68-961e-a8e697c69b47) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:33.349382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Attempting to bind port 302e421e-5163-4be5-9bb1-d3cda911ede2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:33.349753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Attempting to bind port 302e421e-5163-4be5-9bb1-d3cda911ede2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:33.350855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Attempting to bind port 302e421e-5163-4be5-9bb1-d3cda911ede2 on network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:21:33.356781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:21:33.357194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Checking segment: {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:21:33.357791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.358794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Bound using segment: {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:21:33.359508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Bound port: 302e421e-5163-4be5-9bb1-d3cda911ede2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:33.359896 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.459170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] For port 302e421e-5163-4be5-9bb1-d3cda911ede2, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:21:33.462597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] For port 302e421e-5163-4be5-9bb1-d3cda911ede2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=302e421e-5163-4be5-9bb1-d3cda911ede2,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:21:33.503441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.520836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object 7b72ada2-bce3-4e68-961e-a8e697c69b47 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:33.537910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.589141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.625069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8459311-7b2f-48dc-a9c9-adb8e39175ad None None] Pushing event updated for resources: {'Port': ['ID=302e421e-5163-4be5-9bb1-d3cda911ede2,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:33.673254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:33.676569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:33.681195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:21:33.834441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=7b72ada2-bce3-4e68-961e-a8e697c69b47,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:33.870361 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.982234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 302e421e-5163-4be5-9bb1-d3cda911ede2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:34.077550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.117259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 302e421e-5163-4be5-9bb1-d3cda911ede2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:34.124001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5f50386f-db02-4700-a69a-38fb3c2878a4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:34.298919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 5f50386f-db02-4700-a69a-38fb3c2878a4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:34.303553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5f50386f-db02-4700-a69a-38fb3c2878a4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:34.304135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.436436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.453855 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 5f50386f-db02-4700-a69a-38fb3c2878a4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5f50386f-db02-4700-a69a-38fb3c2878a4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:34.495843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.519917 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.577183 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.580284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f4bcae-7e4b-484f-93a1-aa1175112ae5 None None] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:21:34.688321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.690736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=5f50386f-db02-4700-a69a-38fb3c2878a4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:34.694471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=7b72ada2-bce3-4e68-961e-a8e697c69b47,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:34.764680 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.770829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ba39c0a-c2b6-4a76-b42f-bf670ae4746a None None] Provisioning for port 302e421e-5163-4be5-9bb1-d3cda911ede2 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:34.782554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ba39c0a-c2b6-4a76-b42f-bf670ae4746a None None] Provisioning complete for port 302e421e-5163-4be5-9bb1-d3cda911ede2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:34.782925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ba39c0a-c2b6-4a76-b42f-bf670ae4746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.837716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:34.839362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:34.948198 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9945c6fd-e008-414f-a6cb-38f06d40e739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.980547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ba39c0a-c2b6-4a76-b42f-bf670ae4746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.015449 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7ba39c0a-c2b6-4a76-b42f-bf670ae4746a None None] For port 302e421e-5163-4be5-9bb1-d3cda911ede2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=302e421e-5163-4be5-9bb1-d3cda911ede2,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:35.091553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ba39c0a-c2b6-4a76-b42f-bf670ae4746a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.169154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba39c0a-c2b6-4a76-b42f-bf670ae4746a None None] Pushing event updated for resources: {'Port': ['ID=302e421e-5163-4be5-9bb1-d3cda911ede2,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:35.214267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3f61d22a-b047-4fb7-9f37-990af205c3ee None None] Provisioning complete for port 302e421e-5163-4be5-9bb1-d3cda911ede2 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:35.214615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3f61d22a-b047-4fb7-9f37-990af205c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.237456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 27c9328b-f568-442a-8cbc-6a73a28986b2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:21:35.451300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:21:35.465594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c8502163-d411-4500-bc0f-8aa1759d568d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/27c9328b-f568-442a-8cbc-6a73a28986b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3610129 Apr 05 21:21:35.483009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3f61d22a-b047-4fb7-9f37-990af205c3ee None None] Provisioning for port 7b72ada2-bce3-4e68-961e-a8e697c69b47 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:35.488538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3f61d22a-b047-4fb7-9f37-990af205c3ee None None] Provisioning complete for port 7b72ada2-bce3-4e68-961e-a8e697c69b47 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:35.489093 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3f61d22a-b047-4fb7-9f37-990af205c3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.547093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3f61d22a-b047-4fb7-9f37-990af205c3ee None None] Port 7b72ada2-bce3-4e68-961e-a8e697c69b47 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:21:35.669719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7cdc3784-ec65-443a-a85d-640035cc4ec3 None None] Provisioning complete for port 7b72ada2-bce3-4e68-961e-a8e697c69b47 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:35.669719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3784-ec65-443a-a85d-640035cc4ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.724081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7cdc3784-ec65-443a-a85d-640035cc4ec3 None None] Port 7b72ada2-bce3-4e68-961e-a8e697c69b47 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:21:35.804124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-756989ac-6cba-447e-b6d3-dbc7d56f6c69 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:35.913776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-756989ac-6cba-447e-b6d3-dbc7d56f6c69 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:35.915079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-756989ac-6cba-447e-b6d3-dbc7d56f6c69 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477408075&fields=id&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 267 time: 0.1510103 Apr 05 21:21:35.924290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 302e421e-5163-4be5-9bb1-d3cda911ede2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:36.003485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 302e421e-5163-4be5-9bb1-d3cda911ede2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:36.003485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.119011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5f50386f-db02-4700-a69a-38fb3c2878a4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:36.177893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-3a75bf3f-1af8-4e64-ab44-aedb5afef44a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:36.178564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-3a75bf3f-1af8-4e64-ab44-aedb5afef44a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:36.188775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 5f50386f-db02-4700-a69a-38fb3c2878a4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:36.189170 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.285642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-3a75bf3f-1af8-4e64-ab44-aedb5afef44a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:36.287181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-3a75bf3f-1af8-4e64-ab44-aedb5afef44a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/networks?id=05f3af60-c84a-4bbd-86e7-77ffff8c2660 HTTP/1.1" status: 200 len: 797 time: 0.3643432 Apr 05 21:21:36.305221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-11919287-f694-4a2c-8602-6c41ae0658c1 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/quotas/de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 375 time: 0.0118940 Apr 05 21:21:36.386908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-d54d28ac-805e-4cd4-baee-c8a2477c0813 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:36.471852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-d54d28ac-805e-4cd4-baee-c8a2477c0813 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:36.473287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-d54d28ac-805e-4cd4-baee-c8a2477c0813 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610615 Apr 05 21:21:36.482190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Sync routers for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:21:36.494109 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:36.494705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:36.495145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-661a4461-4c72-4825-836d-8fccb6c736de service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:21:36.496485 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-661a4461-4c72-4825-836d-8fccb6c736de service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057712 Apr 05 21:21:36.632437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-4e43de31-567d-43e9-a425-f64b0de7d45a service neutron] 10.222.0.10 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284783 Apr 05 21:21:36.677406 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:36.766995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-9b30b7dc-ea5f-42c2-8fc6-ee7d1feb1a23 service neutron] 10.222.0.10 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284401 Apr 05 21:21:36.900169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ec30bdda-9801-4f84-af3a-4122edbfa6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.038277 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 2, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:37.043459 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Checking router: 27c9328b-f568-442a-8cbc-6a73a28986b2 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:21:37.044422 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Updating router 27c9328b-f568-442a-8cbc-6a73a28986b2 port 7b72ada2-bce3-4e68-961e-a8e697c69b47 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:21:37.112948 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.153702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b92be3d-0675-4005-94b2-7b57aecafd78 req-20be54bf-efc6-4a8e-b103-576d2e7a0733 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 210 time: 0.1359837 Apr 05 21:21:37.460982 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.472547 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Transition to ACTIVE for port object 7b72ada2-bce3-4e68-961e-a8e697c69b47 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:37.565218 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.692840 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Pushing event updated for resources: {'Port': ['ID=7b72ada2-bce3-4e68-961e-a8e697c69b47,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:37.701403 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.701893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.702229 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.702559 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.702904 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.703209 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.703528 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.703845 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.704162 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.704490 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.704798 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:37.820861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Attempting to bind port 7b72ada2-bce3-4e68-961e-a8e697c69b47 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:37.830582 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Attempting to bind port 7b72ada2-bce3-4e68-961e-a8e697c69b47 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:37.830582 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Attempting to bind port 7b72ada2-bce3-4e68-961e-a8e697c69b47 on network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:21:37.830582 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:21:37.830582 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Checking segment: {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:21:37.830582 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.830582 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Bound using segment: {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:21:37.835003 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Bound port: 7b72ada2-bce3-4e68-961e-a8e697c69b47, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:37.835003 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.916628 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] For port 7b72ada2-bce3-4e68-961e-a8e697c69b47, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:21:37.926366 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] For port 7b72ada2-bce3-4e68-961e-a8e697c69b47, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b72ada2-bce3-4e68-961e-a8e697c69b47,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:21:38.005714 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:38.095070 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52677e5-c582-4466-8c9c-9f20d79d928d None None] Pushing event updated for resources: {'Port': ['ID=7b72ada2-bce3-4e68-961e-a8e697c69b47,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:38.099425 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:38.100021 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:38.286885 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:38.347263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca010d5a-ef3c-4383-87e9-7a50848e4222 req-3d1dacfa-dda8-4fdf-a739-d3be0244e905 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 210 time: 0.0452552 Apr 05 21:21:38.530989 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:38.619504 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:37Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:38.623266 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6357813-d52b-4f3c-8173-ababe8b602b6 None None] The sync data for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 is: [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:37Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:21:38.675426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:39.435112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-2544f7fc-262d-4b29-8d4e-90b2fae2c256 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:39.436336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-2544f7fc-262d-4b29-8d4e-90b2fae2c256 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:39.448406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-2544f7fc-262d-4b29-8d4e-90b2fae2c256 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:network {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:39.449569 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-2544f7fc-262d-4b29-8d4e-90b2fae2c256 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/networks?id=05f3af60-c84a-4bbd-86e7-77ffff8c2660 HTTP/1.1" status: 200 len: 797 time: 0.1624594 Apr 05 21:21:39.504622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-8aab5f7b-555f-4048-9cae-e4613808eeac tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:39.517038 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-8aab5f7b-555f-4048-9cae-e4613808eeac tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:security_group {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:39.518196 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-8aab5f7b-555f-4048-9cae-e4613808eeac tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de5fe09961b946d4ade20cae420834d7 HTTP/1.1" status: 200 len: 380 time: 0.0566661 Apr 05 21:21:39.530260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'port': {'device_id': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'admin_state_up': True, 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'security_groups': ['635b4764-65d6-4e6c-8550-47c6ac801f91']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:39.567530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e2e2ea6-9597-41a1-bc55-b0ecf379fde9 req-89feff97-a472-4b82-8492-8121daecc970 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 210 time: 0.0506034 Apr 05 21:21:39.669512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:39.679232 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:39.757333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Made reservation on behalf of de5fe09961b946d4ade20cae420834d7 for: {'port': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:39.760319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:39.932830 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.20.0.10 (05f3af60-c84a-4bbd-86e7-77ffff8c2660/f09e8ef4-63a5-4022-9d76-71e12a30de3f/d7cc8257-a01d-4f29-8512-799f16528699) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:39.952456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b72ada2-bce3-4e68-961e-a8e697c69b47 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:39.995678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.097318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7b72ada2-bce3-4e68-961e-a8e697c69b47 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:40.103622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7b72ada2-bce3-4e68-961e-a8e697c69b47 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:40.104202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.122854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.143675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Transition to ACTIVE for port object d7cc8257-a01d-4f29-8512-799f16528699 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:40.225275 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.226649 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.258494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7b72ada2-bce3-4e68-961e-a8e697c69b47, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b72ada2-bce3-4e68-961e-a8e697c69b47,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:40.305466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:40.308611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:40.313559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:21:40.322682 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.338488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:40.381425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:40.382139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.396588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7b72ada2-bce3-4e68-961e-a8e697c69b47,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:40.480154 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-c75b2fb0-d001-4495-9f9b-7ab4a96c51e2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9567957 Apr 05 21:21:40.501529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Request body: {'port': {'device_id': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:40.741509 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.747487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6af7b4d2-dcda-42dd-a668-d2cbb9dc3d37 None None] Provisioning for port d7cc8257-a01d-4f29-8512-799f16528699 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:40.759371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6af7b4d2-dcda-42dd-a668-d2cbb9dc3d37 None None] Provisioning complete for port d7cc8257-a01d-4f29-8512-799f16528699 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:40.759371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6af7b4d2-dcda-42dd-a668-d2cbb9dc3d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.774933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6457c-c1b2-41e6-ad94-54440f60bc40 req-80dd46e8-0651-4fe4-9048-19f1b144cbb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:40.782827 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eab6457c-c1b2-41e6-ad94-54440f60bc40 req-80dd46e8-0651-4fe4-9048-19f1b144cbb9 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 932 time: 0.0877900 Apr 05 21:21:40.826423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6af7b4d2-dcda-42dd-a668-d2cbb9dc3d37 None None] Port d7cc8257-a01d-4f29-8512-799f16528699 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:21:40.847224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eab6457c-c1b2-41e6-ad94-54440f60bc40 req-3e6238ec-5163-4d45-8793-0a66ff8b937a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630605 Apr 05 21:21:41.120940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cc8257-a01d-4f29-8512-799f16528699 {{(pid=84580) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:21:41.127800 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:41.142335 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Transition to ACTIVE for port object d7cc8257-a01d-4f29-8512-799f16528699 will not be triggered until provisioned by entity L2. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:41.214394 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:41.341648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:41.460128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Attempting to bind port d7cc8257-a01d-4f29-8512-799f16528699 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:41.460464 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Attempting to bind port d7cc8257-a01d-4f29-8512-799f16528699 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:41.460790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Attempting to bind port d7cc8257-a01d-4f29-8512-799f16528699 on network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:21:41.466642 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Port d7cc8257-a01d-4f29-8512-799f16528699 on network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:21:41.467697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Attempting to bind port d7cc8257-a01d-4f29-8512-799f16528699 on network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:21:41.473099 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:21:41.473442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Checking segment: {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:21:41.473826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Bound using segment: {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'} {{(pid=84580) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:21:41.474246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.managers [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Bound port: d7cc8257-a01d-4f29-8512-799f16528699, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40f41b0-e8b8-40d4-911b-cee025147cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660'}}] {{(pid=84580) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:41.474589 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:41.566907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, cleared binding levels {{(pid=84580) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:21:41.569215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84580) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:21:41.628403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:41.689686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:41.691067 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] 10.222.0.23 "PUT /v2.0/ports/d7cc8257-a01d-4f29-8512-799f16528699 HTTP/1.1" status: 200 len: 1092 time: 1.2037582 Apr 05 21:21:41.691578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:21:41.708561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b746f7b-acd8-4d7c-838c-e7abe35f7329 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=3']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:41.758915 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049c76cb-02af-4f5b-8c5f-bfad940cae40'] response: {'name': 'network-changed', 'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699', 'status': 'completed', 'code': 200} Apr 05 21:21:41.854853 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eac93a64-3c58-4d32-a443-5988fe992c05 req-9f55b23e-a56a-4cb2-ba94-732b19b2b04d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 1095 time: 0.0742185 Apr 05 21:21:41.919481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b72ada2-bce3-4e68-961e-a8e697c69b47 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:42.005001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7b72ada2-bce3-4e68-961e-a8e697c69b47 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:42.005411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:42.022569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93a64-3c58-4d32-a443-5988fe992c05 req-f8557794-f672-4f98-98d3-16065d8bf2ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:42.024024 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eac93a64-3c58-4d32-a443-5988fe992c05 req-f8557794-f672-4f98-98d3-16065d8bf2ef service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=de5fe09961b946d4ade20cae420834d7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1630759 Apr 05 21:21:42.074884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559ffa7-dc2f-4cfc-af19-e500a7660f05 req-58af9bd8-a7dd-47ca-a93b-0feb3f947e3a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:42.076523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1559ffa7-dc2f-4cfc-af19-e500a7660f05 req-58af9bd8-a7dd-47ca-a93b-0feb3f947e3a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 944 time: 0.0828633 Apr 05 21:21:42.128197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1559ffa7-dc2f-4cfc-af19-e500a7660f05 req-bb194882-9bb4-452b-ad9d-3025487f5c49 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460751 Apr 05 21:21:42.171574 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac93a64-3c58-4d32-a443-5988fe992c05 req-79ad1f14-00bc-46d5-9a00-7d57eeeaa8a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:42.173159 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-eac93a64-3c58-4d32-a443-5988fe992c05 req-79ad1f14-00bc-46d5-9a00-7d57eeeaa8a8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419518 Apr 05 21:21:42.281024 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-4b6ebe25-30b1-4673-94dc-a354fb63295e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 1095 time: 0.0732636 Apr 05 21:21:42.348305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-25bb068c-219f-43b9-b4a2-b2f270169453 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7cc8257-a01d-4f29-8512-799f16528699 HTTP/1.1" status: 200 len: 217 time: 0.0610754 Apr 05 21:21:42.413172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-98b6bcc9-4c9c-41be-ad1b-29186c28d153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:42.414572 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-98b6bcc9-4c9c-41be-ad1b-29186c28d153 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f09e8ef4-63a5-4022-9d76-71e12a30de3f HTTP/1.1" status: 200 len: 834 time: 0.0599785 Apr 05 21:21:42.487773 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-b45c2b9d-1cb7-4712-9dc4-f6d0429b264b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05f3af60-c84a-4bbd-86e7-77ffff8c2660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664923 Apr 05 21:21:42.622677 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-0d8b9aff-8e9a-46f5-a38a-c744eeaafa2b service neutron] 10.222.0.23 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288283 Apr 05 21:21:42.756849 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-c9a64cf2-0c48-48d9-ae73-85ea042b6824 req-3908f5e9-d718-4cba-8db5-0149006d859b service neutron] 10.222.0.23 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282585 Apr 05 21:21:43.335433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e675-2c07-4490-bc7a-54336d5f98b6 req-b751bbef-d0c2-49e5-95be-e242b02dd85f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:43.336852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b721e675-2c07-4490-bc7a-54336d5f98b6 req-b751bbef-d0c2-49e5-95be-e242b02dd85f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 944 time: 0.0799081 Apr 05 21:21:43.382665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b721e675-2c07-4490-bc7a-54336d5f98b6 req-d8e6cd6c-c8c1-43f7-968e-06486e713a0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Apr 05 21:21:44.577910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4c45c-5aa6-4cff-aeb2-a596c9af3849 req-f8ed3e9c-d714-4cfd-a2be-68eb7dc35440 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:44.579352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ef4c45c-5aa6-4cff-aeb2-a596c9af3849 req-f8ed3e9c-d714-4cfd-a2be-68eb7dc35440 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 944 time: 0.0755103 Apr 05 21:21:44.627616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ef4c45c-5aa6-4cff-aeb2-a596c9af3849 req-54f849c0-90bc-4ed8-af3a-2fa9c96ea414 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Apr 05 21:21:44.813017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7cc8257-a01d-4f29-8512-799f16528699 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:21:44.948154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:44.961817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'd7cc8257-a01d-4f29-8512-799f16528699', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'port_id': 'd7cc8257-a01d-4f29-8512-799f16528699', 'mac_address': 'fa:16:3e:ad:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:21:45.016399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:45.033425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cc8257-a01d-4f29-8512-799f16528699 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:21:45.048422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:45.108806 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:45.177220 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:45.323647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d7cc8257-a01d-4f29-8512-799f16528699'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:21:45.827043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870540db-81dd-4d0a-88c0-918f2f0a25f1 req-acf92d30-6eec-4d1b-a9f1-559fb8ac6c0b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:45.829027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-870540db-81dd-4d0a-88c0-918f2f0a25f1 req-acf92d30-6eec-4d1b-a9f1-559fb8ac6c0b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 945 time: 0.0796497 Apr 05 21:21:45.872058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-870540db-81dd-4d0a-88c0-918f2f0a25f1 req-36490f9d-2386-4a8e-91bf-fe89e8ef664a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374432 Apr 05 21:21:46.838595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7cc8257-a01d-4f29-8512-799f16528699 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:46.965069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port d7cc8257-a01d-4f29-8512-799f16528699 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:46.973818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port d7cc8257-a01d-4f29-8512-799f16528699 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:46.973818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:47.071713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5498-58f8-4651-ac73-6cb72a22b889 req-866583f8-4287-4a4f-9956-f7cdbbe0d744 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:47.073221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48af5498-58f8-4651-ac73-6cb72a22b889 req-866583f8-4287-4a4f-9956-f7cdbbe0d744 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 945 time: 0.0777507 Apr 05 21:21:47.110952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:47.122892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48af5498-58f8-4651-ac73-6cb72a22b889 req-6739bf71-b1fc-40b6-abdb-e733c97b1810 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435500 Apr 05 21:21:47.137284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:21:47.147209 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:21:47.198027 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1494bde-d79f-4561-b337-c3a15de84206'] response: {'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699', 'code': 200} Apr 05 21:21:47.239864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:47.310935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:47.407734 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fdcdc424-f600-42d2-9db8-b98e8e1f91f9 req-87946759-6166-4093-8c2b-9cfaa614d367 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 1097 time: 0.1511207 Apr 05 21:21:47.448827 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-fdcdc424-f600-42d2-9db8-b98e8e1f91f9 req-9b3b37a2-cbed-4efd-8181-a448a8ca8429 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350692 Apr 05 21:21:48.325187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c478a-11c0-4779-bc8e-cd02346d70c3 req-b71947b5-0220-494b-825c-cdcb31e71f6c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:48.326631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-470c478a-11c0-4779-bc8e-cd02346d70c3 req-b71947b5-0220-494b-825c-cdcb31e71f6c tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0779469 Apr 05 21:21:48.373226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-470c478a-11c0-4779-bc8e-cd02346d70c3 req-b6650ba2-9517-4a9a-af33-940e49d6810b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Apr 05 21:21:49.573022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ddb82-abb0-4b9f-b66e-33f4e4a318a4 req-d7483fa0-fde5-442b-a5dd-c0ebefe5cf79 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:49.574460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-266ddb82-abb0-4b9f-b66e-33f4e4a318a4 req-d7483fa0-fde5-442b-a5dd-c0ebefe5cf79 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0794015 Apr 05 21:21:49.620185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-266ddb82-abb0-4b9f-b66e-33f4e4a318a4 req-92cd4645-2d92-4c41-97aa-2dd290517c87 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 Apr 05 21:21:49.814083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c66525-b966-4b3b-8d63-b159689ce0af req-a356b590-a205-42df-9541-f5f04ded4b4e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:49.815510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7c66525-b966-4b3b-8d63-b159689ce0af req-a356b590-a205-42df-9541-f5f04ded4b4e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0763268 Apr 05 21:21:49.860036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d7c66525-b966-4b3b-8d63-b159689ce0af req-2d0ffa40-04d3-4dff-8b83-a2ad130db268 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390761 Apr 05 21:21:49.887406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46960) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:49.959681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-97e5df6b-f708-4ceb-9d32-a0e7e1491f48 tempest-TestNetworkAdvancedServerOps-1876100928 tempest-TestNetworkAdvancedServerOps-1876100928-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 1092 time: 0.0711310 Apr 05 21:21:49.962241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46964) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:49.971762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'd7cc8257-a01d-4f29-8512-799f16528699', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:21:49.973278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:49.977194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Usage tracker for resource:floatingip and tenant:de5fe09961b946d4ade20cae420834d7 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:49.979943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:49.986203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:50.085011 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:50.320881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:50.452740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Allocated IP 172.25.2.36 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/4daa8d21-875f-423f-8f9c-dfcd7cc3ef0e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:50.556928 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:50.605296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:50.705500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:50.769769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:50.772316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:50.776277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:21:50.806369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=4daa8d21-875f-423f-8f9c-dfcd7cc3ef0e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:51.283352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:51.384582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:51.585755 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:51.654040 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:51.760579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event updated for resources: {'Port': ['ID=4daa8d21-875f-423f-8f9c-dfcd7cc3ef0e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:51.772606 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:51.962520 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Floating IP ebcfd64c-1626-478c-8daa-0f1dbe28d5b3 associated. External IP: 172.25.2.36, port: d7cc8257-a01d-4f29-8512-799f16528699. Apr 05 21:21:52.464837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 27c9328b-f568-442a-8cbc-6a73a28986b2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:21:52.665572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:21:52.676115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] Sync routers for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:21:52.688144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:52.688751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:52.742650 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:52.800690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-15fab74c-e168-455d-b06b-5945c949a2d5 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8363605 Apr 05 21:21:52.800690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:21:52.869830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:52.871532 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc2c46f-0cfc-44dd-841b-a6b142206d71'] response: {'name': 'network-changed', 'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699', 'status': 'completed', 'code': 200} Apr 05 21:21:52.968202 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-57de7ade-4e90-4d8d-ac78-4fac24813508 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 1097 time: 0.0721886 Apr 05 21:21:52.994576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd068e9-ac65-44c6-a16b-6fd6fb6a65f7 req-f7c28c3f-8407-46ad-a5e9-a15af831144f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:52.996068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fd068e9-ac65-44c6-a16b-6fd6fb6a65f7 req-f7c28c3f-8407-46ad-a5e9-a15af831144f tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0897958 Apr 05 21:21:53.043093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3fd068e9-ac65-44c6-a16b-6fd6fb6a65f7 req-912d3543-9372-4e43-94ae-653618ad29c4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399446 Apr 05 21:21:53.076144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46972) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:53.149954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-b35c5359-a0f1-4423-887e-adcf01c54801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:53.151537 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-b35c5359-a0f1-4423-887e-adcf01c54801 service neutron] 10.222.0.23 "GET /v2.0/networks?id=05f3af60-c84a-4bbd-86e7-77ffff8c2660 HTTP/1.1" status: 200 len: 898 time: 0.1776619 Apr 05 21:21:53.197516 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-41c06893-7258-41f9-84da-f9cfaed24e40 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/ebcfd64c-1626-478c-8daa-0f1dbe28d5b3 HTTP/1.1" status: 200 len: 991 time: 0.1194744 Apr 05 21:21:53.235111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'ebcfd64c-1626-478c-8daa-0f1dbe28d5b3', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.36', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'port_id': 'd7cc8257-a01d-4f29-8512-799f16528699', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'mac_address': 'fa:16:3e:ad:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:21:51Z', 'updated_at': '2022-04-05T21:21:51Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:40Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:53.239227 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] Checking router: 27c9328b-f568-442a-8cbc-6a73a28986b2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:21:53.252704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:21:53.253396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:21:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:53.267930 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-c0eb8f4c-b3a0-4dae-a5f3-2b7064da685e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7cc8257-a01d-4f29-8512-799f16528699 HTTP/1.1" status: 200 len: 999 time: 0.1089096 Apr 05 21:21:53.338758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-2bac41be-9c61-4538-9488-924543abc537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:53.339821 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-2bac41be-9c61-4538-9488-924543abc537 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f09e8ef4-63a5-4022-9d76-71e12a30de3f HTTP/1.1" status: 200 len: 834 time: 0.0661454 Apr 05 21:21:53.414977 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-52335883-77f8-46d2-b116-47574c0507c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05f3af60-c84a-4bbd-86e7-77ffff8c2660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694106 Apr 05 21:21:53.432992 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:21:53.551517 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-a359e8ec-7e8b-4ec4-b4ee-0ba3f31a516b service neutron] 10.222.0.23 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291542 Apr 05 21:21:53.681699 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-0e53cb91-a3f9-47b2-a0c2-fa0b748f4c94 req-cd9278e2-2566-4932-916f-64b6d33cff7e service neutron] 10.222.0.23 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249137 Apr 05 21:21:53.823936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'ebcfd64c-1626-478c-8daa-0f1dbe28d5b3', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.36', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'port_id': 'd7cc8257-a01d-4f29-8512-799f16528699', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'mac_address': 'fa:16:3e:ad:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:21:51Z', 'updated_at': '2022-04-05T21:21:51Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:40Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:53.828384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf717702-5fe6-4b73-bfe1-a2b31e170e37 None None] The sync data for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 is: [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'ebcfd64c-1626-478c-8daa-0f1dbe28d5b3', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'floating_ip_address': '172.25.2.36', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'port_id': 'd7cc8257-a01d-4f29-8512-799f16528699', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'mac_address': 'fa:16:3e:ad:ad:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:21:51Z', 'updated_at': '2022-04-05T21:21:51Z', 'revision_number': 0, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:40Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:21:54.204631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46976) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:54.313186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c224b1c0-aa88-4f3c-bd73-7a94bc1731f0 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/ebcfd64c-1626-478c-8daa-0f1dbe28d5b3 HTTP/1.1" status: 200 len: 991 time: 0.1072655 Apr 05 21:21:55.317165 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:55.430732 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-de21e13b-c68a-4b3f-9a63-86bccb765637 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/ebcfd64c-1626-478c-8daa-0f1dbe28d5b3 HTTP/1.1" status: 200 len: 991 time: 0.1123991 Apr 05 21:21:55.454802 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b38852-7f15-4097-aeac-3faad90f4902 None None] New status for floating IP ebcfd64c-1626-478c-8daa-0f1dbe28d5b3: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:21:56.434366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 46984) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:56.539176 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dfd3f529-6d00-4a1a-ae15-ad61b7294b6e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/ebcfd64c-1626-478c-8daa-0f1dbe28d5b3 HTTP/1.1" status: 200 len: 993 time: 0.1036823 Apr 05 21:22:00.865199 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:22:04.679457 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:04.913312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-59baed14-213b-4b57-b06f-9739ed5da135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:06.902275 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8aa49cba-de23-4ed7-8d48-5f17680bb82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:08.493875 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:08.602149 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:09.959000 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:18.547110 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-50110efa-7cc5-4083-8661-e42985952f35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666490 Apr 05 21:22:18.687148 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-e72a135a-6e14-4cc0-87b5-d8ff7f3d6eeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0716412 Apr 05 21:22:18.832452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-4791ea93-2a46-4483-a9c5-b86717bad71e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:18.833918 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-4791ea93-2a46-4483-a9c5-b86717bad71e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1263309 Apr 05 21:22:18.931949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-a624c832-31d9-4ffa-b1b7-f0e50d836184 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 1000 time: 0.0913134 Apr 05 21:22:18.998729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-f0d33f77-7d61-4274-baae-9d2e37de598a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:19.000153 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-f0d33f77-7d61-4274-baae-9d2e37de598a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0585854 Apr 05 21:22:19.073724 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-be001aaf-b6d7-40e0-bc46-b4e5a83eb19a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672216 Apr 05 21:22:19.228420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 46994) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:19.288391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-5b789f56-aef2-4036-99bc-174a2f5af1c1 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073214 Apr 05 21:22:19.420402 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-80c5ea8a-318e-4541-8776-181d806c1c88 req-2e68b8fd-9668-4269-bdf7-8ddcd7d12942 service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251228 Apr 05 21:22:19.427149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 198433d1-5fb7-4a2f-b0a7-d8b25f058806 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:19.427496 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:19.596254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:19.596459 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:19.825673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 198433d1-5fb7-4a2f-b0a7-d8b25f058806 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:20.045005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:20.086971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=198433d1-5fb7-4a2f-b0a7-d8b25f058806,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:20.124945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.125320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.125662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.125996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.126377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.126717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.127044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.127414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.127687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.128005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.128322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:20.190514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:20.527915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:20.574728 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:22:20.771449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:22:20.781181 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:22:20.792591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:20.793232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:20.830708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:20.886941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6a00fc21-9289-4184-a3cd-7ddaf652dd9e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "DELETE /v2.0/floatingips/93f060c2-6a48-4686-a467-02bd3da3a9d4 HTTP/1.1" status: 204 len: 168 time: 1.6573637 Apr 05 21:22:20.887517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:22:20.950362 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b7c40f-6555-47c7-8df0-5e5e24bf0373'] response: {'name': 'network-changed', 'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'status': 'completed', 'code': 200} Apr 05 21:22:20.975413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:21.065935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-c66af381-aeb8-4c31-bc09-a8b0a69e0168 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 1096 time: 0.0717068 Apr 05 21:22:21.199078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-55437d4b-d47c-4f37-a082-c86eda87a54f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:21.200513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-55437d4b-d47c-4f37-a082-c86eda87a54f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1291542 Apr 05 21:22:21.278696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-ffb4a884-a04e-4a81-90c2-b7b3d110c092 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 200 len: 217 time: 0.0722051 Apr 05 21:22:21.345663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-51b56de0-80c3-41c0-9d13-168d17d198a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:21.347987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-51b56de0-80c3-41c0-9d13-168d17d198a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0641024 Apr 05 21:22:21.372171 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:42Z', 'revision_number': 1, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:21.376371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:22:21.387805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:21.388497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:21.444427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-de978c28-9829-4e0c-9466-e7c20326ed14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766373 Apr 05 21:22:21.576755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:21.819683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-a83e5902-1672-44b8-a895-567c45829461 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690038 Apr 05 21:22:21.830956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10166b-989c-4ff5-972a-b6dc94ef40b4 req-08a6411a-23a0-429e-a771-c7b0b38a9515 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:21.830956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1a10166b-989c-4ff5-972a-b6dc94ef40b4 req-08a6411a-23a0-429e-a771-c7b0b38a9515 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:22:21.945025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de725372-a379-4ba4-bcfa-b321877aa6a5 req-be26174a-a0df-4f33-ac1b-eab1c34659b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:21.946493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de725372-a379-4ba4-bcfa-b321877aa6a5 req-be26174a-a0df-4f33-ac1b-eab1c34659b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.2436588 Apr 05 21:22:21.955905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:42Z', 'revision_number': 1, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:21.959843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36512980-3a3b-4e33-a0be-da4c54384882 None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'port_id': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'mac_address': 'fa:16:3e:b9:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:37Z', 'updated_at': '2022-04-05T21:16:42Z', 'revision_number': 1, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:22:21.994133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1a10166b-989c-4ff5-972a-b6dc94ef40b4 req-08a6411a-23a0-429e-a771-c7b0b38a9515 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:22:21.995286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a10166b-989c-4ff5-972a-b6dc94ef40b4 req-08a6411a-23a0-429e-a771-c7b0b38a9515 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 945 time: 0.5272467 Apr 05 21:22:22.039165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea3d12c7-c4ae-4963-94d7-35463dcffe8f req-740fa92d-1b25-453b-ba2b-25499015e390 service neutron] 10.222.0.39 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061768 Apr 05 21:22:22.048853 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de725372-a379-4ba4-bcfa-b321877aa6a5 req-28aa3959-9629-42d6-9033-a503923cdb10 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960474 Apr 05 21:22:22.069987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a10166b-989c-4ff5-972a-b6dc94ef40b4 req-41e44640-9bba-436f-a92d-0dac401a8396 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563276 Apr 05 21:22:22.221464 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd7eb0-f654-4c5a-9d88-753fcc658318 None None] New status for floating IP 93f060c2-6a48-4686-a467-02bd3da3a9d4: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:22:23.272114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f57522-7659-457e-b331-139a8bb9f5ee req-f5a16b88-7fa9-44b7-8a16-84b2113ba062 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:23.273535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71f57522-7659-457e-b331-139a8bb9f5ee req-f5a16b88-7fa9-44b7-8a16-84b2113ba062 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 945 time: 0.1636477 Apr 05 21:22:23.373487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 83927b70-37f4-431c-9d83-5bda3f9f9c9f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:23.373739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:23.412315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92c3f5-4b9a-4ec5-b55a-53575131f29e req-8c4aeb49-f27f-49aa-bb68-5422fcc26212 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:23.413764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f92c3f5-4b9a-4ec5-b55a-53575131f29e req-8c4aeb49-f27f-49aa-bb68-5422fcc26212 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.2357972 Apr 05 21:22:23.453841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a838eaf-544a-41bc-9cfd-f16a94d48ab0 req-b4ba731d-3ea6-4199-b855-3eb71eb99677 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:23.455803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a838eaf-544a-41bc-9cfd-f16a94d48ab0 req-b4ba731d-3ea6-4199-b855-3eb71eb99677 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 945 time: 0.2427740 Apr 05 21:22:23.585474 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f92c3f5-4b9a-4ec5-b55a-53575131f29e req-46057d0b-b165-4bd6-9ca6-78baa3859bf7 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621768 Apr 05 21:22:23.590707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a838eaf-544a-41bc-9cfd-f16a94d48ab0 req-471b9ef8-44f3-4450-b91e-9ae6e98424a0 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263227 Apr 05 21:22:23.701607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] For port 83927b70-37f4-431c-9d83-5bda3f9f9c9f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=83927b70-37f4-431c-9d83-5bda3f9f9c9f,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:23.701961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:23.822746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 83927b70-37f4-431c-9d83-5bda3f9f9c9f owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:24.024562 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:24.071214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=83927b70-37f4-431c-9d83-5bda3f9f9c9f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:24.150903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] No DVR routers for this DVR port 83927b70-37f4-431c-9d83-5bda3f9f9c9f on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:22:24.154006 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:24.155821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'name': 'network-vif-deleted', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:22:24.210176 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00cce4a-6977-49bd-8f1e-3d29686dba39'] response: {'server_uuid': '7b53d71e-52d0-4782-a820-5685a0a20a5e', 'name': 'network-vif-deleted', 'tag': '83927b70-37f4-431c-9d83-5bda3f9f9c9f', 'status': 'completed', 'code': 200} Apr 05 21:22:24.225453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71f57522-7659-457e-b331-139a8bb9f5ee req-3ae2b4be-5e3d-47ee-99fd-b89b934e0be1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.39 "DELETE /v2.0/ports/83927b70-37f4-431c-9d83-5bda3f9f9c9f HTTP/1.1" status: 204 len: 173 time: 0.9459321 Apr 05 21:22:24.803422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8249ef6a-288b-4f65-a029-8c35623a5651 req-331a2c43-1586-4cc0-932c-806a320126f1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:22:24.848564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea03f7b-9169-464b-b5d6-1e2b60809730 req-880dc8c5-73b1-4287-a8c1-0fde4651b773 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:24.849986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ea03f7b-9169-464b-b5d6-1e2b60809730 req-880dc8c5-73b1-4287-a8c1-0fde4651b773 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.1351953 Apr 05 21:22:24.895772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6ea03f7b-9169-464b-b5d6-1e2b60809730 req-4713c207-abcd-49a0-99b3-b9a0c3b64e4b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Apr 05 21:22:24.906066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8249ef6a-288b-4f65-a029-8c35623a5651 req-331a2c43-1586-4cc0-932c-806a320126f1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:22:24.906066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8249ef6a-288b-4f65-a029-8c35623a5651 req-331a2c43-1586-4cc0-932c-806a320126f1 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b53d71e-52d0-4782-a820-5685a0a20a5e HTTP/1.1" status: 200 len: 210 time: 0.1485059 Apr 05 21:22:26.030162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 83927b70-37f4-431c-9d83-5bda3f9f9c9f no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:26.077500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 83927b70-37f4-431c-9d83-5bda3f9f9c9f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:26.077850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 83927b70-37f4-431c-9d83-5bda3f9f9c9f not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:26.121016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7a2e2-c552-444e-b04c-76914e79a73d req-811ee211-97ba-4ecf-820f-079d6ba80566 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:26.122578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4aa7a2e2-c552-444e-b04c-76914e79a73d req-811ee211-97ba-4ecf-820f-079d6ba80566 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.1043406 Apr 05 21:22:26.167311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4aa7a2e2-c552-444e-b04c-76914e79a73d req-5c9fd2b2-9576-4f43-b6e6-09ff6922df36 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Apr 05 21:22:27.482119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc8d6-9daa-4f4d-86fa-5d22d8220f43 req-8e66c99b-b6c8-4e4a-aad4-be90b341b8a2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:27.483473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2ecc8d6-9daa-4f4d-86fa-5d22d8220f43 req-8e66c99b-b6c8-4e4a-aad4-be90b341b8a2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.1946089 Apr 05 21:22:27.529153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2ecc8d6-9daa-4f4d-86fa-5d22d8220f43 req-e5d505ec-4089-48cc-ae5f-a1032971467d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Apr 05 21:22:28.734565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a13e-28b2-4d0c-99e3-d4fdbecb67fa req-4b95409b-5e83-4cf9-b91a-5944582f2d36 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:28.736092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b29a13e-28b2-4d0c-99e3-d4fdbecb67fa req-4b95409b-5e83-4cf9-b91a-5944582f2d36 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0808995 Apr 05 21:22:28.785627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b29a13e-28b2-4d0c-99e3-d4fdbecb67fa req-de816d9c-f029-47de-b81c-7ddbaeb4d87d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Apr 05 21:22:29.985695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81fa6-ee5c-423a-bcb8-71bc7d6da4ca req-48cdaa4c-238f-44f1-b976-35277637fd9a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:29.987661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ca81fa6-ee5c-423a-bcb8-71bc7d6da4ca req-48cdaa4c-238f-44f1-b976-35277637fd9a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0801389 Apr 05 21:22:30.032089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ca81fa6-ee5c-423a-bcb8-71bc7d6da4ca req-bf74a598-6e83-4e59-8dbf-e7bd3689c356 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389104 Apr 05 21:22:30.699019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47050) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:30.897868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port ae8af5bd-4c0d-4aea-a825-44972b0b2a84 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:30.898208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:31.070051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:31.070693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:31.198856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for ae8af5bd-4c0d-4aea-a825-44972b0b2a84 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:31.342856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a249f6-9b9e-4837-8d57-2dd8e9ea83a7 req-ead33965-aa10-4352-b8f8-775ae356fd17 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:31.344224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31a249f6-9b9e-4837-8d57-2dd8e9ea83a7 req-ead33965-aa10-4352-b8f8-775ae356fd17 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.1518416 Apr 05 21:22:31.437273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31a249f6-9b9e-4837-8d57-2dd8e9ea83a7 req-db6686c9-2454-4635-a9ea-2128fa9c874d tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866642 Apr 05 21:22:31.499310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:31.543647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=ae8af5bd-4c0d-4aea-a825-44972b0b2a84,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:31.635710 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:32.126451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:22:32.321958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:22:32.331711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:22:32.342983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:32.343585 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:32.411518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:32.470251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c6ba3eb2-b447-4a1e-bea6-dfaa15b85a2e tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "DELETE /v2.0/floatingips/99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a HTTP/1.1" status: 204 len: 168 time: 1.7700851 Apr 05 21:22:32.471101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:22:32.583133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:32.644742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45a6c-4965-4281-ae0d-66346b013ea9 req-6a7c390d-27ef-43cd-90ec-74a8bfdff620 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:32.646355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56f45a6c-4965-4281-ae0d-66346b013ea9 req-6a7c390d-27ef-43cd-90ec-74a8bfdff620 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0791128 Apr 05 21:22:32.695056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56f45a6c-4965-4281-ae0d-66346b013ea9 req-12eea3d1-4197-4b14-a5f9-7aa8e5c95c42 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429959 Apr 05 21:22:32.759073 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f53da47-6687-4989-a286-cbae8e2ce5dd'] response: {'name': 'network-changed', 'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'status': 'completed', 'code': 200} Apr 05 21:22:32.857765 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-66894721-f0a7-472b-932f-1a5d553f8867 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 1096 time: 0.0775194 Apr 05 21:22:32.915874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:32.919812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:22:32.930310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:32.930917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:32.996615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-d115066f-0380-4aa5-952f-0b8bba97c222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:32.998923 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-d115066f-0380-4aa5-952f-0b8bba97c222 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 200 len: 913 time: 0.1334097 Apr 05 21:22:33.067237 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-67687e25-68e9-4fdd-8296-3ff25976ca27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 200 len: 217 time: 0.0612028 Apr 05 21:22:33.094076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0b0f5-ffdd-42d7-bab5-50aa34a2944b req-bef9db24-2bae-4d9e-8534-8a5c927cb856 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:33.095087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4df0b0f5-ffdd-42d7-bab5-50aa34a2944b req-bef9db24-2bae-4d9e-8534-8a5c927cb856 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:22:33.119908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:33.143319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-d7fb9d6f-a7e9-4d93-b1c4-171f1d97ab83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:33.144748 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-d7fb9d6f-a7e9-4d93-b1c4-171f1d97ab83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 200 len: 851 time: 0.0710983 Apr 05 21:22:33.176239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-4df0b0f5-ffdd-42d7-bab5-50aa34a2944b req-bef9db24-2bae-4d9e-8534-8a5c927cb856 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:22:33.177549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4df0b0f5-ffdd-42d7-bab5-50aa34a2944b req-bef9db24-2bae-4d9e-8534-8a5c927cb856 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 945 time: 0.1773126 Apr 05 21:22:33.226628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4df0b0f5-ffdd-42d7-bab5-50aa34a2944b req-0da2cc96-d21a-425e-b47b-5b097a4b7399 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/security-groups?id=f87ba756-0df2-4efa-8e3c-77c92e428a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429311 Apr 05 21:22:33.226895 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-89a8223d-206d-45c8-9645-d6f4f4f753a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4cee039c-9bff-4abf-a1a8-34d5c740460d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734622 Apr 05 21:22:33.378586 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-800075db-9fdb-4527-8be3-415fa6b5e6db service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401501 Apr 05 21:22:33.444047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:33.448126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3892615-7486-460b-ac19-72bad1d1d5c2 None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:07:13Z', 'revision_number': 4, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'c1343a16-5fac-41e1-8cbf-41de36263cde', 'name': '', 'network_id': '4cee039c-9bff-4abf-a1a8-34d5c740460d', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'mac_address': 'fa:16:3e:35:3e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:11Z', 'updated_at': '2022-04-05T21:07:48Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'subnets': [{'id': '508b9b20-678d-4b1d-8f82-82218045feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:22:33.516792 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-512d5d14-10fc-49d8-877f-81fadb69feae service neutron] 10.222.0.23 "GET /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303976 Apr 05 21:22:33.593981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-06a83009-026c-4478-952b-5c7d10eefc29 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:33.595509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-06a83009-026c-4478-952b-5c7d10eefc29 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 945 time: 0.0791268 Apr 05 21:22:33.670663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port e03e1855-c538-46e4-8c7d-96e5661da5db {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:33.671065 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:33.688892 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b47d5c2-c7b5-4c98-aa90-a7e636b0416c None None] New status for floating IP 99b0c8e2-08e0-4dfe-98b8-0e01dcc5fe3a: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:22:33.985389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] For port e03e1855-c538-46e4-8c7d-96e5661da5db, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=e03e1855-c538-46e4-8c7d-96e5661da5db,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:33.985747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:34.053951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3419-ec60-4792-b0d2-a00889f23d21 req-987ff810-9005-4018-9179-48a1ffad1c67 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:34.055393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-139b3419-ec60-4792-b0d2-a00889f23d21 req-987ff810-9005-4018-9179-48a1ffad1c67 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.1930814 Apr 05 21:22:34.117416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for e03e1855-c538-46e4-8c7d-96e5661da5db owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:34.219615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-139b3419-ec60-4792-b0d2-a00889f23d21 req-37cad437-5d4e-403c-9a2c-55f1f6a7c767 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084929 Apr 05 21:22:34.383271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:34.394646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1b1cd56-26b7-4e54-bb89-9e752d2a60d2 req-86660de2-f3a3-4232-ad69-9c2be7eac95c tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 210 time: 0.0457036 Apr 05 21:22:34.438490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=e03e1855-c538-46e4-8c7d-96e5661da5db,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:34.511885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] No DVR routers for this DVR port e03e1855-c538-46e4-8c7d-96e5661da5db on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:22:34.514314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:34.576941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c5b59ba-f3df-49c5-a0aa-61ad42fa1e3d req-76fbeb6e-bd6d-4d70-a928-3685bed94d7a tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.23 "DELETE /v2.0/ports/e03e1855-c538-46e4-8c7d-96e5661da5db HTTP/1.1" status: 204 len: 173 time: 0.9761736 Apr 05 21:22:34.645024 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:34.760114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'name': 'network-vif-deleted', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:22:34.821419 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12917d08-b8b9-47d4-a75a-02214cd5e1ce'] response: {'server_uuid': '3b93df8e-a25f-4224-a1bc-c53572d79c54', 'name': 'network-vif-deleted', 'tag': 'e03e1855-c538-46e4-8c7d-96e5661da5db', 'status': 'completed', 'code': 200} Apr 05 21:22:34.903440 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-02759158-8df7-4655-a6ff-bffbcc762f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:35.036041 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14e3bc5b-9216-4e45-9a39-00e918c9d37e req-a86eb419-8647-4356-8374-276b726f6f9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 1097 time: 0.0718737 Apr 05 21:22:35.084674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14e3bc5b-9216-4e45-9a39-00e918c9d37e req-84a4b210-ce89-49cb-83b6-4216ee6694c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425010 Apr 05 21:22:35.416939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f05cd-8090-4697-8c56-64d6d0398fb1 req-07d9e8d8-a3cf-40d5-bfb2-f6a385c5473b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:35.418388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-242f05cd-8090-4697-8c56-64d6d0398fb1 req-07d9e8d8-a3cf-40d5-bfb2-f6a385c5473b tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0741515 Apr 05 21:22:35.466106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-242f05cd-8090-4697-8c56-64d6d0398fb1 req-b90a5727-f604-431c-9759-762e877dde88 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Apr 05 21:22:35.678324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b7606190-2b4d-40c3-b65b-11f5a5836bf3 req-9b23f34b-f141-4e71-bb55-00d2ef08508d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Synchronizing usage tracker for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:22:35.753669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b7606190-2b4d-40c3-b65b-11f5a5836bf3 req-9b23f34b-f141-4e71-bb55-00d2ef08508d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Unset dirty status for tenant:a9cdd5d2dd0c4ba4b1241c750a92fe04 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:22:35.754846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7606190-2b4d-40c3-b65b-11f5a5836bf3 req-9b23f34b-f141-4e71-bb55-00d2ef08508d tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b93df8e-a25f-4224-a1bc-c53572d79c54 HTTP/1.1" status: 200 len: 210 time: 0.2201376 Apr 05 21:22:36.659977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f86f7e-41e6-4ac6-abfd-d23546345359 req-1060ce89-b018-452f-b058-3ad7dad041bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:36.661326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82f86f7e-41e6-4ac6-abfd-d23546345359 req-1060ce89-b018-452f-b058-3ad7dad041bc tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0746481 Apr 05 21:22:36.705265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82f86f7e-41e6-4ac6-abfd-d23546345359 req-81e43368-11f2-45ee-aecc-6fa81fb2fd7e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381997 Apr 05 21:22:36.732874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47076) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:36.843738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-436eda1b-df56-4759-b734-c86b6bb34fbe tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/floatingips/ebcfd64c-1626-478c-8daa-0f1dbe28d5b3 HTTP/1.1" status: 200 len: 993 time: 0.1097307 Apr 05 21:22:36.863032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47082) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:36.913691 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70dc71c0-20bb-4e14-acc5-bf5971edd96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.018074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7cc8257-a01d-4f29-8512-799f16528699 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:22:37.020311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Deleting port 1bf81656-9b14-4678-bc5f-bfab1d0ec952 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:37.020655 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.022802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e03e1855-c538-46e4-8c7d-96e5661da5db no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:37.060856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: e03e1855-c538-46e4-8c7d-96e5661da5db {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:37.061221 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device e03e1855-c538-46e4-8c7d-96e5661da5db not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:37.191721 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.191947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:37.192056 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.204918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'd7cc8257-a01d-4f29-8512-799f16528699', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'port_id': 'd7cc8257-a01d-4f29-8512-799f16528699', 'mac_address': 'fa:16:3e:ad:ad:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:22:37.257814 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.274726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7cc8257-a01d-4f29-8512-799f16528699 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:22:37.289878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:37.310626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Calling delete_port for 1bf81656-9b14-4678-bc5f-bfab1d0ec952 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:37.399549 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.468627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:37.477354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.477698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.478031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.478361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.478688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.479012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.479333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.479655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.479973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.480290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.480608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:37.507962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.551149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'Port': ['ID=1bf81656-9b14-4678-bc5f-bfab1d0ec952,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:37.603787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d7cc8257-a01d-4f29-8512-799f16528699'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:22:37.642566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.713042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:37.714324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-767eb47a-25e9-43fc-b253-16a7c73963f5 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "DELETE /v2.0/floatingips/c5b44431-6d90-46d8-b6dd-c2e0f39456a3 HTTP/1.1" status: 204 len: 168 time: 0.8502328 Apr 05 21:22:37.855761 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:22:38.498785 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:38.593206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:39.040286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7cc8257-a01d-4f29-8512-799f16528699 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:22:39.110880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port d7cc8257-a01d-4f29-8512-799f16528699 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:22:39.111250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:39.227106 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:39.261478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:22:39.271180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:39.318206 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845c1bbf-bc19-4d11-b3d2-9c883c3be29b'] response: {'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699', 'code': 200} Apr 05 21:22:39.348015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:39.415722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:39.979101 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:40.296770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47100) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:40.365992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82f918d1-421a-484d-ab31-c74b33ba6251 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:40.395117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82f918d1-421a-484d-ab31-c74b33ba6251 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:40.533071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82f918d1-421a-484d-ab31-c74b33ba6251 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:40.551238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f918d1-421a-484d-ab31-c74b33ba6251 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ba756-0df2-4efa-8e3c-77c92e428a65,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:40.623571 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-82f918d1-421a-484d-ab31-c74b33ba6251 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:40.624890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-82f918d1-421a-484d-ab31-c74b33ba6251 tempest-TestVolumeBootPattern-1879028864 tempest-TestVolumeBootPattern-1879028864-project] 10.222.0.10 "DELETE /v2.0/security-groups/f87ba756-0df2-4efa-8e3c-77c92e428a65 HTTP/1.1" status: 204 len: 168 time: 0.3270974 Apr 05 21:22:40.768027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47106) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:41.281101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:41.959965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Deleting port c1343a16-5fac-41e1-8cbf-41de36263cde {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:41.960598 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:42.127027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] For port c1343a16-5fac-41e1-8cbf-41de36263cde, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c1343a16-5fac-41e1-8cbf-41de36263cde,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:42.127456 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:42.245365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Calling delete_port for c1343a16-5fac-41e1-8cbf-41de36263cde owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:42.467882 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:42.523172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1343a16-5fac-41e1-8cbf-41de36263cde,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:42.567688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.568034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.568374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.568708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.569043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.569393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.569720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.570039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.570360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.571215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.572439 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:22:42.822013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:43.482181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:22:43.679074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:22:43.687505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] Sync routers for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:22:43.691993 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-257377eb-afaf-47c1-a88b-6fb97faea627 admin admin] 10.222.0.10 "PUT /v2.0/routers/2a4772e4-ed6c-4c2d-b5b7-aa0da450306f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9220467 Apr 05 21:22:43.694509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47112) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:43.699929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:43.700562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:43.871781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:43.889065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:44.085155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:44.148479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:22:42Z', 'revision_number': 5, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port': {'id': '6a918a6d-5c02-4e0b-bb5d-e190b59f1307', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:46:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:07Z', 'updated_at': '2022-04-05T21:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:44.152249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] Checking router: 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:22:44.163495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] Routers {'2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:44.164084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:44.172773 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Deleting port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:44.173262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:44.315293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] Set router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:44.348434 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] For port 6a918a6d-5c02-4e0b-bb5d-e190b59f1307, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:44.348873 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:44.419783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:22:44Z', 'revision_number': 6, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:44.423858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b1f8d1-a625-4a1a-8ff7-a893a5b3d984 None None] The sync data for ids ['2a4772e4-ed6c-4c2d-b5b7-aa0da450306f'] in n-d-836605-1 is: [{'id': '2a4772e4-ed6c-4c2d-b5b7-aa0da450306f', 'name': 'tempest-TestVolumeBootPattern-1559107253-router', 'tenant_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:06Z', 'updated_at': '2022-04-05T21:22:44Z', 'revision_number': 6, 'project_id': 'a9cdd5d2dd0c4ba4b1241c750a92fe04', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:22:44.469178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Calling delete_port for 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:44.810646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:44.857635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a918a6d-5c02-4e0b-bb5d-e190b59f1307,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:45.082732 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.342180 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.346852 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.487413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.487913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4772e4-ed6c-4c2d-b5b7-aa0da450306f {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:22:45.500170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.501330 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-781c108a-6d54-405c-901f-dc62001d1ab7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2a4772e4-ed6c-4c2d-b5b7-aa0da450306f HTTP/1.1" status: 204 len: 168 time: 1.8058817 Apr 05 21:22:45.504421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47116) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:45.563570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] Deleting subnet 508b9b20-678d-4b1d-8f82-82218045feaa {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:22:45.567063 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.616263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.695881 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.822160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.862387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=508b9b20-678d-4b1d-8f82-82218045feaa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:45.868408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.880658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d81b44-4134-4bf1-a6b5-fd82e616b9f3 None None] Network 4cee039c-9bff-4abf-a1a8-34d5c740460d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:22:45.881214 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-00e072b5-9f93-4c3a-afbd-40fb71e1a01a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/508b9b20-678d-4b1d-8f82-82218045feaa HTTP/1.1" status: 204 len: 168 time: 0.3705938 Apr 05 21:22:45.881214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47120) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:45.956164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:45.983507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.994289 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Deleting port 077bc12a-21be-453e-b9e5-fafb02963f57 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:45.994619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.999674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:46.000042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6a918a6d-5c02-4e0b-bb5d-e190b59f1307 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:46.000466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c1343a16-5fac-41e1-8cbf-41de36263cde no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:46.034497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c1343a16-5fac-41e1-8cbf-41de36263cde {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:46.034906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c1343a16-5fac-41e1-8cbf-41de36263cde not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:46.202704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] For port 077bc12a-21be-453e-b9e5-fafb02963f57, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=077bc12a-21be-453e-b9e5-fafb02963f57,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:46.203062 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.220703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] DHCP port deletion for 4cee039c-9bff-4abf-a1a8-34d5c740460d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:22:46.225343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Deleting port 077bc12a-21be-453e-b9e5-fafb02963f57 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:46.225708 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.421475 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Calling delete_port for 077bc12a-21be-453e-b9e5-fafb02963f57 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:46.437648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] For port 077bc12a-21be-453e-b9e5-fafb02963f57, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=077bc12a-21be-453e-b9e5-fafb02963f57,segment=NetworkSegment(359abed9-c233-4990-bce5-0265cce70157),segment_id=359abed9-c233-4990-bce5-0265cce70157)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:46.438041 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.554624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Calling delete_port for 077bc12a-21be-453e-b9e5-fafb02963f57 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:46.584471 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.621944 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:22:46.622295 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:22:46.628831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Pushing event deleted for resources: {'Port': ['ID=077bc12a-21be-453e-b9e5-fafb02963f57,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:46.633915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] No DVR routers for this DVR port 077bc12a-21be-453e-b9e5-fafb02963f57 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:22:46.747881 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.772549 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cee039c-9bff-4abf-a1a8-34d5c740460d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:46.786287 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359abed9-c233-4990-bce5-0265cce70157') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:46.786586 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359abed9-c233-4990-bce5-0265cce70157') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:46.798273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.817447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.823624 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:22:46.824190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:22:46.837443 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:22:46.978684 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.993996 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:47.005823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] Pushing event deleted for resources: {'Network': ['ID=4cee039c-9bff-4abf-a1a8-34d5c740460d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:47.076500 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5af2d711-3e1e-4ce3-9a26-8b96949b0afa admin admin] 10.222.0.10 "DELETE /v2.0/networks/4cee039c-9bff-4abf-a1a8-34d5c740460d HTTP/1.1" status: 204 len: 168 time: 1.1965482 Apr 05 21:22:47.079292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47124) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:47.123646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Deleting port 077bc12a-21be-453e-b9e5-fafb02963f57 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:47.124170 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:47.193411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e611ce54-52b1-4fe0-b89f-836a14fb218e None None] The port '077bc12a-21be-453e-b9e5-fafb02963f57' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:22:47.463613 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:47.944443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 077bc12a-21be-453e-b9e5-fafb02963f57 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:47.976160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 077bc12a-21be-453e-b9e5-fafb02963f57 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:47.976500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 077bc12a-21be-453e-b9e5-fafb02963f57 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:48.139096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Deleting port dd85209e-4204-41ea-a600-a0b106c6da62 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:48.139626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:48.310600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] For port dd85209e-4204-41ea-a600-a0b106c6da62, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=dd85209e-4204-41ea-a600-a0b106c6da62,segment=NetworkSegment(bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5),segment_id=bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:48.310954 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:48.431333 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Calling delete_port for dd85209e-4204-41ea-a600-a0b106c6da62 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:48.641669 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:48.684528 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd85209e-4204-41ea-a600-a0b106c6da62,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:48.969257 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:49.623588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:22:49.819697 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:22:49.831201 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] Sync routers for ids ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:22:49.842697 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] Routers {'2e06d59e-fc67-4695-ab47-b4d5aab75e08'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:49.851689 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:49.901033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0f741742-00ae-4601-b2c4-7f8424019a99 admin admin] 10.222.0.10 "PUT /v2.0/routers/2e06d59e-fc67-4695-ab47-b4d5aab75e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207235 Apr 05 21:22:49.903900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47128) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:50.020328 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] Set router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:50.100452 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:50.304008 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:22:48Z', 'revision_number': 5, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:50.308647 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] Checking router: 2e06d59e-fc67-4695-ab47-b4d5aab75e08 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:22:50.319862 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] Routers {'2e06d59e-fc67-4695-ab47-b4d5aab75e08'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:22:50.320460 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:22:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:50.403634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:50.478961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Deleting port cbf91351-995d-4de5-a49d-ed99a498f83e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:50.479291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:50.491130 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] Set router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:22:50.527474 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:50.647714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] For port cbf91351-995d-4de5-a49d-ed99a498f83e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cbf91351-995d-4de5-a49d-ed99a498f83e,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:50.647984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:50.767228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Calling delete_port for cbf91351-995d-4de5-a49d-ed99a498f83e owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:50.768852 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:22:48Z', 'revision_number': 5, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:50.772680 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d6a9b6-dc8d-4ea8-8a6f-c56abb652867 None None] The sync data for ids ['2e06d59e-fc67-4695-ab47-b4d5aab75e08'] in n-d-836605-1 is: [{'id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'name': 'tempest-TestVolumeBootPattern-1961142615-router', 'tenant_id': '2005a2fc662a4ee8813e59c1f39436b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:07:22Z', 'updated_at': '2022-04-05T21:22:48Z', 'revision_number': 5, 'project_id': '2005a2fc662a4ee8813e59c1f39436b0', 'gw_port': {'id': 'cbf91351-995d-4de5-a49d-ed99a498f83e', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e06d59e-fc67-4695-ab47-b4d5aab75e08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:07:23Z', 'updated_at': '2022-04-05T21:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:22:50.995858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.043934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf91351-995d-4de5-a49d-ed99a498f83e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:51.269800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.519129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.523077 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.612839 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.613401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e06d59e-fc67-4695-ab47-b4d5aab75e08 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:22:51.625205 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.637846 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a9d73072-004d-43d7-af64-ef3f22126976 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2e06d59e-fc67-4695-ab47-b4d5aab75e08 HTTP/1.1" status: 204 len: 168 time: 1.7217717 Apr 05 21:22:51.637846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47132) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:51.689268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] Deleting subnet 6dc5bea5-848e-4edf-9d4d-f5da53a8611a {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:22:51.694137 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.744637 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.822316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.938827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.977621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc5bea5-848e-4edf-9d4d-f5da53a8611a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:51.983516 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:51.989044 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52acc4c-30fd-4fa0-8bc0-1f27fdcbad69 None None] Network 00745399-4b13-4e68-b012-bc59518f6f02 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:22:51.995146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3f11b27c-75d3-46b2-94ab-2edcf7870d2a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6dc5bea5-848e-4edf-9d4d-f5da53a8611a HTTP/1.1" status: 204 len: 168 time: 0.3647268 Apr 05 21:22:51.997624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47136) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:52.085809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cbf91351-995d-4de5-a49d-ed99a498f83e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:52.130554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: cbf91351-995d-4de5-a49d-ed99a498f83e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:52.130897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cbf91351-995d-4de5-a49d-ed99a498f83e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:52.131322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dd85209e-4204-41ea-a600-a0b106c6da62 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:52.168419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: dd85209e-4204-41ea-a600-a0b106c6da62 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:52.168766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device dd85209e-4204-41ea-a600-a0b106c6da62 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:52.223991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.234151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Deleting port 55b4c779-b21c-4f3e-b304-d642c418e5e1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:52.234473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.313392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] DHCP port deletion for 00745399-4b13-4e68-b012-bc59518f6f02 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:22:52.317676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Deleting port 55b4c779-b21c-4f3e-b304-d642c418e5e1 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:52.318146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.435362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] For port 55b4c779-b21c-4f3e-b304-d642c418e5e1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=55b4c779-b21c-4f3e-b304-d642c418e5e1,segment=NetworkSegment(bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5),segment_id=bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:52.435618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.518573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] For port 55b4c779-b21c-4f3e-b304-d642c418e5e1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=55b4c779-b21c-4f3e-b304-d642c418e5e1,segment=NetworkSegment(bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5),segment_id=bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:22:52.518956 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.553177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Calling delete_port for 55b4c779-b21c-4f3e-b304-d642c418e5e1 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:52.635466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Calling delete_port for 55b4c779-b21c-4f3e-b304-d642c418e5e1 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:22:52.675770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.706987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:22:52.707344 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:22:52.724347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b4c779-b21c-4f3e-b304-d642c418e5e1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:52.730090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] No DVR routers for this DVR port 55b4c779-b21c-4f3e-b304-d642c418e5e1 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:22:52.844679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.869113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00745399-4b13-4e68-b012-bc59518f6f02']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:52.888289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:52.888584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc71c5f5-9ef1-4ec1-9b61-19e9ef9b06f5') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:22:52.901177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.916652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.922907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:22:52.923319 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:22:52.937075 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:22:53.092694 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:53.108212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:53.121724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] Pushing event deleted for resources: {'Network': ['ID=00745399-4b13-4e68-b012-bc59518f6f02,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:53.129250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3a243fc0-06df-48aa-a91c-b5ade6b26144 admin admin] 10.222.0.10 "DELETE /v2.0/networks/00745399-4b13-4e68-b012-bc59518f6f02 HTTP/1.1" status: 204 len: 168 time: 1.1306522 Apr 05 21:22:53.208946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Deleting port 55b4c779-b21c-4f3e-b304-d642c418e5e1 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:22:53.209569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:53.276315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfea7a-b335-4015-be63-92ec2696d211 None None] The port '55b4c779-b21c-4f3e-b304-d642c418e5e1' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:22:53.516005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47142) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:53.565240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7824e31d-1bae-4712-ba4d-037fe1c62621 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9cdd5d2dd0c4ba4b1241c750a92fe04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479941 Apr 05 21:22:53.567497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47146) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:53.625802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45251196-ed67-49f7-80be-d0f5e6a90f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:53.654996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45251196-ed67-49f7-80be-d0f5e6a90f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:53.784080 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45251196-ed67-49f7-80be-d0f5e6a90f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:53.799495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45251196-ed67-49f7-80be-d0f5e6a90f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1304f0-119d-4c18-9e79-a196793f616b,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:53.808357 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-45251196-ed67-49f7-80be-d0f5e6a90f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:53.811648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-45251196-ed67-49f7-80be-d0f5e6a90f87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c1304f0-119d-4c18-9e79-a196793f616b HTTP/1.1" status: 204 len: 168 time: 0.2411170 Apr 05 21:22:53.945859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 55b4c779-b21c-4f3e-b304-d642c418e5e1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:22:53.981287 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 55b4c779-b21c-4f3e-b304-d642c418e5e1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:22:53.981633 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 55b4c779-b21c-4f3e-b304-d642c418e5e1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:22:54.573451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47154) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:54.622382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f7161ca8-5b6a-4aa7-b07e-f9147caacac3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2005a2fc662a4ee8813e59c1f39436b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478039 Apr 05 21:22:54.625236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47158) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:22:54.685788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-997bce3f-d6d5-48f5-b600-51081973223e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:54.710907 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-997bce3f-d6d5-48f5-b600-51081973223e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:54.838548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-997bce3f-d6d5-48f5-b600-51081973223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:54.855068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bce3f-d6d5-48f5-b600-51081973223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d3939-0ef2-405c-bfec-c1e652b22ffa,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:22:54.860675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-997bce3f-d6d5-48f5-b600-51081973223e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:54.863434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-997bce3f-d6d5-48f5-b600-51081973223e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/517d3939-0ef2-405c-bfec-c1e652b22ffa HTTP/1.1" status: 204 len: 168 time: 0.2372806 Apr 05 21:23:04.661874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:04.898245 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-96a4f179-cb16-4e38-85d9-a84d18d95db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:06.904115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-414eed52-d876-4bc8-9913-99fe2c70efaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:08.490398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:08.610576 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:09.966808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:12.123663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47176) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:12.327925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 4daa8d21-875f-423f-8f9c-dfcd7cc3ef0e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:23:12.328263 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:12.493777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:12.494099 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:12.702447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 4daa8d21-875f-423f-8f9c-dfcd7cc3ef0e owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:23:12.907519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:12.950059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=4daa8d21-875f-423f-8f9c-dfcd7cc3ef0e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:13.043992 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:13.439900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 27c9328b-f568-442a-8cbc-6a73a28986b2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:23:13.642349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:23:13.651740 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] Sync routers for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:23:13.658181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:13.663893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:23:13.664505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:23:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:13.710837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8269fa70-4f6b-4657-a89c-b42a26cb8c0e tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/floatingips/ebcfd64c-1626-478c-8daa-0f1dbe28d5b3 HTTP/1.1" status: 204 len: 168 time: 1.5859294 Apr 05 21:23:13.711489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:23:13.788456 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85f55f4-6120-47d4-9eef-8efad628fc89'] response: {'name': 'network-changed', 'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699', 'status': 'completed', 'code': 200} Apr 05 21:23:13.848591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:23:13.882030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-9333de4d-0bed-4f11-8d95-40f85e099280 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de5fe09961b946d4ade20cae420834d7&device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 1097 time: 0.0696712 Apr 05 21:23:14.013329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-5ad7bacb-abd3-45fe-a5bc-4d68184d92ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:14.015033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-5ad7bacb-abd3-45fe-a5bc-4d68184d92ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=05f3af60-c84a-4bbd-86e7-77ffff8c2660 HTTP/1.1" status: 200 len: 898 time: 0.1270216 Apr 05 21:23:14.087924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-05f29fb9-bd9d-4392-af81-8ffdd2e14440 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7cc8257-a01d-4f29-8512-799f16528699 HTTP/1.1" status: 200 len: 217 time: 0.0662105 Apr 05 21:23:14.151063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-9aabb11a-7d96-4955-9290-c9682c167e17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:14.152567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-9aabb11a-7d96-4955-9290-c9682c167e17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f09e8ef4-63a5-4022-9d76-71e12a30de3f HTTP/1.1" status: 200 len: 834 time: 0.0576305 Apr 05 21:23:14.160425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:40Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:14.164489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] Checking router: 27c9328b-f568-442a-8cbc-6a73a28986b2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:23:14.175255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:23:14.176411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:23:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:14.232920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-351d0497-73f0-4560-80b1-a74edd74d872 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05f3af60-c84a-4bbd-86e7-77ffff8c2660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745461 Apr 05 21:23:14.375856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:23:14.522480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-3b5adc61-ecb2-4b79-8a82-60c806c5dc73 service neutron] 10.222.0.23 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808917 Apr 05 21:23:14.534322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71abde5-deea-4810-a5ae-f2a9d9881b0d req-39cbb03f-0d15-4ead-8e8a-35d323f779f6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:14.535626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b71abde5-deea-4810-a5ae-f2a9d9881b0d req-39cbb03f-0d15-4ead-8e8a-35d323f779f6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:23:14.670417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7488aa8b-c194-46e3-9255-5a38413aa073 req-8fd81b79-b5e2-4a9f-8b3a-84b25fc78577 service neutron] 10.222.0.23 "GET /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317987 Apr 05 21:23:14.689519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:40Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:14.690129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b71abde5-deea-4810-a5ae-f2a9d9881b0d req-39cbb03f-0d15-4ead-8e8a-35d323f779f6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:23:14.691758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b71abde5-deea-4810-a5ae-f2a9d9881b0d req-39cbb03f-0d15-4ead-8e8a-35d323f779f6 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.3818705 Apr 05 21:23:14.694190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81112a18-21bf-4621-887c-1bad19fa1c0a None None] The sync data for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 is: [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '7b72ada2-bce3-4e68-961e-a8e697c69b47', 'name': '', 'network_id': '05f3af60-c84a-4bbd-86e7-77ffff8c2660', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'mac_address': 'fa:16:3e:a6:df:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:33Z', 'updated_at': '2022-04-05T21:21:40Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'subnets': [{'id': 'f09e8ef4-63a5-4022-9d76-71e12a30de3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:23:14.743691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b71abde5-deea-4810-a5ae-f2a9d9881b0d req-4ed9e8f7-f703-46f4-a4d7-73f2010207b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Apr 05 21:23:14.857315 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:23:14.925104 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989fca0c-20f3-4a98-bb8a-b081c66ff482 None None] New status for floating IP ebcfd64c-1626-478c-8daa-0f1dbe28d5b3: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:23:15.544132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6da62135-5d84-4a99-9ef1-5c36e74e4860 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:15.545557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6da62135-5d84-4a99-9ef1-5c36e74e4860 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.0749884 Apr 05 21:23:15.613623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port d7cc8257-a01d-4f29-8512-799f16528699 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:23:15.613885 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:15.848563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port d7cc8257-a01d-4f29-8512-799f16528699, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d7cc8257-a01d-4f29-8512-799f16528699,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:23:15.854349 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:15.998923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for d7cc8257-a01d-4f29-8512-799f16528699 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:23:16.133293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dbc19-4f50-4ec4-ad5d-63f7145988fb req-05042253-df41-4285-9a50-a87c26f4d838 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:16.134744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-730dbc19-4f50-4ec4-ad5d-63f7145988fb req-05042253-df41-4285-9a50-a87c26f4d838 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 946 time: 0.2231390 Apr 05 21:23:16.199004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-730dbc19-4f50-4ec4-ad5d-63f7145988fb req-36b9c046-c468-441e-afe7-e84b8c8579d4 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/security-groups?id=635b4764-65d6-4e6c-8550-47c6ac801f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571001 Apr 05 21:23:16.250896 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:16.299710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=d7cc8257-a01d-4f29-8512-799f16528699,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:16.377687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] No DVR routers for this DVR port d7cc8257-a01d-4f29-8512-799f16528699 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:23:16.380680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:16.383085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'name': 'network-vif-deleted', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:23:16.438496 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335c1768-8b61-49eb-a24e-7f346764e76b'] response: {'server_uuid': 'c411ce47-aaa8-4e5f-970b-07412593175f', 'name': 'network-vif-deleted', 'tag': 'd7cc8257-a01d-4f29-8512-799f16528699', 'status': 'completed', 'code': 200} Apr 05 21:23:16.468162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7962110-8aa1-402f-b576-14b848ca7e94 req-6acd09c2-5269-4134-9d73-6cc17f0953b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.23 "DELETE /v2.0/ports/d7cc8257-a01d-4f29-8512-799f16528699 HTTP/1.1" status: 204 len: 173 time: 0.9176211 Apr 05 21:23:17.382475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-213027bd-47f8-433b-95fb-4b60a5a35af8 req-03f0d01e-e30b-44da-a655-80e2bd375902 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Synchronizing usage tracker for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:23:17.455975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-213027bd-47f8-433b-95fb-4b60a5a35af8 req-03f0d01e-e30b-44da-a655-80e2bd375902 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Unset dirty status for tenant:de5fe09961b946d4ade20cae420834d7 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:23:17.457342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-213027bd-47f8-433b-95fb-4b60a5a35af8 req-03f0d01e-e30b-44da-a655-80e2bd375902 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c411ce47-aaa8-4e5f-970b-07412593175f HTTP/1.1" status: 200 len: 210 time: 0.1204274 Apr 05 21:23:18.561710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47198) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:18.950377 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:19.226929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7cc8257-a01d-4f29-8512-799f16528699 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:23:19.260288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: d7cc8257-a01d-4f29-8512-799f16528699 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:23:19.260645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d7cc8257-a01d-4f29-8512-799f16528699 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:23:19.558564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 7b72ada2-bce3-4e68-961e-a8e697c69b47 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:23:19.558816 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:19.737148 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 7b72ada2-bce3-4e68-961e-a8e697c69b47, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7b72ada2-bce3-4e68-961e-a8e697c69b47,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:23:19.737824 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:19.945523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 7b72ada2-bce3-4e68-961e-a8e697c69b47 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:23:20.184207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:20.231780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=7b72ada2-bce3-4e68-961e-a8e697c69b47,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:20.520995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:20.523611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:21.093519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Router 27c9328b-f568-442a-8cbc-6a73a28986b2 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:23:21.291089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:23:21.301979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] Sync routers for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:23:21.313314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:23:21.313914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:23:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:21.404502 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e11a9a28-3c5f-4e84-8db4-608c5063d071 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "PUT /v2.0/routers/27c9328b-f568-442a-8cbc-6a73a28986b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8410313 Apr 05 21:23:21.406681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47202) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:21.491199 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:23:21.695683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting subnet f09e8ef4-63a5-4022-9d76-71e12a30de3f {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:23:21.700414 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:21.756715 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:21.808344 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:23:20Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:21.812166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] Checking router: 27c9328b-f568-442a-8cbc-6a73a28986b2 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:23:21.822869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] Routers {'27c9328b-f568-442a-8cbc-6a73a28986b2'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:23:21.823466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:23:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['27c9328b-f568-442a-8cbc-6a73a28986b2'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:21.837448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:21.984056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:21.999993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] Set router 27c9328b-f568-442a-8cbc-6a73a28986b2 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:23:22.026925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Subnet': ['ID=f09e8ef4-63a5-4022-9d76-71e12a30de3f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:22.036916 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:22.040186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1508021-659b-467e-a712-83276936391d None None] Network 05f3af60-c84a-4bbd-86e7-77ffff8c2660 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:23:22.043360 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a37b0c53-056f-4bd4-9d41-23367f9785b3 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/subnets/f09e8ef4-63a5-4022-9d76-71e12a30de3f HTTP/1.1" status: 204 len: 168 time: 0.6353931 Apr 05 21:23:22.046026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47206) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:22.243979 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:22.442093 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:22.446747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:23:20Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:22.450888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65f63d-049d-4007-a07c-de6cb8590471 None None] The sync data for ids ['27c9328b-f568-442a-8cbc-6a73a28986b2'] in n-d-836605-1 is: [{'id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-64080286', 'tenant_id': 'de5fe09961b946d4ade20cae420834d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:28Z', 'updated_at': '2022-04-05T21:23:20Z', 'revision_number': 5, 'project_id': 'de5fe09961b946d4ade20cae420834d7', 'gw_port': {'id': '5f50386f-db02-4700-a69a-38fb3c2878a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c9328b-f568-442a-8cbc-6a73a28986b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:23:22.489615 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] DHCP port deletion for 05f3af60-c84a-4bbd-86e7-77ffff8c2660 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:23:22.494134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] Deleting port 302e421e-5163-4be5-9bb1-d3cda911ede2 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:23:22.494454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:22.504409 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Deleting port 5f50386f-db02-4700-a69a-38fb3c2878a4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:23:22.504754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:22.673039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] For port 5f50386f-db02-4700-a69a-38fb3c2878a4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=5f50386f-db02-4700-a69a-38fb3c2878a4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:23:22.673418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:22.688974 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] For port 302e421e-5163-4be5-9bb1-d3cda911ede2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=302e421e-5163-4be5-9bb1-d3cda911ede2,segment=NetworkSegment(d40f41b0-e8b8-40d4-911b-cee025147cde),segment_id=d40f41b0-e8b8-40d4-911b-cee025147cde)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:23:22.689393 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:22.796042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Calling delete_port for 5f50386f-db02-4700-a69a-38fb3c2878a4 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:23:22.806376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] Calling delete_port for 302e421e-5163-4be5-9bb1-d3cda911ede2 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:23:22.990067 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.012621 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.032119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] Pushing event deleted for resources: {'Port': ['ID=302e421e-5163-4be5-9bb1-d3cda911ede2,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:23.041858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c58ae1-7e84-456a-9dc6-beb42d635b58 None None] No DVR routers for this DVR port 302e421e-5163-4be5-9bb1-d3cda911ede2 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:23:23.063352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Port': ['ID=5f50386f-db02-4700-a69a-38fb3c2878a4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:23.365438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.618600 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.622631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.715503 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.716004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Fanout notify agent at l3_agent the message router_deleted on router 27c9328b-f568-442a-8cbc-6a73a28986b2 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:23:23.730849 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.731935 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d37967a8-8ea5-4073-98a7-7e6c74e9522a tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/routers/27c9328b-f568-442a-8cbc-6a73a28986b2 HTTP/1.1" status: 204 len: 168 time: 1.6850193 Apr 05 21:23:23.735552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:23.851716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:23.979039 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.003138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f3af60-c84a-4bbd-86e7-77ffff8c2660']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:24.014775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40f41b0-e8b8-40d4-911b-cee025147cde') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:24.015068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40f41b0-e8b8-40d4-911b-cee025147cde') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:23:24.026452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.045498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.051459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:23:24.057892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:23:24.065709 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:23:24.195650 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.202120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 302e421e-5163-4be5-9bb1-d3cda911ede2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:23:24.215175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.230667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'Network': ['ID=05f3af60-c84a-4bbd-86e7-77ffff8c2660,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:24.256971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 302e421e-5163-4be5-9bb1-d3cda911ede2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:23:24.257351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 302e421e-5163-4be5-9bb1-d3cda911ede2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:23:24.257775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b72ada2-bce3-4e68-961e-a8e697c69b47 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:23:24.291061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7b72ada2-bce3-4e68-961e-a8e697c69b47 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:23:24.291061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7b72ada2-bce3-4e68-961e-a8e697c69b47 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:23:24.291334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5f50386f-db02-4700-a69a-38fb3c2878a4 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:23:24.321999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 5f50386f-db02-4700-a69a-38fb3c2878a4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:23:24.322350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 5f50386f-db02-4700-a69a-38fb3c2878a4 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:23:24.342556 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b7066917-0098-4ae9-a8af-e811f8c33057 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/networks/05f3af60-c84a-4bbd-86e7-77ffff8c2660 HTTP/1.1" status: 204 len: 168 time: 0.6057825 Apr 05 21:23:24.345156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47214) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:24.415858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5f40a8a-ab16-4158-9f4c-e99012ed6cf2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.447347 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5f40a8a-ab16-4158-9f4c-e99012ed6cf2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.565465 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5f40a8a-ab16-4158-9f4c-e99012ed6cf2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.585678 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40a8a-ab16-4158-9f4c-e99012ed6cf2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b4764-65d6-4e6c-8550-47c6ac801f91,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:24.660321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5f40a8a-ab16-4158-9f4c-e99012ed6cf2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:24.661448 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b5f40a8a-ab16-4158-9f4c-e99012ed6cf2 tempest-TestNetworkAdvancedServerOps-1501650635 tempest-TestNetworkAdvancedServerOps-1501650635-project] 10.222.0.10 "DELETE /v2.0/security-groups/635b4764-65d6-4e6c-8550-47c6ac801f91 HTTP/1.1" status: 204 len: 168 time: 0.3153608 Apr 05 21:23:25.316957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47224) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:25.486446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bf8a81ed-602f-41f8-a90b-40df67f1b74b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de5fe09961b946d4ade20cae420834d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1683435 Apr 05 21:23:25.489071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47230) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:25.552444 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:25.576682 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:25.697893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:25.715057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a7830a-1049-4da7-9bff-846896f00ef6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:25.727143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:25.728229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0a7830a-1049-4da7-9bff-846896f00ef6 HTTP/1.1" status: 204 len: 168 time: 0.2382815 Apr 05 21:23:25.729662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.729999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.730358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.730721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.731005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.731328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.731651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.731965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.732337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.732584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:25.732900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36892f8-1dcd-4b0d-b099-96ad82d66597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:26.410773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47238) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:26.459562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-44db641e-f5d8-4337-a552-34af26156e0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f19b8f06817e44f1b5c862a419cc4bbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476944 Apr 05 21:23:26.462047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47242) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:26.519767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f13f910a-a01e-446b-92d9-cf776e3c44c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:26.545404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f13f910a-a01e-446b-92d9-cf776e3c44c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:26.661660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f13f910a-a01e-446b-92d9-cf776e3c44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:26.676735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f910a-a01e-446b-92d9-cf776e3c44c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90561b04-4fe0-496b-9de2-ba2de7502841,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:26.754069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f13f910a-a01e-446b-92d9-cf776e3c44c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:26.755223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f13f910a-a01e-446b-92d9-cf776e3c44c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/90561b04-4fe0-496b-9de2-ba2de7502841 HTTP/1.1" status: 204 len: 168 time: 0.2923043 Apr 05 21:23:31.949184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47402) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:32.097675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.127805 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:23:32.132075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:64ce6a162b064b16a1c6bcba45073c22 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:23:32.134829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:23:32.140380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:23:32.203742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.270151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.314938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe108ec-c1ba-4eb5-8ace-cb0c63725328,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:32.320199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3599c1ba-43cc-401e-abf1-79ff85967ba6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64ce6a162b064b16a1c6bcba45073c22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3699975 Apr 05 21:23:32.322983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47408) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:32.382317 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88ed7d31-0aea-40ae-a0ef-627875d90801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.410570 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88ed7d31-0aea-40ae-a0ef-627875d90801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.554993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88ed7d31-0aea-40ae-a0ef-627875d90801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.571323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7d31-0aea-40ae-a0ef-627875d90801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe108ec-c1ba-4eb5-8ace-cb0c63725328,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:32.575620 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-88ed7d31-0aea-40ae-a0ef-627875d90801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.576614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-88ed7d31-0aea-40ae-a0ef-627875d90801 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fe108ec-c1ba-4eb5-8ace-cb0c63725328 HTTP/1.1" status: 204 len: 168 time: 0.2525456 Apr 05 21:23:33.244980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47418) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:33.263750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:33.295474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:23:33.299750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Usage tracker for resource:security_group_rule and tenant:d276feaa9ada46f189f0d50ca0c5235f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:23:33.303215 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:23:33.308878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:23:33.373572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:33.473522 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:33.527325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b03b5-6530-4244-8cc1-4770f324b4c5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:33.532516 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9be3938f-2a09-4129-bbaa-8ca708e47b78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d276feaa9ada46f189f0d50ca0c5235f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2864945 Apr 05 21:23:33.535650 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:23:33.594309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9ba008a-61da-46a9-9a10-97757d58320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:33.620755 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9ba008a-61da-46a9-9a10-97757d58320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:33.753184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9ba008a-61da-46a9-9a10-97757d58320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:33.769479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba008a-61da-46a9-9a10-97757d58320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b03b5-6530-4244-8cc1-4770f324b4c5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:33.773862 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a9ba008a-61da-46a9-9a10-97757d58320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:33.775068 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a9ba008a-61da-46a9-9a10-97757d58320c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b4b03b5-6530-4244-8cc1-4770f324b4c5 HTTP/1.1" status: 204 len: 168 time: 0.2384372 Apr 05 21:23:34.634747 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:34.919022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc706-ffa6-4e65-9013-3b9007a6f8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:36.892240 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9259b54-48ef-4cd3-9e51-41348eee1912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:38.509228 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:38.622012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:39.976007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:45.728143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-10c80174-7aae-4910-84d2-8449571194ff tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87c0794976a54e5fb7209ab4b28fc9a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277648 Apr 05 21:23:45.969102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-8a930398-88fa-4b6b-a00c-a80583ec9522 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:45.970523 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-8a930398-88fa-4b6b-a00c-a80583ec9522 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375476 Apr 05 21:23:45.987249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-4413a14d-db68-4c21-9d1b-fa37cc455018 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/quotas/87c0794976a54e5fb7209ab4b28fc9a1 HTTP/1.1" status: 200 len: 375 time: 0.0108132 Apr 05 21:23:46.032178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-3c7f4a65-a9e9-4745-8f87-7ac94faab4e8 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87c0794976a54e5fb7209ab4b28fc9a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396047 Apr 05 21:23:46.287179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8a9fd29-271f-472e-98f1-1a1984898e57 req-4d51c31e-e95e-49e2-adfc-50ad2ea44117 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 210 time: 0.0458858 Apr 05 21:23:47.449571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c245320-4217-4dad-a582-e213b27891e9 req-1d9101c5-b5c4-4ce4-88a9-eba28400bdac tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 210 time: 0.0414271 Apr 05 21:23:48.216645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-daa2b471-8513-422a-8762-9994e76afd9b tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=87c0794976a54e5fb7209ab4b28fc9a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271561 Apr 05 21:23:48.370607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-238181da-f5bd-4995-a8c0-767c72b49a41 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:48.372069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-238181da-f5bd-4995-a8c0-767c72b49a41 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511643 Apr 05 21:23:48.387970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Request body: {'port': {'device_id': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'admin_state_up': True, 'tenant_id': '87c0794976a54e5fb7209ab4b28fc9a1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:23:48.525631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:23:48.529531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Usage tracker for resource:port and tenant:87c0794976a54e5fb7209ab4b28fc9a1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:23:48.532353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:23:48.538435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:23:48.610532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Made reservation on behalf of 87c0794976a54e5fb7209ab4b28fc9a1 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:23:48.613341 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:48.630507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccf97a14-2a1f-4197-b2d0-4b940bbcd85a req-3068d547-f399-4db4-9159-814e0f8f8dce tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 210 time: 0.0572748 Apr 05 21:23:48.632775 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:48.664478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:23:48.668669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Usage tracker for resource:security_group_rule and tenant:87c0794976a54e5fb7209ab4b28fc9a1 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:23:48.671437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:23:48.678085 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:23:48.762930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:48.811663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:48.885854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2376087-ebca-40bf-90f1-9df7c279c324,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:48.976812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Allocated IP 192.168.233.220 (01057744-aedd-4863-9dbe-8ba6a90d172c/c70e2bb9-c12f-47fe-858e-2678fb094138/a81a7898-b527-4cca-86e4-cab73cfe2423) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:23:49.175202 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:49.190293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Transition to ACTIVE for port object a81a7898-b527-4cca-86e4-cab73cfe2423 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:23:49.292577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:49.368265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Network 01057744-aedd-4863-9dbe-8ba6a90d172c is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:23:49.371334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:23:49.375709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:23:49.400759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Pushing event updated for resources: {'Port': ['ID=a81a7898-b527-4cca-86e4-cab73cfe2423,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:49.439165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:49.439757 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:49.538641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-be5d2268-3ec7-47c9-8f8c-411be1e939a2 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1538346 Apr 05 21:23:49.549496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Request body: {'port': {'device_id': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:23:49.660078 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:49.715137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aef60328-ea59-45b3-ac66-abfe427b4bbe None None] Provisioning for port a81a7898-b527-4cca-86e4-cab73cfe2423 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:23:49.720550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-aef60328-ea59-45b3-ac66-abfe427b4bbe None None] Provisioning complete for port a81a7898-b527-4cca-86e4-cab73cfe2423 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:23:49.723887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aef60328-ea59-45b3-ac66-abfe427b4bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:49.774187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-aef60328-ea59-45b3-ac66-abfe427b4bbe None None] Port a81a7898-b527-4cca-86e4-cab73cfe2423 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:23:49.965679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71344b3e-7d9c-4c37-ae8e-983f970b3464 req-36d0790c-dda4-4cc8-b95c-77b375aaa36e tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:49.966354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-71344b3e-7d9c-4c37-ae8e-983f970b3464 req-36d0790c-dda4-4cc8-b95c-77b375aaa36e tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Synchronizing usage tracker for tenant:87c0794976a54e5fb7209ab4b28fc9a1 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:23:50.138489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-71344b3e-7d9c-4c37-ae8e-983f970b3464 req-36d0790c-dda4-4cc8-b95c-77b375aaa36e tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Unset dirty status for tenant:87c0794976a54e5fb7209ab4b28fc9a1 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:23:50.139619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71344b3e-7d9c-4c37-ae8e-983f970b3464 req-36d0790c-dda4-4cc8-b95c-77b375aaa36e tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 936 time: 0.3656578 Apr 05 21:23:50.187192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81a7898-b527-4cca-86e4-cab73cfe2423 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:23:50.195667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:50.214112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-71344b3e-7d9c-4c37-ae8e-983f970b3464 req-bd25db07-39db-4045-8896-fd1f29ca8a79 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Synchronizing usage tracker for tenant:87c0794976a54e5fb7209ab4b28fc9a1 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:23:50.218744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Transition to ACTIVE for port object a81a7898-b527-4cca-86e4-cab73cfe2423 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:23:50.284594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:50.333427 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-71344b3e-7d9c-4c37-ae8e-983f970b3464 req-bd25db07-39db-4045-8896-fd1f29ca8a79 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Unset dirty status for tenant:87c0794976a54e5fb7209ab4b28fc9a1 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:23:50.334786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71344b3e-7d9c-4c37-ae8e-983f970b3464 req-bd25db07-39db-4045-8896-fd1f29ca8a79 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849461 Apr 05 21:23:50.413651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Pushing event updated for resources: {'Port': ['ID=a81a7898-b527-4cca-86e4-cab73cfe2423,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:50.523141 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Attempting to bind port a81a7898-b527-4cca-86e4-cab73cfe2423 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:23:50.523476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Attempting to bind port a81a7898-b527-4cca-86e4-cab73cfe2423 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:23:50.523802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Attempting to bind port a81a7898-b527-4cca-86e4-cab73cfe2423 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:23:50.529464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Port a81a7898-b527-4cca-86e4-cab73cfe2423 on network 01057744-aedd-4863-9dbe-8ba6a90d172c not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:23:50.529781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Attempting to bind port a81a7898-b527-4cca-86e4-cab73cfe2423 on network 01057744-aedd-4863-9dbe-8ba6a90d172c {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:23:50.535847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:23:50.536182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Checking segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:23:50.537215 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Bound using segment: {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:23:50.537640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Bound port: a81a7898-b527-4cca-86e4-cab73cfe2423, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f73d24-9998-48d8-ac3d-3df506207019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:23:50.538224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:50.546984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:50.624032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] For port a81a7898-b527-4cca-86e4-cab73cfe2423, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:23:50.626932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] For port a81a7898-b527-4cca-86e4-cab73cfe2423, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a81a7898-b527-4cca-86e4-cab73cfe2423,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:23:50.690075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:50.753632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:50.754978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] 10.222.0.23 "PUT /v2.0/ports/a81a7898-b527-4cca-86e4-cab73cfe2423 HTTP/1.1" status: 200 len: 1096 time: 1.2095559 Apr 05 21:23:50.756110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'tag': 'a81a7898-b527-4cca-86e4-cab73cfe2423'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:23:50.772279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbb424-8d6e-413e-8230-d93083581319 service neutron] Pushing event updated for resources: {'Port': ['ID=a81a7898-b527-4cca-86e4-cab73cfe2423,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:50.816221 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf09711-e35f-4976-b302-6ee5b502bd71'] response: {'name': 'network-changed', 'server_uuid': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'tag': 'a81a7898-b527-4cca-86e4-cab73cfe2423', 'status': 'completed', 'code': 200} Apr 05 21:23:50.907626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4821d0b6-e54d-459d-bd75-dbf817c898af req-6d7bd156-3f93-4f00-baaa-80f495e02b0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87c0794976a54e5fb7209ab4b28fc9a1&device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 1099 time: 0.0710499 Apr 05 21:23:50.940229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4821d0b6-e54d-459d-bd75-dbf817c898af req-9033bd59-b3d6-4243-87c5-19a31b3419ca service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=87c0794976a54e5fb7209ab4b28fc9a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247619 Apr 05 21:23:51.072265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821d0b6-e54d-459d-bd75-dbf817c898af req-99e6d83e-7291-4ebb-8a7a-6b6cd3c92734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:51.073693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4821d0b6-e54d-459d-bd75-dbf817c898af req-99e6d83e-7291-4ebb-8a7a-6b6cd3c92734 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276100 Apr 05 21:23:51.181350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-651da284-d34c-48e6-8fbd-cf10d1e70add service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87c0794976a54e5fb7209ab4b28fc9a1&device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 1099 time: 0.0721910 Apr 05 21:23:51.249870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-c0c4b63b-a52c-49f1-8bb8-2ab3802de04c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=a81a7898-b527-4cca-86e4-cab73cfe2423 HTTP/1.1" status: 200 len: 217 time: 0.0619588 Apr 05 21:23:51.312123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-b15606a9-3de8-4a41-9835-38cb565594f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:51.313856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-b15606a9-3de8-4a41-9835-38cb565594f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c70e2bb9-c12f-47fe-858e-2678fb094138 HTTP/1.1" status: 200 len: 843 time: 0.0583529 Apr 05 21:23:51.386870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-d6b5e552-22aa-4022-9ad6-b7cbf241511d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=01057744-aedd-4863-9dbe-8ba6a90d172c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673609 Apr 05 21:23:51.572960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-56f6a143-2179-4549-a80f-fcc5e31609c2 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798234 Apr 05 21:23:51.607418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bd00b-6160-47f4-9a1f-7dd7675125df req-ae03c996-3027-4726-94a3-f892df5bc94b tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:51.608816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-611bd00b-6160-47f4-9a1f-7dd7675125df req-ae03c996-3027-4726-94a3-f892df5bc94b tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 948 time: 0.1483722 Apr 05 21:23:51.728230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-611bd00b-6160-47f4-9a1f-7dd7675125df req-57e20e5e-d428-4e3a-a0ce-c2e7f4b985f9 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730133 Apr 05 21:23:51.746594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fdf387c-5f56-4ecc-9d5e-aecf0024d504 req-4472a6d0-125d-4989-85a7-a649b7a2bfb1 service neutron] 10.222.0.23 "GET /v2.0/networks/01057744-aedd-4863-9dbe-8ba6a90d172c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665831 Apr 05 21:23:51.858300 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:23:52.921632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3290750-2d02-4eec-b365-2756c1c9bc30 req-78479b21-975a-4a1b-a449-5c7752afbf6c tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:52.923051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3290750-2d02-4eec-b365-2756c1c9bc30 req-78479b21-975a-4a1b-a449-5c7752afbf6c tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 948 time: 0.0743849 Apr 05 21:23:52.970390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3290750-2d02-4eec-b365-2756c1c9bc30 req-06462c47-3b5f-4e17-98b2-af7c0e17c3cc tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Apr 05 21:23:53.350735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a81a7898-b527-4cca-86e4-cab73cfe2423 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:23:53.481193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a81a7898-b527-4cca-86e4-cab73cfe2423, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a81a7898-b527-4cca-86e4-cab73cfe2423,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:23:53.494637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'a81a7898-b527-4cca-86e4-cab73cfe2423', 'network_id': '01057744-aedd-4863-9dbe-8ba6a90d172c', 'port_id': 'a81a7898-b527-4cca-86e4-cab73cfe2423', 'mac_address': 'fa:16:3e:c7:c5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70e2bb9-c12f-47fe-858e-2678fb094138', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:23:53.548640 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:53.568200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81a7898-b527-4cca-86e4-cab73cfe2423 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:23:53.582623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a81a7898-b527-4cca-86e4-cab73cfe2423, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a81a7898-b527-4cca-86e4-cab73cfe2423,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:23:53.634653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:53.699502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a81a7898-b527-4cca-86e4-cab73cfe2423,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:53.709164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.709517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.709860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.710193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.710527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.710856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.711182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.711506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.711828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.712149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.712473 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:53.837814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a81a7898-b527-4cca-86e4-cab73cfe2423'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:23:54.162674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32a52f-1236-4ca2-aa4f-cbe384a2f672 req-83108c54-3d5e-4950-9598-61b157e5aada tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:54.164313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a32a52f-1236-4ca2-aa4f-cbe384a2f672 req-83108c54-3d5e-4950-9598-61b157e5aada tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 949 time: 0.0758655 Apr 05 21:23:54.209249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a32a52f-1236-4ca2-aa4f-cbe384a2f672 req-0f9364b8-f66c-4559-b853-d170ebaf1b2c tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Apr 05 21:23:55.368962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a81a7898-b527-4cca-86e4-cab73cfe2423 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:23:55.529936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port a81a7898-b527-4cca-86e4-cab73cfe2423 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:23:55.534791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port a81a7898-b527-4cca-86e4-cab73cfe2423 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:23:55.535207 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:55.663472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:55.671887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b5bf-09ae-4574-ac2d-6948616d32e5 req-99442cf7-4b86-41e8-953c-efd4bdde6206 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:55.677182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f935b5bf-09ae-4574-ac2d-6948616d32e5 req-99442cf7-4b86-41e8-953c-efd4bdde6206 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 949 time: 0.1890538 Apr 05 21:23:55.696370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81a7898-b527-4cca-86e4-cab73cfe2423'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:23:55.706411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port a81a7898-b527-4cca-86e4-cab73cfe2423, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a81a7898-b527-4cca-86e4-cab73cfe2423,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:23:55.737658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f935b5bf-09ae-4574-ac2d-6948616d32e5 req-d4fdace0-17fb-46f8-ae51-6f9780a22564 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Apr 05 21:23:55.763273 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15732aa-1cd7-4bc3-b70d-3c80bd4f21ea'] response: {'server_uuid': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81a7898-b527-4cca-86e4-cab73cfe2423', 'code': 200} Apr 05 21:23:55.777687 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:55.847399 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=a81a7898-b527-4cca-86e4-cab73cfe2423,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:55.888983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-811711ab-655d-4355-b8a0-1028fdca55f4 req-30f057d8-520e-4814-8af1-a362d1bdf1af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 1101 time: 0.0690691 Apr 05 21:23:55.932708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-811711ab-655d-4355-b8a0-1028fdca55f4 req-28d11427-aaa3-4a91-9459-0e5f1ebe6298 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Apr 05 21:23:56.922259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a3a6f-7eae-4631-8253-7ec788523205 req-5c6827fc-d14c-46c3-8a8b-d18e6d2dca41 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:56.924001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f4a3a6f-7eae-4631-8253-7ec788523205 req-5c6827fc-d14c-46c3-8a8b-d18e6d2dca41 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 950 time: 0.0801442 Apr 05 21:23:56.970181 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f4a3a6f-7eae-4631-8253-7ec788523205 req-96d3e4ed-7b8c-4f30-9449-b515a4b93609 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Apr 05 21:23:58.357814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df10b-0c37-4843-a8a6-5e8314eb5e15 req-eff16b0c-5a19-4e84-abce-42e9f5057b0b tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:58.359255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-974df10b-0c37-4843-a8a6-5e8314eb5e15 req-eff16b0c-5a19-4e84-abce-42e9f5057b0b tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 950 time: 0.2043462 Apr 05 21:23:58.402881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-974df10b-0c37-4843-a8a6-5e8314eb5e15 req-eae2b26f-9598-472a-8fc4-d1aa24c2dcb5 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Apr 05 21:23:58.979634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d54b6ae-505a-4c67-a72e-aa04962edde6 req-457d2362-bcfa-465f-ab8d-be49126bcd32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1397870 Apr 05 21:23:59.605381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ca9b4a2-264e-4954-be9a-5e881444565f req-14343723-4eaf-4875-83f2-e2a1538cf317 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725217 Apr 05 21:24:00.412955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1a938-3bb9-407e-8f56-c72709d7c6c4 req-f4b7ae71-77a4-4aab-a79e-bcf3730ab729 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:00.414670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3b1a938-3bb9-407e-8f56-c72709d7c6c4 req-f4b7ae71-77a4-4aab-a79e-bcf3730ab729 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 950 time: 0.0780866 Apr 05 21:24:00.459132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3b1a938-3bb9-407e-8f56-c72709d7c6c4 req-ea4fae72-b226-4aa8-a2da-b5180c680873 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389771 Apr 05 21:24:01.624706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-bc6e36c2-09f5-45b5-814e-1ec8ca43009d tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:01.626148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-bc6e36c2-09f5-45b5-814e-1ec8ca43009d tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.23 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 950 time: 0.0802729 Apr 05 21:24:01.752177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Deleting port a81a7898-b527-4cca-86e4-cab73cfe2423 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:24:01.752515 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:01.851816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657eee-2611-4b92-8247-71492f11b858 req-a7c2b7f9-9edc-4245-a794-188c907f3952 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:01.853179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24657eee-2611-4b92-8247-71492f11b858 req-a7c2b7f9-9edc-4245-a794-188c907f3952 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 950 time: 0.2679796 Apr 05 21:24:01.985538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24657eee-2611-4b92-8247-71492f11b858 req-56016e39-196e-4548-8f11-41d45fe8bc93 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2376087-ebca-40bf-90f1-9df7c279c324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259539 Apr 05 21:24:02.037745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] For port a81a7898-b527-4cca-86e4-cab73cfe2423, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=a81a7898-b527-4cca-86e4-cab73cfe2423,segment=NetworkSegment(85f73d24-9998-48d8-ac3d-3df506207019),segment_id=85f73d24-9998-48d8-ac3d-3df506207019)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:24:02.038096 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:02.154028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Calling delete_port for a81a7898-b527-4cca-86e4-cab73cfe2423 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:24:02.343057 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:02.354243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['a81a7898-b527-4cca-86e4-cab73cfe2423'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:24:02.397958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Pushing event deleted for resources: {'Port': ['ID=a81a7898-b527-4cca-86e4-cab73cfe2423,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:02.472103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] No DVR routers for this DVR port a81a7898-b527-4cca-86e4-cab73cfe2423 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:24:02.475285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:02.478130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'name': 'network-vif-deleted', 'tag': 'a81a7898-b527-4cca-86e4-cab73cfe2423'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:24:02.534444 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23452e14-4f83-44ce-bf10-5fb028eec0d0'] response: {'server_uuid': 'd80b06e5-7e43-4b40-aefb-bb56471a6d19', 'name': 'network-vif-deleted', 'tag': 'a81a7898-b527-4cca-86e4-cab73cfe2423', 'status': 'completed', 'code': 200} Apr 05 21:24:02.547922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a59e0920-df34-43a4-9d4a-0ef72cceb744 req-51be714d-9489-4c7d-b8f0-4d26ff2a2fd0 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.23 "DELETE /v2.0/ports/a81a7898-b527-4cca-86e4-cab73cfe2423 HTTP/1.1" status: 204 len: 173 time: 0.9143209 Apr 05 21:24:03.167410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5820bfc8-11a4-443d-ad23-92787220c3d5 req-9b1b6583-5e2e-43b7-bfd4-5eb40c7e8b14 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Synchronizing usage tracker for tenant:87c0794976a54e5fb7209ab4b28fc9a1 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:24:03.267394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5820bfc8-11a4-443d-ad23-92787220c3d5 req-9b1b6583-5e2e-43b7-bfd4-5eb40c7e8b14 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] Unset dirty status for tenant:87c0794976a54e5fb7209ab4b28fc9a1 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:24:03.268560 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5820bfc8-11a4-443d-ad23-92787220c3d5 req-9b1b6583-5e2e-43b7-bfd4-5eb40c7e8b14 tempest-ServersAdminNegativeTestJSON-792836774 tempest-ServersAdminNegativeTestJSON-792836774-project] 10.222.0.10 "GET /v2.0/ports?device_id=d80b06e5-7e43-4b40-aefb-bb56471a6d19 HTTP/1.1" status: 200 len: 210 time: 0.1481063 Apr 05 21:24:04.663023 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:04.871290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47562) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:04.884156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97adeebc-01b1-4d6b-9535-cf85d17c8b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.041096 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2fe4bbe1-4b3c-48ab-b8e2-21e55e1f844e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87c0794976a54e5fb7209ab4b28fc9a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1685469 Apr 05 21:24:05.043575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:05.102864 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.127495 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.251807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.267290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2376087-ebca-40bf-90f1-9df7c279c324,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:05.277420 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.277759 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.278095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.278423 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.278748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.279071 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.279415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.279736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.280056 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.280367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.280683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.340663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.341828 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f935a74b-9143-4487-99a6-1ee89d7a00e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2376087-ebca-40bf-90f1-9df7c279c324 HTTP/1.1" status: 204 len: 168 time: 0.2973843 Apr 05 21:24:05.416712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a81a7898-b527-4cca-86e4-cab73cfe2423 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:24:05.449094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: a81a7898-b527-4cca-86e4-cab73cfe2423 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:24:05.449419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device a81a7898-b527-4cca-86e4-cab73cfe2423 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:24:05.891974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47576) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:05.912718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.944858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:24:05.948729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a9be7f6eea47169c2323dd690dbdf3 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:24:05.951505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:24:05.957108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:24:06.019858 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.083821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.128617 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb265e-2fde-4dc4-8057-ca4e6cf0ec12,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:06.135876 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-33b11d18-b459-473a-9846-72730ba08a29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5a9be7f6eea47169c2323dd690dbdf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2421427 Apr 05 21:24:06.138474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47580) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:06.277535 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26b72530-0fa5-4b1c-b97f-9ec3a990b6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.303034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26b72530-0fa5-4b1c-b97f-9ec3a990b6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.411342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26b72530-0fa5-4b1c-b97f-9ec3a990b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.427576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b72530-0fa5-4b1c-b97f-9ec3a990b6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb265e-2fde-4dc4-8057-ca4e6cf0ec12,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:06.433008 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-26b72530-0fa5-4b1c-b97f-9ec3a990b6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.434169 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-26b72530-0fa5-4b1c-b97f-9ec3a990b6d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fffb265e-2fde-4dc4-8057-ca4e6cf0ec12 HTTP/1.1" status: 204 len: 168 time: 0.2948287 Apr 05 21:24:06.868588 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b9cc4a77-c9cb-43b0-863d-1a5a1305b161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:07.468009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47602) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:07.592387 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1059664528-network', 'tenant_id': 'bebf051fd3cb45ddab7757584d26e845'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:24:07.597855 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:24:07.601679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Usage tracker for resource:network and tenant:bebf051fd3cb45ddab7757584d26e845 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:24:07.604556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:24:07.610679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:24:07.674721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Made reservation on behalf of bebf051fd3cb45ddab7757584d26e845 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:24:07.677005 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:07.689438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:07.720707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:24:07.724438 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Usage tracker for resource:security_group_rule and tenant:bebf051fd3cb45ddab7757584d26e845 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:24:07.727174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:24:07.732769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:24:07.800525 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:07.878148 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:07.908641 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:24:07.917138 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e388f47e-8fa0-488d-8451-0c6ee177d878,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:07.923823 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:07.924163 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Added segment cd361e67-66ba-41df-8734-57125ee9b242 of type vlan for network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa Apr 05 21:24:07.951549 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.022579 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.023324 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:08.023885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.123499 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] Pushing event updated for resources: {'Network': ['ID=2a38cd0b-7a79-4ecc-818b-3b4664e66daa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:08.133595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:24:08.173216 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5b186dcf-14ea-4ebe-8396-cc671fd200ae admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7015200 Apr 05 21:24:08.173419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47608) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:08.179222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Request body: {'subnet': {'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1059664528-subnet', 'tenant_id': 'bebf051fd3cb45ddab7757584d26e845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:24:08.184754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:24:08.188605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Usage tracker for resource:subnet and tenant:bebf051fd3cb45ddab7757584d26e845 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:24:08.191532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:24:08.197305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:24:08.261627 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Made reservation on behalf of bebf051fd3cb45ddab7757584d26e845 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:24:08.263959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.506964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.530021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.603559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36924e3-9097-4065-8a89-873e57d97afb,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:08.611486 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.620639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Checking segment: {'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:24:08.620987 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Network hostable DHCP agents. Network: 2a38cd0b-7a79-4ecc-818b-3b4664e66daa, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:24:08.701065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:24:08.787124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 2a38cd0b-7a79-4ecc-818b-3b4664e66daa) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:24:08.791932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:08.792538 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:08.797234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804ab189-2567-488c-8f23-e6cc8dd2da52 None None] Network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:24:08.891352 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8c320548-9809-44fc-bb48-9cecb8c1edc7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7166889 Apr 05 21:24:09.033078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f90dbdc-a27b-4b57-bbaf-acd0810541fa None None] Network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:24:09.424100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c99d-8960-44ac-b194-9e343e861a0e req-51c86c2e-55f8-41fc-b7d3-4c6e26941d05 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:09.425466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-51c86c2e-55f8-41fc-b7d3-4c6e26941d05 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 812 time: 0.1409183 Apr 05 21:24:09.442025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-7fd31c0e-5642-4705-bb4e-0f3041f84355 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/quotas/bebf051fd3cb45ddab7757584d26e845 HTTP/1.1" status: 200 len: 375 time: 0.0106852 Apr 05 21:24:09.489336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-db98afd9-440e-4431-a8a4-26d56baff78b tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420566 Apr 05 21:24:09.499760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-472c8e00-7534-4338-9715-6496cf3444ce service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:24:09.500664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-472c8e00-7534-4338-9715-6496cf3444ce service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047572 Apr 05 21:24:09.735370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-0947fd5b-ac9f-4fb7-8803-084450722d20 service neutron] 10.222.0.10 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292769 Apr 05 21:24:09.862873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-24b7ad34-7587-4ade-a42a-4da214311419 service neutron] 10.222.0.10 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217601 Apr 05 21:24:09.960733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:11.146442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc5e7dac-cb12-41ec-83a0-fea2ff8b2145 req-ea844764-a1c5-43fa-bd48-34ec5581bdd6 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 210 time: 0.0398366 Apr 05 21:24:12.308388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b4297fa-7fac-4005-91f6-bf0858261ea1 req-e405f7a7-bba0-49bd-b0f6-86182cc8b6ce tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 210 time: 0.0417151 Apr 05 21:24:13.278912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c99d-8960-44ac-b194-9e343e861a0e req-7ee828f5-cacb-4964-96e3-feb1da2d9d03 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:13.280331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-7ee828f5-cacb-4964-96e3-feb1da2d9d03 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.23 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 812 time: 0.1497433 Apr 05 21:24:13.296332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Request body: {'port': {'device_id': '32547d53-420b-4b80-88c2-85156df039e5', 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa', 'admin_state_up': True, 'tenant_id': 'bebf051fd3cb45ddab7757584d26e845'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:24:13.433925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:24:13.471662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Usage tracker for resource:port and tenant:bebf051fd3cb45ddab7757584d26e845 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:24:13.478279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:24:13.488848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c138cc6-949a-4d94-9fa5-e9849767f0b0 req-b1521052-268b-4b9a-8030-de399e3fcd92 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 210 time: 0.0523777 Apr 05 21:24:13.489696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:24:13.560344 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Made reservation on behalf of bebf051fd3cb45ddab7757584d26e845 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:24:13.563557 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:13.725550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Allocated IP 172.20.0.6 (2a38cd0b-7a79-4ecc-818b-3b4664e66daa/d36924e3-9097-4065-8a89-873e57d97afb/52a4e93e-9217-4764-8f46-da4f55bb4925) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:24:13.928500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:14.017507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:14.088954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:24:14.092014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:24:14.094964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:24:14.129147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:14.164772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:14.165382 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:14.257804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-70675ece-f277-4e82-b65b-05a1f8928d82 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9651411 Apr 05 21:24:14.268589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Request body: {'port': {'device_id': '32547d53-420b-4b80-88c2-85156df039e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:24:14.374574 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:14.763994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e32e60-a812-4095-9117-5906ac723350 req-2df41f92-29d4-46c2-b696-d18374d9e8a3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:14.764746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-70e32e60-a812-4095-9117-5906ac723350 req-2df41f92-29d4-46c2-b696-d18374d9e8a3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Synchronizing usage tracker for tenant:bebf051fd3cb45ddab7757584d26e845 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:24:14.770433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a4e93e-9217-4764-8f46-da4f55bb4925 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:24:14.779566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:14.799586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Transition to ACTIVE for port object 52a4e93e-9217-4764-8f46-da4f55bb4925 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:24:14.872541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-70e32e60-a812-4095-9117-5906ac723350 req-2df41f92-29d4-46c2-b696-d18374d9e8a3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Unset dirty status for tenant:bebf051fd3cb45ddab7757584d26e845 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:24:14.873723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70e32e60-a812-4095-9117-5906ac723350 req-2df41f92-29d4-46c2-b696-d18374d9e8a3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 931 time: 0.2598674 Apr 05 21:24:14.901175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:15.127363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-70e32e60-a812-4095-9117-5906ac723350 req-f1ad5220-931f-4a7c-be24-95a1d9446e1c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480338 Apr 05 21:24:15.134639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:15.245319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:24:15.245640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:24:15.245966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 on network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:24:15.253123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Port 52a4e93e-9217-4764-8f46-da4f55bb4925 on network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:24:15.253654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 on network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:24:15.262904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:24:15.263237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Checking segment: {'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:24:15.263611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Bound using segment: {'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:24:15.264028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Bound port: 52a4e93e-9217-4764-8f46-da4f55bb4925, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:24:15.264365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:15.351977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:24:15.354761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:24:15.451346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:15.515139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:15.516550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] 10.222.0.23 "PUT /v2.0/ports/52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 1091 time: 1.2519212 Apr 05 21:24:15.518643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:24:15.536719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad734957-28ce-4636-ac42-8592bf423595 service neutron] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:15.572994 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5895196a-b717-4d02-b466-7a8187b0801d'] response: {'name': 'network-changed', 'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'status': 'completed', 'code': 200} Apr 05 21:24:15.792512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-afb2a7b3-ac1e-4c06-8af6-67d6436c14c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1094 time: 0.1392272 Apr 05 21:24:15.860538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-1179ad8d-aab5-4970-b2b7-74296f41ac8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 217 time: 0.0606163 Apr 05 21:24:15.924192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819c99d-8960-44ac-b194-9e343e861a0e req-d52756a3-1aa0-4a70-b9e0-ea9b3341b03d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:15.925489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-d52756a3-1aa0-4a70-b9e0-ea9b3341b03d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 200 len: 852 time: 0.0584869 Apr 05 21:24:15.968801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-0342e7fc-9e5e-4a3c-9ab1-716a78d93e03 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373952 Apr 05 21:24:16.097151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-33746782-7dd4-4c5c-ac45-48d746f0efd7 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212020 Apr 05 21:24:16.226754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a819c99d-8960-44ac-b194-9e343e861a0e req-e1dbaca6-46ca-478e-9e64-911e11326678 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234169 Apr 05 21:24:16.328542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ad99d-279b-47ce-9e49-68479986c277 req-2bacc639-0e66-4e73-90ee-20009bf8b2d5 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:16.330027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e0ad99d-279b-47ce-9e49-68479986c277 req-2bacc639-0e66-4e73-90ee-20009bf8b2d5 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 943 time: 0.0804582 Apr 05 21:24:16.420858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e0ad99d-279b-47ce-9e49-68479986c277 req-4c478097-de0f-4756-afb6-1db1ba72feb1 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847034 Apr 05 21:24:16.437779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-9216cc6a-e65c-4ea8-a6dc-966e5332a63b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1094 time: 0.0884268 Apr 05 21:24:16.571090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-722ce0e1-9eae-4f03-be8c-3d976d574bf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:16.572522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-722ce0e1-9eae-4f03-be8c-3d976d574bf2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 913 time: 0.1252315 Apr 05 21:24:16.641970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-50ce5c5e-4a18-4b6b-be3a-fdd3fe76eebf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 217 time: 0.0620942 Apr 05 21:24:16.703692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-46a9a36d-60b8-4267-a108-de7fa6f21a73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:16.705116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-46a9a36d-60b8-4267-a108-de7fa6f21a73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 200 len: 852 time: 0.0560219 Apr 05 21:24:16.753606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-b6288cef-5a25-480a-9ed6-3a70c09a13eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409670 Apr 05 21:24:16.883875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-c365520c-4a38-446c-b4aa-875ebcdb0041 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235495 Apr 05 21:24:17.103932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5beef7c7-1a46-4553-bf4c-ff0ead8244be req-b72c8ac3-1364-4484-999e-125a7c7fa678 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137229 Apr 05 21:24:17.512566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:24:17.616483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c4a5d-20ed-49cb-ab87-bf737f183efd req-b42143e7-290c-4b8a-ab65-eade271edb3e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:17.617975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c4a5d-20ed-49cb-ab87-bf737f183efd req-b42143e7-290c-4b8a-ab65-eade271edb3e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 943 time: 0.0752072 Apr 05 21:24:17.646425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:24:17.659494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa', 'port_id': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'mac_address': 'fa:16:3e:28:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36924e3-9097-4065-8a89-873e57d97afb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:24:17.662538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a9c4a5d-20ed-49cb-ab87-bf737f183efd req-0a2ed21c-4d67-4082-a764-0e4be884c12b tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389955 Apr 05 21:24:17.714194 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:17.730757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a4e93e-9217-4764-8f46-da4f55bb4925 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:24:17.745627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:24:17.805836 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:17.870766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:18.113028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['52a4e93e-9217-4764-8f46-da4f55bb4925'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:24:18.860437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99f618-599c-4536-9ba5-4e3c9db35b69 req-d06eb228-e559-4213-9e34-2762752b403e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:18.861900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e99f618-599c-4536-9ba5-4e3c9db35b69 req-d06eb228-e559-4213-9e34-2762752b403e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 944 time: 0.0782032 Apr 05 21:24:18.907849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e99f618-599c-4536-9ba5-4e3c9db35b69 req-2b862f4a-4d40-4b1f-b3f5-6c6a2e9b4173 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Apr 05 21:24:19.552590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:24:19.683651 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 52a4e93e-9217-4764-8f46-da4f55bb4925 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:24:19.688757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 52a4e93e-9217-4764-8f46-da4f55bb4925 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:24:19.689159 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:19.798002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:19.826595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:24:19.836048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:24:19.880432 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afee262-535e-4f82-9db7-228e73e65a4d'] response: {'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'code': 200} Apr 05 21:24:19.916291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:19.982899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:20.010333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80b31ac6-7932-4b23-9004-5ae5e6901024 req-9083e06e-c381-43fd-9f95-c55c1283355f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1096 time: 0.0687280 Apr 05 21:24:20.090623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80b31ac6-7932-4b23-9004-5ae5e6901024 req-c3e1e23c-7020-4180-a0bd-ab3dc2b2c918 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746346 Apr 05 21:24:20.125088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e651d4-bb38-4a97-98bc-975c3d09da28 req-79088ff6-4387-42e7-83ae-4e9dae367f22 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:20.126457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0e651d4-bb38-4a97-98bc-975c3d09da28 req-79088ff6-4387-42e7-83ae-4e9dae367f22 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0833769 Apr 05 21:24:20.170652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0e651d4-bb38-4a97-98bc-975c3d09da28 req-4dd0741a-168a-4367-bf3b-ba1d4f6f9cfc tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 Apr 05 21:24:20.600209 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:21.369325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c04149-ae04-4dee-92b5-57a8f13dd9b9 req-c9637299-61d2-417f-8925-74eaae083dc4 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:21.370740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7c04149-ae04-4dee-92b5-57a8f13dd9b9 req-c9637299-61d2-417f-8925-74eaae083dc4 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0754988 Apr 05 21:24:21.417865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a7c04149-ae04-4dee-92b5-57a8f13dd9b9 req-29bb9693-aaad-4ce3-8301-9b2ac1f4c900 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Apr 05 21:24:21.610047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-270c5631-6463-48a5-84d3-8f345fc468e6 req-3d51d5c4-c9af-4877-9f0c-768707358ac8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667155 Apr 05 21:24:22.055192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306d994-a9a5-465e-97d1-1ee02da5672a req-75f221e2-9fe3-4b62-8965-528e7e04b2ae tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:22.056766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2306d994-a9a5-465e-97d1-1ee02da5672a req-75f221e2-9fe3-4b62-8965-528e7e04b2ae tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0760312 Apr 05 21:24:22.083019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 47662) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:22.111531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2306d994-a9a5-465e-97d1-1ee02da5672a req-a177a4bd-e60a-491f-ac53-c7400f76cdf3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492671 Apr 05 21:24:22.222103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-454ef5c2-1b86-42e2-a495-e7fccc0dc44f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380491 Apr 05 21:24:23.324023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a15b66-022a-46dc-80c1-d4479bb256f0 req-1cd6d317-eea9-44a0-b8c9-a285263daf00 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:23.325406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1a15b66-022a-46dc-80c1-d4479bb256f0 req-1cd6d317-eea9-44a0-b8c9-a285263daf00 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0845277 Apr 05 21:24:23.370155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1a15b66-022a-46dc-80c1-d4479bb256f0 req-f66574c3-435d-4c48-b02f-11a30b558141 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Apr 05 21:24:24.346328 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-7613c9bd-8384-4259-b521-fc0bc0bd96e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1096 time: 0.0689247 Apr 05 21:24:24.474095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-3a2bca6a-41dd-4fc1-a635-034fe911417b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:24.476108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-3a2bca6a-41dd-4fc1-a635-034fe911417b service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 913 time: 0.1233916 Apr 05 21:24:24.581821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-92f8e34a-05cb-4c83-a0da-eb058effe44a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 217 time: 0.0998399 Apr 05 21:24:24.666638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-34f70014-151d-4207-950d-036b93192325 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:24.668046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-34f70014-151d-4207-950d-036b93192325 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 200 len: 852 time: 0.0759730 Apr 05 21:24:24.673656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ac10d-b1c1-4009-bf37-e37bc212a9d6 req-e101d96a-25c5-46b8-9379-43438c5efc13 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:24.677791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-836ac10d-b1c1-4009-bf37-e37bc212a9d6 req-e101d96a-25c5-46b8-9379-43438c5efc13 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.1443515 Apr 05 21:24:24.727968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-03a012c0-8600-4f24-a373-81ee381703e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520897 Apr 05 21:24:24.822065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-836ac10d-b1c1-4009-bf37-e37bc212a9d6 req-d62fdf82-89ba-494f-ba40-f89e324f89c8 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174438 Apr 05 21:24:24.872734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-3b531f70-a0da-4a68-b658-177cc5f247d7 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378381 Apr 05 21:24:25.093608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-4a31683d-e9ea-4eac-b861-fc9f625d0f7d service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150724 Apr 05 21:24:26.019718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdac4b-006b-493b-9b42-fa6983477f36 req-bb85354e-9972-41cc-8a57-3a182dada2b6 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:26.021264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abcdac4b-006b-493b-9b42-fa6983477f36 req-bb85354e-9972-41cc-8a57-3a182dada2b6 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0783515 Apr 05 21:24:26.065602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abcdac4b-006b-493b-9b42-fa6983477f36 req-5393d10a-afb6-4d31-a515-d2650dbac4e2 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389652 Apr 05 21:24:27.261809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59c1a1-c7fd-410e-a3f7-5fc3bc1baee1 req-e04ea8f1-9457-4bec-b95f-795b45e2e868 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:27.263143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d59c1a1-c7fd-410e-a3f7-5fc3bc1baee1 req-e04ea8f1-9457-4bec-b95f-795b45e2e868 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0751741 Apr 05 21:24:27.311331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d59c1a1-c7fd-410e-a3f7-5fc3bc1baee1 req-f58282d1-4890-4f66-9232-ab6250c316a7 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Apr 05 21:24:28.504325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8856eef-0196-4684-afaa-f5187dc12fc7 req-fa43d4da-19fa-40b3-81ae-bbd8a71999f8 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:28.506287 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8856eef-0196-4684-afaa-f5187dc12fc7 req-fa43d4da-19fa-40b3-81ae-bbd8a71999f8 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0756590 Apr 05 21:24:28.550276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8856eef-0196-4684-afaa-f5187dc12fc7 req-c1adc615-b98f-46f2-9f4a-79d3e891d586 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Apr 05 21:24:28.859061 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:24:29.762847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39cd0-4dcd-409f-807a-e5321e81ffc0 req-c3867525-5500-455c-82e3-5ad54c4d3403 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:29.764300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0d39cd0-4dcd-409f-807a-e5321e81ffc0 req-c3867525-5500-455c-82e3-5ad54c4d3403 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0840082 Apr 05 21:24:29.808315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0d39cd0-4dcd-409f-807a-e5321e81ffc0 req-160f9f3f-2cec-420e-8c02-0c84585dc683 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385642 Apr 05 21:24:31.006432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adf6dc-8839-4c93-8cc0-2d4d18cfe241 req-a3a5521b-b3b8-458f-8442-849c3964bb83 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:31.007878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20adf6dc-8839-4c93-8cc0-2d4d18cfe241 req-a3a5521b-b3b8-458f-8442-849c3964bb83 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0756412 Apr 05 21:24:31.053880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20adf6dc-8839-4c93-8cc0-2d4d18cfe241 req-1a135625-53ce-42bd-94dd-af054c8015a4 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Apr 05 21:24:32.251802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbfd0c-d10c-49b3-a85f-d88810c9ebd1 req-8790b4cf-81b1-4eb1-b4f2-c26ac7d33535 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:32.253274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3dbfd0c-d10c-49b3-a85f-d88810c9ebd1 req-8790b4cf-81b1-4eb1-b4f2-c26ac7d33535 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0813038 Apr 05 21:24:32.298325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c3dbfd0c-d10c-49b3-a85f-d88810c9ebd1 req-f3fe2dc9-1965-45de-8dd4-e49374f65801 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389822 Apr 05 21:24:33.491779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b392f0-b6a6-4b67-a315-18278e9a3dfc req-6a49d8c2-ef47-4969-a35e-2b105a889f07 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:33.493229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57b392f0-b6a6-4b67-a315-18278e9a3dfc req-6a49d8c2-ef47-4969-a35e-2b105a889f07 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0749738 Apr 05 21:24:33.537484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57b392f0-b6a6-4b67-a315-18278e9a3dfc req-0c970c5d-094d-4afa-bebe-a39be9dc2ab5 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382097 Apr 05 21:24:34.628386 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:34.739631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d70604-654d-4c35-b1f8-c2b6ee90de68 req-a1156532-3725-4813-940d-70087c80fe47 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:34.741821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d70604-654d-4c35-b1f8-c2b6ee90de68 req-a1156532-3725-4813-940d-70087c80fe47 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0807664 Apr 05 21:24:34.788986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87d70604-654d-4c35-b1f8-c2b6ee90de68 req-0717da9e-efa0-466c-ab1f-101c2cd6cae3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Apr 05 21:24:34.862135 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b4f5b87-e083-423a-b28e-9f8a3c4e8576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:35.983398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eb7df-c3ed-4bf6-bad5-e964a0225d73 req-f2454c3b-089f-402c-a0ae-65857037b07c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:35.984830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-857eb7df-c3ed-4bf6-bad5-e964a0225d73 req-f2454c3b-089f-402c-a0ae-65857037b07c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0762386 Apr 05 21:24:36.033025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-857eb7df-c3ed-4bf6-bad5-e964a0225d73 req-54067d6a-3072-4d9e-accf-fd7e1b768828 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427206 Apr 05 21:24:36.878087 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e0458609-b851-47bf-8568-f464d5c10556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:37.225343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c2aa1-22dc-485a-98f7-9cd98de0ab7b req-df1eee30-280e-4eb0-a441-159e6d7fea9d tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:37.226760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d50c2aa1-22dc-485a-98f7-9cd98de0ab7b req-df1eee30-280e-4eb0-a441-159e6d7fea9d tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0757911 Apr 05 21:24:37.270740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d50c2aa1-22dc-485a-98f7-9cd98de0ab7b req-2e8f0393-f910-45e6-9881-a4f3bff0ecbc tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 Apr 05 21:24:38.471791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd73a33-a6e6-4176-b7b9-9ab7603a2e03 req-1dbaa26e-3c18-4219-902b-6a3036b38162 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:38.473271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cd73a33-a6e6-4176-b7b9-9ab7603a2e03 req-1dbaa26e-3c18-4219-902b-6a3036b38162 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0791750 Apr 05 21:24:38.513828 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:38.518060 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cd73a33-a6e6-4176-b7b9-9ab7603a2e03 req-95b46232-90f4-4925-beaf-1d8e313e961b tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Apr 05 21:24:38.605090 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:39.712616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83daf1c-2e3e-41b5-84eb-11877fe987b8 req-9a8d9efd-2027-4a97-880a-6e05e25fb47c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:39.714088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f83daf1c-2e3e-41b5-84eb-11877fe987b8 req-9a8d9efd-2027-4a97-880a-6e05e25fb47c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0757246 Apr 05 21:24:39.758858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f83daf1c-2e3e-41b5-84eb-11877fe987b8 req-bd2b207d-f2de-4bfc-8b3c-bc8f441d4f93 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393863 Apr 05 21:24:39.992214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:40.967117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d5a61-a96a-4f63-9851-f08aae8eb959 req-98df8046-e7ff-4e2d-9e7c-6a925bbf3e0e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:40.968528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1d5a61-a96a-4f63-9851-f08aae8eb959 req-98df8046-e7ff-4e2d-9e7c-6a925bbf3e0e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0772278 Apr 05 21:24:41.012795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b1d5a61-a96a-4f63-9851-f08aae8eb959 req-281fd46d-0d0f-4032-bf94-d8f389320c72 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Apr 05 21:24:42.206462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359d835-0df1-467f-a2c7-fbdd63bee51b req-e61fea57-0fcd-4a47-b4e6-baf57a8691e2 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:42.207865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3359d835-0df1-467f-a2c7-fbdd63bee51b req-e61fea57-0fcd-4a47-b4e6-baf57a8691e2 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0735552 Apr 05 21:24:42.255137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3359d835-0df1-467f-a2c7-fbdd63bee51b req-d837207f-8468-49ca-9142-5c476a8d9d6d tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Apr 05 21:24:43.448620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58a6ad-fd84-4769-a546-e5530d5739fd req-3ba471c4-5c22-455f-9548-b0c415d5d3bd tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:43.450067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a58a6ad-fd84-4769-a546-e5530d5739fd req-3ba471c4-5c22-455f-9548-b0c415d5d3bd tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0760448 Apr 05 21:24:43.493977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a58a6ad-fd84-4769-a546-e5530d5739fd req-b3411998-854c-4d8c-8741-fa117ea606da tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385032 Apr 05 21:24:44.689352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74622e1e-2d45-483f-b3ce-923a028f79a2 req-0c8521ea-06dc-4fd9-a319-f3c25b030146 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:44.690775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74622e1e-2d45-483f-b3ce-923a028f79a2 req-0c8521ea-06dc-4fd9-a319-f3c25b030146 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0787685 Apr 05 21:24:44.735762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-74622e1e-2d45-483f-b3ce-923a028f79a2 req-2fda79c9-bb2a-4998-bb47-c06664a70a2f tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386958 Apr 05 21:24:45.934777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fee141-984a-4966-9586-7fcfa309d732 req-7dca0bb3-2ae0-4688-a73c-4231f69b886e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:45.936227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34fee141-984a-4966-9586-7fcfa309d732 req-7dca0bb3-2ae0-4688-a73c-4231f69b886e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0757246 Apr 05 21:24:45.983407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34fee141-984a-4966-9586-7fcfa309d732 req-0487fe37-1de3-4fd9-b287-c8401485ae05 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Apr 05 21:24:47.183279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce7b28-ea9d-4d36-b129-881e77b243b5 req-d17b6f2f-5e4a-49de-b9a2-696e820b9362 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:47.184715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34ce7b28-ea9d-4d36-b129-881e77b243b5 req-d17b6f2f-5e4a-49de-b9a2-696e820b9362 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0811880 Apr 05 21:24:47.229066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34ce7b28-ea9d-4d36-b129-881e77b243b5 req-c4368790-e0a3-405c-a54e-12fcda7d1e40 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Apr 05 21:24:48.422226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69dc2-2b90-4c66-a477-01e2e96c0325 req-cf02bc36-6e3f-41f9-9759-707c16dd120e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:48.423638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bca69dc2-2b90-4c66-a477-01e2e96c0325 req-cf02bc36-6e3f-41f9-9759-707c16dd120e tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0748000 Apr 05 21:24:48.467290 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bca69dc2-2b90-4c66-a477-01e2e96c0325 req-28d54eee-3c5d-4945-a9ce-4ef85a0e3cdf tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382504 Apr 05 21:24:49.666707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f417a-dc5e-44f7-b5ad-a7b91598d12d req-1055f446-f084-4f15-a342-e79cdd965a6b tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:49.668061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-881f417a-dc5e-44f7-b5ad-a7b91598d12d req-1055f446-f084-4f15-a342-e79cdd965a6b tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0788970 Apr 05 21:24:49.712862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-881f417a-dc5e-44f7-b5ad-a7b91598d12d req-7b46c12e-ee42-4916-a8f3-2103b23b7bdb tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Apr 05 21:24:50.604011 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:50.905680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b39baf-2f2a-46ea-9a03-7ad74e0ab4e9 req-d35fda50-0338-4fca-9fb9-9676a8eaa81c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:50.907090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00b39baf-2f2a-46ea-9a03-7ad74e0ab4e9 req-d35fda50-0338-4fca-9fb9-9676a8eaa81c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0745041 Apr 05 21:24:50.955917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00b39baf-2f2a-46ea-9a03-7ad74e0ab4e9 req-e5cb45b1-40e9-44c3-bb81-085f1674b931 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Apr 05 21:24:52.307185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38ce6b-e1b3-4751-8fec-42b85830f1ce req-db7efa43-77e6-4093-9835-a811746f96f5 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:52.308630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b38ce6b-e1b3-4751-8fec-42b85830f1ce req-db7efa43-77e6-4093-9835-a811746f96f5 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.2336271 Apr 05 21:24:52.330456 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-f81a194a-615c-49ea-9504-e7484f2fb93b service neutron] show failed (client error): The resource could not be found. Apr 05 21:24:52.331370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-f81a194a-615c-49ea-9504-e7484f2fb93b service neutron] 10.222.0.23 "GET /v2.0/ports/52a4e93e-9217-4764-8f46-da4f55bb4925/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.2024653 Apr 05 21:24:52.358026 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b38ce6b-e1b3-4751-8fec-42b85830f1ce req-b0082de2-1746-4298-a4e6-771b2fd6bcc6 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Apr 05 21:24:52.986645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-7d703db0-3913-4c4d-8fef-7ae101e9b89e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5&tenant_id=bebf051fd3cb45ddab7757584d26e845 HTTP/1.1" status: 200 len: 1096 time: 0.1268663 Apr 05 21:24:53.004815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:24:53.109713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:53.367336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:24:53.394814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:24:53.455933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:24:53.460886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:53.476299 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Transition to ACTIVE for port object 52a4e93e-9217-4764-8f46-da4f55bb4925 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:24:53.536944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:53.667646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:53.672018 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481e4b7a-f410-4994-bd3f-a9d9d82385e9'] response: {'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'code': 200} Apr 05 21:24:53.721304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.721642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.721979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.722311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.722634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.722955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.723276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.723593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.723912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.724227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.724543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:53.728218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] No DVR routers for this DVR port 52a4e93e-9217-4764-8f46-da4f55bb4925 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:24:53.737139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01477106-3179-46c1-900c-518bce25c518 req-440bc1e2-57e6-4ab2-b0ae-585922805fc3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:53.737139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01477106-3179-46c1-900c-518bce25c518 req-440bc1e2-57e6-4ab2-b0ae-585922805fc3 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.2545586 Apr 05 21:24:53.822866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:24:53.823192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:24:53.823511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 on network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:24:53.834905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Port 52a4e93e-9217-4764-8f46-da4f55bb4925 on network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:24:53.835219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Attempting to bind port 52a4e93e-9217-4764-8f46-da4f55bb4925 on network 2a38cd0b-7a79-4ecc-818b-3b4664e66daa {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:24:53.839358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01477106-3179-46c1-900c-518bce25c518 req-37cdbe5e-81dc-4cd3-b41d-d4b37c987ff6 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736477 Apr 05 21:24:53.844296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:24:53.844624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Checking segment: {'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:24:53.844990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Bound using segment: {'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:24:53.845432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Bound port: 52a4e93e-9217-4764-8f46-da4f55bb4925, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd361e67-66ba-41df-8734-57125ee9b242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:24:53.845771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:53.934528 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:24:53.937263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:24:54.016860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:54.079531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:54.080849 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] 10.222.0.39 "PUT /v2.0/ports/52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 1091 time: 1.0799088 Apr 05 21:24:54.095161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855e0f6-174c-4cf2-a798-0379906a041e service neutron] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:54.182832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-1b97058c-bd2b-40ec-a561-1c4c7e59360a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1094 time: 0.0691600 Apr 05 21:24:54.311025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-831b4ebf-a6c8-4ee7-b4d8-090a4db54515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:54.312487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-831b4ebf-a6c8-4ee7-b4d8-090a4db54515 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 913 time: 0.1236305 Apr 05 21:24:54.381126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-2eb727f4-df6d-4c90-85c9-ab4e3c50ccd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 217 time: 0.0627031 Apr 05 21:24:54.439796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-6df7b5a3-3657-4172-8bdc-e6e34c85f6a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:54.441174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-6df7b5a3-3657-4172-8bdc-e6e34c85f6a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 200 len: 852 time: 0.0548935 Apr 05 21:24:54.483193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-3ab2145c-99df-4a72-837c-1c34470561df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364909 Apr 05 21:24:54.610285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-e929918f-5336-4647-b347-490dc14cd00a service neutron] 10.222.0.39 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207466 Apr 05 21:24:54.848769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a65cb363-bc46-4e2f-b17f-8340b9bbb8cc req-57835750-b240-4702-8604-ed8c74cf2341 service neutron] 10.222.0.39 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324436 Apr 05 21:24:55.042710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d537502-4e28-4c21-ba27-f467733b8c4b req-9c58a46a-7128-4a46-981b-5d2aeba68ac2 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:55.044180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d537502-4e28-4c21-ba27-f467733b8c4b req-9c58a46a-7128-4a46-981b-5d2aeba68ac2 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 943 time: 0.0764477 Apr 05 21:24:55.089735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d537502-4e28-4c21-ba27-f467733b8c4b req-ff37040a-be3a-414a-872b-835fd55bd496 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Apr 05 21:24:55.673739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:24:55.739682 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb8fb31-01cd-4bbf-b4db-ba86b54daf2a'] response: {'name': 'network-changed', 'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'status': 'completed', 'code': 200} Apr 05 21:24:55.755085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:24:55.814359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:24:55.896095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-70e24f27-60c3-4cd8-9049-2484909a42a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1094 time: 0.1382387 Apr 05 21:24:55.898766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-6c5fc06e-f481-45f5-a23e-3cb6e54eceac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1094 time: 0.1009417 Apr 05 21:24:56.134373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-a444d9a1-7f6f-4c25-949e-2d85088078d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:56.135716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-a444d9a1-7f6f-4c25-949e-2d85088078d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 913 time: 0.2338989 Apr 05 21:24:56.138058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-9a3c772a-c90b-49bd-b1e0-d5d315ae9671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:56.139395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-9a3c772a-c90b-49bd-b1e0-d5d315ae9671 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 913 time: 0.2202160 Apr 05 21:24:56.300083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-50c9c826-e6c3-4c57-931c-798c8b7130f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 217 time: 0.1575308 Apr 05 21:24:56.304992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-f4e35e21-e825-4933-a3c3-cc85eae71261 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 217 time: 0.1113906 Apr 05 21:24:56.426897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-be36a016-5e34-41c7-9f01-0199561e1e65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:56.428283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-be36a016-5e34-41c7-9f01-0199561e1e65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 200 len: 852 time: 0.0923815 Apr 05 21:24:56.430644 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-a865684d-edab-4c24-9ccb-9f10d2d5a07f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:56.431903 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-a865684d-edab-4c24-9ccb-9f10d2d5a07f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 200 len: 852 time: 0.1259098 Apr 05 21:24:56.516741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-c846ec7a-2faf-4904-9661-d41ec8d02ad0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789351 Apr 05 21:24:56.519460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-e8b60a6e-06f5-4560-90d7-311b28f7bdf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792379 Apr 05 21:24:56.525161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009a65-0ac4-4928-bdb4-d876263dfb26 req-7d8eefa0-d496-4db9-9ad0-8eedb9362948 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:56.526470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91009a65-0ac4-4928-bdb4-d876263dfb26 req-7d8eefa0-d496-4db9-9ad0-8eedb9362948 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 943 time: 0.2813358 Apr 05 21:24:56.755893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91009a65-0ac4-4928-bdb4-d876263dfb26 req-906cc10b-2940-4727-93ab-3e9b08c30448 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918628 Apr 05 21:24:56.782993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-c4276f03-09e5-45ba-bbfb-fde8ef4ba5d6 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546649 Apr 05 21:24:56.790469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-3c57bcf2-0c43-4753-9934-39197f282dad service neutron] 10.222.0.39 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631884 Apr 05 21:24:57.138460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-c45f4647-3eb9-4c66-8f64-1080538cbccf service neutron] 10.222.0.39 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297572 Apr 05 21:24:57.140104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb1cf30a-eca1-436d-9f0c-b2196f1ce088 req-f7a9e2ee-1cde-48cd-8d33-37d093229464 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487711 Apr 05 21:24:57.962688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc923814-2b5c-4a36-a31f-4545fd2b29a1 req-afe62e9e-cee0-42b8-aedf-dba97faea275 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:57.964175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc923814-2b5c-4a36-a31f-4545fd2b29a1 req-afe62e9e-cee0-42b8-aedf-dba97faea275 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 943 time: 0.0860081 Apr 05 21:24:58.014955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc923814-2b5c-4a36-a31f-4545fd2b29a1 req-d5d28a80-85ee-421a-9850-f2077bc55f2c tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Apr 05 21:24:58.840074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:24:58.977372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:24:58.990769 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'network_id': '2a38cd0b-7a79-4ecc-818b-3b4664e66daa', 'port_id': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'mac_address': 'fa:16:3e:28:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36924e3-9097-4065-8a89-873e57d97afb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:24:59.044343 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:59.064477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a4e93e-9217-4764-8f46-da4f55bb4925 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:24:59.080500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:24:59.165489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:59.214479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b2494-0f84-4018-a319-02710eb581ea req-ed6f8539-ce37-4be4-a2ef-bd9a03a770e7 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:59.216000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a28b2494-0f84-4018-a319-02710eb581ea req-ed6f8539-ce37-4be4-a2ef-bd9a03a770e7 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 944 time: 0.0788503 Apr 05 21:24:59.242149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:59.251381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.251962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.252077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.252416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.252746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.253092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.253421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.253753 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.254076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.254400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.254805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:59.265486 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a28b2494-0f84-4018-a319-02710eb581ea req-d0895183-1e40-421d-9fdd-cdff6497ab76 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 Apr 05 21:24:59.635851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['52a4e93e-9217-4764-8f46-da4f55bb4925'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:24:59.823428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-6aae0a21-e862-4a3d-a8db-c06500db1e8f tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:59.824743 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-6aae0a21-e862-4a3d-a8db-c06500db1e8f tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.23 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5&tenant_id=bebf051fd3cb45ddab7757584d26e845&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 944 time: 0.0833144 Apr 05 21:24:59.900957 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-67b79ce6-004d-4c10-a1f6-dcb644e26a74 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:24:59.902424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-67b79ce6-004d-4c10-a1f6-dcb644e26a74 service neutron] 10.222.0.23 "DELETE /v2.0/ports/52a4e93e-9217-4764-8f46-da4f55bb4925/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0718443 Apr 05 21:25:00.041321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-1e64a260-b3fc-457c-9d93-278bf52ba841 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bebf051fd3cb45ddab7757584d26e845&device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 1095 time: 0.0680001 Apr 05 21:25:00.169026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-92a4e24c-a2a9-477e-bcdc-1b8d6d569631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:00.170465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-92a4e24c-a2a9-477e-bcdc-1b8d6d569631 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 200 len: 913 time: 0.1233306 Apr 05 21:25:00.239356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-03f64367-c896-4ef2-9cb5-1bb78156e121 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 200 len: 217 time: 0.0629444 Apr 05 21:25:00.300022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-7c945aba-b6d8-47e7-8204-67a79aa7d38c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:00.301453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-7c945aba-b6d8-47e7-8204-67a79aa7d38c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 200 len: 852 time: 0.0562668 Apr 05 21:25:00.348319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-3a991cfd-6826-4934-851b-566b6641f55e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2a38cd0b-7a79-4ecc-818b-3b4664e66daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409620 Apr 05 21:25:00.473802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-1f32e9e1-e44d-4caa-b6a2-57be5747e3a5 service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194932 Apr 05 21:25:00.598896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-92c880c0-236a-4303-bf89-78d3ae07415a service neutron] 10.222.0.23 "GET /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192968 Apr 05 21:25:00.871481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:25:01.021956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 52a4e93e-9217-4764-8f46-da4f55bb4925 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:25:01.026977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 52a4e93e-9217-4764-8f46-da4f55bb4925 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:25:01.027373 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:01.138436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:01.165700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:01.176825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:01.239688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:01.313558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:01.338658 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f308b29f-bc36-4dd0-9097-059789ae8830'] response: {'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'code': 200} Apr 05 21:25:02.148908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5e889-dcb4-4d5e-b445-03412263f24f req-73d70900-5a71-49ab-a7c0-d84e9bbd5bc6 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:02.150383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11a5e889-dcb4-4d5e-b445-03412263f24f req-73d70900-5a71-49ab-a7c0-d84e9bbd5bc6 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0745518 Apr 05 21:25:02.196544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11a5e889-dcb4-4d5e-b445-03412263f24f req-0b3bcd83-7fb9-4d10-9acd-922497d0adc4 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Apr 05 21:25:03.400198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872863d-8d73-4bcb-ab03-7c7a06c7142a req-1ccf6643-55e5-4c65-87ea-e38a83dd4c88 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:03.401651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2872863d-8d73-4bcb-ab03-7c7a06c7142a req-1ccf6643-55e5-4c65-87ea-e38a83dd4c88 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0786293 Apr 05 21:25:03.449495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2872863d-8d73-4bcb-ab03-7c7a06c7142a req-9d8285c0-b17f-4f6c-9058-b97697d25bcd tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/security-groups?id=e388f47e-8fa0-488d-8451-0c6ee177d878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Apr 05 21:25:03.595254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-07a0d591-8c83-4110-a918-f277c655d356 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:03.596573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-07a0d591-8c83-4110-a918-f277c655d356 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.39 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 945 time: 0.0744340 Apr 05 21:25:03.666843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Deleting port 52a4e93e-9217-4764-8f46-da4f55bb4925 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:25:03.667187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:04.003297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] For port 52a4e93e-9217-4764-8f46-da4f55bb4925, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=52a4e93e-9217-4764-8f46-da4f55bb4925,segment=NetworkSegment(cd361e67-66ba-41df-8734-57125ee9b242),segment_id=cd361e67-66ba-41df-8734-57125ee9b242)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:04.003649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:04.120208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Calling delete_port for 52a4e93e-9217-4764-8f46-da4f55bb4925 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:25:04.318564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:04.354435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['52a4e93e-9217-4764-8f46-da4f55bb4925'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:25:04.365378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Pushing event deleted for resources: {'Port': ['ID=52a4e93e-9217-4764-8f46-da4f55bb4925,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:04.440081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] No DVR routers for this DVR port 52a4e93e-9217-4764-8f46-da4f55bb4925 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:25:04.442382 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:04.444847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-deleted', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:04.502121 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a039ea-2dc2-49de-9a23-20cce3f6320b'] response: {'server_uuid': '32547d53-420b-4b80-88c2-85156df039e5', 'name': 'network-vif-deleted', 'tag': '52a4e93e-9217-4764-8f46-da4f55bb4925', 'status': 'completed', 'code': 200} Apr 05 21:25:04.525939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64653ef2-80d8-4052-93cc-e49c728aab9b req-62427e1f-160d-4363-989a-2034db9ae6c0 tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.39 "DELETE /v2.0/ports/52a4e93e-9217-4764-8f46-da4f55bb4925 HTTP/1.1" status: 204 len: 173 time: 0.9238782 Apr 05 21:25:04.627196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d005f33-9bad-4a25-ba7e-4a32d1a1c2d1 req-4228c557-ae08-4aaa-9a2b-edfaa12d83bf tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Synchronizing usage tracker for tenant:bebf051fd3cb45ddab7757584d26e845 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:25:04.651896 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:04.707639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-7d005f33-9bad-4a25-ba7e-4a32d1a1c2d1 req-4228c557-ae08-4aaa-9a2b-edfaa12d83bf tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] Unset dirty status for tenant:bebf051fd3cb45ddab7757584d26e845 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:25:04.708869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d005f33-9bad-4a25-ba7e-4a32d1a1c2d1 req-4228c557-ae08-4aaa-9a2b-edfaa12d83bf tempest-DeleteServersTestJSON-383449520 tempest-DeleteServersTestJSON-383449520-project] 10.222.0.10 "GET /v2.0/ports?device_id=32547d53-420b-4b80-88c2-85156df039e5 HTTP/1.1" status: 200 len: 210 time: 0.1258192 Apr 05 21:25:04.907647 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8e02-5b9d-483d-b626-5d72f8c71a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:05.859698 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:25:05.988450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47794) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:06.046760 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Deleting subnet d36924e3-9097-4065-8a89-873e57d97afb {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:25:06.049448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.099945 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.153419 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.296726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.336127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36924e3-9097-4065-8a89-873e57d97afb,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:06.347844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.351839 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.352772 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.355350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.356039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:06.360218 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f17d881-d1ef-40bc-b856-18301a61f4b1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d36924e3-9097-4065-8a89-873e57d97afb HTTP/1.1" status: 204 len: 168 time: 0.3707483 Apr 05 21:25:06.362791 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47798) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:06.467175 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.588438 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.613013 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a38cd0b-7a79-4ecc-818b-3b4664e66daa']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:25:06.625372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd361e67-66ba-41df-8734-57125ee9b242') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:25:06.625673 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd361e67-66ba-41df-8734-57125ee9b242') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:25:06.636683 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.652074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.658087 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:25:06.658472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:25:06.672007 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:25:06.810174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.826340 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.835113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a38cd0b-7a79-4ecc-818b-3b4664e66daa,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:06.842726 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d64d369f-51b3-42d9-a4c2-730fa0180d29 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2a38cd0b-7a79-4ecc-818b-3b4664e66daa HTTP/1.1" status: 204 len: 168 time: 0.4741480 Apr 05 21:25:06.901270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:25:06.929792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-387fe1e0-f6c2-49bc-9afd-3a641c9662c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:06.936250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 52a4e93e-9217-4764-8f46-da4f55bb4925 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:25:06.936593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 52a4e93e-9217-4764-8f46-da4f55bb4925 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:25:07.124445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47804) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:07.174269 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-fbf98fea-67d4-49fe-97a3-daebe65ac5fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bebf051fd3cb45ddab7757584d26e845&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486863 Apr 05 21:25:07.176585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47808) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:07.232726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b158b27-0b7b-40bb-984e-d2bf6db6cc58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:07.257281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b158b27-0b7b-40bb-984e-d2bf6db6cc58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:07.358889 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b158b27-0b7b-40bb-984e-d2bf6db6cc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:07.373785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b158b27-0b7b-40bb-984e-d2bf6db6cc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e388f47e-8fa0-488d-8451-0c6ee177d878,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:07.380618 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b158b27-0b7b-40bb-984e-d2bf6db6cc58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:07.381876 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8b158b27-0b7b-40bb-984e-d2bf6db6cc58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e388f47e-8fa0-488d-8451-0c6ee177d878 HTTP/1.1" status: 204 len: 168 time: 0.2043972 Apr 05 21:25:08.439435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:08.490276 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.566024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-593993407-network', 'tenant_id': 'd1b33690531f42148c87882c310d0a77'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:25:08.571507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:08.577207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Usage tracker for resource:network and tenant:d1b33690531f42148c87882c310d0a77 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:08.578304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:08.583889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:08.587973 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.638996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Made reservation on behalf of d1b33690531f42148c87882c310d0a77 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:25:08.641319 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.654013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.684790 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:08.688634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b33690531f42148c87882c310d0a77 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:08.691351 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:08.697011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:08.759698 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.822021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.848200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:25:08.859943 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b689c07-7373-4689-8c7c-a62cbab519e0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:08.864136 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.864482 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Added segment 7a9ea302-d442-4437-8f34-4db1cd0db8a8 of type vlan for network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 Apr 05 21:25:08.889859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.975137 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:08.975983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:08.976559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:09.159640 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c9bc73-adfc-470e-a5e1-1c29b2a69866,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:09.170661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:25:09.234014 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8d59f96b-6c87-4555-a627-c762f6b2ca77 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7933865 Apr 05 21:25:09.236909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 47836) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:09.242560 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Request body: {'subnet': {'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-593993407-subnet', 'tenant_id': 'd1b33690531f42148c87882c310d0a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:25:09.248384 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:09.252331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Usage tracker for resource:subnet and tenant:d1b33690531f42148c87882c310d0a77 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:09.255296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:09.261547 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:09.341708 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Made reservation on behalf of d1b33690531f42148c87882c310d0a77 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:25:09.344047 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:09.610402 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:09.684470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210ce40a-776c-4938-a475-d367aa2157cf,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:09.694700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Checking segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:25:09.695053 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Network hostable DHCP agents. Network: c7c9bc73-adfc-470e-a5e1-1c29b2a69866, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:25:09.809271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:25:09.895848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, c7c9bc73-adfc-470e-a5e1-1c29b2a69866) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:25:09.899726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:09.905222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:09.906068 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5ed30-e6b1-4415-bf7b-92d5365f1d04 None None] Network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:25:09.982596 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b98d1472-926c-49e1-9f35-e0eb00008566 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7445269 Apr 05 21:25:10.011381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:10.119897 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa3e150-ee2c-430d-b06c-bf93c2fc2487 None None] Network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:25:10.507379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a942527-9029-40f0-b6db-872f4de18e68 req-f60384b4-4836-43b1-8abc-d21ac863fc55 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:10.509327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-f60384b4-4836-43b1-8abc-d21ac863fc55 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 814 time: 0.1394658 Apr 05 21:25:10.525961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-7e79788e-de9f-4f71-80b7-a1384b602bd9 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/quotas/d1b33690531f42148c87882c310d0a77 HTTP/1.1" status: 200 len: 375 time: 0.0114770 Apr 05 21:25:10.569665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-8b665000-6f00-49ab-9cbb-2fdcb84a6381 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391669 Apr 05 21:25:10.800862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-bbc32bee-0bd6-4e84-85d0-a1fd20818d43 service neutron] 10.222.0.10 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891174 Apr 05 21:25:10.929901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-e59b52bb-5e52-456d-a078-5c8c201b9ddd service neutron] 10.222.0.10 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228938 Apr 05 21:25:11.173340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40b62976-aace-4299-98aa-83a3da78bd08 req-f5399c30-7fa3-4310-bb25-2770a9498a4b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 210 time: 0.0464826 Apr 05 21:25:12.342559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b63c84e9-bfd6-4d47-ad6f-0a30f859bfd3 req-74941ccd-a1d5-4d06-a0e2-d4b007c2eda2 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 210 time: 0.0424309 Apr 05 21:25:13.410101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a942527-9029-40f0-b6db-872f4de18e68 req-616867eb-1df2-44dd-ab74-64ae28dc48ef tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:13.411480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-616867eb-1df2-44dd-ab74-64ae28dc48ef tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.39 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 814 time: 0.1426568 Apr 05 21:25:13.434265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Request body: {'port': {'device_id': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866', 'admin_state_up': True, 'tenant_id': 'd1b33690531f42148c87882c310d0a77'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:25:13.558640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c41ac02b-3e30-43fd-8a2f-d353013539d2 req-fa5eaaed-8849-4553-9f9d-11bab0033e19 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 210 time: 0.0595081 Apr 05 21:25:13.615596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:13.619996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Usage tracker for resource:port and tenant:d1b33690531f42148c87882c310d0a77 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:13.622820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:13.628449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:13.718699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Made reservation on behalf of d1b33690531f42148c87882c310d0a77 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:25:13.721692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:13.981294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Allocated IP 172.20.0.5 (c7c9bc73-adfc-470e-a5e1-1c29b2a69866/210ce40a-776c-4938-a475-d367aa2157cf/198d9964-11af-4eeb-bf22-eb6313cf6c0d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:25:14.185339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:14.250818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:14.324787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:25:14.327595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:25:14.331978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:25:14.364888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:14.399949 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:14.400545 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:14.450711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-882113c1-b065-48fa-a629-277afdf48cdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0209622 Apr 05 21:25:14.467862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Request body: {'port': {'device_id': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:25:14.574224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:14.871766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d14f2c-0cea-42de-bc17-901df03049e7 req-4b6fd6d5-9691-4200-bd41-52ccf43d078f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:14.872353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a8d14f2c-0cea-42de-bc17-901df03049e7 req-4b6fd6d5-9691-4200-bd41-52ccf43d078f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Synchronizing usage tracker for tenant:d1b33690531f42148c87882c310d0a77 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:25:14.977473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-a8d14f2c-0cea-42de-bc17-901df03049e7 req-4b6fd6d5-9691-4200-bd41-52ccf43d078f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Unset dirty status for tenant:d1b33690531f42148c87882c310d0a77 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:25:14.978597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8d14f2c-0cea-42de-bc17-901df03049e7 req-4b6fd6d5-9691-4200-bd41-52ccf43d078f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 931 time: 0.2949610 Apr 05 21:25:14.980406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198d9964-11af-4eeb-bf22-eb6313cf6c0d {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:25:14.989063 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:15.034068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Transition to ACTIVE for port object 198d9964-11af-4eeb-bf22-eb6313cf6c0d will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:25:15.044587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8d14f2c-0cea-42de-bc17-901df03049e7 req-8fbfac78-cfa7-451c-b56a-7846d0d8b65a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596418 Apr 05 21:25:15.090547 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:15.212365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:15.317546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:25:15.320507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:25:15.320507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:25:15.324281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:25:15.324599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:25:15.330730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:25:15.331061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Checking segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:25:15.331438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Bound using segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:25:15.331858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Bound port: 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:25:15.332192 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:15.419264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:25:15.422052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:25:15.473421 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:15.531709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:15.533066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 1091 time: 1.0691118 Apr 05 21:25:15.533503 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:15.552241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2d1af-7eee-40ac-80e1-affb69a598a7 service neutron] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:15.594019 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28792632-1135-4b85-9d2c-aab42efdea9f'] response: {'name': 'network-changed', 'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'status': 'completed', 'code': 200} Apr 05 21:25:15.702116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8926643b-b0df-4e33-9693-80f3488333ec req-04272f28-65f6-44b6-876a-241cf6c9daf8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1094 time: 0.0710661 Apr 05 21:25:15.944499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926643b-b0df-4e33-9693-80f3488333ec req-48787e50-4ed7-4211-9ad7-29be8e1ec113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:15.946088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8926643b-b0df-4e33-9693-80f3488333ec req-48787e50-4ed7-4211-9ad7-29be8e1ec113 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d1b33690531f42148c87882c310d0a77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2310009 Apr 05 21:25:16.078073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926643b-b0df-4e33-9693-80f3488333ec req-433d5e50-f2dc-4b6f-bfd2-543f512e1fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:16.079512 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8926643b-b0df-4e33-9693-80f3488333ec req-433d5e50-f2dc-4b6f-bfd2-543f512e1fbd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276238 Apr 05 21:25:16.261577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-39fc462c-6d60-4ea8-8fb6-174208cc49b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1094 time: 0.1257157 Apr 05 21:25:16.275163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5d8e4-3690-4bdd-bc68-2f5167c2df16 req-94ab37eb-9533-43f2-b9ec-54968d147b31 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:16.277247 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50e5d8e4-3690-4bdd-bc68-2f5167c2df16 req-94ab37eb-9533-43f2-b9ec-54968d147b31 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 943 time: 0.1006415 Apr 05 21:25:16.359312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-dfd327a4-3b99-4ca1-9462-79fd54817101 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 217 time: 0.0811391 Apr 05 21:25:16.424598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50e5d8e4-3690-4bdd-bc68-2f5167c2df16 req-bce8a837-8c66-4833-975f-95503ea731f9 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980551 Apr 05 21:25:16.435225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a942527-9029-40f0-b6db-872f4de18e68 req-becba193-1010-4821-9c24-0d75f43283e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:16.436608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-becba193-1010-4821-9c24-0d75f43283e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0671825 Apr 05 21:25:16.487884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-1ded5971-2ce6-4166-aa24-a84b4db9a6a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403194 Apr 05 21:25:16.624487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-2d58b087-3947-4cd4-be11-36fdf2e867b7 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309319 Apr 05 21:25:16.753810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8a942527-9029-40f0-b6db-872f4de18e68 req-19955118-1187-456a-bcfb-bf582949b445 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235480 Apr 05 21:25:17.643792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbe44a-efc2-4974-b49a-b14bbc3c12ea req-36562951-d5e1-4081-be07-28afa4b2541d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:17.645166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bfbe44a-efc2-4974-b49a-b14bbc3c12ea req-36562951-d5e1-4081-be07-28afa4b2541d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 943 time: 0.0786226 Apr 05 21:25:17.689211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bfbe44a-efc2-4974-b49a-b14bbc3c12ea req-d7e93d41-8259-4fbb-b9dc-eb1feebb71c9 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Apr 05 21:25:18.879341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588ee52-907e-4929-9013-849dbb2db5e9 req-cc7b481e-4d12-43e5-8bfd-ffb38f632b9f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:18.880787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a588ee52-907e-4929-9013-849dbb2db5e9 req-cc7b481e-4d12-43e5-8bfd-ffb38f632b9f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 943 time: 0.0741017 Apr 05 21:25:18.927900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a588ee52-907e-4929-9013-849dbb2db5e9 req-42aa7f1c-63f0-43ee-b842-a8e0e176a39e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Apr 05 21:25:20.118531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f610da-ac14-4a4f-ae46-7363a88d1b80 req-e43300e4-7155-4008-9a95-b18c5ee005ee tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:20.120520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6f610da-ac14-4a4f-ae46-7363a88d1b80 req-e43300e4-7155-4008-9a95-b18c5ee005ee tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 943 time: 0.0754833 Apr 05 21:25:20.163565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6f610da-ac14-4a4f-ae46-7363a88d1b80 req-058b204f-b932-4ab2-9685-3c5ec70a49de tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376468 Apr 05 21:25:20.587226 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:20.996623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:25:21.124022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:21.136509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866', 'port_id': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'mac_address': 'fa:16:3e:06:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210ce40a-776c-4938-a475-d367aa2157cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:25:21.193144 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:21.211094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198d9964-11af-4eeb-bf22-eb6313cf6c0d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:25:21.226018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:21.290705 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:21.357574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:21.364725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c00e6-c68c-4016-a7fa-ebe0c732c7be req-6f4e3983-de1b-439f-b70d-ff6466f50805 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:21.366191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-201c00e6-c68c-4016-a7fa-ebe0c732c7be req-6f4e3983-de1b-439f-b70d-ff6466f50805 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 944 time: 0.0793457 Apr 05 21:25:21.411077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-201c00e6-c68c-4016-a7fa-ebe0c732c7be req-4896ba5c-c9fa-4bfa-8bff-23d3d78f6336 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Apr 05 21:25:21.656213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['198d9964-11af-4eeb-bf22-eb6313cf6c0d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:25:22.756089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edc8e0-9030-4409-bc9a-2e81a7884aba req-84c146b8-bb57-475b-8714-bcb31b5e5f06 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:22.757531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1edc8e0-9030-4409-bc9a-2e81a7884aba req-84c146b8-bb57-475b-8714-bcb31b5e5f06 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 944 time: 0.0753880 Apr 05 21:25:22.801700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1edc8e0-9030-4409-bc9a-2e81a7884aba req-608f043b-6a08-42e0-9b9f-fe681f35f216 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387213 Apr 05 21:25:23.011597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:25:23.135881 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 198d9964-11af-4eeb-bf22-eb6313cf6c0d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:25:23.140297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 198d9964-11af-4eeb-bf22-eb6313cf6c0d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:25:23.140658 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:23.251948 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:23.277599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:23.287115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:23.332790 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f69e2cb-483b-47ff-a918-a3f6d0886674'] response: {'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'code': 200} Apr 05 21:25:23.358399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:23.434070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:23.489753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1511ca81-ad99-4093-acb2-f31cfc7a8473 req-2b41440d-7572-4bdc-a006-b17aaaf2dc57 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1096 time: 0.0741436 Apr 05 21:25:23.530387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1511ca81-ad99-4093-acb2-f31cfc7a8473 req-50ca47bb-3ff7-42eb-85c4-e887708d94e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353615 Apr 05 21:25:23.995582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9758c-b055-4597-b935-909bb0c79068 req-8ae1a24e-8582-4443-8c13-71797e29abbf tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:23.996988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fba9758c-b055-4597-b935-909bb0c79068 req-8ae1a24e-8582-4443-8c13-71797e29abbf tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0788951 Apr 05 21:25:24.045779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fba9758c-b055-4597-b935-909bb0c79068 req-d71907d6-4404-4f70-b58f-14189af6ba81 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Apr 05 21:25:25.245595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffceaf3-557d-4169-9d29-25c948db1b49 req-fc17e73f-5500-4e71-8cd5-f0722340deed tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:25.247037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cffceaf3-557d-4169-9d29-25c948db1b49 req-fc17e73f-5500-4e71-8cd5-f0722340deed tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0794041 Apr 05 21:25:25.293074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cffceaf3-557d-4169-9d29-25c948db1b49 req-544d028d-976f-4879-a496-2bec4c04a852 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Apr 05 21:25:25.486365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f55daa-e08c-4c2b-8406-da9dc41b74f2 req-689aa415-30ef-42d2-8197-19a7dcf39d0c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:25.487809 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00f55daa-e08c-4c2b-8406-da9dc41b74f2 req-689aa415-30ef-42d2-8197-19a7dcf39d0c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0788283 Apr 05 21:25:25.627165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00f55daa-e08c-4c2b-8406-da9dc41b74f2 req-4309d3a4-a3eb-4646-b436-99d8c3568622 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334515 Apr 05 21:25:26.041311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769e6d8-5c57-4a9d-8b29-2dec63432a01 req-87252925-129a-4c64-aa7d-e0a770c72f4b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:26.042772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8769e6d8-5c57-4a9d-8b29-2dec63432a01 req-87252925-129a-4c64-aa7d-e0a770c72f4b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0755327 Apr 05 21:25:26.086359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8769e6d8-5c57-4a9d-8b29-2dec63432a01 req-19229380-9b61-40c3-b624-3f48b4b1bf0b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381405 Apr 05 21:25:26.282258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846aff8-2ba5-4706-b5b1-cd6318687c90 req-8da6fb44-aedf-4a0b-a3c4-f35964907526 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:26.283704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1846aff8-2ba5-4706-b5b1-cd6318687c90 req-8da6fb44-aedf-4a0b-a3c4-f35964907526 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0776649 Apr 05 21:25:26.328243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1846aff8-2ba5-4706-b5b1-cd6318687c90 req-ab83beab-da1d-4ec2-ac81-ee61afc99aea tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390985 Apr 05 21:25:26.613062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4c938d11-1172-45f9-ae80-259f2fd48cf0 req-fbcc0338-c55f-49c8-9c45-413c4caea75b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1263943 Apr 05 21:25:27.044897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d783a-6c1c-416a-b2ff-05fe5c9b4c7f req-f092524a-f78a-4260-9721-0f5b0ceb670d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:27.046378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d63d783a-6c1c-416a-b2ff-05fe5c9b4c7f req-f092524a-f78a-4260-9721-0f5b0ceb670d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0789881 Apr 05 21:25:27.095932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d63d783a-6c1c-416a-b2ff-05fe5c9b4c7f req-b683d5b9-91ce-47d8-8602-751525e6fb37 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 Apr 05 21:25:27.196427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-f1e59b48-49cc-4180-8aa4-f214ca629306 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303363 Apr 05 21:25:28.297558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c150a0-565d-4957-8b3e-336de9b6f3ce req-6833da76-e832-4bfb-a1fe-4077b466fbc5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:28.298914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0c150a0-565d-4957-8b3e-336de9b6f3ce req-6833da76-e832-4bfb-a1fe-4077b466fbc5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0786309 Apr 05 21:25:28.350769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0c150a0-565d-4957-8b3e-336de9b6f3ce req-e80a4460-52a1-467c-aab4-21b0a4305577 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Apr 05 21:25:29.439158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-0ff9bf71-59b8-4c29-a906-3acdc9614d0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1096 time: 0.0731366 Apr 05 21:25:29.623816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-89e9debc-cb95-4415-89b2-b08781894ca1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:29.625185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-89e9debc-cb95-4415-89b2-b08781894ca1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.1802969 Apr 05 21:25:29.686929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d5819-744a-4b4b-84e9-7c25ac224a37 req-cf868a80-c992-4ea3-817e-47abfb63a078 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:29.688435 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c2d5819-744a-4b4b-84e9-7c25ac224a37 req-cf868a80-c992-4ea3-817e-47abfb63a078 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.1802316 Apr 05 21:25:29.715889 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-fc901748-a274-48fa-9c5f-e02e3c0b05b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 217 time: 0.0852592 Apr 05 21:25:29.783407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c2d5819-744a-4b4b-84e9-7c25ac224a37 req-6d5a6367-ae91-47bc-b98a-3dc656b5556b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893974 Apr 05 21:25:29.792795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-fe962cce-6975-48a8-b58e-1cf59ae626f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:29.794199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-fe962cce-6975-48a8-b58e-1cf59ae626f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0717027 Apr 05 21:25:29.841785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-5b1761e0-d090-43dc-a38c-c88d8b923ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419874 Apr 05 21:25:29.971364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-47e62c72-2c7d-4424-bf93-6516825e2bd9 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223986 Apr 05 21:25:30.099311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-fea63a4b-e64f-4973-9722-133ed6124e40 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212981 Apr 05 21:25:30.985034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a15d4-bc39-44a3-b6d8-a2cb70daf205 req-c19768e7-01f3-4102-bfbf-77eceb62ead6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:30.986589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d97a15d4-bc39-44a3-b6d8-a2cb70daf205 req-c19768e7-01f3-4102-bfbf-77eceb62ead6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0743546 Apr 05 21:25:31.031762 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d97a15d4-bc39-44a3-b6d8-a2cb70daf205 req-a9f59a66-5724-4e66-b992-b1e62af534ae tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Apr 05 21:25:32.230232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998b2d6-a654-4ac8-8d1e-8e34e0cc5c63 req-10be17e6-8f49-4418-addf-edf354f637a5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:32.231688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d998b2d6-a654-4ac8-8d1e-8e34e0cc5c63 req-10be17e6-8f49-4418-addf-edf354f637a5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0785663 Apr 05 21:25:32.277781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d998b2d6-a654-4ac8-8d1e-8e34e0cc5c63 req-174b6fd5-9502-4e19-8a90-38eeaeb0b11a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Apr 05 21:25:32.449660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8482b900-38fe-4158-90fe-3a682331f353 req-3938ab7d-a1ae-4fa8-abd7-ab2ba5a91a7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1096 time: 0.0680323 Apr 05 21:25:32.687674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b900-38fe-4158-90fe-3a682331f353 req-9eb0ebc0-444c-48ea-9813-6963c6fc2e56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:32.689133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8482b900-38fe-4158-90fe-3a682331f353 req-9eb0ebc0-444c-48ea-9813-6963c6fc2e56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.2216055 Apr 05 21:25:32.756767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8482b900-38fe-4158-90fe-3a682331f353 req-dc7fa604-d799-45a8-949d-7886ca77a7d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 217 time: 0.0618336 Apr 05 21:25:32.815777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482b900-38fe-4158-90fe-3a682331f353 req-a0163d57-6e4e-44c6-915a-656af616958a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:32.817197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8482b900-38fe-4158-90fe-3a682331f353 req-a0163d57-6e4e-44c6-915a-656af616958a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0551684 Apr 05 21:25:32.862921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8482b900-38fe-4158-90fe-3a682331f353 req-de8e6d34-de77-4b3e-ba38-8ea4ee263f3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405197 Apr 05 21:25:32.990631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8482b900-38fe-4158-90fe-3a682331f353 req-3618e164-3418-4da8-ae26-b95f6ab50234 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213617 Apr 05 21:25:33.115021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8482b900-38fe-4158-90fe-3a682331f353 req-3677b385-9675-48d2-bc77-99ae199e85e3 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190503 Apr 05 21:25:33.471248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcc6b7-dfa7-4563-bf0b-473b211f0a7f req-c444958f-c107-44af-91c2-8831f131f714 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:33.472826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1afcc6b7-dfa7-4563-bf0b-473b211f0a7f req-c444958f-c107-44af-91c2-8831f131f714 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0771344 Apr 05 21:25:33.517587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1afcc6b7-dfa7-4563-bf0b-473b211f0a7f req-f76767bd-e1b4-4ed7-9045-3202f8f611aa tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391886 Apr 05 21:25:34.678899 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:34.717997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411beef2-2dfe-4b81-8830-6b695c789cab req-4ecb10ef-f976-4836-b164-8443059b301d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:34.719425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-411beef2-2dfe-4b81-8830-6b695c789cab req-4ecb10ef-f976-4836-b164-8443059b301d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0811114 Apr 05 21:25:34.764988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-411beef2-2dfe-4b81-8830-6b695c789cab req-a4e828c0-74d7-4f5b-acfd-7ed5a0d36b0f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Apr 05 21:25:34.883899 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36bc22c0-c170-4921-8549-49528cd04d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:35.961847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0478ae-d4fd-421d-b06b-149a88416679 req-7400c02d-473d-4423-a041-4ef963658dc0 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:35.963298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a0478ae-d4fd-421d-b06b-149a88416679 req-7400c02d-473d-4423-a041-4ef963658dc0 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0755818 Apr 05 21:25:36.011645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a0478ae-d4fd-421d-b06b-149a88416679 req-e9424982-78c3-45ac-8a8f-710da654b33c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428250 Apr 05 21:25:36.889865 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-989ef930-4233-4a3f-afcc-61f20f5717f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:37.208670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449da359-280d-44a4-9972-6947cfb519f8 req-f21a89c1-7419-4560-99f9-eebf2044a314 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:37.210117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-449da359-280d-44a4-9972-6947cfb519f8 req-f21a89c1-7419-4560-99f9-eebf2044a314 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0767806 Apr 05 21:25:37.254180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-449da359-280d-44a4-9972-6947cfb519f8 req-1443c213-1183-4471-8638-400f3604433e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384519 Apr 05 21:25:38.449999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ff7dd-0954-41af-aab5-f8d4b0aec565 req-fa094e4e-9fec-4bbb-b64d-515860842354 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:38.451440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e4ff7dd-0954-41af-aab5-f8d4b0aec565 req-fa094e4e-9fec-4bbb-b64d-515860842354 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0783551 Apr 05 21:25:38.494883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e4ff7dd-0954-41af-aab5-f8d4b0aec565 req-5db3aa66-1d8a-4c37-88bd-add27e61014e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Apr 05 21:25:38.507028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:38.586783 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:39.695830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8580d9-f800-4be8-961e-8465762a829a req-9a7743ff-13c0-47a1-9d8f-7703244660bb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:39.697210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c8580d9-f800-4be8-961e-8465762a829a req-9a7743ff-13c0-47a1-9d8f-7703244660bb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0750954 Apr 05 21:25:39.741614 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c8580d9-f800-4be8-961e-8465762a829a req-17eb0b1a-6821-4379-aec5-b4ce936dd8cf tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384927 Apr 05 21:25:39.958107 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.936890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff54b05-7471-4304-9fd4-6bb81e2240ae req-5e4a753f-5497-49f1-9606-3ddbd89a3c53 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:40.938331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ff54b05-7471-4304-9fd4-6bb81e2240ae req-5e4a753f-5497-49f1-9606-3ddbd89a3c53 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0793164 Apr 05 21:25:40.982624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ff54b05-7471-4304-9fd4-6bb81e2240ae req-18b8c175-6818-484c-9425-17b903407132 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Apr 05 21:25:42.177209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860c63d-fb1d-4349-9067-fa40dd84c6db req-05108fcc-ea66-41e2-9c5d-b0e9ef0be61d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:42.178620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7860c63d-fb1d-4349-9067-fa40dd84c6db req-05108fcc-ea66-41e2-9c5d-b0e9ef0be61d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0736961 Apr 05 21:25:42.223369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7860c63d-fb1d-4349-9067-fa40dd84c6db req-8a8637f7-d002-4844-9352-0945ac710a7f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387785 Apr 05 21:25:42.860184 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:25:43.425314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8111b7-e9d2-4c66-81bb-2085c73fea73 req-92d96c33-b148-4782-9baf-1c7c940ec54b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:43.426730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd8111b7-e9d2-4c66-81bb-2085c73fea73 req-92d96c33-b148-4782-9baf-1c7c940ec54b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0801437 Apr 05 21:25:43.473121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd8111b7-e9d2-4c66-81bb-2085c73fea73 req-ab919484-5972-45b9-a0eb-db4eee72d4fb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 Apr 05 21:25:44.665432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba6d4e-b61b-4e25-a6cd-7127ec0c7e24 req-72932c08-3dc6-4674-906d-58cd8c720003 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:44.666863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bba6d4e-b61b-4e25-a6cd-7127ec0c7e24 req-72932c08-3dc6-4674-906d-58cd8c720003 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0745897 Apr 05 21:25:44.716425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0bba6d4e-b61b-4e25-a6cd-7127ec0c7e24 req-2ec35b42-0557-42f0-9016-3f2d744ae0e5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Apr 05 21:25:45.912536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500db0f1-1938-4c70-b0d2-a3a3ae40b8ae req-09359cd1-304b-47c4-a558-6f5bc532e8e0 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:45.914578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-500db0f1-1938-4c70-b0d2-a3a3ae40b8ae req-09359cd1-304b-47c4-a558-6f5bc532e8e0 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0790014 Apr 05 21:25:45.960458 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-500db0f1-1938-4c70-b0d2-a3a3ae40b8ae req-cb66f177-d8d0-40b8-a1b4-37d20d40006c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Apr 05 21:25:47.315533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb853ac-ec62-477c-b0ed-640cf0a3cc07 req-9b31b4cc-1064-451f-8422-ad799b84f572 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:47.316955 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fb853ac-ec62-477c-b0ed-640cf0a3cc07 req-9b31b4cc-1064-451f-8422-ad799b84f572 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.2348976 Apr 05 21:25:47.322333 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-dcb76c69-6983-4ed9-8cad-618d3ec275d5 service neutron] show failed (client error): The resource could not be found. Apr 05 21:25:47.323207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-dcb76c69-6983-4ed9-8cad-618d3ec275d5 service neutron] 10.222.0.39 "GET /v2.0/ports/198d9964-11af-4eeb-bf22-eb6313cf6c0d/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0894635 Apr 05 21:25:47.364916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fb853ac-ec62-477c-b0ed-640cf0a3cc07 req-4b73406b-e229-4c1e-8bb6-b190fcb18ebf tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 Apr 05 21:25:47.883306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-ce03783f-eb68-4e65-9e4a-a86511f67b56 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45&tenant_id=d1b33690531f42148c87882c310d0a77 HTTP/1.1" status: 200 len: 1096 time: 0.0699341 Apr 05 21:25:47.893586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:25:47.999325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:48.258364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:48.285891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:25:48.344498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:48.349635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:48.364236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Transition to ACTIVE for port object 198d9964-11af-4eeb-bf22-eb6313cf6c0d will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:25:48.414487 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9bc6df5-91c2-44b5-a70c-40cedc4dbb37'] response: {'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'code': 200} Apr 05 21:25:48.415837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:48.574992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:48.618221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] No DVR routers for this DVR port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:25:48.684777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:25:48.685128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:25:48.685457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:25:48.695877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:25:48.696193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Attempting to bind port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:25:48.704048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4a7b-a304-495d-bac1-3b2bd66cca2f req-d096ccf1-435d-4e70-b8c3-59e0870007e3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:48.705505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69eb4a7b-a304-495d-bac1-3b2bd66cca2f req-d096ccf1-435d-4e70-b8c3-59e0870007e3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 943 time: 0.1847622 Apr 05 21:25:48.710040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:25:48.710374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Checking segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:25:48.710749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Bound using segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:25:48.711169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Bound port: 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:25:48.711510 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:48.809673 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69eb4a7b-a304-495d-bac1-3b2bd66cca2f req-bbe08771-673f-4857-9e40-000c677ac47a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873313 Apr 05 21:25:48.833988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:25:48.836822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:25:48.895723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:48.958646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:48.959972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] 10.222.0.23 "PUT /v2.0/ports/198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 1091 time: 1.0703804 Apr 05 21:25:48.971742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d52d25-cc75-4ac5-9581-49af0ed5ca5e service neutron] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:49.052838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-a57a18b9-a857-4ed7-b4e3-ba8c3918556c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1094 time: 0.0712669 Apr 05 21:25:49.182148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c02a4c67-43f9-4661-89a0-d64fe11c9ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:49.184013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-c02a4c67-43f9-4661-89a0-d64fe11c9ad0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.1247931 Apr 05 21:25:49.249418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-5ae1897f-ad43-483d-959a-69518b9a34ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 217 time: 0.0595419 Apr 05 21:25:49.312302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-bd857e91-a927-4706-baaa-8f26137e4d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:49.313731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-bd857e91-a927-4706-baaa-8f26137e4d5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0592828 Apr 05 21:25:49.357544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-396b3aa8-bb48-4801-9818-fce708bfb73a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375128 Apr 05 21:25:49.577937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-16e03f91-5ce6-4f63-83b7-3f418e9fcaec service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143810 Apr 05 21:25:49.711441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53e447c7-f49f-4858-ae71-db5fa680b683 req-90fab873-7806-4b61-9474-333d4c727926 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280723 Apr 05 21:25:50.010048 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab7056-d119-4ea2-a7e0-6842139e42c6 req-99066820-770b-47ac-87a2-9284fa9cab19 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:50.012074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ab7056-d119-4ea2-a7e0-6842139e42c6 req-99066820-770b-47ac-87a2-9284fa9cab19 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 943 time: 0.0790107 Apr 05 21:25:50.057363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ab7056-d119-4ea2-a7e0-6842139e42c6 req-cbfdda80-76e7-4d96-ab2b-1ef0d49db7c4 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394351 Apr 05 21:25:50.415803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:50.480700 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080fbf47-e684-4310-8845-adc6872dcd4e'] response: {'name': 'network-changed', 'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'status': 'completed', 'code': 200} Apr 05 21:25:50.611441 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:50.629577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-6293bd60-e688-4ab1-941f-9796a22931b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1094 time: 0.1272252 Apr 05 21:25:50.635706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-f97f34c8-c1c6-4a47-85c3-1f06ce9b3495 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1094 time: 0.1006763 Apr 05 21:25:50.864625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-a7e54b58-c8a8-4248-a0c5-853e4e7ba64a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:50.866005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-a7e54b58-c8a8-4248-a0c5-853e4e7ba64a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.2288306 Apr 05 21:25:50.868053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-64156f0f-32b3-4e97-b912-6508974c2dc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:50.869359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-64156f0f-32b3-4e97-b912-6508974c2dc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.2131276 Apr 05 21:25:50.991300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-1d98582e-f20b-4763-98ce-ce65e9498f93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 217 time: 0.1177731 Apr 05 21:25:50.992814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-f94b8634-0d52-4153-9b02-424f3d445d90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 217 time: 0.0740185 Apr 05 21:25:51.100277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-93c296ba-a5d7-48f7-bc64-7de30ffc6074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:51.101725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-93c296ba-a5d7-48f7-bc64-7de30ffc6074 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.1040595 Apr 05 21:25:51.102973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-628dd89c-2e52-47b9-b5ac-0c68f5f630c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:51.104223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-628dd89c-2e52-47b9-b5ac-0c68f5f630c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0788038 Apr 05 21:25:51.168795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:25:51.181024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-036c18b6-352d-477f-8921-da6c47678326 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724969 Apr 05 21:25:51.189298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-3fe2fa70-6122-48f2-b9ff-ad371153c200 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480978 Apr 05 21:25:51.223951 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:25:51.470281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-5d69ccbf-a97b-4636-bf73-751527e0ee23 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528813 Apr 05 21:25:51.476882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-e7ce16f6-c759-4cdf-bbe6-69cd64b35510 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581856 Apr 05 21:25:51.642121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6087769-fa4d-4e5a-a833-b10a367546da req-7472d547-b8e3-4081-82c9-c6272ff4cc30 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:51.643546 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6087769-fa4d-4e5a-a833-b10a367546da req-7472d547-b8e3-4081-82c9-c6272ff4cc30 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 943 time: 0.4576499 Apr 05 21:25:51.865659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6087769-fa4d-4e5a-a833-b10a367546da req-3caf5039-c368-42ab-b3e7-6536a9cdd1c7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726599 Apr 05 21:25:51.870811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-d86c48ee-9b75-4daa-a37d-c16a667fef33 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929083 Apr 05 21:25:51.875702 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa068914-4e9b-4d9c-addd-a4e2eca0766b req-095889d0-279e-45db-9642-ac7fdfd81552 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770604 Apr 05 21:25:51.939749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:25:52.195933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:52.220705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866', 'port_id': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'mac_address': 'fa:16:3e:06:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210ce40a-776c-4938-a475-d367aa2157cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:25:52.285534 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:52.306490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198d9964-11af-4eeb-bf22-eb6313cf6c0d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:25:52.340386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:52.426940 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:52.490130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:52.641931 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['198d9964-11af-4eeb-bf22-eb6313cf6c0d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:25:53.062499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34840c8-0046-418f-9bd7-021ea869adcb req-fd7d8b1f-94d3-4332-a761-1b08592f8f8e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:53.063925 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f34840c8-0046-418f-9bd7-021ea869adcb req-fd7d8b1f-94d3-4332-a761-1b08592f8f8e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 944 time: 0.0763440 Apr 05 21:25:53.108158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f34840c8-0046-418f-9bd7-021ea869adcb req-d8b9f125-b8fe-42e8-b308-08e08c150772 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387774 Apr 05 21:25:53.577118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3f73-7ce6-45b3-b39b-f14959a0a081 req-9ff3351f-5fe2-4bac-92bd-9b61c68c5a5b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:53.578460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1df3f73-7ce6-45b3-b39b-f14959a0a081 req-9ff3351f-5fe2-4bac-92bd-9b61c68c5a5b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 944 time: 0.1327195 Apr 05 21:25:53.615033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-3a715b8b-6f37-421c-8f9e-d6627d30d727 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:53.621043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-3a715b8b-6f37-421c-8f9e-d6627d30d727 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.39 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45&tenant_id=d1b33690531f42148c87882c310d0a77&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 944 time: 0.1128676 Apr 05 21:25:53.694401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1df3f73-7ce6-45b3-b39b-f14959a0a081 req-462dd757-7eeb-458b-865b-95f394497376 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095436 Apr 05 21:25:53.711611 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-c1c64212-398d-4b82-bdc9-2fbbfdcf4c06 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:25:53.712595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-c1c64212-398d-4b82-bdc9-2fbbfdcf4c06 service neutron] 10.222.0.39 "DELETE /v2.0/ports/198d9964-11af-4eeb-bf22-eb6313cf6c0d/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0859017 Apr 05 21:25:53.870324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-fcce7065-0960-475e-952a-99257cb6fc4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 1095 time: 0.0667222 Apr 05 21:25:53.940084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:25:53.999462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-21c539ae-7655-4510-b23c-3d3202f888e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:54.001097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-21c539ae-7655-4510-b23c-3d3202f888e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.1250408 Apr 05 21:25:54.071215 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-140a452a-36bd-459c-b4e1-c3d290240b30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 200 len: 217 time: 0.0640635 Apr 05 21:25:54.089914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 198d9964-11af-4eeb-bf22-eb6313cf6c0d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:25:54.097137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 198d9964-11af-4eeb-bf22-eb6313cf6c0d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:25:54.097493 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:54.134220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-9271f58a-4230-4dfc-abf9-706c5d35d041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:54.135603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-9271f58a-4230-4dfc-abf9-706c5d35d041 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0579116 Apr 05 21:25:54.184415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-245fcb3e-0322-4ba2-ba6f-962a39be16c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429609 Apr 05 21:25:54.211393 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:54.238917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:54.248922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:54.308253 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2500cb28-43b7-4092-8c8c-13cbca4a7a2e'] response: {'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'code': 200} Apr 05 21:25:54.318484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-b5477ac0-051a-4a6c-9cb7-ad49b076e62c service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274083 Apr 05 21:25:54.324165 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:54.392043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:54.473133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3d9aa7c-c84e-42ab-8548-5632427fc998 req-e850704f-ee51-4c51-8922-39ce32d0fcea service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252184 Apr 05 21:25:54.893060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df838e-b793-4268-be57-7387b2df2115 req-ffeafcc4-670f-4665-b251-2991dbaaf1fc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:54.894521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83df838e-b793-4268-be57-7387b2df2115 req-ffeafcc4-670f-4665-b251-2991dbaaf1fc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0805008 Apr 05 21:25:54.940016 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83df838e-b793-4268-be57-7387b2df2115 req-b35c9af9-7615-4f60-a872-e293fec30931 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Apr 05 21:25:56.141188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a295a-08dd-477b-b89b-3066cda0c8c7 req-28ece89e-702c-4b9f-90c8-71edce0c6d96 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:56.142622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f4a295a-08dd-477b-b89b-3066cda0c8c7 req-28ece89e-702c-4b9f-90c8-71edce0c6d96 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0807784 Apr 05 21:25:56.186812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f4a295a-08dd-477b-b89b-3066cda0c8c7 req-eb9f9880-db9d-451b-a16d-0b95ea7e07fe tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Apr 05 21:25:56.385079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef3b59-55a5-4414-8f30-839df8398ab5 req-ce265480-4dd0-4914-850c-4f5beeb07f08 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:56.387178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ef3b59-55a5-4414-8f30-839df8398ab5 req-ce265480-4dd0-4914-850c-4f5beeb07f08 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0785692 Apr 05 21:25:56.431870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06ef3b59-55a5-4414-8f30-839df8398ab5 req-d9200cd3-1158-46f8-9901-7b352bbb47c6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Apr 05 21:25:56.727942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58dc43-8338-458d-9bc6-f3085c4a4847 req-9fe6155a-bb6c-4ca4-99c2-b954fc9ce21b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:56.729473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f58dc43-8338-458d-9bc6-f3085c4a4847 req-9fe6155a-bb6c-4ca4-99c2-b954fc9ce21b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.1744642 Apr 05 21:25:56.774493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f58dc43-8338-458d-9bc6-f3085c4a4847 req-c7f35c35-deba-4918-afb9-42decbf780ee tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Apr 05 21:25:57.429516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504034a-874e-4e32-bdde-e19f732d5573 req-73f78e51-6277-48e7-a556-13c637de2813 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:57.430867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-73f78e51-6277-48e7-a556-13c637de2813 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 814 time: 0.1399930 Apr 05 21:25:57.447012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-3fe45a7d-71d7-4e0a-8d22-a128b619b51a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/quotas/d1b33690531f42148c87882c310d0a77 HTTP/1.1" status: 200 len: 375 time: 0.0107350 Apr 05 21:25:57.522528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-60616f1c-a41e-48cd-95a7-db8cb359e709 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702529 Apr 05 21:25:57.651161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-0d9f536a-fd3c-4adb-a6f1-85a2d45f8165 service neutron] 10.222.0.10 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214914 Apr 05 21:25:57.781437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f0ebeb60-eedf-4c39-896a-352558f8a9c1 service neutron] 10.222.0.10 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238289 Apr 05 21:25:58.025157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-070b7caf-b9e6-421f-bb85-ac03911c2291 req-1912d97a-f0b4-48cc-b82d-837950cc4d1e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 210 time: 0.0451295 Apr 05 21:25:58.561185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-67f99059-b6c1-4154-a191-47672a9f8080 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:58.562526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-67f99059-b6c1-4154-a191-47672a9f8080 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.23 "GET /v2.0/ports?device_id=33f9e366-c5cb-4552-bb43-8fc1ad9cbd45 HTTP/1.1" status: 200 len: 945 time: 0.0754595 Apr 05 21:25:58.632506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Deleting port 198d9964-11af-4eeb-bf22-eb6313cf6c0d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:25:58.638974 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:58.881970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] For port 198d9964-11af-4eeb-bf22-eb6313cf6c0d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=198d9964-11af-4eeb-bf22-eb6313cf6c0d,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:25:58.882245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:59.012242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Calling delete_port for 198d9964-11af-4eeb-bf22-eb6313cf6c0d owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:25:59.222790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c0e7e891-406e-4e80-936d-4a6bae77953b req-09dd76af-815f-4e5e-9815-1873df838e0b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 210 time: 0.0445886 Apr 05 21:25:59.255279 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:59.268889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['198d9964-11af-4eeb-bf22-eb6313cf6c0d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:25:59.306648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Pushing event deleted for resources: {'Port': ['ID=198d9964-11af-4eeb-bf22-eb6313cf6c0d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:59.348242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.348589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.348955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.349316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.349650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.349996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.350306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.350633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.350957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.351324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.351645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:59.395918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] No DVR routers for this DVR port 198d9964-11af-4eeb-bf22-eb6313cf6c0d on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:25:59.398493 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:59.401013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-deleted', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:25:59.458010 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de34144-97f4-49fe-8ec5-deac440f3519'] response: {'server_uuid': '33f9e366-c5cb-4552-bb43-8fc1ad9cbd45', 'name': 'network-vif-deleted', 'tag': '198d9964-11af-4eeb-bf22-eb6313cf6c0d', 'status': 'completed', 'code': 200} Apr 05 21:25:59.478842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1c8b3f0-4be4-47a2-b889-8be70133d36a req-72ca2344-1676-4fa8-93bb-8e611d92c8f8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.23 "DELETE /v2.0/ports/198d9964-11af-4eeb-bf22-eb6313cf6c0d HTTP/1.1" status: 204 len: 173 time: 0.9110172 Apr 05 21:26:00.011634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504034a-874e-4e32-bdde-e19f732d5573 req-2f902b23-cef9-47d1-8b3e-22da5f9b4e35 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:00.013079 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-2f902b23-cef9-47d1-8b3e-22da5f9b4e35 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.23 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 814 time: 0.1443031 Apr 05 21:26:00.034221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Request body: {'port': {'device_id': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866', 'admin_state_up': True, 'tenant_id': 'd1b33690531f42148c87882c310d0a77'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:26:00.171711 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:26:00.175681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Usage tracker for resource:port and tenant:d1b33690531f42148c87882c310d0a77 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:26:00.178474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:26:00.184979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:26:00.243921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Made reservation on behalf of d1b33690531f42148c87882c310d0a77 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:26:00.246893 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.522944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46aa7216-66bf-4a62-b118-309af7aeae52 req-1ca1c9b2-7719-4aff-83e2-4150f4cb0d4c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Synchronizing usage tracker for tenant:d1b33690531f42148c87882c310d0a77 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:26:00.546167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Allocated IP 172.20.0.3 (c7c9bc73-adfc-470e-a5e1-1c29b2a69866/210ce40a-776c-4938-a475-d367aa2157cf/4788ae3f-e21d-4fa9-a64e-f99fd1f59125) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:26:00.668354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-46aa7216-66bf-4a62-b118-309af7aeae52 req-1ca1c9b2-7719-4aff-83e2-4150f4cb0d4c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Unset dirty status for tenant:d1b33690531f42148c87882c310d0a77 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:26:00.669747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46aa7216-66bf-4a62-b118-309af7aeae52 req-1ca1c9b2-7719-4aff-83e2-4150f4cb0d4c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 210 time: 0.2942200 Apr 05 21:26:00.748858 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.833075 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.906864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:26:00.909932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:26:00.914819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:26:00.949354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:00.981690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:00.982291 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:01.056065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-f8b97149-54b0-49c0-870f-4ce464adc0d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0260000 Apr 05 21:26:01.067136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Request body: {'port': {'device_id': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:26:01.176465 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:01.519252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:26:01.525820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:01.539590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Transition to ACTIVE for port object 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:26:01.620473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:01.750171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:01.906993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:26:01.907225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:26:01.907552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:26:01.919522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:26:01.919843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:26:01.931176 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93181ea5-bacc-4f63-836f-f70d3b557150 req-5fbd5fee-0ee1-404d-8784-210fddfff819 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:01.932601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93181ea5-bacc-4f63-836f-f70d3b557150 req-5fbd5fee-0ee1-404d-8784-210fddfff819 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 943 time: 0.1183999 Apr 05 21:26:01.935768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:26:01.936104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Checking segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:26:01.936479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Bound using segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:26:01.936905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Bound port: 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:26:01.937272 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:01.966873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:26:01.998617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 198d9964-11af-4eeb-bf22-eb6313cf6c0d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:26:01.998961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 198d9964-11af-4eeb-bf22-eb6313cf6c0d not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:26:02.046933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-93181ea5-bacc-4f63-836f-f70d3b557150 req-f6f8b891-c362-4366-966f-3f237745cb13 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007545 Apr 05 21:26:02.055530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:26:02.058576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:26:02.112577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:02.183265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:02.184613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] 10.222.0.23 "PUT /v2.0/ports/4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 1091 time: 1.1213837 Apr 05 21:26:02.185037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:26:02.201199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3befb3-a6a7-4041-8b4b-4309f701e46e service neutron] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:02.245350 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0096ec6-f269-4b9d-b9dc-a2f6258599ad'] response: {'name': 'network-changed', 'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'status': 'completed', 'code': 200} Apr 05 21:26:02.334116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96f56a7e-5c7c-4de2-959c-725f3c672a94 req-38e49731-9920-4930-ac6d-09cfcaf38eef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1094 time: 0.0694063 Apr 05 21:26:02.470139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f56a7e-5c7c-4de2-959c-725f3c672a94 req-8f5baa38-1536-4a12-8409-0949dacd0307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:02.471566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96f56a7e-5c7c-4de2-959c-725f3c672a94 req-8f5baa38-1536-4a12-8409-0949dacd0307 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d1b33690531f42148c87882c310d0a77&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1302171 Apr 05 21:26:02.707549 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f56a7e-5c7c-4de2-959c-725f3c672a94 req-e4a335a8-7063-47c5-a928-e0c5f6c772ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:02.708961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96f56a7e-5c7c-4de2-959c-725f3c672a94 req-e4a335a8-7063-47c5-a928-e0c5f6c772ef service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2317104 Apr 05 21:26:02.817535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-99aafc9c-78b6-4a0e-bfc6-355b7e6de795 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1094 time: 0.0696275 Apr 05 21:26:02.883729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-af1fd318-891f-4ae9-b985-713f09fc32bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 217 time: 0.0579617 Apr 05 21:26:02.947163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504034a-874e-4e32-bdde-e19f732d5573 req-d79eafe9-763c-48c3-8c01-b23cd9fb1e6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:02.948541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-d79eafe9-763c-48c3-8c01-b23cd9fb1e6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0593593 Apr 05 21:26:02.991179 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-7ef957ee-8196-4a7b-b9a3-0827d62bbee4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371897 Apr 05 21:26:03.120696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-05a9bcac-40f5-4075-b9d0-76c02d160a74 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228163 Apr 05 21:26:03.306177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1504034a-874e-4e32-bdde-e19f732d5573 req-96dcc811-40fb-4cbe-b8bc-92686ecff857 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801853 Apr 05 21:26:03.319103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4db905-8d16-44d2-a36f-91ad60cc0a3d req-3134041b-5036-4c14-a13b-0e61a133de2f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:03.320504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a4db905-8d16-44d2-a36f-91ad60cc0a3d req-3134041b-5036-4c14-a13b-0e61a133de2f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 943 time: 0.1268790 Apr 05 21:26:03.365956 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a4db905-8d16-44d2-a36f-91ad60cc0a3d req-920eaf12-1a5c-4654-b061-472ead813db6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 Apr 05 21:26:04.559480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231ba10-caf0-4a3e-a3be-a38000521525 req-e5fe8337-effd-4c1d-aba7-3b6667247892 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:04.560838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1231ba10-caf0-4a3e-a3be-a38000521525 req-e5fe8337-effd-4c1d-aba7-3b6667247892 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 943 time: 0.0753493 Apr 05 21:26:04.605400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1231ba10-caf0-4a3e-a3be-a38000521525 req-8d51475a-b682-419f-9bce-376564f8e928 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Apr 05 21:26:04.649754 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:04.877997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e0df064-c616-4709-837d-012ce411f2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:05.809099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6f4e4-6e84-4334-b8fd-5c11e4898b04 req-78fd7424-6e7d-4182-b4b3-cc47267b59c6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:05.810522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12d6f4e4-6e84-4334-b8fd-5c11e4898b04 req-78fd7424-6e7d-4182-b4b3-cc47267b59c6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 943 time: 0.0786834 Apr 05 21:26:05.854066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12d6f4e4-6e84-4334-b8fd-5c11e4898b04 req-5b8ff139-027b-4a83-b8ad-02aff1000ddf tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Apr 05 21:26:05.981918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:26:06.116354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:06.129373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866', 'port_id': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'mac_address': 'fa:16:3e:d6:b2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210ce40a-776c-4938-a475-d367aa2157cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:26:06.182211 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:06.200572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:26:06.215609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:06.272096 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:06.337957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:06.346982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.347330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.347675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.348018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.348350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.348683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.349014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.349368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.349697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.350026 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.350348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:06.469267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['4788ae3f-e21d-4fa9-a64e-f99fd1f59125'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:26:06.883634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e16ef2f-2533-4fea-b193-0ec6e5d13de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:07.045058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398629ba-4898-4006-9618-7f42513b94a6 req-73b4a346-c2fa-427d-86d3-9ba21b0e9d00 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:07.046514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-398629ba-4898-4006-9618-7f42513b94a6 req-73b4a346-c2fa-427d-86d3-9ba21b0e9d00 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 944 time: 0.0744536 Apr 05 21:26:07.093816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-398629ba-4898-4006-9618-7f42513b94a6 req-1999d7fb-73e9-43e1-8f23-e296cbdc18ec tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Apr 05 21:26:07.996639 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:26:08.163862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:26:08.169186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:26:08.169554 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:08.280805 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:08.289898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8070d17-463d-4580-838e-62ad270c1cbb req-da01b392-c951-4191-b7b0-d60d50304da2 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:08.291649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8070d17-463d-4580-838e-62ad270c1cbb req-da01b392-c951-4191-b7b0-d60d50304da2 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 944 time: 0.0799246 Apr 05 21:26:08.309599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:26:08.318726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:08.339143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8070d17-463d-4580-838e-62ad270c1cbb req-bb480bb9-65e7-4f57-bbe6-e222af9b7fe0 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413537 Apr 05 21:26:08.358463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:08.389847 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c599d65-5fce-452c-bf34-34e6a33cd3b2'] response: {'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'code': 200} Apr 05 21:26:08.426486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:08.483788 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:08.498276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe34553d-66d7-4e95-b81d-1e5c387218bf req-05c21a46-b0db-4b0e-b7a5-2b1e66cc7e32 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1096 time: 0.0731120 Apr 05 21:26:08.540950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe34553d-66d7-4e95-b81d-1e5c387218bf req-88536e9d-4e65-4c66-a867-e0916ab22304 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365074 Apr 05 21:26:08.586510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:09.536064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608ea06-dc38-44cc-bc56-1afa678d10c6 req-e78ec817-35c0-4765-96a6-698eab866b3b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:09.537532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1608ea06-dc38-44cc-bc56-1afa678d10c6 req-e78ec817-35c0-4765-96a6-698eab866b3b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0745552 Apr 05 21:26:09.584429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1608ea06-dc38-44cc-bc56-1afa678d10c6 req-927eac90-3480-44f5-8b07-2128f2efd45a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Apr 05 21:26:09.963273 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:10.782907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302a766-792d-4781-aabd-26d51bbe4137 req-e0cc6fbd-eed4-4680-90bb-c3bbae7f7485 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:10.784344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7302a766-792d-4781-aabd-26d51bbe4137 req-e0cc6fbd-eed4-4680-90bb-c3bbae7f7485 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0783243 Apr 05 21:26:10.828524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7302a766-792d-4781-aabd-26d51bbe4137 req-e3b10f72-9ea9-4f2a-bdff-ca3f41e67e8c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Apr 05 21:26:11.018426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143672d-bb43-4cb5-bc9d-44f247ecf13b req-52d37517-af52-48ac-b266-79f28916b535 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:11.019852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c143672d-bb43-4cb5-bc9d-44f247ecf13b req-52d37517-af52-48ac-b266-79f28916b535 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0755000 Apr 05 21:26:11.064127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c143672d-bb43-4cb5-bc9d-44f247ecf13b req-2021fc16-d6c5-4fc2-88b1-432feb8c7e25 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389776 Apr 05 21:26:11.258142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aca3ae85-55ab-4d89-b910-a912c79bfb76 req-ba37a967-50c9-47cc-bfdf-6287c35e6e5e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0710568 Apr 05 21:26:11.805705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a619280-c8ae-43f7-b4b6-41c1bb4a9305 req-6db30fd1-b228-4f62-980e-eb2d045949ec tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:11.807146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a619280-c8ae-43f7-b4b6-41c1bb4a9305 req-6db30fd1-b228-4f62-980e-eb2d045949ec tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.2292073 Apr 05 21:26:11.837140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-4ba146bb-3b05-4843-80fb-715ea0b83e7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2125723 Apr 05 21:26:11.859273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a619280-c8ae-43f7-b4b6-41c1bb4a9305 req-53b54275-5fb5-41ed-a194-c52fd0684420 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Apr 05 21:26:13.055884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e9e64-5d01-461e-8eba-59c7c703d708 req-b65a3b62-689d-49e9-9a5a-e049feed3afe tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:13.057354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-155e9e64-5d01-461e-8eba-59c7c703d708 req-b65a3b62-689d-49e9-9a5a-e049feed3afe tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0753984 Apr 05 21:26:13.105007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-155e9e64-5d01-461e-8eba-59c7c703d708 req-4e0dbbb2-6c4c-48fa-8c04-a8a3ed6c7c4a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Apr 05 21:26:13.717276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-0f8b01c9-f51e-40ac-9d88-83859064050d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1096 time: 0.0710235 Apr 05 21:26:13.847075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-c48e8bf1-ea33-424a-b92b-ddccf72736f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:13.848589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-c48e8bf1-ea33-424a-b92b-ddccf72736f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.1258166 Apr 05 21:26:13.916844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-1e88d1e9-c261-496b-9349-02ed7d811f27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 217 time: 0.0622501 Apr 05 21:26:13.975941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-4bd4c6c4-26d7-46e6-89f4-d242f6fe7e35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:13.977306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-4bd4c6c4-26d7-46e6-89f4-d242f6fe7e35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0550447 Apr 05 21:26:14.020254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-f07e4469-95da-47c5-8350-d126a681669d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374255 Apr 05 21:26:14.159184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-db765b0b-efba-4293-b444-02759586746b service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325736 Apr 05 21:26:14.343899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-43303b7a-f3e0-421f-af3a-635b0dbd1b86 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787844 Apr 05 21:26:14.356864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe379c3-222a-4e02-a9e4-bbc1692fd9b9 req-bed4246d-b84b-4a67-96e9-00cbd34d3f25 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:14.358274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fe379c3-222a-4e02-a9e4-bbc1692fd9b9 req-bed4246d-b84b-4a67-96e9-00cbd34d3f25 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.1247356 Apr 05 21:26:14.404346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7fe379c3-222a-4e02-a9e4-bbc1692fd9b9 req-1eda175b-2012-4326-b8da-89d0a5d11fd9 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404088 Apr 05 21:26:15.602957 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabde105-4a82-4f18-9789-d18c1dc1b992 req-fe9ca19c-8009-448d-a539-c60d80dcef06 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:15.604277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fabde105-4a82-4f18-9789-d18c1dc1b992 req-fe9ca19c-8009-448d-a539-c60d80dcef06 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0767686 Apr 05 21:26:15.648862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fabde105-4a82-4f18-9789-d18c1dc1b992 req-84cf6588-dcb2-4eae-9340-d5b00588c8dd tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Apr 05 21:26:16.863374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422efd5-b385-4ffb-a220-72501aad7779 req-cc56a9f5-1e94-4338-8073-7d98d8ef947b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:16.864803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4422efd5-b385-4ffb-a220-72501aad7779 req-cc56a9f5-1e94-4338-8073-7d98d8ef947b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0816016 Apr 05 21:26:16.908871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4422efd5-b385-4ffb-a220-72501aad7779 req-22817d98-222b-493e-88fc-a7f6a57bdda3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385520 Apr 05 21:26:18.106835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512524e3-553d-4471-b37e-c320eac1b4bf req-e26fb1fa-9f7a-4ce1-968c-5ed04ac96959 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:18.108259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-512524e3-553d-4471-b37e-c320eac1b4bf req-e26fb1fa-9f7a-4ce1-968c-5ed04ac96959 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0793512 Apr 05 21:26:18.152359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-512524e3-553d-4471-b37e-c320eac1b4bf req-43860607-d3ac-4172-8ecb-80d031f73ec5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379856 Apr 05 21:26:19.357324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da0482-1e0f-4843-b5b7-af38b2de27ff req-cbb992a6-6763-44d1-aa5a-194c005ebf53 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:19.358774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79da0482-1e0f-4843-b5b7-af38b2de27ff req-cbb992a6-6763-44d1-aa5a-194c005ebf53 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0758946 Apr 05 21:26:19.402758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-79da0482-1e0f-4843-b5b7-af38b2de27ff req-c7c275bf-b099-45d9-812b-5f40a10aee4e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385981 Apr 05 21:26:19.861149 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:26:20.603327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3b368-82dc-4a3c-8a48-6b22523fefe1 req-57313369-e3cb-4bff-81ac-31d8a154123b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:20.604651 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbe3b368-82dc-4a3c-8a48-6b22523fefe1 req-57313369-e3cb-4bff-81ac-31d8a154123b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0775123 Apr 05 21:26:20.622936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:20.649828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbe3b368-82dc-4a3c-8a48-6b22523fefe1 req-c6ccb16c-a9b9-46fa-a5f8-5126a644dc5c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Apr 05 21:26:21.579066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-423ccc3c-3c0d-44ce-9eb6-c334dca32478 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1096 time: 0.0666790 Apr 05 21:26:21.733555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-751c3a28-c022-4b14-843f-36824c388fc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:21.734999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-751c3a28-c022-4b14-843f-36824c388fc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.1336274 Apr 05 21:26:21.946416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-81e5b01f-9180-48ef-9799-2c2a8d723e0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 217 time: 0.1948724 Apr 05 21:26:22.021230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-bcae1897-7f57-4376-b146-328a82adc24b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:22.022623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-bcae1897-7f57-4376-b146-328a82adc24b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0698037 Apr 05 21:26:22.063465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007cee-17e1-4f8a-9beb-3b33e903e9f6 req-a8e27d84-41ec-4b61-a4fc-aced1a78f24e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:22.064830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4007cee-17e1-4f8a-9beb-3b33e903e9f6 req-a8e27d84-41ec-4b61-a4fc-aced1a78f24e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.1659200 Apr 05 21:26:22.091569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-efc2ece2-c1a6-476b-92c5-8c6eac35dea5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614579 Apr 05 21:26:22.198058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4007cee-17e1-4f8a-9beb-3b33e903e9f6 req-3d5fc897-31be-40d3-8887-b25f8580eb7f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276093 Apr 05 21:26:22.242548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-44eb9e73-850f-4cc0-86e8-a1c160c777b8 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438010 Apr 05 21:26:22.375332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4a95739d-f49c-46c9-be62-2b2a27793127 req-4ef655bd-fa0b-45fd-821e-a73da4b21df5 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230247 Apr 05 21:26:23.392676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02011-5fa0-4db1-86fc-a9dbdcb80342 req-547c9655-0a18-4274-ae32-2cf2f03fcc3f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:23.394113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63b02011-5fa0-4db1-86fc-a9dbdcb80342 req-547c9655-0a18-4274-ae32-2cf2f03fcc3f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0754910 Apr 05 21:26:23.438744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63b02011-5fa0-4db1-86fc-a9dbdcb80342 req-437576a2-e6e7-489e-9239-60aa838e9e2a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Apr 05 21:26:24.632407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1fc7-e4fd-4795-ab26-be9f1cedd07a req-9ca73fcc-36cf-400a-b872-f3052d6e266e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:24.633834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e1f1fc7-e4fd-4795-ab26-be9f1cedd07a req-9ca73fcc-36cf-400a-b872-f3052d6e266e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0773988 Apr 05 21:26:24.678682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e1f1fc7-e4fd-4795-ab26-be9f1cedd07a req-8a0f29ca-ed01-4ff1-9403-9c4845d73c5f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 Apr 05 21:26:25.876365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730741f5-52b9-4ac0-a3f7-801c2a00bdda req-6fd4ac43-e40d-4c0d-b61f-4a040d92d8a6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:25.877850 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-730741f5-52b9-4ac0-a3f7-801c2a00bdda req-6fd4ac43-e40d-4c0d-b61f-4a040d92d8a6 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0778601 Apr 05 21:26:25.922893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-730741f5-52b9-4ac0-a3f7-801c2a00bdda req-2397c8c9-1598-4e31-a0da-87da29a517b0 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394952 Apr 05 21:26:27.116997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e6517-6250-4a67-883c-ab9fa3040d61 req-342a1b77-3d04-4749-b255-7e6dbd85e00d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:27.118440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-915e6517-6250-4a67-883c-ab9fa3040d61 req-342a1b77-3d04-4749-b255-7e6dbd85e00d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0788395 Apr 05 21:26:27.162096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-915e6517-6250-4a67-883c-ab9fa3040d61 req-339f2faf-33bb-40fd-8adf-48e5b8333d91 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Apr 05 21:26:28.358789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db40c5-b44c-45e5-bd74-d75d4351deee req-bc11c476-c3fe-4821-8241-e3d1d3b87467 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:28.360219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53db40c5-b44c-45e5-bd74-d75d4351deee req-bc11c476-c3fe-4821-8241-e3d1d3b87467 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0751414 Apr 05 21:26:28.407376 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53db40c5-b44c-45e5-bd74-d75d4351deee req-e3e63590-2ed6-4fbf-94b2-46e7892cfe89 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Apr 05 21:26:29.602572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebcd205-0851-4e4b-89d5-450c5acb148e req-5504b21b-9252-4bb4-8e24-450cbd9afdb3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:29.603921 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bebcd205-0851-4e4b-89d5-450c5acb148e req-5504b21b-9252-4bb4-8e24-450cbd9afdb3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0739934 Apr 05 21:26:29.647574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bebcd205-0851-4e4b-89d5-450c5acb148e req-6c8c1a89-0e74-42e7-884c-1233be1dde5f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Apr 05 21:26:30.845610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a58df-228d-4477-a089-cbcdc38e1e68 req-26abcde1-bcc4-4952-91fd-76d0545df2cf tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:30.847244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560a58df-228d-4477-a089-cbcdc38e1e68 req-26abcde1-bcc4-4952-91fd-76d0545df2cf tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0793900 Apr 05 21:26:30.893359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560a58df-228d-4477-a089-cbcdc38e1e68 req-556cd9ce-be48-4b66-b389-9a0644a2867f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Apr 05 21:26:32.087777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1bd10-8c60-4e6a-a198-1104d0f539fd req-9ee5788f-8b06-4509-8286-4d9c3a7b6a4d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:32.089155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fb1bd10-8c60-4e6a-a198-1104d0f539fd req-9ee5788f-8b06-4509-8286-4d9c3a7b6a4d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0766549 Apr 05 21:26:32.134087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1fb1bd10-8c60-4e6a-a198-1104d0f539fd req-d4f7cdac-724f-4b83-929d-074c279722db tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 Apr 05 21:26:33.338354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f8569-f720-482c-b074-31771a58f6b2 req-a48775ce-e1a6-41ab-9267-23d73bae776e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:33.340370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b73f8569-f720-482c-b074-31771a58f6b2 req-a48775ce-e1a6-41ab-9267-23d73bae776e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0866907 Apr 05 21:26:33.384184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b73f8569-f720-482c-b074-31771a58f6b2 req-601b3ce3-9bad-4bf2-b805-d51b2e19d920 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Apr 05 21:26:34.589995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695bd6-c656-4708-86b4-feb500a663b1 req-58782c36-3f49-4855-89c1-18eeafce30d3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:34.591358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a695bd6-c656-4708-86b4-feb500a663b1 req-58782c36-3f49-4855-89c1-18eeafce30d3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0758038 Apr 05 21:26:34.635732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a695bd6-c656-4708-86b4-feb500a663b1 req-4ea55674-30a6-4839-9aef-229abbd63fb8 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Apr 05 21:26:34.637966 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:34.860481 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d5edb72a-2ba1-4e30-9214-9a2ad589e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:35.839802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe16a0-f635-4ef6-8fd7-6c549840d5f0 req-03d0c0bd-01ea-450a-9ecc-b8609e74de15 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:35.841260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64fe16a0-f635-4ef6-8fd7-6c549840d5f0 req-03d0c0bd-01ea-450a-9ecc-b8609e74de15 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0822618 Apr 05 21:26:35.887813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64fe16a0-f635-4ef6-8fd7-6c549840d5f0 req-46f82bf4-35e3-4508-a2ef-c8760e77b68b tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Apr 05 21:26:36.905979 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fe8d-0a8e-47f2-8f24-18aa7915aa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:37.085381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8ee1-cf57-4260-8660-a940464261d9 req-9307fd15-7760-43b3-8970-697ed52d4d3c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:37.086804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-325c8ee1-cf57-4260-8660-a940464261d9 req-9307fd15-7760-43b3-8970-697ed52d4d3c tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0745416 Apr 05 21:26:37.221424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-325c8ee1-cf57-4260-8660-a940464261d9 req-1357ec2c-1401-48a7-8c82-ed6c9d78ea74 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291831 Apr 05 21:26:38.434872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfe99e-df8f-40fb-9dbb-b39b78dba611 req-609dd832-7fed-424c-95c8-8167d21da270 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:38.436334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64bfe99e-df8f-40fb-9dbb-b39b78dba611 req-609dd832-7fed-424c-95c8-8167d21da270 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0770068 Apr 05 21:26:38.480720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64bfe99e-df8f-40fb-9dbb-b39b78dba611 req-43125376-6b33-4d8a-a362-f3672e9c9b83 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Apr 05 21:26:38.538070 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:38.597728 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:39.675201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1294b6-9bf8-46e4-ba77-6d00475326be req-ecffa9ff-94b4-4a86-89ab-b3de90b86c66 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:39.676631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b1294b6-9bf8-46e4-ba77-6d00475326be req-ecffa9ff-94b4-4a86-89ab-b3de90b86c66 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0777497 Apr 05 21:26:39.721754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b1294b6-9bf8-46e4-ba77-6d00475326be req-1dcf1876-a570-4f0c-b73c-cf3eff595642 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Apr 05 21:26:39.951932 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:40.912690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea262080-9620-4ddf-9487-49c7781bd2be req-1308db87-bbc2-455a-9712-3a363f979a05 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:40.914126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea262080-9620-4ddf-9487-49c7781bd2be req-1308db87-bbc2-455a-9712-3a363f979a05 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0732231 Apr 05 21:26:40.957783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea262080-9620-4ddf-9487-49c7781bd2be req-68ebe4ae-3aae-4165-83fc-be286f1f6c8e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375142 Apr 05 21:26:41.341067 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-ede9fcbe-6a51-443f-bf51-f4f9fd1f7729 service neutron] show failed (client error): The resource could not be found. Apr 05 21:26:41.342061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-ede9fcbe-6a51-443f-bf51-f4f9fd1f7729 service neutron] 10.222.0.23 "GET /v2.0/ports/4788ae3f-e21d-4fa9-a64e-f99fd1f59125/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0757380 Apr 05 21:26:41.871212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-e773459b-4494-4005-86e3-4868e0a658a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a&tenant_id=d1b33690531f42148c87882c310d0a77 HTTP/1.1" status: 200 len: 1096 time: 0.0722344 Apr 05 21:26:41.886968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:26:41.992034 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:42.298879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dab4fc-1299-4415-9e94-fa2d806c2776 req-1a67fcba-76dd-4ae7-975d-8a1251cebaf5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:42.300333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58dab4fc-1299-4415-9e94-fa2d806c2776 req-1a67fcba-76dd-4ae7-975d-8a1251cebaf5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.1979060 Apr 05 21:26:42.337418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:42.374083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-58dab4fc-1299-4415-9e94-fa2d806c2776 req-d2cf8218-614f-4319-a9c5-3a7ceecfcb80 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610106 Apr 05 21:26:42.383725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:26:42.439082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:26:42.444206 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:42.458789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Transition to ACTIVE for port object 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:26:42.507214 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488a7164-cb33-4886-a999-31636ccf7641'] response: {'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'code': 200} Apr 05 21:26:42.540481 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:42.683683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:42.695123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] No DVR routers for this DVR port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:26:42.750103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:26:42.750433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:26:42.750756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:26:42.756321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:26:42.756636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Attempting to bind port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on network c7c9bc73-adfc-470e-a5e1-1c29b2a69866 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:26:42.763211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:26:42.763543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Checking segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:26:42.763921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Bound using segment: {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:26:42.764338 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Bound port: 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9ea302-d442-4437-8f34-4db1cd0db8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:26:42.764677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:42.848380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:26:42.851242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:26:42.906492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:42.969287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:42.970629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 1091 time: 1.0875232 Apr 05 21:26:42.982198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b910d1-982f-4314-b4b0-e824245156b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:43.070469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-17789924-1c33-433b-90f1-99888bdef3bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1094 time: 0.0671730 Apr 05 21:26:43.196774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-c72d8ad3-3331-4910-a370-c343ed2c44c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:43.198209 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-c72d8ad3-3331-4910-a370-c343ed2c44c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.1212699 Apr 05 21:26:43.359019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-a949568f-3e07-4955-b809-5aca1893ebd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 217 time: 0.1551714 Apr 05 21:26:43.420429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-21663e07-aaf2-4746-98d9-2e0adecae3dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:43.421888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-21663e07-aaf2-4746-98d9-2e0adecae3dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0563791 Apr 05 21:26:43.469117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-931dd034-928f-426b-a45f-970dd43c36c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405538 Apr 05 21:26:43.649151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-d0290ba1-5281-487f-8f72-7d3819cd3753 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740885 Apr 05 21:26:43.680567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37492f-d571-4dce-8a0e-9fad41c16fb2 req-e248b2b7-e253-417b-b70f-c209836b83f5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:43.681959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c37492f-d571-4dce-8a0e-9fad41c16fb2 req-e248b2b7-e253-417b-b70f-c209836b83f5 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 943 time: 0.1835058 Apr 05 21:26:43.802742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c37492f-d571-4dce-8a0e-9fad41c16fb2 req-b8bd0764-8abc-477e-9648-d24dacff03f7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 Apr 05 21:26:43.818084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc4cdbc-049d-4c15-9ad7-28edb842efe8 req-d5fd6080-a09d-49b8-b21c-0051b87b4a95 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624453 Apr 05 21:26:44.508201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:26:44.574453 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72d4097-bf3f-40e1-9083-ba9adbfe3263'] response: {'name': 'network-changed', 'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'status': 'completed', 'code': 200} Apr 05 21:26:44.722531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-9504db03-f52a-4b1d-aab3-197dce4dd6ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1094 time: 0.1280560 Apr 05 21:26:44.725905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-cfc8af1e-985f-4c40-ae4f-3702aa4f7a9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1094 time: 0.0979502 Apr 05 21:26:45.001704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-45ae930e-1cf9-4490-9548-6c33112d97c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:45.003092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-45ae930e-1cf9-4490-9548-6c33112d97c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.2749963 Apr 05 21:26:45.006499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-975aa772-d94c-47a6-ad18-b630b1ccdb16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:45.007774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-975aa772-d94c-47a6-ad18-b630b1ccdb16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.2607737 Apr 05 21:26:45.139634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-60c8a59f-1dc9-4e86-a95f-ab88bf4d4619 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 217 time: 0.1302493 Apr 05 21:26:45.143334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-7b12ac81-7b84-411b-a4b3-024faedf9aa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 217 time: 0.0865784 Apr 05 21:26:45.256946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6abe6f-5503-4e53-bbf7-addc531391d9 req-09f6b111-2f0f-4350-b3ec-018369b4f48f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:45.258384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c6abe6f-5503-4e53-bbf7-addc531391d9 req-09f6b111-2f0f-4350-b3ec-018369b4f48f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 943 time: 0.3285310 Apr 05 21:26:45.261843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-60836a8b-9aac-4c79-914d-1d7cdcca0459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:45.263119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-60836a8b-9aac-4c79-914d-1d7cdcca0459 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.1184306 Apr 05 21:26:45.267164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-49c2570c-d68e-4dcd-af1b-e42773715612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:45.268419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-49c2570c-d68e-4dcd-af1b-e42773715612 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0943265 Apr 05 21:26:45.356739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-6fb89186-468a-497d-ba86-cee2f459bbcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868993 Apr 05 21:26:45.364632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-1e9df772-7b63-4a1c-aed2-77fa3a7c64b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559072 Apr 05 21:26:45.636906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3c6abe6f-5503-4e53-bbf7-addc531391d9 req-51a7a9b0-c361-4194-8515-19205aa2c663 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711553 Apr 05 21:26:45.708004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-88dd8333-236c-48e5-8708-9ba7ed5d9c94 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455172 Apr 05 21:26:45.712823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-07809793-55cf-404e-8ab8-130a61f5df7a service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251054 Apr 05 21:26:45.945698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-df4a8920-ed02-41b6-9345-385452b22ed5 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318466 Apr 05 21:26:45.947344 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d66bc7d8-34fe-4e6d-8978-9500891bbdcf req-4a21a296-e37f-4447-9202-b3d89e340029 service neutron] 10.222.0.39 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163315 Apr 05 21:26:46.155618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:26:46.213120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:26:46.844785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e8752-1d75-42dd-b7cb-e5faf7b376a6 req-b003401b-befb-45d8-80b7-5e16a05f0035 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:46.846148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c5e8752-1d75-42dd-b7cb-e5faf7b376a6 req-b003401b-befb-45d8-80b7-5e16a05f0035 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 943 time: 0.0761509 Apr 05 21:26:46.893591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c5e8752-1d75-42dd-b7cb-e5faf7b376a6 req-bca9405a-d0c9-41ee-8945-033c44cb8be9 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Apr 05 21:26:47.684653 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:26:47.816173 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:47.828885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'network_id': 'c7c9bc73-adfc-470e-a5e1-1c29b2a69866', 'port_id': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'mac_address': 'fa:16:3e:d6:b2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210ce40a-776c-4938-a475-d367aa2157cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:26:47.880827 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:47.900128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:26:47.914411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:47.981334 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:48.063882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:48.094193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eb34e-1f1c-4905-9711-daa5c119b073 req-7c480126-7fde-41a7-8f29-a028c0148a3a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:48.095622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d0eb34e-1f1c-4905-9711-daa5c119b073 req-7c480126-7fde-41a7-8f29-a028c0148a3a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 944 time: 0.0807600 Apr 05 21:26:48.139068 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d0eb34e-1f1c-4905-9711-daa5c119b073 req-eb912225-4a7f-4dbc-b1d4-b8b88b4b8a15 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Apr 05 21:26:48.390142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['4788ae3f-e21d-4fa9-a64e-f99fd1f59125'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:26:48.649916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45322291-7709-4cc4-a16e-12e153f8a92b req-074375fb-e921-4c08-ad11-09e87a0402ed tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:48.651351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45322291-7709-4cc4-a16e-12e153f8a92b req-074375fb-e921-4c08-ad11-09e87a0402ed tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 944 time: 0.1346810 Apr 05 21:26:48.718416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-44c39b57-ca4f-45e6-9a89-738ecdd9ff0f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:48.719821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-44c39b57-ca4f-45e6-9a89-738ecdd9ff0f tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a&tenant_id=d1b33690531f42148c87882c310d0a77&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 944 time: 0.1500914 Apr 05 21:26:48.767353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-45322291-7709-4cc4-a16e-12e153f8a92b req-dc902059-3321-4255-b7ef-5e6092590293 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063581 Apr 05 21:26:48.803837 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-40843fe5-2a03-42d4-9919-cf96ba520010 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:26:48.804819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-40843fe5-2a03-42d4-9919-cf96ba520010 service neutron] 10.222.0.23 "DELETE /v2.0/ports/4788ae3f-e21d-4fa9-a64e-f99fd1f59125/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0792925 Apr 05 21:26:48.941890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-bab1c159-56c0-478d-8667-f48d7cf535f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1b33690531f42148c87882c310d0a77&device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 1095 time: 0.0674160 Apr 05 21:26:49.070748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-dda08324-81e5-493c-ac5f-29281cb3c9f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:49.072161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-dda08324-81e5-493c-ac5f-29281cb3c9f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 200 len: 915 time: 0.1252067 Apr 05 21:26:49.140892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-d0585619-5c1c-4e98-b19e-5a9187ba4b13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 200 len: 217 time: 0.0624740 Apr 05 21:26:49.201213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-335c9f14-f8dc-4078-a002-311294c1c80e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:49.209573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-335c9f14-f8dc-4078-a002-311294c1c80e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 200 len: 854 time: 0.0561676 Apr 05 21:26:49.246497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-5227a663-a95c-42ee-b957-95eef924aba9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7c9bc73-adfc-470e-a5e1-1c29b2a69866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381746 Apr 05 21:26:49.374887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-23c5bd0e-6ffc-4272-9a72-05098b41cd2c service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228893 Apr 05 21:26:49.504730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6e6e255c-c285-4ac6-89ae-1b028c9c1f96 req-7196ccdb-a708-408a-b0c4-af24d119c8b7 service neutron] 10.222.0.23 "GET /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240249 Apr 05 21:26:49.697544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:26:49.809243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:26:49.814154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:26:49.814553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:49.936559 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:49.968102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:26:49.979946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:50.033154 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:50.072728 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84fa05f-35a3-417b-82b3-e763a9a2df05'] response: {'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'code': 200} Apr 05 21:26:50.082724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a950-a4cf-4483-a146-7268b9bd8ed8 req-d8b841a8-4ebb-48e5-b5c6-f29548a0a0d4 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:50.084158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe32a950-a4cf-4483-a146-7268b9bd8ed8 req-d8b841a8-4ebb-48e5-b5c6-f29548a0a0d4 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.1934721 Apr 05 21:26:50.105066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:50.130451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe32a950-a4cf-4483-a146-7268b9bd8ed8 req-1d4f9274-60d1-4766-82d3-ff75db449fdc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401244 Apr 05 21:26:50.631798 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:51.327474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c96632-675b-4d55-8d32-cc06f4480a99 req-4036bf3d-cc3f-44e8-ac72-93235e06a67e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:51.328896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c96632-675b-4d55-8d32-cc06f4480a99 req-4036bf3d-cc3f-44e8-ac72-93235e06a67e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0773089 Apr 05 21:26:51.372723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11c96632-675b-4d55-8d32-cc06f4480a99 req-66209bc1-3be5-4859-9a0f-a10ecda118cb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383201 Apr 05 21:26:51.565029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5015c69-763a-4ba5-812a-5726cc8609d2 req-19dd8aee-ee7d-48c3-8498-c01bb5d312dc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:51.566450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5015c69-763a-4ba5-812a-5726cc8609d2 req-19dd8aee-ee7d-48c3-8498-c01bb5d312dc tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0739808 Apr 05 21:26:51.610124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5015c69-763a-4ba5-812a-5726cc8609d2 req-b0d5d2c6-463a-428c-b66a-fb1a6744c74d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Apr 05 21:26:51.806736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59930354-87e0-4c07-ab08-7f6f690bddfd req-97030410-ecc3-40f8-857c-535e8d96962d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:51.808640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59930354-87e0-4c07-ab08-7f6f690bddfd req-97030410-ecc3-40f8-857c-535e8d96962d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0786290 Apr 05 21:26:51.852701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59930354-87e0-4c07-ab08-7f6f690bddfd req-7f45eeb1-a898-48fe-a0dd-d6818d09b3d7 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 Apr 05 21:26:52.640254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba329f2-1e67-430c-b2bf-48456f48347a req-4673942c-4cd0-459a-8018-19c73f278bed tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:52.641621 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dba329f2-1e67-430c-b2bf-48456f48347a req-4673942c-4cd0-459a-8018-19c73f278bed tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.0746291 Apr 05 21:26:52.686214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dba329f2-1e67-430c-b2bf-48456f48347a req-38a08fe6-81f0-4679-ae57-1cdb766d5f6d tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Apr 05 21:26:53.932044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daac221-de4c-4bd8-85fa-a7366fac150f req-08849b7c-e3bc-4581-b55f-4b05fc0561bb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:53.934074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8daac221-de4c-4bd8-85fa-a7366fac150f req-08849b7c-e3bc-4581-b55f-4b05fc0561bb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.1303155 Apr 05 21:26:53.945630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-00e7abfc-50bf-4ef7-8ea9-640a07cad72e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:53.947184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-00e7abfc-50bf-4ef7-8ea9-640a07cad72e tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 945 time: 0.1106977 Apr 05 21:26:54.039273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Deleting port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:26:54.039609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:54.065042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8daac221-de4c-4bd8-85fa-a7366fac150f req-5d8f4468-a986-4330-9a61-8fc9191ad69a tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b689c07-7373-4689-8c7c-a62cbab519e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252770 Apr 05 21:26:54.280776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] For port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,segment=NetworkSegment(7a9ea302-d442-4437-8f34-4db1cd0db8a8),segment_id=7a9ea302-d442-4437-8f34-4db1cd0db8a8)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:26:54.281069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:54.399494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Calling delete_port for 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:26:54.580600 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:54.612902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['4788ae3f-e21d-4fa9-a64e-f99fd1f59125'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:26:54.628205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Pushing event deleted for resources: {'Port': ['ID=4788ae3f-e21d-4fa9-a64e-f99fd1f59125,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:54.703330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] No DVR routers for this DVR port 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:26:54.705818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:54.708319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-deleted', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:26:54.764324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5eb6b7e-613f-4b30-ab3d-b772d9808e54 req-bec4299a-3f78-4ba4-844b-137dbf560bfb tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.39 "DELETE /v2.0/ports/4788ae3f-e21d-4fa9-a64e-f99fd1f59125 HTTP/1.1" status: 204 len: 173 time: 0.8017843 Apr 05 21:26:54.775584 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a262ece9-77ce-416c-ac90-0f3afae48cbb'] response: {'server_uuid': '5e0a8f23-e25c-4d58-8635-a397ee1a682a', 'name': 'network-vif-deleted', 'tag': '4788ae3f-e21d-4fa9-a64e-f99fd1f59125', 'status': 'completed', 'code': 200} Apr 05 21:26:55.240476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9562ac2d-7f7c-4550-b17c-961bc6a2822c req-508ef321-fb60-4234-b1ec-0ba2a2ddefd3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Synchronizing usage tracker for tenant:d1b33690531f42148c87882c310d0a77 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:26:55.300458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9562ac2d-7f7c-4550-b17c-961bc6a2822c req-508ef321-fb60-4234-b1ec-0ba2a2ddefd3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] Unset dirty status for tenant:d1b33690531f42148c87882c310d0a77 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:26:55.301663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9562ac2d-7f7c-4550-b17c-961bc6a2822c req-508ef321-fb60-4234-b1ec-0ba2a2ddefd3 tempest-ServerDiskConfigTestJSON-1223663304 tempest-ServerDiskConfigTestJSON-1223663304-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e0a8f23-e25c-4d58-8635-a397ee1a682a HTTP/1.1" status: 200 len: 210 time: 0.1008821 Apr 05 21:26:56.557166 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48224) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:56.623516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Deleting subnet 210ce40a-776c-4938-a475-d367aa2157cf {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:26:56.626440 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:56.677170 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:56.732770 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:56.854971 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:56.861937 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:26:56.892956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210ce40a-776c-4938-a475-d367aa2157cf,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:56.897288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:56.911176 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/210ce40a-776c-4938-a475-d367aa2157cf HTTP/1.1" status: 204 len: 168 time: 0.3524113 Apr 05 21:26:56.912936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.913305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.913672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.913994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48234) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:56.914419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.914419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.914629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.914947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.915265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.915581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.915896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:56.916509 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db58dae1-9ae6-4e6d-99a2-db6fae4b3734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:57.020012 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.231627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.255776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c9bc73-adfc-470e-a5e1-1c29b2a69866']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:26:57.267623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9ea302-d442-4437-8f34-4db1cd0db8a8') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:26:57.267915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9ea302-d442-4437-8f34-4db1cd0db8a8') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:26:57.279612 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.295797 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.301843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:26:57.302221 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:26:57.316149 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:26:57.454674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.470171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.479169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c9bc73-adfc-470e-a5e1-1c29b2a69866,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:57.481513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-14be29cc-b88c-48d0-b580-2f4c116cf8ac admin admin] 10.222.0.10 "DELETE /v2.0/networks/c7c9bc73-adfc-470e-a5e1-1c29b2a69866 HTTP/1.1" status: 204 len: 168 time: 0.5665400 Apr 05 21:26:57.721807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:26:57.754706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:26:57.755050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 4788ae3f-e21d-4fa9-a64e-f99fd1f59125 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:26:57.798608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48240) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:57.850322 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-88e43f49-c958-4487-af7c-b7adb6a4096d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1b33690531f42148c87882c310d0a77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505838 Apr 05 21:26:57.852884 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48246) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:57.913917 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0051d287-b16b-45ae-909d-31c5276b8446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:57.939926 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0051d287-b16b-45ae-909d-31c5276b8446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:58.030983 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0051d287-b16b-45ae-909d-31c5276b8446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:58.047850 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051d287-b16b-45ae-909d-31c5276b8446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b689c07-7373-4689-8c7c-a62cbab519e0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:58.053667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0051d287-b16b-45ae-909d-31c5276b8446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:58.054771 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0051d287-b16b-45ae-909d-31c5276b8446 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b689c07-7373-4689-8c7c-a62cbab519e0 HTTP/1.1" status: 204 len: 168 time: 0.2009888 Apr 05 21:26:59.128066 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48268) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:59.267210 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-809334092-network', 'tenant_id': '90b2e15e573c47cc817f843c143207de'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:26:59.272765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:26:59.276663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Usage tracker for resource:network and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:26:59.280090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:26:59.285951 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:26:59.352248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Made reservation on behalf of 90b2e15e573c47cc817f843c143207de for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:26:59.354625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.368021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.399016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:26:59.402744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:26:59.405775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:26:59.412157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:26:59.478596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.551634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.583397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:26:59.592725 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d8dd1-185d-4734-9496-bd613636b2e2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:59.598574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.598973 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Added segment 56271f62-da20-4bd6-9631-158c4103f574 of type vlan for network ba305aa7-48a0-4114-868d-064abdae78a7 Apr 05 21:26:59.633550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.718048 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.719042 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:59.719967 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:59.834096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba305aa7-48a0-4114-868d-064abdae78a7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:59.853831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network ba305aa7-48a0-4114-868d-064abdae78a7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:26:59.877887 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0fc14657-5d1b-42ea-9276-b4ba5673c2f7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7486379 Apr 05 21:26:59.880702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 48274) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:59.886223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Request body: {'subnet': {'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-809334092-subnet', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:26:59.892188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:26:59.896136 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Usage tracker for resource:subnet and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:26:59.899150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:26:59.905701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:26:59.975061 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Made reservation on behalf of 90b2e15e573c47cc817f843c143207de for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:26:59.977373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:00.249558 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:00.319675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54aad71f-5ff1-4f1d-9c42-3b5317111a37,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:00.333720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:27:00.334077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Network hostable DHCP agents. Network: ba305aa7-48a0-4114-868d-064abdae78a7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:27:00.431108 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Network ba305aa7-48a0-4114-868d-064abdae78a7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:27:00.517764 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, ba305aa7-48a0-4114-868d-064abdae78a7) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:27:00.521538 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:00.522192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:00.526196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa7f8b-d508-48c6-8a1a-2a6c2edb1b16 None None] Network ba305aa7-48a0-4114-868d-064abdae78a7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:27:00.621481 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d2a98fe4-ff94-4219-be3f-ef325abe7df9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7390676 Apr 05 21:27:00.624251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48278) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:27:00.629466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:00.634518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:27:00.641147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Usage tracker for resource:router and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:27:00.644761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:27:00.651105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:27:00.717820 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:00.718793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:00.732273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-ba305aa7-48a0-4114-868d-064abdae78a7', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:27:00.733108 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:00.736734 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:00.889543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Allocated IP 172.20.0.2 (ba305aa7-48a0-4114-868d-064abdae78a7/54aad71f-5ff1-4f1d-9c42-3b5317111a37/853938e2-f916-4f55-8d41-44667b0b49b7) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:27:00.950050 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.122781 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.132472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Transition to ACTIVE for port object 853938e2-f916-4f55-8d41-44667b0b49b7 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:01.150818 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Transition to ACTIVE for port object 853938e2-f916-4f55-8d41-44667b0b49b7 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:01.189003 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.209197 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.218853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.276004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Network ba305aa7-48a0-4114-868d-064abdae78a7 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:27:01.279514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:27:01.282127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:27:01.289005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Pushing event updated for resources: {'Port': ['ID=853938e2-f916-4f55-8d41-44667b0b49b7,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:01.356945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Allocated IP 172.25.2.19 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/025cff39-631b-4306-948e-440fb4fda976) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:27:01.376574 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Attempting to bind port 853938e2-f916-4f55-8d41-44667b0b49b7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:27:01.376982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Attempting to bind port 853938e2-f916-4f55-8d41-44667b0b49b7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:27:01.377378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Attempting to bind port 853938e2-f916-4f55-8d41-44667b0b49b7 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:27:01.384102 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:27:01.384520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:27:01.384922 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.385349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:27:01.385811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Bound port: 853938e2-f916-4f55-8d41-44667b0b49b7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:27:01.386325 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.471216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] For port 853938e2-f916-4f55-8d41-44667b0b49b7, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:27:01.474230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] For port 853938e2-f916-4f55-8d41-44667b0b49b7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=853938e2-f916-4f55-8d41-44667b0b49b7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:27:01.498242 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.540688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.569319 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.627866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d5a34-6752-436b-ac59-ffa126884374 None None] Pushing event updated for resources: {'Port': ['ID=853938e2-f916-4f55-8d41-44667b0b49b7,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:01.642094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:27:01.644869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:27:01.653154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:27:01.684511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Pushing event updated for resources: {'Port': ['ID=025cff39-631b-4306-948e-440fb4fda976,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.720482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:01.912809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:01.913628 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:02.093267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 853938e2-f916-4f55-8d41-44667b0b49b7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:27:02.237077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:27:02.243285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 853938e2-f916-4f55-8d41-44667b0b49b7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:27:02.527276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac9117a-8351-4a3f-9b00-fbd07d895924 None None] Network ba305aa7-48a0-4114-868d-064abdae78a7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:27:02.562138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:27:02.572146 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:27:02.584384 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:27:02.591571 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:26:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:02.654879 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:02.658755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-06cf8c1e-bd74-467d-930b-ad85f686198e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0309911 Apr 05 21:27:02.658989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48282) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:27:02.698637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f2fd0a46-fef5-4000-9b2d-8482319a119f None None] Provisioning for port 853938e2-f916-4f55-8d41-44667b0b49b7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:27:02.740215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f2fd0a46-fef5-4000-9b2d-8482319a119f None None] Provisioning complete for port 853938e2-f916-4f55-8d41-44667b0b49b7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:02.740588 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a46-fef5-4000-9b2d-8482319a119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:02.763853 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:27:02.877748 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a46-fef5-4000-9b2d-8482319a119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:02.911832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f2fd0a46-fef5-4000-9b2d-8482319a119f None None] For port 853938e2-f916-4f55-8d41-44667b0b49b7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=853938e2-f916-4f55-8d41-44667b0b49b7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:27:02.981264 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f2fd0a46-fef5-4000-9b2d-8482319a119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.063675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd0a46-fef5-4000-9b2d-8482319a119f None None] Pushing event updated for resources: {'Port': ['ID=853938e2-f916-4f55-8d41-44667b0b49b7,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:03.084304 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:01Z', 'revision_number': 3, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:03.088444 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:27:03.088786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Updating router b4c6b8c7-2959-4249-92f2-cab554c2b25c port 025cff39-631b-4306-948e-440fb4fda976 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:27:03.108581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d474d9db-2307-497d-92e5-677e69678dc6 None None] Provisioning complete for port 853938e2-f916-4f55-8d41-44667b0b49b7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:03.109173 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d474d9db-2307-497d-92e5-677e69678dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.144459 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.449735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.470801 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.482217 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Transition to ACTIVE for port object 025cff39-631b-4306-948e-440fb4fda976 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:03.534507 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.624841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Pushing event updated for resources: {'Port': ['ID=025cff39-631b-4306-948e-440fb4fda976,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:03.624841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Attempting to bind port 025cff39-631b-4306-948e-440fb4fda976 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:27:03.624841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Attempting to bind port 025cff39-631b-4306-948e-440fb4fda976 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:27:03.624841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Attempting to bind port 025cff39-631b-4306-948e-440fb4fda976 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:27:03.628634 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:27:03.629007 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:27:03.629457 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.629851 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:27:03.630364 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Bound port: 025cff39-631b-4306-948e-440fb4fda976, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:27:03.630732 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.658180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Allocated IP 172.20.0.1 (ba305aa7-48a0-4114-868d-064abdae78a7/54aad71f-5ff1-4f1d-9c42-3b5317111a37/eff0d6a9-f054-443e-8197-c31aca10c031) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:27:03.660586 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.661146 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.661292 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.661632 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.661959 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.662287 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.662610 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.662932 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.663256 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.663573 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.663893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:03.735645 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] For port 025cff39-631b-4306-948e-440fb4fda976, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:27:03.739437 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] For port 025cff39-631b-4306-948e-440fb4fda976, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=025cff39-631b-4306-948e-440fb4fda976,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:27:03.786278 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.814401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.830212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Transition to ACTIVE for port object eff0d6a9-f054-443e-8197-c31aca10c031 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:03.865299 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35809b4-4086-42bd-b94f-94bfb5d77841 None None] Pushing event updated for resources: {'Port': ['ID=025cff39-631b-4306-948e-440fb4fda976,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:03.868288 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:27:03.868923 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:26:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:03.900174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:03.964763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Network ba305aa7-48a0-4114-868d-064abdae78a7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:27:03.967394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:27:03.971423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:27:04.005247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Pushing event updated for resources: {'Port': ['ID=eff0d6a9-f054-443e-8197-c31aca10c031,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:04.030478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.053038 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:27:04.087724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 853938e2-f916-4f55-8d41-44667b0b49b7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:27:04.175926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 853938e2-f916-4f55-8d41-44667b0b49b7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:04.175926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.201664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.334822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a08f2e2f-2663-4b79-b74e-d38ba175451c None None] Provisioning for port eff0d6a9-f054-443e-8197-c31aca10c031 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:27:04.342065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a08f2e2f-2663-4b79-b74e-d38ba175451c None None] Provisioning complete for port eff0d6a9-f054-443e-8197-c31aca10c031 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:04.342735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a08f2e2f-2663-4b79-b74e-d38ba175451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.375778 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:01Z', 'revision_number': 3, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:04.379934 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed88c5-0a6c-4125-b2d9-2c8d9017228c None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:01Z', 'revision_number': 3, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:27:04.431607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a08f2e2f-2663-4b79-b74e-d38ba175451c None None] Port eff0d6a9-f054-443e-8197-c31aca10c031 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:27:04.458562 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.523271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.638269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.763259 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.766777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Pushing event updated for resources: {'Port': ['ID=eff0d6a9-f054-443e-8197-c31aca10c031,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:04.883643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-be747286-e263-43c7-b096-041c8d5532d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:04.908458 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Network ba305aa7-48a0-4114-868d-064abdae78a7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:27:04.909625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:27:05.160541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bb418205-2a24-42a9-9258-493f3df405f7 None None] Provisioning complete for port eff0d6a9-f054-443e-8197-c31aca10c031 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:05.160914 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bb418205-2a24-42a9-9258-493f3df405f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:05.213738 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-bb418205-2a24-42a9-9258-493f3df405f7 None None] Port eff0d6a9-f054-443e-8197-c31aca10c031 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:27:05.308868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:27:05.503491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:27:05.512014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2738eb75-ebf9-4b61-a535-73593c5c736e admin admin] 10.222.0.10 "PUT /v2.0/routers/b4c6b8c7-2959-4249-92f2-cab554c2b25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8520260 Apr 05 21:27:06.081706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 025cff39-631b-4306-948e-440fb4fda976 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:27:06.174965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48292) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:27:06.180599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--590630210', 'description': 'tempest-description--894961255'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:06.187607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:27:06.191818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Usage tracker for resource:security_group and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:27:06.195063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:27:06.200965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:27:06.214742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 025cff39-631b-4306-948e-440fb4fda976 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:27:06.219907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 025cff39-631b-4306-948e-440fb4fda976 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:06.220272 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.271754 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.311689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:27:06.315540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Usage tracker for resource:security_group_rule and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:27:06.318327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:27:06.324003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:27:06.333706 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.348965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 025cff39-631b-4306-948e-440fb4fda976, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=025cff39-631b-4306-948e-440fb4fda976,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:27:06.380063 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.397693 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.443311 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.488053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c556b163-c07c-4b57-a15c-f1b978f8fb99,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:06.498072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=025cff39-631b-4306-948e-440fb4fda976,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:06.506637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.509905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:27:06.551660 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.552908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0b927531-dd20-4f08-823f-4d4c498a8c4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3769386 Apr 05 21:27:06.555633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48296) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:27:06.560907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'security_group_rule': {'security_group_id': 'c556b163-c07c-4b57-a15c-f1b978f8fb99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:06.567281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:27:06.571036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Usage tracker for resource:security_group_rule and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:27:06.573879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:27:06.579497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:27:06.643043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.702329 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.757129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.779962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f223dd53-6def-4c77-980b-40b381eef2f8,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:06.836907 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.838065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6f12a42f-24e1-43da-a24f-f1e20243a7a5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2815633 Apr 05 21:27:06.841335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48300) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:27:06.846705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'security_group_rule': {'security_group_id': 'c556b163-c07c-4b57-a15c-f1b978f8fb99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:06.853764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:27:06.857605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Usage tracker for resource:security_group_rule and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:27:06.860445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:27:06.866154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:27:06.911426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf9b9554-0abf-49bf-b530-465373352bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:06.957674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.018014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.094378 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.116304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bf8123-3780-4057-ac64-c123697dc145,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:07.176036 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.177380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-11fc8b3c-7fa6-41bd-bb27-26c24ed93b45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3349657 Apr 05 21:27:07.189151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48304) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:27:07.194392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:07.200737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:27:07.204515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Usage tracker for resource:floatingip and tenant:90b2e15e573c47cc817f843c143207de is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:27:07.207364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:27:07.213093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:27:07.266330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.398649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.531888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Allocated IP 172.25.2.149 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/1d6b9d10-0a24-4569-88fd-1d7f6578cb2c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:27:07.678603 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.747120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:07.872475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:27:07.885434 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:27:07.886654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:27:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:07.929394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:27:07.932177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:27:07.935306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:27:07.964419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'Port': ['ID=1d6b9d10-0a24-4569-88fd-1d7f6578cb2c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:08.072548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:27:08.109550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 025cff39-631b-4306-948e-440fb4fda976 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:27:08.110970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.220723 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.339051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 025cff39-631b-4306-948e-440fb4fda976 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:08.339449 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.428109 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.489324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.553284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.559105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 2, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:08.563027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:27:08.563375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Updating router b4c6b8c7-2959-4249-92f2-cab554c2b25c port eff0d6a9-f054-443e-8197-c31aca10c031 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:27:08.597361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'Port': ['ID=1d6b9d10-0a24-4569-88fd-1d7f6578cb2c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:08.609963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.614023 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.655634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.688991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.690293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7561c2dc-6571-4fc0-b43c-ee303034319d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5002065 Apr 05 21:27:08.874986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-33b649e7-0ef6-4f33-a77b-12f05ff1663c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:27:08.957282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-33b649e7-0ef6-4f33-a77b-12f05ff1663c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:27:08.958467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-33b649e7-0ef6-4f33-a77b-12f05ff1663c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--590630210&fields=id&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 267 time: 0.1330891 Apr 05 21:27:08.971733 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:08.984139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Transition to ACTIVE for port object eff0d6a9-f054-443e-8197-c31aca10c031 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:09.054383 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:09.107659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-0153aea4-03a9-40a4-8822-ca61f4cb03df tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:09.110778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-0153aea4-03a9-40a4-8822-ca61f4cb03df tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1453304 Apr 05 21:27:09.126927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-32466a34-4def-4fd2-a09a-d769b6211cf0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/quotas/90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 375 time: 0.0124743 Apr 05 21:27:09.178700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16863fb-f1c2-4e00-999a-e1b2b13a30c3 None None] Pushing event updated for resources: {'Port': ['ID=eff0d6a9-f054-443e-8197-c31aca10c031,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:09.215520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-13317e39-4e0f-4490-93b2-e36d9cf1261f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:27:09.283186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Attempting to bind port eff0d6a9-f054-443e-8197-c31aca10c031 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:27:09.283718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Attempting to bind port eff0d6a9-f054-443e-8197-c31aca10c031 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:27:09.284177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Attempting to bind port eff0d6a9-f054-443e-8197-c31aca10c031 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:27:09.291094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:27:09.291816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:27:09.292827 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:09.293308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:27:09.293851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Bound port: eff0d6a9-f054-443e-8197-c31aca10c031, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:27:09.294292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:09.300911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-13317e39-4e0f-4490-93b2-e36d9cf1261f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:27:09.302518 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-13317e39-4e0f-4490-93b2-e36d9cf1261f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1692154 Apr 05 21:27:09.403929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] For port eff0d6a9-f054-443e-8197-c31aca10c031, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:27:09.406996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] For port eff0d6a9-f054-443e-8197-c31aca10c031, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eff0d6a9-f054-443e-8197-c31aca10c031,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:27:09.441540 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-db086945-f42a-4a76-96e6-ee83c2f12079 service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262712 Apr 05 21:27:09.495200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:09.573409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-f370319f-96d8-49d1-99d8-64e5ac0cf4e8 service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259573 Apr 05 21:27:09.622423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16863fb-f1c2-4e00-999a-e1b2b13a30c3 None None] Pushing event updated for resources: {'Port': ['ID=eff0d6a9-f054-443e-8197-c31aca10c031,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:09.627412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:27:09.628035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:27:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:09.825591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:27:09.865376 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7609b81f-eda5-4fa2-8c80-66357f926c4e req-0c550a36-1586-4117-a010-df5c514f0370 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 210 time: 0.0401976 Apr 05 21:27:10.076123 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:10.175259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:09Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:10.179241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4fdd3c-e691-4101-9fc9-167741ce527c None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:09Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:27:11.038103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7a7a0030-7244-47a2-ab25-4c6c0b501461 req-0443a80d-8e50-4fea-aa8b-ea8d45af3406 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 210 time: 0.0462041 Apr 05 21:27:12.052673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-0bb59e71-03ee-4480-9d37-431b19673ed1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:12.057284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-0bb59e71-03ee-4480-9d37-431b19673ed1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1530702 Apr 05 21:27:12.098204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eff0d6a9-f054-443e-8197-c31aca10c031 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:27:12.114638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e49d50bd-9272-4909-b485-9730bcf53295 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 379 time: 0.0428152 Apr 05 21:27:12.123750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'port': {'device_id': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'admin_state_up': True, 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'security_groups': ['c556b163-c07c-4b57-a15c-f1b978f8fb99']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:12.225879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port eff0d6a9-f054-443e-8197-c31aca10c031 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:27:12.231618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port eff0d6a9-f054-443e-8197-c31aca10c031 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:12.231985 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:12.261635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4870cbae-b8e7-4cb4-b539-1e943de6f7c6 req-54fad6b6-7815-4f97-85ff-2960a440374b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 210 time: 0.0566604 Apr 05 21:27:12.325824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:27:12.335678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:27:12.365808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:12.385838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Made reservation on behalf of 90b2e15e573c47cc817f843c143207de for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:27:12.388959 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:12.397099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port eff0d6a9-f054-443e-8197-c31aca10c031, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eff0d6a9-f054-443e-8197-c31aca10c031,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:27:12.449415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:12.521940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=eff0d6a9-f054-443e-8197-c31aca10c031,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:12.674536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Allocated IP 172.20.0.12 (ba305aa7-48a0-4114-868d-064abdae78a7/54aad71f-5ff1-4f1d-9c42-3b5317111a37/10bf0181-e7d0-428a-bcfe-f8caa2f8e968) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:27:12.857250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:12.872074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Transition to ACTIVE for port object 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:12.962995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:13.032616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Network ba305aa7-48a0-4114-868d-064abdae78a7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:27:13.035555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:27:13.040400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:27:13.071583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:13.106293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:13.106892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:13.198797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-e5cff850-b693-4afb-bfd8-f883715378c2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0793252 Apr 05 21:27:13.216775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Request body: {'port': {'device_id': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:13.299985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9e602512-a8a3-49b2-b8cc-9fdb9c9cd626 None None] Provisioning for port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:27:13.306483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-9e602512-a8a3-49b2-b8cc-9fdb9c9cd626 None None] Provisioning complete for port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:13.306774 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9e602512-a8a3-49b2-b8cc-9fdb9c9cd626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:13.338835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:13.360635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-9e602512-a8a3-49b2-b8cc-9fdb9c9cd626 None None] Port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:27:13.558748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e8245-6fb2-47ee-903a-92cd0ff75a69 req-2b9d2a7b-3c58-45a6-bd6a-d3595343b269 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:13.559420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-646e8245-6fb2-47ee-903a-92cd0ff75a69 req-2b9d2a7b-3c58-45a6-bd6a-d3595343b269 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:27:13.718502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-646e8245-6fb2-47ee-903a-92cd0ff75a69 req-2b9d2a7b-3c58-45a6-bd6a-d3595343b269 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:27:13.719644 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-646e8245-6fb2-47ee-903a-92cd0ff75a69 req-2b9d2a7b-3c58-45a6-bd6a-d3595343b269 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 932 time: 0.3271191 Apr 05 21:27:13.766118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:27:13.774208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:13.793880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-646e8245-6fb2-47ee-903a-92cd0ff75a69 req-0f92b4d6-48bf-4d3d-92f0-1fac95055e5e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641515 Apr 05 21:27:13.796107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Transition to ACTIVE for port object 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:13.871208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:13.997430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:14.074837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eff0d6a9-f054-443e-8197-c31aca10c031 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:27:14.111182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:27:14.111646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:27:14.112339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:27:14.117732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:27:14.118054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:27:14.124991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:27:14.125362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:27:14.125755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:27:14.126187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Bound port: 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:27:14.126535 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:14.147385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port eff0d6a9-f054-443e-8197-c31aca10c031 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:14.147756 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:14.219036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:27:14.222099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:27:14.295018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:14.356799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:14.358232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] 10.222.0.39 "PUT /v2.0/ports/10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1092 time: 1.1461601 Apr 05 21:27:14.358589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:27:14.376319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697096a-21cd-44fc-8ca0-30caa916e07c service neutron] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:14.545664 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-c219a376-c231-41db-9fcd-eaaa4418c3d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0774505 Apr 05 21:27:14.610464 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b434597-7028-4fe4-a2f5-1773b6df75bd'] response: {'name': 'network-changed', 'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'status': 'completed', 'code': 200} Apr 05 21:27:14.625220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-a108de6e-7212-4205-85ff-52a674a7f968 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 217 time: 0.0671818 Apr 05 21:27:14.687681 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-1ad26d90-d0fa-43f0-8a5f-05bab94f7771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:14.689183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-1ad26d90-d0fa-43f0-8a5f-05bab94f7771 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0578651 Apr 05 21:27:14.862717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-dad3014a-0975-4699-8bde-9b85fafa8ed0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672263 Apr 05 21:27:15.045176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-ba2cc70f-f417-4783-9038-42723058135c service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764715 Apr 05 21:27:15.076852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb6330-2989-4add-a5be-84a6a9a50a64 req-19612913-1d2c-480f-a327-e08155ed24c3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:15.078258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cecb6330-2989-4add-a5be-84a6a9a50a64 req-19612913-1d2c-480f-a327-e08155ed24c3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.1434729 Apr 05 21:27:15.202334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cecb6330-2989-4add-a5be-84a6a9a50a64 req-eb03fb76-f2be-4389-8cce-c316214c9884 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763502 Apr 05 21:27:15.215788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-718d9bcb-a670-432a-9db0-8e3572f786f4 req-3c332893-ce98-4e94-b3d8-4e8f10144538 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636214 Apr 05 21:27:15.494839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e26a719e-5972-47e6-b314-93ecafc56382 req-db06a6bc-5671-48bb-b4c1-b89e3ad5ae4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0675881 Apr 05 21:27:15.623250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a719e-5972-47e6-b314-93ecafc56382 req-a13c79e4-aac8-45cb-9e43-fa9a94d149f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:15.624656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e26a719e-5972-47e6-b314-93ecafc56382 req-a13c79e4-aac8-45cb-9e43-fa9a94d149f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1236594 Apr 05 21:27:15.698259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e26a719e-5972-47e6-b314-93ecafc56382 req-72a862e5-d142-451b-8cb1-70cdaa30a1d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 217 time: 0.0673363 Apr 05 21:27:15.758652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a719e-5972-47e6-b314-93ecafc56382 req-12cef7de-7bbc-4c3d-9593-e3cfc1533a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:15.759974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e26a719e-5972-47e6-b314-93ecafc56382 req-12cef7de-7bbc-4c3d-9593-e3cfc1533a49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0562198 Apr 05 21:27:15.835785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e26a719e-5972-47e6-b314-93ecafc56382 req-fdaaf6d5-b0ff-4f0f-8f15-0a1be1aebe3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696239 Apr 05 21:27:15.964408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e26a719e-5972-47e6-b314-93ecafc56382 req-124e4eec-b245-4020-b098-6baea2032f2d service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222680 Apr 05 21:27:16.095754 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e26a719e-5972-47e6-b314-93ecafc56382 req-abe573b7-1b21-4a43-a5ea-62cabb6ae8aa service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257908 Apr 05 21:27:16.394989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d222c-7918-429a-a84f-dbe069b2fc5c req-de8c2d9d-d201-4500-811b-7c2be262a38f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:16.396415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-859d222c-7918-429a-a84f-dbe069b2fc5c req-de8c2d9d-d201-4500-811b-7c2be262a38f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.0746555 Apr 05 21:27:16.441504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-859d222c-7918-429a-a84f-dbe069b2fc5c req-5c08b573-41ea-48a1-87d8-d1e5b03f0a21 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396450 Apr 05 21:27:17.638474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f326-c1f8-4956-8b7c-e59f934f7eb0 req-0ae23094-58d8-4f16-8d3a-e27a2ac1bd2a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:17.639802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf87f326-c1f8-4956-8b7c-e59f934f7eb0 req-0ae23094-58d8-4f16-8d3a-e27a2ac1bd2a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.0770140 Apr 05 21:27:17.684193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf87f326-c1f8-4956-8b7c-e59f934f7eb0 req-1a7e5c09-1871-4fc6-bb86-aa58c03aaee9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389340 Apr 05 21:27:18.888228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430ba0-ed32-4cb0-81bc-56edea38607a req-4988f794-8fce-4e25-8617-0ce49701a84c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:18.889622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1430ba0-ed32-4cb0-81bc-56edea38607a req-4988f794-8fce-4e25-8617-0ce49701a84c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.0862756 Apr 05 21:27:18.934288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1430ba0-ed32-4cb0-81bc-56edea38607a req-573b75ea-2d0a-469d-a115-57fb2e676757 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391397 Apr 05 21:27:19.795201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:27:19.925970 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:27:19.939455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'mac_address': 'fa:16:3e:cf:0d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:27:19.992337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:20.009309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:27:20.024262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:27:20.060458 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:20.134660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:20.137312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e245f1-e470-4896-a5fe-38e091197fa5 req-66775d47-9f98-4a5c-aed8-a8bcbbccceba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:20.138768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30e245f1-e470-4896-a5fe-38e091197fa5 req-66775d47-9f98-4a5c-aed8-a8bcbbccceba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 945 time: 0.0818977 Apr 05 21:27:20.184175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-30e245f1-e470-4896-a5fe-38e091197fa5 req-a401f865-52b3-406c-a0b6-c527e2a5bb5d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395901 Apr 05 21:27:20.435781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['10bf0181-e7d0-428a-bcfe-f8caa2f8e968'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:27:20.620319 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:21.374948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b8ff8-166a-4d95-b143-e747d544d24b req-888ff9f9-1e6f-4757-af5f-e117a271443d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:21.376371 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f22b8ff8-166a-4d95-b143-e747d544d24b req-888ff9f9-1e6f-4757-af5f-e117a271443d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 945 time: 0.0734420 Apr 05 21:27:21.520838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f22b8ff8-166a-4d95-b143-e747d544d24b req-70e9ae97-f15d-4b8a-b32d-3bb0979d5573 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389449 Apr 05 21:27:21.810511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:27:21.968277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:27:21.972952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:27:21.976537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:22.082667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:22.111892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:27:22.122710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:27:22.172943 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e081ab-4eac-489a-ab03-079bbb64a5f3'] response: {'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'code': 200} Apr 05 21:27:22.203282 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:22.272198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:22.321584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2865e039-cdc9-4bf7-8947-389db10ae7a0 req-b0c81f5a-6c39-4503-b8d3-fb8734356e71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0671127 Apr 05 21:27:22.362977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2865e039-cdc9-4bf7-8947-389db10ae7a0 req-8f090928-70bc-4325-9408-29a34a596ac2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360539 Apr 05 21:27:22.712960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905235-3c6e-4b6d-957c-5dc464d2f755 req-462de655-4ad9-4c10-8420-f560c0741e60 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:22.715040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db905235-3c6e-4b6d-957c-5dc464d2f755 req-462de655-4ad9-4c10-8420-f560c0741e60 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0780251 Apr 05 21:27:22.758727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db905235-3c6e-4b6d-957c-5dc464d2f755 req-517023c2-bc0b-471a-9a52-d784e18579e9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382211 Apr 05 21:27:23.964422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dd4c-bc90-44e9-8973-8456bae4e958 req-65a5537b-33c9-4e82-b6ef-6cc6d07ed2c3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:23.965895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a44dd4c-bc90-44e9-8973-8456bae4e958 req-65a5537b-33c9-4e82-b6ef-6cc6d07ed2c3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0773196 Apr 05 21:27:24.009768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a44dd4c-bc90-44e9-8973-8456bae4e958 req-9683ee95-5318-4c85-b3f8-6ad072933934 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383942 Apr 05 21:27:25.203320 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997b5c-5ee8-4a29-a230-19baa3540a17 req-8e568c83-fd27-4d37-91f2-2fef9da07c79 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:25.204753 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26997b5c-5ee8-4a29-a230-19baa3540a17 req-8e568c83-fd27-4d37-91f2-2fef9da07c79 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0775948 Apr 05 21:27:25.249019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-26997b5c-5ee8-4a29-a230-19baa3540a17 req-f0adaea9-ecd8-4803-8108-168d483a55ac tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387425 Apr 05 21:27:25.438826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e341fea-5c43-42eb-b422-2b888507ce29 req-57d05e19-d8e5-4815-b436-093594908964 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:25.440295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e341fea-5c43-42eb-b422-2b888507ce29 req-57d05e19-d8e5-4815-b436-093594908964 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0760136 Apr 05 21:27:25.449292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48368) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:27:25.454256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'floatingip': {'port_id': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:25.529555 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:26.122573 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:26.191301 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:26.379609 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 associated. External IP: 172.25.2.149, port: 10bf0181-e7d0-428a-bcfe-f8caa2f8e968. Apr 05 21:27:26.858100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:27:27.053866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:27:27.058606 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:27.063454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:27:27.079351 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:27:27.079938 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:27:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:27.110208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6ac0775e-9d33-4e5f-812b-8fe4fa4b80a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "PUT /v2.0/floatingips/6b8bfc20-a50c-440f-befa-281d12744ff4 HTTP/1.1" status: 200 len: 992 time: 1.6598208 Apr 05 21:27:27.110779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:27:27.169081 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abd7ea8-bad2-4203-b4be-2063a4be4381'] response: {'name': 'network-changed', 'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'status': 'completed', 'code': 200} Apr 05 21:27:27.257967 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:27:27.342025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ce06-f0a2-4ebc-b193-a2d6246f3f9c req-ba5ae727-1848-4f5f-b8db-fc95dbc9b995 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:27.343465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e234ce06-f0a2-4ebc-b193-a2d6246f3f9c req-ba5ae727-1848-4f5f-b8db-fc95dbc9b995 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1335506 Apr 05 21:27:27.348927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-448f032e-e21c-4834-ac5a-95bae73939ea req-3cf7b9be-fdf7-4071-9abf-5ffb40fcb602 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1097 time: 0.1081965 Apr 05 21:27:27.472040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e234ce06-f0a2-4ebc-b193-a2d6246f3f9c req-3adb8e81-92af-4e66-b1d6-83f65aa01607 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221375 Apr 05 21:27:27.510221 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f032e-e21c-4834-ac5a-95bae73939ea req-2d67ae40-6aa2-4563-83f1-808187eaa80a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:27.512369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-448f032e-e21c-4834-ac5a-95bae73939ea req-2d67ae40-6aa2-4563-83f1-808187eaa80a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1495810 Apr 05 21:27:27.607339 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:cf:0d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:27:26Z', 'revision_number': 1, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:27.611017 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:27:27.621810 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:27:27.622413 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:27:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:27.660402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-448f032e-e21c-4834-ac5a-95bae73939ea req-99d5c085-2b7b-45c4-aa11-80c246c0298c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1000 time: 0.1424124 Apr 05 21:27:27.734565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee968d3-b0da-4704-a896-89ee3111f6fb req-4c0fdd6b-b558-489a-8e5d-3aa6e69f41bf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:27.735901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ee968d3-b0da-4704-a896-89ee3111f6fb req-4c0fdd6b-b558-489a-8e5d-3aa6e69f41bf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1425712 Apr 05 21:27:27.739233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f032e-e21c-4834-ac5a-95bae73939ea req-58f4d4ef-d2d1-49cb-bb1d-8f11d7d35008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:27.740552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-448f032e-e21c-4834-ac5a-95bae73939ea req-58f4d4ef-d2d1-49cb-bb1d-8f11d7d35008 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0749245 Apr 05 21:27:27.795279 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:27:27.827660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ee968d3-b0da-4704-a896-89ee3111f6fb req-67be20a4-e622-48f3-8fda-59832ca808c4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856814 Apr 05 21:27:27.846311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-448f032e-e21c-4834-ac5a-95bae73939ea req-3a935cf2-2890-4326-9501-d68d317f7c9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907927 Apr 05 21:27:27.978014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-448f032e-e21c-4834-ac5a-95bae73939ea req-95b6dcae-89b5-44b7-99fe-e2bfe3f2a1c2 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255782 Apr 05 21:27:28.106964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-448f032e-e21c-4834-ac5a-95bae73939ea req-6336c2e5-9f02-43e2-b3c3-77865f88e2ca service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229782 Apr 05 21:27:28.172176 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:cf:0d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:27:26Z', 'revision_number': 1, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:27:28.176061 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a297b59-9359-4c9b-9427-48fc4eb76c52 None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:cf:0d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:27:26Z', 'revision_number': 1, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:27:28.368807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc413cfd-97cf-4ed1-a027-7f88c9819392 None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:27:29.126329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df88340-cbc1-4ccf-8f65-5034d2442db6 req-04327fac-4ef4-4f2e-b470-7a45d41a633e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:29.127768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2df88340-cbc1-4ccf-8f65-5034d2442db6 req-04327fac-4ef4-4f2e-b470-7a45d41a633e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1814530 Apr 05 21:27:29.172873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2df88340-cbc1-4ccf-8f65-5034d2442db6 req-3b31aa2b-929b-4ada-8f09-a215682cc86a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395286 Apr 05 21:27:29.369925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab06e36-e72b-4156-b12e-bef0687dc047 req-0ad6c0be-c3ac-4887-aef8-c1ac33c0f951 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:29.371914 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cab06e36-e72b-4156-b12e-bef0687dc047 req-0ad6c0be-c3ac-4887-aef8-c1ac33c0f951 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0773859 Apr 05 21:27:29.417554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cab06e36-e72b-4156-b12e-bef0687dc047 req-cbb01a8d-18db-4bd7-a30b-a5ed20f3a860 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391173 Apr 05 21:27:29.608505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-418d332d-c3b8-44a3-90b5-421407e33716 req-c4a1899b-4c1e-4523-9c5f-e6d2a001b0ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0677228 Apr 05 21:27:30.063673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d7180-d28a-40e6-be69-50ce5dae1236 req-05c3f686-0368-4de4-8c47-41734bfbb448 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:30.065106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f1d7180-d28a-40e6-be69-50ce5dae1236 req-05c3f686-0368-4de4-8c47-41734bfbb448 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1276453 Apr 05 21:27:30.095705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-ef093cd3-6df4-4720-be90-c55513d58f32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048629 Apr 05 21:27:30.115774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f1d7180-d28a-40e6-be69-50ce5dae1236 req-53f8c8cd-dfb1-400b-8bc0-6401d9cfad1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446818 Apr 05 21:27:31.327801 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bdcc5-08fd-4ebc-afb6-4765a31f45da req-21852a80-653f-4228-a282-7432b651adeb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:31.329333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df1bdcc5-08fd-4ebc-afb6-4765a31f45da req-21852a80-653f-4228-a282-7432b651adeb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0931797 Apr 05 21:27:31.376800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df1bdcc5-08fd-4ebc-afb6-4765a31f45da req-9c1092ec-57ff-4f1b-a5b7-5f0bd5c10cd7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418835 Apr 05 21:27:32.092627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-2dc2f600-f4eb-4189-8b9c-3352e68c94c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0679379 Apr 05 21:27:32.222185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-f0d51710-2828-41e8-a9c8-503abb496759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:32.223597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-f0d51710-2828-41e8-a9c8-503abb496759 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1230097 Apr 05 21:27:32.326720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-08defca1-99cd-4e22-92df-e2e3ef6372f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1002 time: 0.0970371 Apr 05 21:27:32.395255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-3910feb6-b298-471d-a14c-88ee171e2f13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:32.396591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-3910feb6-b298-471d-a14c-88ee171e2f13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0600648 Apr 05 21:27:32.473629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-46efef6b-099c-4047-92a6-ae240a1b764d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713186 Apr 05 21:27:32.659010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-d85479de-385f-40a1-b8bf-1a4235f7dce8 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780896 Apr 05 21:27:32.669114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95ce06-9910-4800-b63a-b05a04ae7de0 req-53f40cd5-0088-4e44-81ac-b19473615fc0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:32.670479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff95ce06-9910-4800-b63a-b05a04ae7de0 req-53f40cd5-0088-4e44-81ac-b19473615fc0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1682448 Apr 05 21:27:32.794224 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff95ce06-9910-4800-b63a-b05a04ae7de0 req-1a058bac-05d1-4534-87c8-2e3cd01f38bd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057675 Apr 05 21:27:32.828335 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-28bf9c24-d0ae-4619-bd6f-38c678850d5c service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569722 Apr 05 21:27:33.453191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-9b0e99b7-dfd5-4779-b13e-70c4cd8e30b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0696633 Apr 05 21:27:33.603062 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-1ac46e0e-ed87-49cc-99d2-8db801de8cce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:33.604406 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-1ac46e0e-ed87-49cc-99d2-8db801de8cce service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1334395 Apr 05 21:27:33.799360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-3094ff81-8bdc-4021-b47d-e3144098a24b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1002 time: 0.1887736 Apr 05 21:27:33.863642 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:27:33.865842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-f0b847cc-8215-4f6e-9ab9-18c4d7f9bb76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:33.867289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-f0b847cc-8215-4f6e-9ab9-18c4d7f9bb76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0604494 Apr 05 21:27:33.999659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-29e3cb59-2c27-4a88-8c31-54977b0996c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237993 Apr 05 21:27:34.013674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a4949-d3a6-4363-ad99-0de25cb36e22 req-b73cc69b-3306-49a7-8ce6-71753a52a4de tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:34.015002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-332a4949-d3a6-4363-ad99-0de25cb36e22 req-b73cc69b-3306-49a7-8ce6-71753a52a4de tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0948076 Apr 05 21:27:34.133403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-332a4949-d3a6-4363-ad99-0de25cb36e22 req-319ce52a-24c4-49fe-a842-0c46ffd71e45 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019101 Apr 05 21:27:34.170524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-486f2d7e-3dac-4c5b-8cc0-11065d977b52 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624029 Apr 05 21:27:34.302521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ba1560c-52a3-4969-be7b-ccca18c812cf req-a692cd04-276d-4592-8831-cdab25ebd447 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256392 Apr 05 21:27:34.665068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:34.905890 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-15f2efdd-110a-4e87-9a5e-407d41fea506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:35.339687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831889b-4829-4840-a33b-35c8d324df37 req-0c814783-af75-4cc7-b1ee-dd966b514bac tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:35.341345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0831889b-4829-4840-a33b-35c8d324df37 req-0c814783-af75-4cc7-b1ee-dd966b514bac tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0809681 Apr 05 21:27:35.385528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0831889b-4829-4840-a33b-35c8d324df37 req-0ed404ca-5d3b-4da5-b500-ee3e1990ef8b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382006 Apr 05 21:27:36.581748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340ef30-c437-404d-a25e-d064108050d2 req-8d27a64d-5c18-4b79-85ef-ffa0b5f1a08e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:36.583115 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5340ef30-c437-404d-a25e-d064108050d2 req-8d27a64d-5c18-4b79-85ef-ffa0b5f1a08e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0768781 Apr 05 21:27:36.630285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5340ef30-c437-404d-a25e-d064108050d2 req-55cf07b3-a020-4215-b196-44a739df8cba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 Apr 05 21:27:36.894118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-300bcc6c-dcff-4773-84f5-573f17dd257f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:37.843287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe40ca-4603-4b18-a051-364be2337333 req-43f3932e-e5e8-4d17-84de-012193261876 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:37.844813 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cbe40ca-4603-4b18-a051-364be2337333 req-43f3932e-e5e8-4d17-84de-012193261876 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0941532 Apr 05 21:27:37.890801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7cbe40ca-4603-4b18-a051-364be2337333 req-1256cbaf-97e7-402f-918f-04e7baaa9b82 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 Apr 05 21:27:38.517243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:38.608818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:39.085265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbdb5a-638a-4dcb-ad68-8ca20c9dad26 req-aa6bbc35-42e2-43cb-8b13-770b69f7ac39 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:39.086662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fbbdb5a-638a-4dcb-ad68-8ca20c9dad26 req-aa6bbc35-42e2-43cb-8b13-770b69f7ac39 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0775988 Apr 05 21:27:39.131274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5fbbdb5a-638a-4dcb-ad68-8ca20c9dad26 req-02f3626c-e45e-4f41-aff6-0a8146465f80 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Apr 05 21:27:39.968426 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:40.329384 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5162-a44b-40c0-b59a-7d8182c4f0c6 req-1b23f115-769e-4f9c-a445-638ea64c906f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:40.330803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c7c5162-a44b-40c0-b59a-7d8182c4f0c6 req-1b23f115-769e-4f9c-a445-638ea64c906f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0748110 Apr 05 21:27:40.374645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c7c5162-a44b-40c0-b59a-7d8182c4f0c6 req-93dcb125-1111-4361-8411-64a2e1825942 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383909 Apr 05 21:27:41.569411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a43bb5-709a-4f1f-9e52-516fa728c490 req-5d2407f6-8bf9-4424-8fec-ee30dfbb4753 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:41.570744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98a43bb5-709a-4f1f-9e52-516fa728c490 req-5d2407f6-8bf9-4424-8fec-ee30dfbb4753 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0782475 Apr 05 21:27:41.614689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98a43bb5-709a-4f1f-9e52-516fa728c490 req-749a588c-4921-4fd5-9927-3bede915371a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Apr 05 21:27:42.811373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852997e-1e6b-4870-b1db-bda3bbe79baa req-7c34088a-aab8-4516-939b-8c103e98ce3c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:42.812796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c852997e-1e6b-4870-b1db-bda3bbe79baa req-7c34088a-aab8-4516-939b-8c103e98ce3c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0742912 Apr 05 21:27:42.860590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c852997e-1e6b-4870-b1db-bda3bbe79baa req-41a2f909-e852-4bcd-970f-38597ca61d0a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Apr 05 21:27:44.066906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c9eab-3998-4e37-aea6-08849357d093 req-d8ba5b7c-058f-43cc-a25b-9809ad3f99c7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:44.068353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d9c9eab-3998-4e37-aea6-08849357d093 req-d8ba5b7c-058f-43cc-a25b-9809ad3f99c7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0746830 Apr 05 21:27:44.112530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d9c9eab-3998-4e37-aea6-08849357d093 req-fc362ff2-a2af-4751-83fb-396628b4dee7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Apr 05 21:27:45.308800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136623e9-28cf-4fe1-894c-2647cd9e192b req-49ed2e7f-b0d5-4095-9b67-3904801cfacf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:45.310300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-136623e9-28cf-4fe1-894c-2647cd9e192b req-49ed2e7f-b0d5-4095-9b67-3904801cfacf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0783768 Apr 05 21:27:45.354695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-136623e9-28cf-4fe1-894c-2647cd9e192b req-d87c39cf-73ff-42ac-b250-a7d95bcaf530 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388384 Apr 05 21:27:46.548525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840c992-fb2e-4840-97a9-3594dc4209ed req-e6fc5956-f0ea-4b41-a4d2-2062df0b25e5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:46.550027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7840c992-fb2e-4840-97a9-3594dc4209ed req-e6fc5956-f0ea-4b41-a4d2-2062df0b25e5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0780721 Apr 05 21:27:46.595602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7840c992-fb2e-4840-97a9-3594dc4209ed req-e0c161fd-82aa-4769-b4ed-12a5b52b5cdc tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398905 Apr 05 21:27:47.793175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3e95d-09ca-4e6a-878c-3e9685af60a9 req-93361132-46f1-4bcd-a005-86d282f0ba90 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:47.794716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76c3e95d-09ca-4e6a-878c-3e9685af60a9 req-93361132-46f1-4bcd-a005-86d282f0ba90 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0795345 Apr 05 21:27:47.841147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-76c3e95d-09ca-4e6a-878c-3e9685af60a9 req-19aa01e9-4770-43e2-a273-3419ffe5bc78 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391953 Apr 05 21:27:49.035955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f2ee5-69f8-4a9c-80ca-a122be051c07 req-4495695e-5d80-4e61-b325-7fe6752b9634 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:49.037423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-187f2ee5-69f8-4a9c-80ca-a122be051c07 req-4495695e-5d80-4e61-b325-7fe6752b9634 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0767922 Apr 05 21:27:49.081823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-187f2ee5-69f8-4a9c-80ca-a122be051c07 req-a4ca9bb8-175b-4fb9-8ad3-530656288057 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383813 Apr 05 21:27:50.291259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72af7d4-1e3a-434a-aeb1-8b4afd684f32 req-d420b441-3869-4a2a-94ef-78c15161ba82 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:50.292960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f72af7d4-1e3a-434a-aeb1-8b4afd684f32 req-d420b441-3869-4a2a-94ef-78c15161ba82 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0896776 Apr 05 21:27:50.342994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f72af7d4-1e3a-434a-aeb1-8b4afd684f32 req-0ac60666-fc8f-4e82-9462-c8ec19c76c5e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441513 Apr 05 21:27:50.620808 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:51.537513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fee0db-63fb-4f43-b865-83a8c87ba3f3 req-b11ba302-a4eb-4ed5-84c9-2e587d4d5c5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:51.538949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49fee0db-63fb-4f43-b865-83a8c87ba3f3 req-b11ba302-a4eb-4ed5-84c9-2e587d4d5c5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0759835 Apr 05 21:27:51.586404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49fee0db-63fb-4f43-b865-83a8c87ba3f3 req-024c16e1-89c7-4003-8774-b66854da323f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Apr 05 21:27:52.777670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d69b3-f794-42ac-90c1-728327a42d57 req-747b940f-df9b-48cd-9e68-e8a540fd9114 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:52.779083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d26d69b3-f794-42ac-90c1-728327a42d57 req-747b940f-df9b-48cd-9e68-e8a540fd9114 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0743175 Apr 05 21:27:52.823424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d26d69b3-f794-42ac-90c1-728327a42d57 req-a3fd5fe0-af8e-4703-b6d9-629354a13768 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Apr 05 21:27:54.016732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11150d-abfa-40a0-8322-8251b962781c req-bbd7155b-5bce-400d-b7ab-39df8028c992 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:54.018171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b11150d-abfa-40a0-8322-8251b962781c req-bbd7155b-5bce-400d-b7ab-39df8028c992 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0779910 Apr 05 21:27:54.061670 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8b11150d-abfa-40a0-8322-8251b962781c req-8cecf509-ee87-412f-b3de-18ba43356d35 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Apr 05 21:27:54.900809 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-e6e5451b-296f-402b-983c-944641fb6c75 service neutron] show failed (client error): The resource could not be found. Apr 05 21:27:54.901826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-e6e5451b-296f-402b-983c-944641fb6c75 service neutron] 10.222.0.39 "GET /v2.0/ports/10bf0181-e7d0-428a-bcfe-f8caa2f8e968/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0718679 Apr 05 21:27:55.405667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0208da9-1236-4db3-8389-4df5215bad19 req-e8d72a38-537e-4bc4-adba-5b5b2485cbdd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:55.407117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0208da9-1236-4db3-8389-4df5215bad19 req-e8d72a38-537e-4bc4-adba-5b5b2485cbdd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.2264605 Apr 05 21:27:55.438429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-30c79d06-7bb4-43da-8d00-471d8acda68c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 1097 time: 0.1053720 Apr 05 21:27:55.455648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:27:55.511810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0208da9-1236-4db3-8389-4df5215bad19 req-739bcacc-02ca-412e-a814-d1e87da921c8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983169 Apr 05 21:27:55.571656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:55.829749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:27:55.857731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:27:55.911916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:27:55.917762 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:55.931923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Transition to ACTIVE for port object 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:27:55.978240 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e81366c-c990-4d70-beb6-71d56237d1b0'] response: {'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'code': 200} Apr 05 21:27:55.997175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:56.138407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:56.196620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] No DVR routers for this DVR port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:27:56.449134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:27:56.449838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:27:56.449838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:27:56.455455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:27:56.455783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Attempting to bind port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:27:56.461988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:27:56.462324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:27:56.462701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:27:56.463121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Bound port: 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:27:56.463461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:56.553319 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:27:56.556475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:27:56.637766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:56.707418 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:56.708915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] 10.222.0.23 "PUT /v2.0/ports/10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1092 time: 1.2592888 Apr 05 21:27:56.723466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0490a-58bb-4ca0-9a08-6783cb4ac9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:27:56.888197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-fed7a8c1-be23-4e1a-80f0-f02033042f8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1095 time: 0.1572320 Apr 05 21:27:56.997343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a41f65-8c17-425c-a4c9-1e7b27143f1b req-c8ee1c4b-c295-42a9-8d8a-e3808f7d2d26 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:56.998465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63a41f65-8c17-425c-a4c9-1e7b27143f1b req-c8ee1c4b-c295-42a9-8d8a-e3808f7d2d26 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.1933894 Apr 05 21:27:57.065854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-1659b0fd-b500-4067-a0e6-4b344651e61a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:57.067272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-1659b0fd-b500-4067-a0e6-4b344651e61a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1727998 Apr 05 21:27:57.121684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63a41f65-8c17-425c-a4c9-1e7b27143f1b req-dae62b46-2958-4180-8a91-2d67fe4a9f88 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151602 Apr 05 21:27:57.277574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-4806d4f4-caac-4ae6-a7f9-f5e261ee2f46 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1000 time: 0.2019422 Apr 05 21:27:57.336493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-77d0438f-c63d-4cd2-b6d3-430d757fb491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:57.337913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-77d0438f-c63d-4cd2-b6d3-430d757fb491 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0552735 Apr 05 21:27:57.410214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-b2972dbf-5916-49db-b04d-afb8a052f63c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654066 Apr 05 21:27:57.537118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-5a9320d6-1300-4310-9966-689e3852ea02 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208293 Apr 05 21:27:57.668035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0c8475f-9771-4e99-b68d-1d1030178a43 req-4d8b053d-5826-4508-960f-022fa2cc0a0a service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241453 Apr 05 21:27:57.935603 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:27:57.979904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:27:58.002831 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:27:58.059618 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a67938-2ed4-4cbc-a70a-09bfe158d6db'] response: {'name': 'network-changed', 'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'status': 'completed', 'code': 200} Apr 05 21:27:58.206114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-17cdfaef-3627-4029-b906-867a96325f7d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1095 time: 0.1304827 Apr 05 21:27:58.209592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-cdad6cad-ecc5-4d4e-92e2-1a2113ed62db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0976853 Apr 05 21:27:58.498376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-52d02d10-0958-487c-9206-c65ab328f0fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:58.499725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-52d02d10-0958-487c-9206-c65ab328f0fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2877512 Apr 05 21:27:58.560260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-d6ce0906-163d-4963-b5a3-8e40c91fed72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:58.561687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-d6ce0906-163d-4963-b5a3-8e40c91fed72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.3272901 Apr 05 21:27:58.642079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc56afe-1d5a-433e-9856-c2ee19c3de54 req-045fce9b-00db-4aed-80f1-a4ccddf5bda6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:58.643511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebc56afe-1d5a-433e-9856-c2ee19c3de54 req-045fce9b-00db-4aed-80f1-a4ccddf5bda6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.3860962 Apr 05 21:27:58.731722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-fd70e51f-899d-4305-8438-5cd8ee41be0e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1000 time: 0.2248218 Apr 05 21:27:58.772176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-9c239620-4c20-452f-a1a5-ebb96a1ac22c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1000 time: 0.2036960 Apr 05 21:27:58.783971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebc56afe-1d5a-433e-9856-c2ee19c3de54 req-86e9c6ab-62ed-4da8-9c51-21922cfae072 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247878 Apr 05 21:27:58.851828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-3f982b3f-59af-4753-aa5e-15126bc6ed7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:58.853260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-3f982b3f-59af-4753-aa5e-15126bc6ed7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1127810 Apr 05 21:27:58.857890 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-a15f1d68-8ce1-4937-8f9c-14c9117df622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:58.859175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-a15f1d68-8ce1-4937-8f9c-14c9117df622 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0776422 Apr 05 21:27:58.985425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-b25309b2-a6c3-4f9f-aec5-b8b9b29fee55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252360 Apr 05 21:27:59.015701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-1b33570e-e5b5-4344-80a9-e40510604e04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239693 Apr 05 21:27:59.346001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-3212561d-3547-4990-b228-72d6e93d33f1 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532763 Apr 05 21:27:59.371412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-22627ce8-67df-4f77-8dcc-77e26d890068 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110068 Apr 05 21:27:59.591752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-e3839b37-c0db-42cc-a3c5-cbc2e7f20985 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390766 Apr 05 21:27:59.596878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-53283a83-2b78-4771-89bc-4e6c7b05bce7 req-73ecd735-9b41-4ddd-98f2-21450649edda service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192900 Apr 05 21:27:59.980054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839fc4b-66ab-4c74-8834-7e5965f91ee2 req-4acc977a-0a94-4d89-baa5-86789f0173da tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:59.981499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9839fc4b-66ab-4c74-8834-7e5965f91ee2 req-4acc977a-0a94-4d89-baa5-86789f0173da tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.0747502 Apr 05 21:28:00.025027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9839fc4b-66ab-4c74-8834-7e5965f91ee2 req-0154698c-9506-463a-afd9-a8c62d77505b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 Apr 05 21:28:00.458249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:28:00.462309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883cd34-3c90-4738-b7b1-1987c7b92cb4 req-9b8eda60-3e84-4df8-afd7-4f0001f3180e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:00.464266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8883cd34-3c90-4738-b7b1-1987c7b92cb4 req-9b8eda60-3e84-4df8-afd7-4f0001f3180e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 944 time: 0.0793898 Apr 05 21:28:00.559978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8883cd34-3c90-4738-b7b1-1987c7b92cb4 req-d7bc08c1-3b27-4c57-b882-69b3852c7cc3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603786 Apr 05 21:28:00.577411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58102-2f30-43e3-8474-103450834e7b req-2273b24c-ce74-4112-8946-bdc049258f7e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:00.578832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-2273b24c-ce74-4112-8946-bdc049258f7e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3&tenant_id=90b2e15e573c47cc817f843c143207de&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 944 time: 0.1136055 Apr 05 21:28:00.597075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:00.610774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'mac_address': 'fa:16:3e:cf:0d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:28:00.657782 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-e9c58102-2f30-43e3-8474-103450834e7b req-8337a224-34f5-45d2-91d9-eff8a7f0b1da service neutron] delete failed (client error): The resource could not be found. Apr 05 21:28:00.658776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-8337a224-34f5-45d2-91d9-eff8a7f0b1da service neutron] 10.222.0.39 "DELETE /v2.0/ports/10bf0181-e7d0-428a-bcfe-f8caa2f8e968/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0749404 Apr 05 21:28:00.667825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:00.686426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:28:00.702037 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:00.797325 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:00.812481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-c105b779-2648-4c18-899f-5f7fce802c8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0695372 Apr 05 21:28:00.862662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:00.942478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58102-2f30-43e3-8474-103450834e7b req-f7e23c4b-becb-40d2-9173-5887a65182a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:00.943938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-f7e23c4b-becb-40d2-9173-5887a65182a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1257823 Apr 05 21:28:01.017298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['10bf0181-e7d0-428a-bcfe-f8caa2f8e968'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:28:01.044730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-fa7917ab-20fc-467d-962f-12b7d9109793 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 200 len: 1001 time: 0.0951736 Apr 05 21:28:01.106421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58102-2f30-43e3-8474-103450834e7b req-dfc32569-5fca-43cd-a0db-e0dfbe64bedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:01.107758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-dfc32569-5fca-43cd-a0db-e0dfbe64bedd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0573020 Apr 05 21:28:01.184207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-67ae1ae9-9340-4386-ae2c-f38581860504 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705490 Apr 05 21:28:01.312580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-41d1a368-c472-4883-8faa-1055474bd041 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228795 Apr 05 21:28:01.439950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e9c58102-2f30-43e3-8474-103450834e7b req-f37db7d6-d32c-4332-8719-2420546e84d7 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210761 Apr 05 21:28:01.762472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68193d-6960-4b36-bf49-d0ca54dbb25f req-e3c731d0-82f5-4d38-b960-cbd465d1f36a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:01.763942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d68193d-6960-4b36-bf49-d0ca54dbb25f req-e3c731d0-82f5-4d38-b960-cbd465d1f36a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 945 time: 0.0774937 Apr 05 21:28:01.808262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d68193d-6960-4b36-bf49-d0ca54dbb25f req-e4fe8502-0144-4409-b35d-78d1c25d7191 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387814 Apr 05 21:28:02.468569 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:28:02.614117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:28:02.618961 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:28:02.619332 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:02.733036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:02.759335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:28:02.769451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:02.812896 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad90adeb-3658-4505-a637-c3fe8a057512'] response: {'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'code': 200} Apr 05 21:28:02.837014 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:02.938727 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:03.107286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0980bd-7100-47e1-be7b-89d56239f942 req-48c046ed-1cbc-412f-a9ff-9ab4150db822 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:03.108703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a0980bd-7100-47e1-be7b-89d56239f942 req-48c046ed-1cbc-412f-a9ff-9ab4150db822 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1801116 Apr 05 21:28:03.152029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a0980bd-7100-47e1-be7b-89d56239f942 req-f45b0178-a118-4771-b1b0-ec156f1dba76 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378582 Apr 05 21:28:03.344407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88f350-5877-419f-a586-f0a9badf2443 req-d0bc8e30-77be-4ef0-921c-f7563c4970d4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:03.345922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b88f350-5877-419f-a586-f0a9badf2443 req-d0bc8e30-77be-4ef0-921c-f7563c4970d4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0757928 Apr 05 21:28:03.391521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b88f350-5877-419f-a586-f0a9badf2443 req-113b456b-65a2-4e63-9718-f0b090f7d8a7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400202 Apr 05 21:28:03.600821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad08a6-577c-44e2-97de-4e8c8c157747 req-cdc60125-a903-41a3-8ade-8c72db64cc87 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:03.602266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64ad08a6-577c-44e2-97de-4e8c8c157747 req-cdc60125-a903-41a3-8ade-8c72db64cc87 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0925145 Apr 05 21:28:03.647296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64ad08a6-577c-44e2-97de-4e8c8c157747 req-049ec940-51fc-46ec-b996-e306929044ed tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394235 Apr 05 21:28:04.266616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f940b-fb0f-486a-b06e-4317bb478e9a req-5b566ce0-c7bf-44ae-a88f-8fb5025a3853 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:04.268116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f4f940b-fb0f-486a-b06e-4317bb478e9a req-5b566ce0-c7bf-44ae-a88f-8fb5025a3853 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.0757411 Apr 05 21:28:04.318159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7f4f940b-fb0f-486a-b06e-4317bb478e9a req-7afeb581-ac46-4c9e-a1a5-909fec5d1d03 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443754 Apr 05 21:28:04.654270 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:04.905478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8e940ea-db61-4691-9557-a2d3dea88559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:05.572253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc9812-6ed5-43ab-a53d-679634721263 req-39979c65-f811-4303-9443-33ca23bffb04 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:05.573676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bc9812-6ed5-43ab-a53d-679634721263 req-39979c65-f811-4303-9443-33ca23bffb04 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1334412 Apr 05 21:28:05.578879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38cd8b-160a-467c-b219-a22c75961960 req-63f3247d-c4ce-4360-bf21-75e6f5b049d5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:05.580171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c38cd8b-160a-467c-b219-a22c75961960 req-63f3247d-c4ce-4360-bf21-75e6f5b049d5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 946 time: 0.1081271 Apr 05 21:28:05.673205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Deleting port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:28:05.673548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:05.704794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2bc9812-6ed5-43ab-a53d-679634721263 req-cf7242e1-3bb8-4069-8f29-020888026d35 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237063 Apr 05 21:28:05.918575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] For port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:05.918844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:06.204797 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:06.205207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:06.205520 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 disassociated. External IP: 172.25.2.149, port: 10bf0181-e7d0-428a-bcfe-f8caa2f8e968. Apr 05 21:28:06.205857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Calling delete_port for 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:28:06.402398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:06.449219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event deleted for resources: {'Port': ['ID=10bf0181-e7d0-428a-bcfe-f8caa2f8e968,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:06.462795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.463146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.463498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.463837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.464169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.464500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.464826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.465178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.465508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.465832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.466156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:06.673305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:28:06.900452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2f1dc32-d0f1-4195-9ac2-c05ef99707b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:06.942153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9721b5d9-1369-4b11-bd36-d85697e6f5db req-060e9530-ff7e-470a-9ec8-08cb4424b12a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4552bcd-8aba-481b-8d4e-98bb79375cc3 HTTP/1.1" status: 200 len: 210 time: 0.0538075 Apr 05 21:28:07.018189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:28:07.027473 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427174f-f424-4fea-b43e-187c2495790e None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:28:07.038792 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:28:07.039400 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:07.089381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] No DVR routers for this DVR port 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:28:07.091950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:07.094420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-deleted', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:28:07.148771 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2aba29-bde2-439d-b224-a9a004331f0b'] response: {'server_uuid': 'f4552bcd-8aba-481b-8d4e-98bb79375cc3', 'name': 'network-vif-deleted', 'tag': '10bf0181-e7d0-428a-bcfe-f8caa2f8e968', 'status': 'completed', 'code': 200} Apr 05 21:28:07.191292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c38cd8b-160a-467c-b219-a22c75961960 req-c819fc85-b350-4e8f-92f1-b151e4b78c14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "DELETE /v2.0/ports/10bf0181-e7d0-428a-bcfe-f8caa2f8e968 HTTP/1.1" status: 204 len: 173 time: 1.5950537 Apr 05 21:28:07.218845 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:28:07.526678 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:07.530344 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427174f-f424-4fea-b43e-187c2495790e None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:28:07.540358 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:28:07.540992 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:07.716837 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:28:08.045620 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d427174f-f424-4fea-b43e-187c2495790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:08.050101 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427174f-f424-4fea-b43e-187c2495790e None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:28:08.294609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bbbd9e-64a8-46c5-be17-32570abafb0b None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:28:08.306400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-b9d0fccc-ec4e-4bed-b4ce-715571e650dd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--590630210&fields=id&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 267 time: 0.0427017 Apr 05 21:28:08.455588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-dfaf7cf1-519c-4d01-9003-aee07f0cc83d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:08.457227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-dfaf7cf1-519c-4d01-9003-aee07f0cc83d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1417785 Apr 05 21:28:08.474472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-7f8ce107-722e-4011-b273-15a664d2fa0d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/quotas/90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 375 time: 0.0117230 Apr 05 21:28:08.555960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-d978c374-cf43-4bd3-8f15-ab1415593e41 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:28:08.590478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:08.642802 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:08.665799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-d978c374-cf43-4bd3-8f15-ab1415593e41 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:28:08.668019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-d978c374-cf43-4bd3-8f15-ab1415593e41 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1878839 Apr 05 21:28:08.805401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-31ce695a-2b09-4cae-98e4-771ff208ee8b service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257825 Apr 05 21:28:08.932164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-d35bc454-6740-432c-99f1-6873d952ba29 service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209941 Apr 05 21:28:09.193467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6821d09b-fea2-42a9-b67c-fcde2e04b011 req-f76064df-b4ad-4a5b-881f-d267613b764a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 210 time: 0.0403860 Apr 05 21:28:10.002807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:10.367788 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c749add1-028d-44d5-8d43-5cb3c5e1a456 req-31a99a6f-e527-4ba9-b771-664d20675ae0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 210 time: 0.0494730 Apr 05 21:28:10.468882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:28:10.502166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:28:10.502445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 10bf0181-e7d0-428a-bcfe-f8caa2f8e968 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:28:10.863719 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:28:11.075061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-7b301af9-c338-4966-9de9-39ee931cc5e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:11.076530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-7b301af9-c338-4966-9de9-39ee931cc5e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1464672 Apr 05 21:28:11.136755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-733d03ef-2939-4e29-8cc5-a8ccee21b847 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 379 time: 0.0425115 Apr 05 21:28:11.144637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'port': {'device_id': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'admin_state_up': True, 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'security_groups': ['c556b163-c07c-4b57-a15c-f1b978f8fb99']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:28:11.278285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:28:11.288203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:28:11.339651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Made reservation on behalf of 90b2e15e573c47cc817f843c143207de for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:28:11.342654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:11.535738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d888f13a-a569-4bb7-a000-40f8c058da93 req-161c114f-7681-473a-a71a-bfd29b167d79 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 210 time: 0.0441089 Apr 05 21:28:11.547830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Allocated IP 172.20.0.13 (ba305aa7-48a0-4114-868d-064abdae78a7/54aad71f-5ff1-4f1d-9c42-3b5317111a37/06c786c3-28b7-4eca-8b7e-0b1949fba347) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:28:11.729464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:11.744258 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Transition to ACTIVE for port object 06c786c3-28b7-4eca-8b7e-0b1949fba347 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:28:11.809323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:11.979691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Network ba305aa7-48a0-4114-868d-064abdae78a7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:28:11.982474 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:28:11.986178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:28:12.022466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:12.053306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:12.053905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:12.129456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-0b3d6453-f6d4-4b08-99f3-61985d261ddf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9882269 Apr 05 21:28:12.140436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Request body: {'port': {'device_id': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:28:12.247037 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:12.300764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-698e82da-25e2-469c-9812-85691246b936 None None] Provisioning for port 06c786c3-28b7-4eca-8b7e-0b1949fba347 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:28:12.306030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-698e82da-25e2-469c-9812-85691246b936 None None] Provisioning complete for port 06c786c3-28b7-4eca-8b7e-0b1949fba347 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:28:12.306495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-698e82da-25e2-469c-9812-85691246b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:12.361957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-698e82da-25e2-469c-9812-85691246b936 None None] Port 06c786c3-28b7-4eca-8b7e-0b1949fba347 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:28:12.579904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c786c3-28b7-4eca-8b7e-0b1949fba347 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:28:12.586525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:12.601452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Transition to ACTIVE for port object 06c786c3-28b7-4eca-8b7e-0b1949fba347 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:28:12.701214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:12.845677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:12.938550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e9f29-c7e2-4784-8474-5538d052289b req-97c80e57-447a-4689-899a-ff81c46a8929 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:12.939244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f05e9f29-c7e2-4784-8474-5538d052289b req-97c80e57-447a-4689-899a-ff81c46a8929 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:28:12.981423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:28:12.981863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:28:12.982196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:28:12.987903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:28:12.988223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:28:12.995412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:28:12.995778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:28:12.996207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:28:12.996635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Bound port: 06c786c3-28b7-4eca-8b7e-0b1949fba347, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:28:12.996979 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:13.039854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f05e9f29-c7e2-4784-8474-5538d052289b req-97c80e57-447a-4689-899a-ff81c46a8929 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:28:13.040938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f05e9f29-c7e2-4784-8474-5538d052289b req-97c80e57-447a-4689-899a-ff81c46a8929 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.3790329 Apr 05 21:28:13.119112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f05e9f29-c7e2-4784-8474-5538d052289b req-27590c3b-e8d6-4300-97bc-161be9eb5203 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717108 Apr 05 21:28:13.119972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:28:13.123252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:28:13.197634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:13.259201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:13.261182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] 10.222.0.23 "PUT /v2.0/ports/06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1092 time: 1.1244149 Apr 05 21:28:13.261496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:28:13.278559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5167a7-f8f1-4a84-8f4f-9ef3de6358d1 service neutron] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:13.328349 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93721ac-2ebc-4c8c-9ed5-08e57bcb9ff4'] response: {'name': 'network-changed', 'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'status': 'completed', 'code': 200} Apr 05 21:28:13.422634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-971292c8-0ae4-4189-9c04-662e74754b79 req-7abbb7a3-998c-439d-b94c-d4e546ad867a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1095 time: 0.0762451 Apr 05 21:28:13.565225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971292c8-0ae4-4189-9c04-662e74754b79 req-e39b4a3a-b38c-44a2-875a-183dd3ac3674 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:13.566569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-971292c8-0ae4-4189-9c04-662e74754b79 req-e39b4a3a-b38c-44a2-875a-183dd3ac3674 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=90b2e15e573c47cc817f843c143207de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1380696 Apr 05 21:28:13.697219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971292c8-0ae4-4189-9c04-662e74754b79 req-4df5dc83-4199-4571-87e0-5c3bf6858b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:13.698653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-971292c8-0ae4-4189-9c04-662e74754b79 req-4df5dc83-4199-4571-87e0-5c3bf6858b78 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265955 Apr 05 21:28:13.801801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-19e12f6c-fd9c-4bd0-a483-8f154f8e3719 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1095 time: 0.0662975 Apr 05 21:28:13.960979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-4a02e13c-238a-4ac3-b5ff-56c76698321a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 217 time: 0.1514478 Apr 05 21:28:14.020288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-a2b7a0ab-c349-482c-aad4-66290886ff18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:14.021659 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-a2b7a0ab-c349-482c-aad4-66290886ff18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0547256 Apr 05 21:28:14.092577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-f01213a8-139f-430a-9f00-b08d331a9dd5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651405 Apr 05 21:28:14.223299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-c93000e5-c690-4638-8871-bb4c4840539f service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245959 Apr 05 21:28:14.420734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e485d3ec-4ef4-4d7a-b97e-92bcc460cd8a req-d88168d9-255c-40b5-aba9-56ca2a550e93 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917226 Apr 05 21:28:14.426941 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf8a82-5692-4083-ab47-a21e10d06cf1 req-d63c38c2-4ad2-4ea4-b6a4-8961da12395a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:14.428312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dcf8a82-5692-4083-ab47-a21e10d06cf1 req-d63c38c2-4ad2-4ea4-b6a4-8961da12395a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.1749668 Apr 05 21:28:14.474368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dcf8a82-5692-4083-ab47-a21e10d06cf1 req-336950c3-87e2-40c0-b65a-d22acf488c98 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Apr 05 21:28:15.671457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a13ed-6d8f-4312-b739-127a26517ed5 req-6f7ffe6d-9878-43ae-a18b-807110a33fb8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:15.672397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-452a13ed-6d8f-4312-b739-127a26517ed5 req-6f7ffe6d-9878-43ae-a18b-807110a33fb8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.0787892 Apr 05 21:28:15.716597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-452a13ed-6d8f-4312-b739-127a26517ed5 req-f35948ce-80e1-4a35-9575-b8ea79097e9c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386646 Apr 05 21:28:16.484487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:28:16.612635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:16.624973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'mac_address': 'fa:16:3e:8f:68:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:28:16.679497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:16.696529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c786c3-28b7-4eca-8b7e-0b1949fba347 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:28:16.711364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:16.797070 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:16.863935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:16.872271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.872610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.872944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.873298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.873624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.873954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.874276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.874593 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.874910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.875225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.875539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:16.917819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4b56f-1576-4a9f-816c-cdc3bd626b2a req-fa026ea4-bdfe-44b8-8070-b652f6eb4ffd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:16.919322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34e4b56f-1576-4a9f-816c-cdc3bd626b2a req-fa026ea4-bdfe-44b8-8070-b652f6eb4ffd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 945 time: 0.0767844 Apr 05 21:28:16.964666 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34e4b56f-1576-4a9f-816c-cdc3bd626b2a req-2e8a62eb-8283-4844-a616-cc796ce2bc7e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 Apr 05 21:28:16.986138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['06c786c3-28b7-4eca-8b7e-0b1949fba347'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:28:18.159803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f321-586a-408d-8bd1-01ad6acc732c req-dc92a22e-9a50-4ce2-82b8-5471628e7e9c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:18.161277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef17f321-586a-408d-8bd1-01ad6acc732c req-dc92a22e-9a50-4ce2-82b8-5471628e7e9c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 945 time: 0.0771222 Apr 05 21:28:18.206968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef17f321-586a-408d-8bd1-01ad6acc732c req-588bdc09-6b79-435c-b40a-fafd921d1b98 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402856 Apr 05 21:28:18.514423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:28:18.654852 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 06c786c3-28b7-4eca-8b7e-0b1949fba347 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:28:18.662517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 06c786c3-28b7-4eca-8b7e-0b1949fba347 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:28:18.662891 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:18.773780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:18.800372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:28:18.809782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:18.855628 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a35395-d869-413d-bda7-11b57f49cde6'] response: {'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'code': 200} Apr 05 21:28:18.894284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:18.959159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:18.980992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b9a276f-be06-4844-a578-cafc8056ea61 req-cbe226ee-ac69-43dc-9945-7e58ed6670ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0693147 Apr 05 21:28:19.024810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b9a276f-be06-4844-a578-cafc8056ea61 req-78b4d773-41b5-4a82-b347-d0df01c3f415 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382650 Apr 05 21:28:19.399780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfed7c-7308-4f9a-81a8-d53e91bcf11a req-d70dfe54-091a-46ae-82f6-f370913b481f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:19.401255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65dfed7c-7308-4f9a-81a8-d53e91bcf11a req-d70dfe54-091a-46ae-82f6-f370913b481f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0748217 Apr 05 21:28:19.445119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65dfed7c-7308-4f9a-81a8-d53e91bcf11a req-1f32e0fb-5019-48e3-9fc8-f9809b1f542c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384071 Apr 05 21:28:20.602999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:20.658181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c525878-cbba-476b-a19d-08d98016d1d9 req-8346b6fa-fb6c-4858-b734-c670d56c2243 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:20.659604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c525878-cbba-476b-a19d-08d98016d1d9 req-8346b6fa-fb6c-4858-b734-c670d56c2243 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0795438 Apr 05 21:28:20.705264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c525878-cbba-476b-a19d-08d98016d1d9 req-a079a030-2993-40e4-91ab-e4079d5418fc tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Apr 05 21:28:20.893893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb9810-2550-4c80-9385-ee7754efeef7 req-e986649e-00ff-4fa0-9ed7-a8dae8d9ec69 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:20.895203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0ceb9810-2550-4c80-9385-ee7754efeef7 req-e986649e-00ff-4fa0-9ed7-a8dae8d9ec69 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0742753 Apr 05 21:28:20.903774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48538) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:28:20.908922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'floatingip': {'port_id': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:28:20.984151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:21.696270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:21.739796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:21.925310 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 associated. External IP: 172.25.2.149, port: 06c786c3-28b7-4eca-8b7e-0b1949fba347. Apr 05 21:28:22.312962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:28:22.506038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:28:22.511307 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:22.515654 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:28:22.527526 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:28:22.528978 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:22.564434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fa565108-79c5-41c7-b53b-12ebe783b248 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "PUT /v2.0/floatingips/6b8bfc20-a50c-440f-befa-281d12744ff4 HTTP/1.1" status: 200 len: 992 time: 1.6595602 Apr 05 21:28:22.564902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:28:22.619477 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edbef8c-c464-4244-892e-197d4c8c8b72'] response: {'name': 'network-changed', 'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'status': 'completed', 'code': 200} Apr 05 21:28:22.709414 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:28:22.715778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-dca7ea11-35c5-408a-bf50-74da0aa9e07b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0737209 Apr 05 21:28:22.845240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-5c2ff887-6ddf-48cb-92f9-7512bdd86e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:22.848121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-5c2ff887-6ddf-48cb-92f9-7512bdd86e60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1266527 Apr 05 21:28:23.055936 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:8f:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:28:21Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:23.060037 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:28:23.070364 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:28:23.070968 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:28:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:23.123557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-2f5229b5-19f5-4f08-8dee-3c80f1b4b87c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1000 time: 0.2667415 Apr 05 21:28:23.198821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-b7e45893-11e9-4d7a-8a71-40f4894b08b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:23.200228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-b7e45893-11e9-4d7a-8a71-40f4894b08b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0669484 Apr 05 21:28:23.206606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba8041-bcc8-4858-adf1-16faf06301b9 req-91585a0a-b73d-4008-a5ba-beac28c0acd4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:23.207932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2ba8041-bcc8-4858-adf1-16faf06301b9 req-91585a0a-b73d-4008-a5ba-beac28c0acd4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.2567465 Apr 05 21:28:23.249405 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:28:23.302747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b2ba8041-bcc8-4858-adf1-16faf06301b9 req-8618699f-692f-4b7a-a1b0-86e5f2002859 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588396 Apr 05 21:28:23.313134 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-43f97a1c-56a6-4865-a14f-48e5127009b8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042979 Apr 05 21:28:23.323678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-794f21f3-f25d-4500-9366-70573f125550 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:28:23.324506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-794f21f3-f25d-4500-9366-70573f125550 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058482 Apr 05 21:28:23.455575 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-2e22748c-f489-4af0-8f4e-0e2eaaf10b01 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253054 Apr 05 21:28:23.586239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23b68a17-fa6b-4038-be92-e993e8cedefc req-efb24c5f-5739-4bc6-9225-adabb13043ef service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247075 Apr 05 21:28:23.606295 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:8f:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:28:21Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:28:23.610319 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23093a1b-bb8c-4053-b0e3-0d3b224b89fc None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:8f:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:28:21Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:28:23.817771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d4388-54da-4841-9934-0b63316dd8de None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:28:23.839363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-aabb61a7-1a05-4a5c-8ed4-391606c5af2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0723503 Apr 05 21:28:23.983766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-7505ac8e-8eba-44bf-9d35-d1349efa68ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:23.985165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-7505ac8e-8eba-44bf-9d35-d1349efa68ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1262953 Apr 05 21:28:24.089891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-48808cbd-9874-4f37-9b66-81b9a970c814 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1000 time: 0.0990646 Apr 05 21:28:24.154058 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-c4eedac9-2ef3-45ec-874d-516594455bb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:24.155476 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-c4eedac9-2ef3-45ec-874d-516594455bb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0604541 Apr 05 21:28:24.227559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-4d418cd2-6762-4308-a684-953b79e37347 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660996 Apr 05 21:28:24.362288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-72fd015d-6cf6-40eb-bd02-10f9b0cc9567 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283011 Apr 05 21:28:24.545887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82128ec6-756c-43f7-af63-2fd027ba9fb0 req-e0cec98f-8368-4ea6-bbd6-70780df59540 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775508 Apr 05 21:28:24.559764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63f8b8-5fe0-4108-8b2d-40086523bef6 req-e1873c84-b5ad-43f2-a1e4-cc47bab7d9b9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:24.561086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b63f8b8-5fe0-4108-8b2d-40086523bef6 req-e1873c84-b5ad-43f2-a1e4-cc47bab7d9b9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.1199529 Apr 05 21:28:24.607947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b63f8b8-5fe0-4108-8b2d-40086523bef6 req-06195663-21f3-4351-ad87-9aeac51a505c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408130 Apr 05 21:28:25.799722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a592-9f06-461e-9816-ccb940ee4c44 req-f6fb5b8e-4c22-4c57-a291-fffb67d4ef9f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:25.801170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9d2a592-9f06-461e-9816-ccb940ee4c44 req-f6fb5b8e-4c22-4c57-a291-fffb67d4ef9f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0749767 Apr 05 21:28:25.844882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9d2a592-9f06-461e-9816-ccb940ee4c44 req-e49cfb21-b4cc-43d6-a6dd-0dae1a8f3f23 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383594 Apr 05 21:28:27.040226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c5392-f853-4d92-a28e-0e073c044e56 req-8527d430-1635-44eb-8555-e0caf51a1faf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:27.042203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c4c5392-f853-4d92-a28e-0e073c044e56 req-8527d430-1635-44eb-8555-e0caf51a1faf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0780396 Apr 05 21:28:27.086738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c4c5392-f853-4d92-a28e-0e073c044e56 req-6975a4ef-9ae5-4933-8d77-da9259f6c3a2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388064 Apr 05 21:28:28.277456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63a04-c6e2-47d9-9e45-07f6150de136 req-85fc42db-252a-4954-b3cd-a093a4d8befc tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:28.278870 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bba63a04-c6e2-47d9-9e45-07f6150de136 req-85fc42db-252a-4954-b3cd-a093a4d8befc tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0748076 Apr 05 21:28:28.326745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bba63a04-c6e2-47d9-9e45-07f6150de136 req-806e47a6-a48d-4070-9081-29bb63eda6a3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423782 Apr 05 21:28:29.617936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098aaf64-315c-462f-99d1-bc3d8aaaf658 req-20fa4a65-b18f-4def-a42f-e3335591ad5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:29.619264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-098aaf64-315c-462f-99d1-bc3d8aaaf658 req-20fa4a65-b18f-4def-a42f-e3335591ad5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.1697648 Apr 05 21:28:29.663046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-098aaf64-315c-462f-99d1-bc3d8aaaf658 req-f7ae2a80-a3fe-457d-a49a-acd9dffc4d37 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376904 Apr 05 21:28:30.866051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350019f-32be-4ef0-b81d-a6eccab1305e req-e008ff9c-63e5-49ec-a529-f887f415c406 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:30.867525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9350019f-32be-4ef0-b81d-a6eccab1305e req-e008ff9c-63e5-49ec-a529-f887f415c406 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0781446 Apr 05 21:28:30.914346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9350019f-32be-4ef0-b81d-a6eccab1305e req-da4596c6-74ce-42f0-88df-5440838b46ed tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412998 Apr 05 21:28:32.111831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f3b45-459d-4533-9c61-19697b08404a req-3686eda5-5699-482c-8e56-7f97e8bffe05 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:32.113333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e6f3b45-459d-4533-9c61-19697b08404a req-3686eda5-5699-482c-8e56-7f97e8bffe05 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0803282 Apr 05 21:28:32.167258 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e6f3b45-459d-4533-9c61-19697b08404a req-41abe48c-253a-4c41-9f86-c29ff23822e6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478632 Apr 05 21:28:33.371584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310940-5992-4b32-9261-a168b2fc8a63 req-28e237d2-bf6e-43ae-957f-f786379a4162 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:33.373029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d310940-5992-4b32-9261-a168b2fc8a63 req-28e237d2-bf6e-43ae-957f-f786379a4162 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0792081 Apr 05 21:28:33.416965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d310940-5992-4b32-9261-a168b2fc8a63 req-3b3ddca5-3432-4c98-9759-62fbdc2ac77e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378730 Apr 05 21:28:34.618132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3e973-b60f-482f-ae4a-46fe46186120 req-c59f17f2-7a33-4b61-b06e-5ff041435259 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:34.619585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41e3e973-b60f-482f-ae4a-46fe46186120 req-c59f17f2-7a33-4b61-b06e-5ff041435259 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0741842 Apr 05 21:28:34.667251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41e3e973-b60f-482f-ae4a-46fe46186120 req-f87de78f-e52b-41b0-a3be-59009f7673bf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Apr 05 21:28:34.671027 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:34.899677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ed3801e-9608-4ac8-84fa-ddb8cb7e4920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:35.858612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb473a-9744-4684-b918-18453e444cc6 req-00366909-a12e-4cac-acb0-f8483090e90d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:35.860023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1efb473a-9744-4684-b918-18453e444cc6 req-00366909-a12e-4cac-acb0-f8483090e90d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0745754 Apr 05 21:28:35.903426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1efb473a-9744-4684-b918-18453e444cc6 req-cf559a70-730e-4437-8485-350fb3f8d376 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380306 Apr 05 21:28:36.880991 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-771a5a15-9b7b-4b30-9a6c-508cc58b772a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:37.106502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8366-c277-4b49-be34-c921b4ef246c req-bf5fc2d9-739f-49a0-9f2d-af60f4341ed9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:37.107906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c4f8366-c277-4b49-be34-c921b4ef246c req-bf5fc2d9-739f-49a0-9f2d-af60f4341ed9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0799093 Apr 05 21:28:37.151823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c4f8366-c277-4b49-be34-c921b4ef246c req-ee694ffa-5270-46b7-bd29-a2b682f13919 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382423 Apr 05 21:28:38.347735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b0dd2-e1eb-4a21-8739-b9b3e60a0896 req-2cb0c556-e48c-4086-b07c-50352e45ba44 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:38.349116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb4b0dd2-e1eb-4a21-8739-b9b3e60a0896 req-2cb0c556-e48c-4086-b07c-50352e45ba44 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0747211 Apr 05 21:28:38.393325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb4b0dd2-e1eb-4a21-8739-b9b3e60a0896 req-5566d6fd-6219-44d3-b172-72f8dcdd4435 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381563 Apr 05 21:28:38.526504 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:38.612261 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:39.588726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1131a90-8444-41c8-a0b8-fa54d84905a6 req-7682112b-3568-4588-90ea-10fb00b8a69c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:39.590096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1131a90-8444-41c8-a0b8-fa54d84905a6 req-7682112b-3568-4588-90ea-10fb00b8a69c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0780945 Apr 05 21:28:39.633544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1131a90-8444-41c8-a0b8-fa54d84905a6 req-b509ce27-8088-4692-b6ad-ea3b202b7503 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Apr 05 21:28:39.973646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:40.830337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807b981-140e-4d1d-a254-b66ecf646c0b req-bcdad5d2-ab33-4ac9-98e4-25c986d8a498 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:40.831745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6807b981-140e-4d1d-a254-b66ecf646c0b req-bcdad5d2-ab33-4ac9-98e4-25c986d8a498 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0795901 Apr 05 21:28:40.875029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6807b981-140e-4d1d-a254-b66ecf646c0b req-8d437fa5-cf6a-4526-840d-c6af7fe7bcd6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378714 Apr 05 21:28:42.070544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701e171-9b5b-49f0-81f8-fc48d117407c req-23752267-87ad-4bdc-ac2d-7055ed6cafd2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:42.071966 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8701e171-9b5b-49f0-81f8-fc48d117407c req-23752267-87ad-4bdc-ac2d-7055ed6cafd2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0785882 Apr 05 21:28:42.122660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8701e171-9b5b-49f0-81f8-fc48d117407c req-6a631f38-8cf3-4bc3-9b82-b048f1c49246 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451536 Apr 05 21:28:43.313251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5449b4-652f-4d14-88e8-682da6fe0fd5 req-2cbf08ce-3d41-41a5-b853-49a17fc7666d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:43.314689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e5449b4-652f-4d14-88e8-682da6fe0fd5 req-2cbf08ce-3d41-41a5-b853-49a17fc7666d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0748603 Apr 05 21:28:43.362207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e5449b4-652f-4d14-88e8-682da6fe0fd5 req-017fe018-2c70-4a95-a0e3-87f71d64e65b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420511 Apr 05 21:28:44.560972 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b897fb-534c-4708-a906-4ee1eac2a379 req-ce35edb6-2bd5-444b-baff-a8e62db85658 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:44.562431 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78b897fb-534c-4708-a906-4ee1eac2a379 req-ce35edb6-2bd5-444b-baff-a8e62db85658 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0737288 Apr 05 21:28:44.606733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78b897fb-534c-4708-a906-4ee1eac2a379 req-4cf5da41-9f5d-4a87-9851-d247e89b5f57 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388575 Apr 05 21:28:45.804951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f64f2-2446-409d-b73f-61a89c8c20fc req-f3206d92-1114-4d00-b93c-dfe77658dbc7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:45.806388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-885f64f2-2446-409d-b73f-61a89c8c20fc req-f3206d92-1114-4d00-b93c-dfe77658dbc7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0785449 Apr 05 21:28:45.849615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-885f64f2-2446-409d-b73f-61a89c8c20fc req-61b3ccb5-0cf8-4ca9-877e-3f672a16a16d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373061 Apr 05 21:28:47.044907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb4cf0-6a72-4ff5-8511-6b47329693fa req-2d770024-8177-4c2a-885e-59fcfa9b94b3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:47.046535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8bb4cf0-6a72-4ff5-8511-6b47329693fa req-2d770024-8177-4c2a-885e-59fcfa9b94b3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0752003 Apr 05 21:28:47.090826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8bb4cf0-6a72-4ff5-8511-6b47329693fa req-e055e8f0-9384-421f-a3dc-e39c53923126 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388796 Apr 05 21:28:47.863834 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:28:48.302745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8900e92-5752-4492-b82a-6efe22d3125b req-bf8aabed-52d9-4ca1-8f5d-dc2e30c150e6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:48.304219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8900e92-5752-4492-b82a-6efe22d3125b req-bf8aabed-52d9-4ca1-8f5d-dc2e30c150e6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0961912 Apr 05 21:28:48.349742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e8900e92-5752-4492-b82a-6efe22d3125b req-1b4b3a66-e08b-4f4e-997d-86b357f62a73 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389636 Apr 05 21:28:49.542076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba5c3f-185f-48a2-92b2-798052c3590c req-f0ca6a13-8d60-46a5-8dc4-5210f6c2e60c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:49.543752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ba5c3f-185f-48a2-92b2-798052c3590c req-f0ca6a13-8d60-46a5-8dc4-5210f6c2e60c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0747609 Apr 05 21:28:49.591097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ba5c3f-185f-48a2-92b2-798052c3590c req-0cf87020-b9c5-47b9-95e4-72448b6aa5dc tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417750 Apr 05 21:28:49.781357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83cafff5-d4f0-435a-a7cf-813da8a76029 req-115a5d8c-b905-4a73-96ec-3cc7bf0aeffd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662131 Apr 05 21:28:50.248641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63336442-306d-48bb-a497-e55acac00681 req-7ec4aa1c-a569-42be-a46f-d6c9dec32127 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:50.250092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63336442-306d-48bb-a497-e55acac00681 req-7ec4aa1c-a569-42be-a46f-d6c9dec32127 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.1103225 Apr 05 21:28:50.315257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63336442-306d-48bb-a497-e55acac00681 req-2dbf8424-d53d-4ef9-9704-eaf4ba613d9d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595853 Apr 05 21:28:50.325178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-abdd2ecf-e724-4646-bec3-62e820f6a57f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137242 Apr 05 21:28:50.614043 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:51.523584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407f9b2-1fef-4b6e-a374-2aa979eb81ce req-f7cc0f05-95b4-4835-92e1-606c1eefbf95 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:51.524939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3407f9b2-1fef-4b6e-a374-2aa979eb81ce req-f7cc0f05-95b4-4835-92e1-606c1eefbf95 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0858541 Apr 05 21:28:51.573402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3407f9b2-1fef-4b6e-a374-2aa979eb81ce req-d5aa94f6-72f2-40b7-a547-9fb3a2007292 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427499 Apr 05 21:28:52.461450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-19fea846-b253-4879-8280-9555eca77f0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0700977 Apr 05 21:28:52.686326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-3226a801-0455-4fbb-9a5f-8400ec428b36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:52.687807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-3226a801-0455-4fbb-9a5f-8400ec428b36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2204225 Apr 05 21:28:52.839840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-72e00cc0-71f7-423f-b19a-3800d6f1f3b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1002 time: 0.1461968 Apr 05 21:28:52.907191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dded5e-bc1f-407b-8a5c-973e2bc7f54f req-e7b381b7-3600-44d9-9760-3910376e2bd3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:52.908632 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84dded5e-bc1f-407b-8a5c-973e2bc7f54f req-e7b381b7-3600-44d9-9760-3910376e2bd3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.1654463 Apr 05 21:28:52.913623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-93932d7d-59d1-489a-84f2-da93699ed14f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:52.914941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-93932d7d-59d1-489a-84f2-da93699ed14f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0689645 Apr 05 21:28:53.003715 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-84dded5e-bc1f-407b-8a5c-973e2bc7f54f req-dd642715-1692-47ca-b51c-1a4f4478a3b6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878577 Apr 05 21:28:53.021550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-b0ab2987-1d9d-4929-a07f-e281e85ffd84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924084 Apr 05 21:28:53.151168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-81d3bad3-35fc-4458-a12d-32b5c1db072d service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234560 Apr 05 21:28:53.279916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-c82f91ef-c3bb-4e01-85b5-c77d13c68e57 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234365 Apr 05 21:28:54.195263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab05b5-9ce4-475e-81a1-7ba2f53edd21 req-7781271c-3d92-44a7-989a-6223caea5eef tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:54.199372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeab05b5-9ce4-475e-81a1-7ba2f53edd21 req-7781271c-3d92-44a7-989a-6223caea5eef tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0742991 Apr 05 21:28:54.241549 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eeab05b5-9ce4-475e-81a1-7ba2f53edd21 req-18192c1e-060b-4ea3-a8b6-dd4366c3f7c1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 Apr 05 21:28:55.264318 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-4269b822-3a45-4ffc-a701-8048129fe842 service neutron] show failed (client error): The resource could not be found. Apr 05 21:28:55.265310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-4269b822-3a45-4ffc-a701-8048129fe842 service neutron] 10.222.0.23 "GET /v2.0/ports/06c786c3-28b7-4eca-8b7e-0b1949fba347/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0744202 Apr 05 21:28:55.438012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab603357-5058-426d-a6b5-34709d8a093b req-bf094a4f-1fc4-4eb7-b8fd-7edb002b7557 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:55.439426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab603357-5058-426d-a6b5-34709d8a093b req-bf094a4f-1fc4-4eb7-b8fd-7edb002b7557 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0779114 Apr 05 21:28:55.484150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab603357-5058-426d-a6b5-34709d8a093b req-ea484e8a-74db-46ee-a229-e3f433603d5f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392447 Apr 05 21:28:55.856432 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-f8838ce8-bce3-49cd-8e78-3605c04df701 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 1097 time: 0.0719306 Apr 05 21:28:55.872655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:28:55.974117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:56.233239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:28:56.260479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:28:56.318981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:28:56.324664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:56.339591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Transition to ACTIVE for port object 06c786c3-28b7-4eca-8b7e-0b1949fba347 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:28:56.393239 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efed6aed-c169-44f7-bf46-7fbb02876bae'] response: {'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'code': 200} Apr 05 21:28:56.396735 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:56.631398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:56.743032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] No DVR routers for this DVR port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:28:56.874996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695d510-96d7-4062-9439-b0242b37a849 req-18e1e2c9-e367-4d6d-9e23-e8d52f1e320e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:56.876365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a695d510-96d7-4062-9439-b0242b37a849 req-18e1e2c9-e367-4d6d-9e23-e8d52f1e320e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.2486684 Apr 05 21:28:56.944969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a695d510-96d7-4062-9439-b0242b37a849 req-b24fe660-a786-4ae4-972a-17b72f12c470 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573738 Apr 05 21:28:57.040777 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:28:57.041646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:28:57.041970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:28:57.047921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:28:57.048244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Attempting to bind port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:28:57.054757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:28:57.055090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:28:57.055475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:28:57.055899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Bound port: 06c786c3-28b7-4eca-8b7e-0b1949fba347, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:28:57.056243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:57.144177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:28:57.147155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:28:57.214932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:57.280377 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:57.281727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] 10.222.0.39 "PUT /v2.0/ports/06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1092 time: 1.4134231 Apr 05 21:28:57.294750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07bd80-04f3-4943-883f-850bb542c724 service neutron] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:57.385723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-a3841a40-6eab-4eb7-ac41-e948e04b1544 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1095 time: 0.0698318 Apr 05 21:28:57.518224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-0c6b24c8-c16b-42a3-baec-717efffe05c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:57.519654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-0c6b24c8-c16b-42a3-baec-717efffe05c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1283474 Apr 05 21:28:57.620453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-1709871e-bac5-4ea4-bad7-90bb084398ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1000 time: 0.0950420 Apr 05 21:28:57.680637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-87a13f20-7a15-4772-b09b-76790c466259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:57.681979 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-87a13f20-7a15-4772-b09b-76790c466259 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0558891 Apr 05 21:28:57.756649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-38f2ea93-5fbb-4c28-b14f-1526c6235efe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689394 Apr 05 21:28:57.886451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-e745ce6d-1539-485d-8c4e-805f3b8bbcb0 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236503 Apr 05 21:28:58.022565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d218466-5410-48db-a6b8-5eca54a1b36b req-b3445402-e9bb-43c7-b677-56ca4d0b56d5 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308968 Apr 05 21:28:58.142123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f339358-38e9-4a30-b745-13b83de168a7 req-3e684b51-3b6f-44e2-ad91-4a7515897776 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:58.143564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f339358-38e9-4a30-b745-13b83de168a7 req-3e684b51-3b6f-44e2-ad91-4a7515897776 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.0763457 Apr 05 21:28:58.189038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f339358-38e9-4a30-b745-13b83de168a7 req-0ff50f21-0664-40ba-8f00-86916ab11b58 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397291 Apr 05 21:28:58.394263 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:28:58.461166 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a5a6f9-546d-4e8b-b6a5-185ecc9a310f'] response: {'name': 'network-changed', 'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'status': 'completed', 'code': 200} Apr 05 21:28:58.606947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:28:58.607572 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-2712fb39-005a-4db3-9d6d-160cf02d77f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1095 time: 0.1292505 Apr 05 21:28:58.610239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-efcab814-22f8-4446-8d6d-8e7cd9da397d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1095 time: 0.0975831 Apr 05 21:28:58.660956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:28:58.952993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c225c-d234-4b69-9efa-d838119cdb6b req-bf906daa-44cd-4f6e-a4a2-ae8dc17608c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:58.954452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-bf906daa-44cd-4f6e-a4a2-ae8dc17608c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.3413522 Apr 05 21:28:58.956538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c225c-d234-4b69-9efa-d838119cdb6b req-aa493d0b-c85e-4831-93de-213ff0665476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:58.957838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-aa493d0b-c85e-4831-93de-213ff0665476 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.3254898 Apr 05 21:28:59.164687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-2a90e147-642e-494c-b40c-494db00ddff9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1000 time: 0.2038355 Apr 05 21:28:59.167273 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-b10f8edb-784b-41b0-9309-2d8aa7b52aaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1000 time: 0.1507452 Apr 05 21:28:59.286807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c225c-d234-4b69-9efa-d838119cdb6b req-028ce9c2-5de6-49d0-8890-0951a5f3c439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:59.288249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-028ce9c2-5de6-49d0-8890-0951a5f3c439 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1171172 Apr 05 21:28:59.294723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c225c-d234-4b69-9efa-d838119cdb6b req-1ebabdf5-81a7-4d0f-9076-b8703c5262de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:59.296096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-1ebabdf5-81a7-4d0f-9076-b8703c5262de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0919652 Apr 05 21:28:59.485152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-83396966-9abb-4ea3-abf5-9524842a6667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880391 Apr 05 21:28:59.520164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e28b1-9c85-4c28-a474-a0c4783ddbe1 req-8d5fe7d7-fc5a-4420-8b56-7f46e509b1e3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:59.521605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-292e28b1-9c85-4c28-a474-a0c4783ddbe1 req-8d5fe7d7-fc5a-4420-8b56-7f46e509b1e3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.1519051 Apr 05 21:28:59.524148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-05476901-8a01-40ad-a52a-9d20d27d19bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898882 Apr 05 21:28:59.738548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-292e28b1-9c85-4c28-a474-a0c4783ddbe1 req-eaaf7da0-f2ce-4ae9-a5fe-366fe2b604ff tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693056 Apr 05 21:28:59.764735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-1f5ee50b-3d85-4ad8-bd5c-18eb2e8ebefe service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732365 Apr 05 21:28:59.841396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-352e06c6-abc6-47c9-b0c8-4916a4f7e4c6 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711389 Apr 05 21:28:59.995129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-aafaf8ea-8555-4e53-b93c-a5ae1c82c359 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220109 Apr 05 21:29:00.016250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-121c225c-d234-4b69-9efa-d838119cdb6b req-7ed209b7-2c6d-490f-bddd-06254ca2177f service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616106 Apr 05 21:29:01.034465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f8421-7d89-424d-abda-2f47c9453eb2 req-e6db33af-314d-460e-9660-0670bcf55466 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:01.035819 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0f8421-7d89-424d-abda-2f47c9453eb2 req-e6db33af-314d-460e-9660-0670bcf55466 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.1725361 Apr 05 21:29:01.081036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fb0f8421-7d89-424d-abda-2f47c9453eb2 req-05895b4a-5cc5-45c1-8830-5be51c84d874 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396309 Apr 05 21:29:02.249263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:29:02.421954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:02.435561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'mac_address': 'fa:16:3e:8f:68:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:29:02.462833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d313-d042-474b-b983-d94c6b9fd878 req-e1dff22f-abae-4166-9a23-0f7eeec408e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:02.464834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6673d313-d042-474b-b983-d94c6b9fd878 req-e1dff22f-abae-4166-9a23-0f7eeec408e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 944 time: 0.2627938 Apr 05 21:29:02.490604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:02.507691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c786c3-28b7-4eca-8b7e-0b1949fba347 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:29:02.509241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6673d313-d042-474b-b983-d94c6b9fd878 req-64ff4b47-ca63-4109-9eed-5e67554194b4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388036 Apr 05 21:29:02.522917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:02.585351 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:02.650038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:03.001726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['06c786c3-28b7-4eca-8b7e-0b1949fba347'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:29:03.011456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a5b3-ba0d-462f-9182-57c5622b8ea8 req-20757945-57db-4ecc-97a5-cedc52f92023 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:03.012891 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fd6a5b3-ba0d-462f-9182-57c5622b8ea8 req-20757945-57db-4ecc-97a5-cedc52f92023 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 945 time: 0.1190031 Apr 05 21:29:03.076411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6fd6a5b3-ba0d-462f-9182-57c5622b8ea8 req-1474fe17-4ae8-4b61-89ad-2ff1d8fb9ccd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578578 Apr 05 21:29:03.085037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-d9823fed-fc1d-419d-a206-4899414cafc3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:03.086430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-d9823fed-fc1d-419d-a206-4899414cafc3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6&tenant_id=90b2e15e573c47cc817f843c143207de&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 945 time: 0.1271527 Apr 05 21:29:03.165671 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-060e7936-7c44-4ad7-9d0a-22ca7edcd396 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:29:03.166830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-060e7936-7c44-4ad7-9d0a-22ca7edcd396 service neutron] 10.222.0.23 "DELETE /v2.0/ports/06c786c3-28b7-4eca-8b7e-0b1949fba347/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0739808 Apr 05 21:29:03.304652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-bb68b058-e50c-49dd-a562-c643d0d3a67b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1096 time: 0.0711308 Apr 05 21:29:03.432720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-f94dee44-e8b5-4659-9a42-a1eae779b035 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:03.434173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-f94dee44-e8b5-4659-9a42-a1eae779b035 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1237049 Apr 05 21:29:03.536099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-1a28b3e4-9d4f-45a4-a1b1-45fb0dba1161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1001 time: 0.0959718 Apr 05 21:29:03.598900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-7519f138-fe7e-4482-bfa0-43e41f692d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:03.600311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-7519f138-fe7e-4482-bfa0-43e41f692d68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0584435 Apr 05 21:29:03.672218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-73fba78f-90b5-42bf-965d-f632d53a4f5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659635 Apr 05 21:29:03.799954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-c07aedd8-f16a-40aa-855d-8144a677047e service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216271 Apr 05 21:29:03.928280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4026285b-3db1-445d-86ac-7ff2d5b98bc9 req-a7ff978d-c589-4ad1-9680-58e9f88257e2 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225019 Apr 05 21:29:04.250874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:29:04.282301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7458e3-cf45-47c5-9eda-0718f61f9c64 req-abe45ff2-3c5e-4214-b940-22bbe6fa0355 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:04.284138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c7458e3-cf45-47c5-9eda-0718f61f9c64 req-abe45ff2-3c5e-4214-b940-22bbe6fa0355 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 945 time: 0.0819407 Apr 05 21:29:04.334137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7c7458e3-cf45-47c5-9eda-0718f61f9c64 req-528a8d9d-d93b-4b32-b4ce-f7bd6c880e4c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413837 Apr 05 21:29:04.396771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 06c786c3-28b7-4eca-8b7e-0b1949fba347 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:29:04.402216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 06c786c3-28b7-4eca-8b7e-0b1949fba347 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:29:04.402634 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:04.520788 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:04.547659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:04.556894 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:04.609312 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0ad282-bb53-41cd-9141-b42e875f8ac2'] response: {'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'code': 200} Apr 05 21:29:04.642361 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:04.697901 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:04.713898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:04.905791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ca13afe0-79ee-4aae-ba23-b74805db17f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:05.527008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70045d3-26d4-457e-9ce9-caa0e192451c req-112c5d00-d220-49b5-a5d9-8175cd3ab27e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:05.531802 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a70045d3-26d4-457e-9ce9-caa0e192451c req-112c5d00-d220-49b5-a5d9-8175cd3ab27e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0780356 Apr 05 21:29:05.580468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a70045d3-26d4-457e-9ce9-caa0e192451c req-2a4ec2dc-7f24-4958-a7d7-5075ffb4c258 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Apr 05 21:29:05.771915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaad6e-0ead-4d7d-9dd8-c23998731b02 req-39c044e4-b4ce-450f-9154-654fcc4d0ef4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:05.773360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6adaad6e-0ead-4d7d-9dd8-c23998731b02 req-39c044e4-b4ce-450f-9154-654fcc4d0ef4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0748594 Apr 05 21:29:05.817910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6adaad6e-0ead-4d7d-9dd8-c23998731b02 req-c79823a7-2729-4a8b-b3a1-950b249a6589 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386000 Apr 05 21:29:06.256854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f881560-9fae-4ae4-b7d8-0e077587a5a6 req-093731ae-2f8e-43dc-b477-69d66e851512 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:06.258327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f881560-9fae-4ae4-b7d8-0e077587a5a6 req-093731ae-2f8e-43dc-b477-69d66e851512 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0818539 Apr 05 21:29:06.346035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f881560-9fae-4ae4-b7d8-0e077587a5a6 req-56844e3a-53c1-47e7-95fb-dc212e73fcd9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812583 Apr 05 21:29:06.373120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-7501f65f-54bd-4574-b0d1-8d779bb2170e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0775545 Apr 05 21:29:06.503106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-e25fb954-1802-4535-9380-ab38fbba888b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:06.504521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-e25fb954-1802-4535-9380-ab38fbba888b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1257155 Apr 05 21:29:06.704779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-e8eb0c10-265e-4176-8190-055752b30cc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 200 len: 1002 time: 0.1932292 Apr 05 21:29:06.764984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-38a83e2f-842a-4380-94ca-b4ddaec166ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:06.766425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-38a83e2f-842a-4380-94ca-b4ddaec166ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0559595 Apr 05 21:29:06.844920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-059b9fae-79fd-4fb2-8fd2-e841cde7db5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725243 Apr 05 21:29:06.880477 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2448ec24-85b0-4dee-b72c-aa6a342b18b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:06.972844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-f585a840-264c-47ba-8836-2a55100a9290 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209903 Apr 05 21:29:07.109332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5b27bad-5546-4954-a8fa-4897ec863c4a req-bef2d603-2271-46da-a7eb-53ea57f8d91e service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300085 Apr 05 21:29:07.544120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da071c3-faa9-495c-b2ec-9bde5662186e req-3b580db3-d68a-4b58-b649-128930b9ea14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:07.545568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3da071c3-faa9-495c-b2ec-9bde5662186e req-3b580db3-d68a-4b58-b649-128930b9ea14 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0745480 Apr 05 21:29:07.588550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3da071c3-faa9-495c-b2ec-9bde5662186e req-a37dc56c-cfab-4bd3-8c08-2a0c114f6026 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375140 Apr 05 21:29:08.516617 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:08.591045 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:08.782660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cee8f-ede8-4864-a402-c8c173350aa0 req-8b83ed97-5fdc-40ce-96e5-21f54fbf4666 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:08.784006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b13cee8f-ede8-4864-a402-c8c173350aa0 req-8b83ed97-5fdc-40ce-96e5-21f54fbf4666 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0786788 Apr 05 21:29:08.827855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b13cee8f-ede8-4864-a402-c8c173350aa0 req-710f9dbe-ff36-4f62-be70-8b6f976c97cb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384555 Apr 05 21:29:09.418770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143358cc-1b53-403e-b6c2-e8a86c6b2419 req-ec800e49-a552-49c9-a0a4-33e34053a9e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:09.420186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-143358cc-1b53-403e-b6c2-e8a86c6b2419 req-ec800e49-a552-49c9-a0a4-33e34053a9e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0747035 Apr 05 21:29:09.468493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-143358cc-1b53-403e-b6c2-e8a86c6b2419 req-90847f15-75a2-411a-9fc9-75a9ee4905b1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427735 Apr 05 21:29:09.985412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:10.681927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea533c6-5ca5-475f-886c-a7b1ca31aa7c req-2d50ac84-874e-4574-8f30-d6aeaf7c3609 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:10.681927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cea533c6-5ca5-475f-886c-a7b1ca31aa7c req-2d50ac84-874e-4574-8f30-d6aeaf7c3609 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.0762601 Apr 05 21:29:10.776413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cea533c6-5ca5-475f-886c-a7b1ca31aa7c req-00ec752b-65e1-4839-8740-f8d0270c7e19 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937405 Apr 05 21:29:10.795270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-cefbbf48-6d4f-4859-8c5c-93ce77be2444 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:10.796653 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-cefbbf48-6d4f-4859-8c5c-93ce77be2444 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 946 time: 0.1129966 Apr 05 21:29:10.862468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Deleting port 06c786c3-28b7-4eca-8b7e-0b1949fba347 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:29:10.862806 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:11.103924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] For port 06c786c3-28b7-4eca-8b7e-0b1949fba347, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=06c786c3-28b7-4eca-8b7e-0b1949fba347,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:11.104277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:11.380894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:11.381214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:11.381519 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 disassociated. External IP: 172.25.2.149, port: 06c786c3-28b7-4eca-8b7e-0b1949fba347. Apr 05 21:29:11.381849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Calling delete_port for 06c786c3-28b7-4eca-8b7e-0b1949fba347 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:29:11.671196 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:11.718472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event deleted for resources: {'Port': ['ID=06c786c3-28b7-4eca-8b7e-0b1949fba347,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:11.732629 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.732977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.733342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.733678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.734009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.734330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.734656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.734971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.735296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.735614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.735932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:11.943953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0b90f375-e6de-41d6-a2cb-0b1db332956c req-0b499c9a-f43a-40cd-a9ed-643dc99934c9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=af19f511-886e-4ed4-b645-13ccaedf98d6 HTTP/1.1" status: 200 len: 210 time: 0.0416696 Apr 05 21:29:11.982165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:29:12.180519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:29:12.190373 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853f145-b350-45ab-9c87-038266e7192b None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:29:12.202354 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:29:12.202947 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:12.248407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] No DVR routers for this DVR port 06c786c3-28b7-4eca-8b7e-0b1949fba347 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:29:12.250977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:12.253624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-deleted', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:12.311863 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a40ebaf-eaad-47c5-ba81-c4f1383f1393'] response: {'server_uuid': 'af19f511-886e-4ed4-b645-13ccaedf98d6', 'name': 'network-vif-deleted', 'tag': '06c786c3-28b7-4eca-8b7e-0b1949fba347', 'status': 'completed', 'code': 200} Apr 05 21:29:12.328915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-272d27d6-bd82-4d6c-a8c1-c73daae67697 req-5ebff2e9-0425-4929-a31b-b0e2e4c64878 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "DELETE /v2.0/ports/06c786c3-28b7-4eca-8b7e-0b1949fba347 HTTP/1.1" status: 204 len: 173 time: 1.5272679 Apr 05 21:29:12.410720 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:29:12.725494 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:12.731566 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853f145-b350-45ab-9c87-038266e7192b None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:29:12.741930 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:29:12.742532 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:12.915082 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:29:13.231238 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3853f145-b350-45ab-9c87-038266e7192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:13.235323 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853f145-b350-45ab-9c87-038266e7192b None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:29:13.311289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-e26d9b3b-6b17-4733-b549-b660b67ab22f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--590630210&fields=id&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 267 time: 0.0465882 Apr 05 21:29:13.457022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1820b-463f-464e-a18e-d9662f024ea2 None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:29:13.461686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea617-4abc-4770-9dae-a73e08cb064f req-37b926ba-beb0-4dca-9c45-6f0f2ba60e6b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:13.464143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-37b926ba-beb0-4dca-9c45-6f0f2ba60e6b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1460547 Apr 05 21:29:13.481722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-3402f452-46a8-4cd5-9814-d9bf1dc02105 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/quotas/90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 375 time: 0.0118172 Apr 05 21:29:13.561975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-930ea617-4abc-4770-9dae-a73e08cb064f req-7dab2889-88e3-42a6-9a29-d30d19d39be3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:29:13.630938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-930ea617-4abc-4770-9dae-a73e08cb064f req-7dab2889-88e3-42a6-9a29-d30d19d39be3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:29:13.632260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-7dab2889-88e3-42a6-9a29-d30d19d39be3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1452920 Apr 05 21:29:13.769123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bc62f10a-fd5e-4b1d-bf11-ce49d44472f6 service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243072 Apr 05 21:29:13.895090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-db53038a-587d-4581-b1c9-ed4d39f28984 service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200936 Apr 05 21:29:14.153245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eca09faa-60fd-4de1-abc3-50fa42aa020f req-4c7477a1-4520-4c49-88ac-4e711fd1c015 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 210 time: 0.0400457 Apr 05 21:29:14.311694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:29:14.345886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 06c786c3-28b7-4eca-8b7e-0b1949fba347 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:29:14.346155 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 06c786c3-28b7-4eca-8b7e-0b1949fba347 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:29:15.317988 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1d53f648-7a60-4767-b1f1-f09baf7c1b66 req-b708f196-a8e3-413b-b39c-307ce8bdb53f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 210 time: 0.0461535 Apr 05 21:29:16.051726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea617-4abc-4770-9dae-a73e08cb064f req-cac2e0d3-2d0c-4105-8dab-897c06f9c7d9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:16.053151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-cac2e0d3-2d0c-4105-8dab-897c06f9c7d9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1422944 Apr 05 21:29:16.106712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-d26ccb2e-791b-4faa-9a1b-1bc3dff5c7de tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 379 time: 0.0416315 Apr 05 21:29:16.114611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'port': {'device_id': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'admin_state_up': True, 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'security_groups': ['c556b163-c07c-4b57-a15c-f1b978f8fb99']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:29:16.363063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:29:16.372321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:29:16.472305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Made reservation on behalf of 90b2e15e573c47cc817f843c143207de for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:29:16.475173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:16.491622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e044967e-3d71-43f0-b01e-f5a33155707e req-c6ba0d74-3e28-48be-99ef-bfcabbf8194f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 210 time: 0.0544829 Apr 05 21:29:16.647375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Allocated IP 172.20.0.6 (ba305aa7-48a0-4114-868d-064abdae78a7/54aad71f-5ff1-4f1d-9c42-3b5317111a37/230d3ae8-cb07-451e-860e-662007526de7) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:29:16.826632 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:16.841866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Transition to ACTIVE for port object 230d3ae8-cb07-451e-860e-662007526de7 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:29:16.928366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:17.002578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Network ba305aa7-48a0-4114-868d-064abdae78a7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:29:17.005608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:29:17.008065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:29:17.043962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:17.080232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:17.080832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:17.169719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-28eb6542-85a8-45eb-9632-e2d74bc31cf2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0585582 Apr 05 21:29:17.246563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Request body: {'port': {'device_id': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:29:17.288297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8337dd62-31d7-4b18-b7e2-f6a31f63a4b3 None None] Provisioning for port 230d3ae8-cb07-451e-860e-662007526de7 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:29:17.294348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8337dd62-31d7-4b18-b7e2-f6a31f63a4b3 None None] Provisioning complete for port 230d3ae8-cb07-451e-860e-662007526de7 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:29:17.294723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8337dd62-31d7-4b18-b7e2-f6a31f63a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:17.346074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8337dd62-31d7-4b18-b7e2-f6a31f63a4b3 None None] Port 230d3ae8-cb07-451e-860e-662007526de7 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:29:17.357376 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:17.751831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8cce7-3bbf-403a-bf2d-cb46902c0537 req-6bc18bd0-8dbe-4f6e-b754-6c2002d0ff25 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:17.752551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03e8cce7-3bbf-403a-bf2d-cb46902c0537 req-6bc18bd0-8dbe-4f6e-b754-6c2002d0ff25 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:29:17.756724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230d3ae8-cb07-451e-860e-662007526de7 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:29:17.765214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:17.783995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Transition to ACTIVE for port object 230d3ae8-cb07-451e-860e-662007526de7 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:29:17.864980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03e8cce7-3bbf-403a-bf2d-cb46902c0537 req-6bc18bd0-8dbe-4f6e-b754-6c2002d0ff25 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:29:17.866165 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03e8cce7-3bbf-403a-bf2d-cb46902c0537 req-6bc18bd0-8dbe-4f6e-b754-6c2002d0ff25 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 931 time: 0.2539237 Apr 05 21:29:17.887399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:18.034841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03e8cce7-3bbf-403a-bf2d-cb46902c0537 req-265b8566-22d1-4287-b845-cdc2ece496b7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630611 Apr 05 21:29:18.035350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:18.147738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:29:18.148098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:29:18.148418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:29:18.156763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:29:18.157103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:29:18.169107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:29:18.169456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:29:18.169860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:29:18.170278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Bound port: 230d3ae8-cb07-451e-860e-662007526de7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:29:18.170624 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:18.257960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:29:18.261352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:29:18.328714 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:18.390051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:18.391395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] 10.222.0.23 "PUT /v2.0/ports/230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1091 time: 1.2147388 Apr 05 21:29:18.394271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:18.416345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad6a5f-c211-41fd-92a5-db2c26defc93 service neutron] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:18.454772 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d180520d-a00f-4df0-8141-e47fd16b7bab'] response: {'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'status': 'completed', 'code': 200} Apr 05 21:29:18.559693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1776ac57-acf7-476f-bd29-c25eda24e5bc req-4c321f6d-6f81-4ba4-a4d4-c18de569da4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1094 time: 0.0837579 Apr 05 21:29:18.801470 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ac57-acf7-476f-bd29-c25eda24e5bc req-aa9fa110-506a-4c3f-9b76-982f0d0b12cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:18.802894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1776ac57-acf7-476f-bd29-c25eda24e5bc req-aa9fa110-506a-4c3f-9b76-982f0d0b12cc service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=90b2e15e573c47cc817f843c143207de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2368035 Apr 05 21:29:18.935255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776ac57-acf7-476f-bd29-c25eda24e5bc req-28b3f750-bdb0-49c6-85ef-7a5eec22c91f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:18.936574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1776ac57-acf7-476f-bd29-c25eda24e5bc req-28b3f750-bdb0-49c6-85ef-7a5eec22c91f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275191 Apr 05 21:29:19.041832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-c936163b-cf11-4c0a-a673-8869bdb0f97e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1094 time: 0.0704341 Apr 05 21:29:19.112034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-4a3985da-6f84-490f-97ee-e59bede44d2c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 217 time: 0.0638585 Apr 05 21:29:19.216402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea617-4abc-4770-9dae-a73e08cb064f req-0b2d569e-278a-48eb-8d34-5b3b481e976b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:19.217628 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-0b2d569e-278a-48eb-8d34-5b3b481e976b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0991337 Apr 05 21:29:19.302593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e5eb0-5375-48bb-b744-8413f815b47f req-e56eaee9-215f-4618-84bd-0ef01b77a0c1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:19.304022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb1e5eb0-5375-48bb-b744-8413f815b47f req-e56eaee9-215f-4618-84bd-0ef01b77a0c1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.1392257 Apr 05 21:29:19.344150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-8d68ddaf-d3f6-4bd0-8a52-84ac546efbe1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141462 Apr 05 21:29:19.377350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eb1e5eb0-5375-48bb-b744-8413f815b47f req-c9762ce2-1afd-4b5d-9e9c-a3e48c504f26 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678079 Apr 05 21:29:19.477785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-8deefcf1-4e15-45c8-9b2f-8284d8d0580e service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276147 Apr 05 21:29:19.602883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-930ea617-4abc-4770-9dae-a73e08cb064f req-5541578e-8781-4c4b-9e77-3d4baf8d26e9 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194637 Apr 05 21:29:20.577928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea7d83-fa0e-496e-b1a3-a98ecf602ec8 req-f9a559c0-5230-4f91-8775-77acad1f5c62 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:20.579387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20ea7d83-fa0e-496e-b1a3-a98ecf602ec8 req-f9a559c0-5230-4f91-8775-77acad1f5c62 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.0790846 Apr 05 21:29:20.628380 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20ea7d83-fa0e-496e-b1a3-a98ecf602ec8 req-4dfa8535-c854-49ac-a6ce-88ef38228b22 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435133 Apr 05 21:29:20.640683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:21.840451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ae800-3679-4175-a45c-a079e249d85c req-2c6e3728-e927-4651-9588-43be72cec84f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:21.841920 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c0ae800-3679-4175-a45c-a079e249d85c req-2c6e3728-e927-4651-9588-43be72cec84f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.0812995 Apr 05 21:29:21.891147 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8c0ae800-3679-4175-a45c-a079e249d85c req-44373889-fbb5-4ffa-b07b-283a78924b06 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429828 Apr 05 21:29:22.702766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:29:22.833124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:22.845868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '230d3ae8-cb07-451e-860e-662007526de7', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': '230d3ae8-cb07-451e-860e-662007526de7', 'mac_address': 'fa:16:3e:b6:bd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:29:22.901006 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:22.917930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230d3ae8-cb07-451e-860e-662007526de7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:29:22.932605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:22.980266 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:23.046531 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:23.055079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.055427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.055771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.056103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.056436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.056764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.057121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.057444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.057767 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.058088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.058417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:23.099894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc12d55-8e4a-4bc6-8297-25b2f24f9928 req-0d372b1c-1d14-4fd2-a505-66673bf30504 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:23.101358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cc12d55-8e4a-4bc6-8297-25b2f24f9928 req-0d372b1c-1d14-4fd2-a505-66673bf30504 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.0859928 Apr 05 21:29:23.148429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3cc12d55-8e4a-4bc6-8297-25b2f24f9928 req-7c286ffd-f959-43d0-8115-7e95789775c1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Apr 05 21:29:23.184930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['230d3ae8-cb07-451e-860e-662007526de7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:29:24.347254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78084c-824d-4f94-9e39-a88a9056dd6f req-5f105679-ef03-476d-b315-c2020e935c4a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:24.348611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd78084c-824d-4f94-9e39-a88a9056dd6f req-5f105679-ef03-476d-b315-c2020e935c4a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.0759404 Apr 05 21:29:24.393645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd78084c-824d-4f94-9e39-a88a9056dd6f req-5ad3fc31-176c-4648-ae96-aad1063c5994 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387192 Apr 05 21:29:24.734892 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:29:24.863895 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:29:24.888120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 230d3ae8-cb07-451e-860e-662007526de7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:29:24.892863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 230d3ae8-cb07-451e-860e-662007526de7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:29:24.893261 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:25.032233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:25.058250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:25.067595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:25.112708 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc8bad8-d7ff-4762-acd4-1acab1f3c702'] response: {'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'code': 200} Apr 05 21:29:25.128314 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:25.192943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:25.241298 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37f7ce19-37e5-4532-9558-028bc3d38449 req-7d98229f-1a2b-46c1-a3c8-b8fa571d621a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1096 time: 0.0689466 Apr 05 21:29:25.283676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37f7ce19-37e5-4532-9558-028bc3d38449 req-37992615-c931-456d-8c97-dda6c63b687c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353050 Apr 05 21:29:25.583459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7c75d-cda1-43d1-92e1-85c8ee2dfd70 req-37805732-91a3-47ee-9a11-0435daffb6d5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:25.584783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5eb7c75d-cda1-43d1-92e1-85c8ee2dfd70 req-37805732-91a3-47ee-9a11-0435daffb6d5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0738935 Apr 05 21:29:25.627814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5eb7c75d-cda1-43d1-92e1-85c8ee2dfd70 req-2787fd1c-c500-42b5-927b-9b0e221c6c54 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370550 Apr 05 21:29:26.828291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1d2c-7af0-44f1-a379-dbb978810ae4 req-3295f8a7-42bb-492a-ac69-b25469f4b119 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:26.829738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99cd1d2c-7af0-44f1-a379-dbb978810ae4 req-3295f8a7-42bb-492a-ac69-b25469f4b119 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0779054 Apr 05 21:29:26.874202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-99cd1d2c-7af0-44f1-a379-dbb978810ae4 req-c88afbc8-f9c3-4ab6-a1d6-88508bf6166d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389650 Apr 05 21:29:27.059047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6f394-0afa-4cc6-8f23-c3063326430f req-72168cd6-eaf8-4ee8-b32b-615c98981ad4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:27.063970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59a6f394-0afa-4cc6-8f23-c3063326430f req-72168cd6-eaf8-4ee8-b32b-615c98981ad4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0764904 Apr 05 21:29:27.073679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48728) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:29:27.078820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'floatingip': {'port_id': '230d3ae8-cb07-451e-860e-662007526de7'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:29:27.253220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:27.827418 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:27.905565 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:28.111611 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 associated. External IP: 172.25.2.149, port: 230d3ae8-cb07-451e-860e-662007526de7. Apr 05 21:29:28.493134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:29:28.792974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:29:28.797308 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:28.802854 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:29:28.815166 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:29:28.815764 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:28.851579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-321cdb10-cf16-47e6-a7e8-0827c35cdd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "PUT /v2.0/floatingips/6b8bfc20-a50c-440f-befa-281d12744ff4 HTTP/1.1" status: 200 len: 991 time: 1.7768240 Apr 05 21:29:28.852350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:28.906608 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3812fe66-9fbe-4692-8df8-751aa3075c45'] response: {'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'status': 'completed', 'code': 200} Apr 05 21:29:28.997373 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:29:29.052280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-a8c7db35-5db8-4a4c-bdf4-4778862eabdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1096 time: 0.1254213 Apr 05 21:29:29.055558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e5e3429-266c-4cd7-b3e6-47bc850177bf req-ef6f4c5a-e4e3-46f4-8495-19b87c72e989 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0948186 Apr 05 21:29:29.191652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-3218bed9-43f3-4617-8830-499eab18bfdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:29.193120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-3218bed9-43f3-4617-8830-499eab18bfdd service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1345267 Apr 05 21:29:29.292947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-6b71b4c1-2bd1-4305-8dee-94dedc8cfbf8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 999 time: 0.0935774 Apr 05 21:29:29.371794 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '230d3ae8-cb07-451e-860e-662007526de7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:b6:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:29:27Z', 'revision_number': 9, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:29.372574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-5bc62981-ec00-41f4-a5f9-020c28043b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:29.374102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-5bc62981-ec00-41f4-a5f9-020c28043b98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0761836 Apr 05 21:29:29.375916 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:29:29.386350 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:29:29.386950 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:29:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:29.564401 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:29:29.566063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-4802cbaa-2498-4484-9b93-0e91de652d87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863751 Apr 05 21:29:29.573125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b68b7f-4a3b-4276-8be4-8c07099e22bc req-8c8a4e86-0dc1-4013-9e6e-c0ab59888d09 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:29.574472 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1b68b7f-4a3b-4276-8be4-8c07099e22bc req-8c8a4e86-0dc1-4013-9e6e-c0ab59888d09 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.1561460 Apr 05 21:29:29.705875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-12438ed2-9eef-46bc-86a2-c68c7580c7a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2099714 Apr 05 21:29:29.717450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d1b68b7f-4a3b-4276-8be4-8c07099e22bc req-9881df66-110d-4b03-a83e-3e6b245e8104 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228020 Apr 05 21:29:29.751552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-12cd4abe-0f7d-48cc-97a9-56f119d80301 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750209 Apr 05 21:29:29.884615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bbcab81-b6d2-4cee-a753-066b3db26c03 req-96252853-cee7-4526-9561-569fe66ac259 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275587 Apr 05 21:29:29.923304 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '230d3ae8-cb07-451e-860e-662007526de7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:b6:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:29:27Z', 'revision_number': 9, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:29.924963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b2134-1960-45b8-96b0-d9b624d32e2d None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': '230d3ae8-cb07-451e-860e-662007526de7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:b6:bd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:29:27Z', 'revision_number': 9, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:29:30.141579 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29268a2-e719-41e2-a928-d3862b0619ae None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:29:30.924264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f167-15fd-4ee3-9eb3-8600103172f6 req-b6ed4823-e0ee-466b-b03a-1df207f80747 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:30.925888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31b7f167-15fd-4ee3-9eb3-8600103172f6 req-b6ed4823-e0ee-466b-b03a-1df207f80747 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0814097 Apr 05 21:29:30.972712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31b7f167-15fd-4ee3-9eb3-8600103172f6 req-83f03c0d-7570-488e-9020-9d691393e0eb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Apr 05 21:29:31.845464 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-25e5dbdb-839c-4cee-836f-3cbae23a8000 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1096 time: 0.0669110 Apr 05 21:29:31.970656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-6c5bb59c-ae1d-4b96-bccd-ab2fb7d0191a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:31.972039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-6c5bb59c-ae1d-4b96-bccd-ab2fb7d0191a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1214290 Apr 05 21:29:32.073009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-170779da-5d6a-4d2f-9d21-763b238a01a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1002 time: 0.0951741 Apr 05 21:29:32.285402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-3bdf7192-3856-4036-ac92-f6a9239bf397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:32.286834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-3bdf7192-3856-4036-ac92-f6a9239bf397 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.2081029 Apr 05 21:29:32.360970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeffc74-4859-49f3-9dab-1256651fa3c3 req-53d6cad3-6771-408f-a635-62e929ae5666 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:32.362356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abeffc74-4859-49f3-9dab-1256651fa3c3 req-53d6cad3-6771-408f-a635-62e929ae5666 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.2516811 Apr 05 21:29:32.410357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-2f4584e7-9107-4b34-b729-7d7ce9f7c421 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167789 Apr 05 21:29:32.417227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abeffc74-4859-49f3-9dab-1256651fa3c3 req-0fb28661-6082-4e96-928d-33e31428542e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487862 Apr 05 21:29:32.541742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-87c2e792-252c-4763-bceb-75701b4efbb2 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236036 Apr 05 21:29:32.667125 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-3dbf8636-43f6-4f1a-a024-5d5a4d60faa2 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195464 Apr 05 21:29:33.617829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa7d3-a1aa-4b09-b54c-fa6975baf6e4 req-fa6a40e4-806d-4cdb-8fd5-ea1ebb67bdf8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:33.619188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a08aa7d3-a1aa-4b09-b54c-fa6975baf6e4 req-fa6a40e4-806d-4cdb-8fd5-ea1ebb67bdf8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0833149 Apr 05 21:29:33.664093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a08aa7d3-a1aa-4b09-b54c-fa6975baf6e4 req-1546cc2a-946a-4e60-93b8-7b9e6efa6eb3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387893 Apr 05 21:29:34.688052 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:34.863303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff9a78-2910-4534-a2cb-bba42c0a05ec req-d4abb0e3-00d4-4417-a446-b33c7c23c520 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:34.864789 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51ff9a78-2910-4534-a2cb-bba42c0a05ec req-d4abb0e3-00d4-4417-a446-b33c7c23c520 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0823531 Apr 05 21:29:34.910119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51ff9a78-2910-4534-a2cb-bba42c0a05ec req-66b4dd5e-4bb2-4e66-80da-30fd4d347586 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391533 Apr 05 21:29:34.920126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a0a44f2f-576c-4d88-acb2-cce87058a8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:36.103265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf29eed-cfc3-498d-866c-24f0858935de req-3a92c3b5-1fc2-40b4-862d-e36d679da43f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:36.104692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbf29eed-cfc3-498d-866c-24f0858935de req-3a92c3b5-1fc2-40b4-862d-e36d679da43f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0747259 Apr 05 21:29:36.153167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fbf29eed-cfc3-498d-866c-24f0858935de req-88639233-394a-4e92-b712-a31df711ca46 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Apr 05 21:29:36.888347 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5deeb6f8-ba34-4552-807e-19a0ad7cef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:37.349905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4e06-35b8-4b7e-9396-c209c48b8a64 req-6eaa1b4b-3e5c-48a0-a45c-64c8f6c837b5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:37.351346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834b4e06-35b8-4b7e-9396-c209c48b8a64 req-6eaa1b4b-3e5c-48a0-a45c-64c8f6c837b5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0757761 Apr 05 21:29:37.395484 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-834b4e06-35b8-4b7e-9396-c209c48b8a64 req-ec683352-9d64-4d1c-ae44-4ed5b1a48234 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379837 Apr 05 21:29:38.545234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:38.598758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55a063-d4d9-431a-809d-c8266dabb6a0 req-cb676b25-2cad-4a65-a439-80b5657e110d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:38.600520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd55a063-d4d9-431a-809d-c8266dabb6a0 req-cb676b25-2cad-4a65-a439-80b5657e110d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0813229 Apr 05 21:29:38.606197 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:38.646109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fd55a063-d4d9-431a-809d-c8266dabb6a0 req-06fccfbb-f95e-42ae-8137-cd4c845cc710 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Apr 05 21:29:39.842601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3e2e2-b6c5-4301-8d4f-19bd182aa93e req-5211c3c7-7466-40a0-bc79-5a891f365386 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:39.844023 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1d3e2e2-b6c5-4301-8d4f-19bd182aa93e req-5211c3c7-7466-40a0-bc79-5a891f365386 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0746999 Apr 05 21:29:39.888320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1d3e2e2-b6c5-4301-8d4f-19bd182aa93e req-2c3a1292-4e17-4b82-9b88-03d6736244ba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386477 Apr 05 21:29:40.028547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:41.084078 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf0f0e-24a6-425e-99e3-4eb1760010a6 req-14b31cf3-a1ff-44a3-9bdc-082061dc7c7c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:41.085554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49bf0f0e-24a6-425e-99e3-4eb1760010a6 req-14b31cf3-a1ff-44a3-9bdc-082061dc7c7c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0785143 Apr 05 21:29:41.133771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49bf0f0e-24a6-425e-99e3-4eb1760010a6 req-c0570bfb-44f8-4c0f-887e-ca03340eaedc tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Apr 05 21:29:42.327431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebb349-f1b1-454d-ae09-66a261f6311e req-093528ed-b3cd-4db6-93ce-f0a9c4c619ff tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:42.328864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32ebb349-f1b1-454d-ae09-66a261f6311e req-093528ed-b3cd-4db6-93ce-f0a9c4c619ff tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0753450 Apr 05 21:29:42.373438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-32ebb349-f1b1-454d-ae09-66a261f6311e req-113ce83f-70ab-4998-b00a-87f0b82003b8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389595 Apr 05 21:29:43.571380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80dc39-f3cf-4c55-9cd1-7c8478414fb4 req-4034da0c-fcad-409f-9a4c-2b9fc58e3b72 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:43.572794 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a80dc39-f3cf-4c55-9cd1-7c8478414fb4 req-4034da0c-fcad-409f-9a4c-2b9fc58e3b72 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0815744 Apr 05 21:29:43.616658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a80dc39-f3cf-4c55-9cd1-7c8478414fb4 req-5fdf7990-f9b1-4401-b782-5c024c6d8180 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382948 Apr 05 21:29:44.817898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6aa3c-6c78-4f11-bc1c-7ea580eeabd7 req-df0113b9-26c3-49a1-8f26-f1a43e8fff65 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:44.819323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4db6aa3c-6c78-4f11-bc1c-7ea580eeabd7 req-df0113b9-26c3-49a1-8f26-f1a43e8fff65 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0752532 Apr 05 21:29:44.867502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4db6aa3c-6c78-4f11-bc1c-7ea580eeabd7 req-605f8ba8-edae-4726-85b2-5171636cb025 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419040 Apr 05 21:29:46.063357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a86e71-ae4c-4b96-aab3-6b0c25faf8ce req-dfb4558a-039f-43b3-9016-0f61040c16c0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:46.064763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5a86e71-ae4c-4b96-aab3-6b0c25faf8ce req-dfb4558a-039f-43b3-9016-0f61040c16c0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0744219 Apr 05 21:29:46.109411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5a86e71-ae4c-4b96-aab3-6b0c25faf8ce req-d2d7b881-9226-45a3-b251-47b7f2d2b735 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391734 Apr 05 21:29:47.305538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2974753-5e1f-478c-8367-36c5cbaeecef req-afb1a978-6938-4f4b-b967-74e4a4ee6152 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:47.307589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2974753-5e1f-478c-8367-36c5cbaeecef req-afb1a978-6938-4f4b-b967-74e4a4ee6152 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0797770 Apr 05 21:29:47.351318 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d2974753-5e1f-478c-8367-36c5cbaeecef req-1d5624d4-a521-41ad-abd0-5c2bd7bb3972 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381711 Apr 05 21:29:48.545881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49347da0-327f-46cd-bd36-aa36994a75ba req-dd5e0bff-b709-4582-8b93-d9aba2214e35 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:48.547438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49347da0-327f-46cd-bd36-aa36994a75ba req-dd5e0bff-b709-4582-8b93-d9aba2214e35 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0764453 Apr 05 21:29:48.594264 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-49347da0-327f-46cd-bd36-aa36994a75ba req-b9ad511b-f9c1-4a17-95a1-181e6ab553b5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410838 Apr 05 21:29:49.577124 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-cb2d64be-8466-44c0-9a55-dc6fd6222d9c service neutron] show failed (client error): The resource could not be found. Apr 05 21:29:49.578028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-cb2d64be-8466-44c0-9a55-dc6fd6222d9c service neutron] 10.222.0.23 "GET /v2.0/ports/230d3ae8-cb07-451e-860e-662007526de7/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.1712654 Apr 05 21:29:49.790060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493a276-1686-487f-a404-a51a24bd0919 req-da2761ee-e184-4bfb-9aac-7e68ce5d37fe tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:49.791497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e493a276-1686-487f-a404-a51a24bd0919 req-da2761ee-e184-4bfb-9aac-7e68ce5d37fe tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0743105 Apr 05 21:29:49.836915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e493a276-1686-487f-a404-a51a24bd0919 req-1056aabe-e1e9-4d5b-ba05-2223eb588789 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389330 Apr 05 21:29:50.117487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-98976432-0744-4183-969f-ab9800a3a139 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 1096 time: 0.0719240 Apr 05 21:29:50.135985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:29:50.239919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:50.494441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:50.525239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:29:50.580070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:50.585298 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:50.601515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Transition to ACTIVE for port object 230d3ae8-cb07-451e-860e-662007526de7 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:29:50.650811 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78946cb7-0082-45f5-a5a5-c6ed4eb06b7a'] response: {'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'code': 200} Apr 05 21:29:50.665039 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:50.710973 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:50.794452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:50.861683 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] No DVR routers for this DVR port 230d3ae8-cb07-451e-860e-662007526de7 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:29:51.079020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75a94c-d288-4db8-b200-1ee5ae89ac92 req-632898b6-ec27-4b4a-9d38-611e879238af tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:51.080321 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b75a94c-d288-4db8-b200-1ee5ae89ac92 req-632898b6-ec27-4b4a-9d38-611e879238af tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.1101584 Apr 05 21:29:51.142142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b75a94c-d288-4db8-b200-1ee5ae89ac92 req-851cd74b-a9d0-4060-b6ce-b0b5b57ac010 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558772 Apr 05 21:29:51.206734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:29:51.207057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:29:51.207376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:29:51.212857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:29:51.213201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:29:51.219355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:29:51.219702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:29:51.220057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:29:51.220465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Bound port: 230d3ae8-cb07-451e-860e-662007526de7, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:29:51.220796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:51.309094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:29:51.311924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:29:51.408732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:51.468386 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:51.469764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] 10.222.0.39 "PUT /v2.0/ports/230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1091 time: 1.3375649 Apr 05 21:29:51.485974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e1d2a-1f3f-4517-bc44-74300863f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:51.578692 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-fa0fa2c9-ec94-4268-88ba-c952859f0739 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1094 time: 0.0736394 Apr 05 21:29:51.814545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-e9412681-a3f8-4481-acb5-7e0ad74e8f68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:51.815865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-e9412681-a3f8-4481-acb5-7e0ad74e8f68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2313225 Apr 05 21:29:51.915022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-040a9c8d-1007-46c2-b897-a5132ddb4139 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1000 time: 0.0925970 Apr 05 21:29:51.976564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-82cf7e71-cd62-4b50-92b2-a2d1d5610d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:51.977934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-82cf7e71-cd62-4b50-92b2-a2d1d5610d67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0567706 Apr 05 21:29:52.050829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-e61b0594-ba08-40df-8c1f-dfef182f9c4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670583 Apr 05 21:29:52.187196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-b3d37dea-1ecf-48d6-891d-fd44ea312ada service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288030 Apr 05 21:29:52.373767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c1702b-b5c4-459d-a711-4b0aeaaf4824 req-5f526ca4-610b-4df7-adf4-1eac08a9a5bf service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807058 Apr 05 21:29:52.391770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900915fe-e887-4613-8ea2-fa74c91953f4 req-0836049a-919c-4d10-aa05-a5d5667c4012 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:52.393168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-900915fe-e887-4613-8ea2-fa74c91953f4 req-0836049a-919c-4d10-aa05-a5d5667c4012 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.1131225 Apr 05 21:29:52.438014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-900915fe-e887-4613-8ea2-fa74c91953f4 req-cbbef74c-b759-4098-a586-0beb505bf214 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389407 Apr 05 21:29:52.652265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:52.720457 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42723b5-5004-467b-90a6-51f96b78f430'] response: {'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'status': 'completed', 'code': 200} Apr 05 21:29:52.821250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-b76cca3d-d29b-40f9-a4a2-10a48b732f48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1094 time: 0.0834241 Apr 05 21:29:52.921551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:29:52.975948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:29:53.008289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-f80015bb-cc48-4643-a59b-94b13e311c1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1094 time: 0.2349219 Apr 05 21:29:53.010496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-2d12caf6-1c28-441b-920f-0728814314a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:53.012304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-2d12caf6-1c28-441b-920f-0728814314a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1856179 Apr 05 21:29:53.199410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-4720c909-59f2-4dbd-89ac-c5ff19778e06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1000 time: 0.1688333 Apr 05 21:29:53.258124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-3bb9289f-6c71-4382-91b4-25e6d1784f87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:53.259528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-3bb9289f-6c71-4382-91b4-25e6d1784f87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2455146 Apr 05 21:29:53.348243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-0502897b-bba0-4a9d-a2d0-a923bba4393a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:53.349685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-0502897b-bba0-4a9d-a2d0-a923bba4393a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1349499 Apr 05 21:29:53.406226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-419795c1-4921-4dec-9690-611bdd2e60f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1000 time: 0.1402602 Apr 05 21:29:53.481514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-14332abe-72a4-469c-9b05-bcbb042b7a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:53.482951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-14332abe-72a4-469c-9b05-bcbb042b7a76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0674872 Apr 05 21:29:53.488408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-f4fc2e10-c447-460a-a681-25d141901a5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310797 Apr 05 21:29:53.849339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-3a76f8cb-08fb-4c41-b6d0-f4740e7c14eb service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262835 Apr 05 21:29:53.860277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-b5b748b0-cbb7-47b4-8269-9c683f8dc896 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3710184 Apr 05 21:29:53.957165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4357-a937-46fd-928f-7edadf004f40 req-a84741a7-3dac-485a-98d0-ded5b7823ea4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:53.958571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b1e4357-a937-46fd-928f-7edadf004f40 req-a84741a7-3dac-485a-98d0-ded5b7823ea4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.2390234 Apr 05 21:29:54.120005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b1e4357-a937-46fd-928f-7edadf004f40 req-7cd71422-3ee1-4735-bc90-27be67508971 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084108 Apr 05 21:29:54.121723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-e9b86419-40fe-46b7-9b99-270325aaec54 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644985 Apr 05 21:29:54.141095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-57e9e0c4-49fc-468d-9c4e-a912146da847 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633402 Apr 05 21:29:54.278216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0a2c4fed-bb65-48de-b0a9-98a36303fbe2 req-23608b39-a646-48c7-a38f-1bbedd2cead4 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302114 Apr 05 21:29:55.324778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27850e43-162f-47e1-b047-d311140d1d6c req-08296b5a-25f1-47d2-baca-8a7d418b4716 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:55.326251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27850e43-162f-47e1-b047-d311140d1d6c req-08296b5a-25f1-47d2-baca-8a7d418b4716 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.0801661 Apr 05 21:29:55.371126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-27850e43-162f-47e1-b047-d311140d1d6c req-a0fa0bd0-5ff4-485c-9958-18dcf1d7f6a6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392604 Apr 05 21:29:56.560297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 230d3ae8-cb07-451e-860e-662007526de7 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:29:56.567955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4171557-6068-4c69-94fa-66ad3e39ccd7 req-c3d4a001-036e-49b1-b6f1-e80497607314 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:56.569426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4171557-6068-4c69-94fa-66ad3e39ccd7 req-c3d4a001-036e-49b1-b6f1-e80497607314 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 943 time: 0.0764658 Apr 05 21:29:56.614007 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b4171557-6068-4c69-94fa-66ad3e39ccd7 req-7922618a-a0a9-4013-af10-27ca675ad922 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391023 Apr 05 21:29:56.692018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:56.704906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '230d3ae8-cb07-451e-860e-662007526de7', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': '230d3ae8-cb07-451e-860e-662007526de7', 'mac_address': 'fa:16:3e:b6:bd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:29:56.763196 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:56.784337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230d3ae8-cb07-451e-860e-662007526de7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:29:56.809910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:56.876725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:56.941532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:57.243722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['230d3ae8-cb07-451e-860e-662007526de7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:29:57.503208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-5f96ff88-822a-456b-9ca5-887ea00e7c84 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:57.504554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-5f96ff88-822a-456b-9ca5-887ea00e7c84 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25&tenant_id=90b2e15e573c47cc817f843c143207de&binding%3Ahost_id=n-h1-836605-1 HTTP/1.1" status: 200 len: 944 time: 0.1098666 Apr 05 21:29:57.510858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00450382-2b9c-4df6-8943-87c3536f1504 req-89a97ad7-77b1-4c70-ad0f-bf5da53a4268 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:57.512180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00450382-2b9c-4df6-8943-87c3536f1504 req-89a97ad7-77b1-4c70-ad0f-bf5da53a4268 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.1606174 Apr 05 21:29:57.615723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00450382-2b9c-4df6-8943-87c3536f1504 req-c4625d48-8ee9-4230-b404-20b160642e5f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682728 Apr 05 21:29:57.621330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-2b820cdd-4aee-4887-9dce-8b5b147cc104 service neutron] 10.222.0.39 "GET /v2.0/ports/230d3ae8-cb07-451e-860e-662007526de7/bindings/n-h1-836605-1 HTTP/1.1" status: 200 len: 382 time: 0.1082637 Apr 05 21:29:57.728226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-b669e24c-5e83-406c-86c3-4513ad9eb73c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1095 time: 0.0691073 Apr 05 21:29:57.855462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-83948990-94e6-4856-be9c-aa9072ea12d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:57.857356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-83948990-94e6-4856-be9c-aa9072ea12d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1232674 Apr 05 21:29:57.959719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-b4762ab5-461a-470f-9c49-f6021ce4a319 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1001 time: 0.0964715 Apr 05 21:29:58.024375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-5374734b-50a3-483e-8509-290a6c2cd795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:58.025810 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-5374734b-50a3-483e-8509-290a6c2cd795 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0601935 Apr 05 21:29:58.100463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-043d89b2-af4b-4399-8705-cdbecf8f5c1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678031 Apr 05 21:29:58.330635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-e8ce507c-aeb2-4178-8bd8-805e730df58a service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243531 Apr 05 21:29:58.459271 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-ff18b940-252e-4f53-ade1-5850ebd57169 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215906 Apr 05 21:29:58.575477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 230d3ae8-cb07-451e-860e-662007526de7 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:29:58.710502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 230d3ae8-cb07-451e-860e-662007526de7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:29:58.715509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 230d3ae8-cb07-451e-860e-662007526de7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:29:58.715886 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:58.812753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc232608-3911-4166-83a2-a3fadaf036c3 req-c10dd2fc-8e35-41bf-8ef2-a1223bb00ae4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:58.814213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc232608-3911-4166-83a2-a3fadaf036c3 req-c10dd2fc-8e35-41bf-8ef2-a1223bb00ae4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.0782256 Apr 05 21:29:58.835597 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:58.863910 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc232608-3911-4166-83a2-a3fadaf036c3 req-0e823719-e8f9-4d62-9846-00a8e7da0904 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440829 Apr 05 21:29:58.864551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:29:58.877275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:29:58.948127 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa7123e-d98d-40cc-b621-f15d54e76f77'] response: {'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'code': 200} Apr 05 21:29:58.953687 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:59.020341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:00.063241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bfe4c-48d7-4413-b9e9-e46275fae06d req-4ddddb30-0c69-4c53-9657-0a9cea96581c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:00.064706 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec3bfe4c-48d7-4413-b9e9-e46275fae06d req-4ddddb30-0c69-4c53-9657-0a9cea96581c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0776377 Apr 05 21:30:00.110493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec3bfe4c-48d7-4413-b9e9-e46275fae06d req-93618bb2-b4f4-4c5f-8cc0-48e24c7ec945 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401688 Apr 05 21:30:01.138796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-409484d2-d4a3-4d84-a441-4f70dc8b2afa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 1096 time: 0.0716000 Apr 05 21:30:01.149671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:30:01.333993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:01.434124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59addb6-b5b7-4b68-aef5-a7bdb184db20 req-30ecb5ec-ba66-4b3b-bce5-bff5f24f2b3c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:01.435479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d59addb6-b5b7-4b68-aef5-a7bdb184db20 req-30ecb5ec-ba66-4b3b-bce5-bff5f24f2b3c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.1917050 Apr 05 21:30:01.619216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d59addb6-b5b7-4b68-aef5-a7bdb184db20 req-2df630eb-4421-49e3-b98a-19c63b8a56a8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420617 Apr 05 21:30:01.688291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:30:01.719335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:30:01.776393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:30:01.782453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:01.798491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Transition to ACTIVE for port object 230d3ae8-cb07-451e-860e-662007526de7 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:01.856902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:01.864680 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:30:01.962858 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70667258-4d41-46f2-96d7-b235f9c74908'] response: {'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'code': 200} Apr 05 21:30:01.995685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=10']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:02.053178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] No DVR routers for this DVR port 230d3ae8-cb07-451e-860e-662007526de7 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:30:02.291270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:02.291923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:02.291923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:30:02.298124 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:30:02.298438 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Attempting to bind port 230d3ae8-cb07-451e-860e-662007526de7 on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:30:02.304533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:30:02.304864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:30:02.305268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:30:02.305694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Bound port: 230d3ae8-cb07-451e-860e-662007526de7, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:02.306021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:02.389868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:30:02.392671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:30:02.462451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:02.591776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 230d3ae8-cb07-451e-860e-662007526de7 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:02.627795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:02.629190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] 10.222.0.23 "PUT /v2.0/ports/230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1092 time: 1.4839804 Apr 05 21:30:02.641894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3346-8f08-484e-8536-4eaaf25fee71 service neutron] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=11']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:02.649390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 230d3ae8-cb07-451e-860e-662007526de7 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:02.724383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-f469768a-6916-4ec6-864b-652a94a69a4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1095 time: 0.0723190 Apr 05 21:30:02.910044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-abac7f9e-b20f-48fc-9d71-3d67b89b28e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:02.911469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-abac7f9e-b20f-48fc-9d71-3d67b89b28e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1791329 Apr 05 21:30:02.922246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc2deb-37ed-4f3c-b25b-118d79bb413b req-16f96c4b-d493-46fd-ac6d-942c9cfd89ba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:02.923566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5cc2deb-37ed-4f3c-b25b-118d79bb413b req-16f96c4b-d493-46fd-ac6d-942c9cfd89ba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.1708636 Apr 05 21:30:03.046803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5cc2deb-37ed-4f3c-b25b-118d79bb413b req-f413c468-680b-4a30-9adb-4cad043767f4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745027 Apr 05 21:30:03.048478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-f8b49ac4-abfe-4769-ae8e-f3c20c4433db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1000 time: 0.1240516 Apr 05 21:30:03.111765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-4ea66711-bd39-469a-b325-191d189c6da1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:03.113230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-4ea66711-bd39-469a-b325-191d189c6da1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0591745 Apr 05 21:30:03.184953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-6991c47d-7a2e-4407-aab7-5b6c88650837 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660512 Apr 05 21:30:03.312723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-ec5dac8c-b7b1-4bbc-bca0-8b3957a8d07f service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220131 Apr 05 21:30:03.440913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3af534b8-9c5c-4396-b6c6-4a7d5249c989 req-d9cf3531-bb3d-4155-8ee2-a759a8136a1c service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224144 Apr 05 21:30:03.964278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:30:04.029512 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1baad8f1-d379-4411-ac79-c96f504bc1bb'] response: {'name': 'network-changed', 'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'status': 'completed', 'code': 200} Apr 05 21:30:04.210346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-83c4008e-f3e9-4bf7-bad3-60331a7e4073 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1095 time: 0.1611004 Apr 05 21:30:04.219248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-9d765eef-eead-4fc8-ad01-5ee3728a1ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 1095 time: 0.1352818 Apr 05 21:30:04.465947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50ebd8-5268-4528-b5bf-af8e79e38a44 req-9103e7d2-a852-4bc2-9d3d-bb80151adeb4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:04.467952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca50ebd8-5268-4528-b5bf-af8e79e38a44 req-9103e7d2-a852-4bc2-9d3d-bb80151adeb4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.2996604 Apr 05 21:30:04.482867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-291d5912-79b8-4627-b87f-e85d769f2d3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:04.484145 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-291d5912-79b8-4627-b87f-e85d769f2d3a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2660644 Apr 05 21:30:04.554008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-a3022c65-e644-4fb8-91de-b84aa7061111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:04.555391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-a3022c65-e644-4fb8-91de-b84aa7061111 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.3149359 Apr 05 21:30:04.697007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:04.792629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca50ebd8-5268-4528-b5bf-af8e79e38a44 req-9945bf2f-cce8-405e-852c-07e04637dc4b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136590 Apr 05 21:30:04.811866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-d137de55-904d-414c-b682-156a91a98294 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1000 time: 0.3092561 Apr 05 21:30:04.816638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-815e2821-0bf0-404d-a177-7fe9ed01e0bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 200 len: 1000 time: 0.2545836 Apr 05 21:30:04.896508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1a7c-6908-4906-85b5-c489e1e26832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:04.923278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-3b89da50-b0a2-4047-b0b6-b4e31f323e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:04.924701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-3b89da50-b0a2-4047-b0b6-b4e31f323e42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1063116 Apr 05 21:30:04.927684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-827a3163-6b9e-4a40-8cf9-a4a811f293ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:04.929129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-827a3163-6b9e-4a40-8cf9-a4a811f293ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0785081 Apr 05 21:30:05.061336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-b42f831a-2b0d-4d0e-b176-a4838b232849 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252267 Apr 05 21:30:05.063880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-73e39476-3b8f-4a76-b75f-e21470b4e33f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296148 Apr 05 21:30:05.297330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-2ffef270-4943-4a23-a5bd-a0ed70555f59 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300386 Apr 05 21:30:05.299091 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-d3977157-7f12-4195-be96-81905e450ede service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146287 Apr 05 21:30:05.532804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-922c5894-7bd3-42bd-99ed-cdf6e3626708 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296450 Apr 05 21:30:05.535745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8937289-9b68-4d07-bd67-b30c5642bfaa req-406804b7-3e54-4233-ad84-4ea84cc01c10 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130125 Apr 05 21:30:05.991331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4af0ec-b9e6-42ca-855e-39694b379318 req-6b24e561-5bac-4e25-9f05-e4ebe45d621e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:05.992756 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4af0ec-b9e6-42ca-855e-39694b379318 req-6b24e561-5bac-4e25-9f05-e4ebe45d621e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.0758202 Apr 05 21:30:06.040971 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4af0ec-b9e6-42ca-855e-39694b379318 req-6fd9ac4f-7189-405a-94ee-b4f051293321 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426898 Apr 05 21:30:06.236577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41130c-ebc2-40df-89f1-c5b9a09ca034 req-5937ad45-1ca9-4455-87b5-b29d3ae0a115 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:06.238082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d41130c-ebc2-40df-89f1-c5b9a09ca034 req-5937ad45-1ca9-4455-87b5-b29d3ae0a115 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.0773718 Apr 05 21:30:06.283128 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d41130c-ebc2-40df-89f1-c5b9a09ca034 req-5012fec5-ce62-41a6-a063-86040fd0180c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 Apr 05 21:30:06.479135 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52a31b-37d1-4e14-8dd6-0d20a28121d1 req-cb99cc95-21a5-4531-883e-704dc6ac7cf5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:06.480561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d52a31b-37d1-4e14-8dd6-0d20a28121d1 req-cb99cc95-21a5-4531-883e-704dc6ac7cf5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.0797014 Apr 05 21:30:06.526280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d52a31b-37d1-4e14-8dd6-0d20a28121d1 req-02b22aaf-f667-4903-90cf-33d9a9001a3c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398993 Apr 05 21:30:06.902256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a1fc382-7a6c-429e-aaa5-5a6c6c615dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.008213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:30:07.102754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da792-a74f-4cd9-bb69-fe5463a2fb89 req-8a421cfe-505b-4760-823f-0fe90681168e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:07.104208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f1da792-a74f-4cd9-bb69-fe5463a2fb89 req-8a421cfe-505b-4760-823f-0fe90681168e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 944 time: 0.0796862 Apr 05 21:30:07.148747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8f1da792-a74f-4cd9-bb69-fe5463a2fb89 req-84402d9a-2a5c-4078-82ba-639b06e85180 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382404 Apr 05 21:30:07.174935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:30:07.187715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '230d3ae8-cb07-451e-860e-662007526de7', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': '230d3ae8-cb07-451e-860e-662007526de7', 'mac_address': 'fa:16:3e:b6:bd:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:30:07.242073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.259345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230d3ae8-cb07-451e-860e-662007526de7 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:30:07.273695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:30:07.325109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.388018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=12']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:07.557431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['230d3ae8-cb07-451e-860e-662007526de7'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:30:08.276534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-3f0b0652-29b6-4d09-8ec0-5930b39a945e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:08.278081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-3f0b0652-29b6-4d09-8ec0-5930b39a945e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.0817664 Apr 05 21:30:08.392029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Deleting port 230d3ae8-cb07-451e-860e-662007526de7 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:30:08.392288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.455388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e886d-e289-461c-bfe3-3a1fed68f7f8 req-a272516f-7d22-4e36-a87b-5ff0b4f507e5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:08.456852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a9e886d-e289-461c-bfe3-3a1fed68f7f8 req-a272516f-7d22-4e36-a87b-5ff0b4f507e5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 945 time: 0.1778860 Apr 05 21:30:08.539202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.622240 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.722594 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1a9e886d-e289-461c-bfe3-3a1fed68f7f8 req-d7392ba0-c989-420d-940d-33d0bb9b2138 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363374 Apr 05 21:30:08.788584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] For port 230d3ae8-cb07-451e-860e-662007526de7, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=230d3ae8-cb07-451e-860e-662007526de7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:30:08.788935 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.016184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:09.088688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.089069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.089393 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 disassociated. External IP: 172.25.2.149, port: 230d3ae8-cb07-451e-860e-662007526de7. Apr 05 21:30:09.093385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Calling delete_port for 230d3ae8-cb07-451e-860e-662007526de7 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:30:09.141954 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 230d3ae8-cb07-451e-860e-662007526de7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:09.147066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 230d3ae8-cb07-451e-860e-662007526de7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:09.147439 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.259656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.291277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.339521 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event deleted for resources: {'Port': ['ID=230d3ae8-cb07-451e-860e-662007526de7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:09.555110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:30:09.748287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:30:09.759130 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:30:09.771505 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:30:09.772210 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:09.822051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] No DVR routers for this DVR port 230d3ae8-cb07-451e-860e-662007526de7 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:30:09.824594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.827526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-deleted', 'tag': '230d3ae8-cb07-451e-860e-662007526de7'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:30:09.895753 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adfab3f1-6f93-4827-91fe-a8b456a6bfb3'] response: {'server_uuid': '39f64129-fd8f-4eac-9a2d-e5607d5f7d25', 'name': 'network-vif-deleted', 'tag': '230d3ae8-cb07-451e-860e-662007526de7', 'status': 'completed', 'code': 200} Apr 05 21:30:09.902246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12add8c1-6406-49f4-8eaa-5856daafef12 req-8bbcfeec-258f-4290-8725-9cb04b557346 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "DELETE /v2.0/ports/230d3ae8-cb07-451e-860e-662007526de7 HTTP/1.1" status: 204 len: 173 time: 1.5933998 Apr 05 21:30:09.909270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-86e58e4d-d23b-4e5e-9de4-5562360aedfb req-3ad1d8b6-81e1-4ad1-a8c8-dcc61f3636e5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:30:09.955712 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:30:09.988171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.989689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-86e58e4d-d23b-4e5e-9de4-5562360aedfb req-3ad1d8b6-81e1-4ad1-a8c8-dcc61f3636e5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:30:09.990984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e58e4d-d23b-4e5e-9de4-5562360aedfb req-3ad1d8b6-81e1-4ad1-a8c8-dcc61f3636e5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=39f64129-fd8f-4eac-9a2d-e5607d5f7d25 HTTP/1.1" status: 200 len: 210 time: 0.1285720 Apr 05 21:30:10.264946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:10.268648 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:30:10.278870 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:30:10.279455 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:10.480925 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:30:10.790388 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:10.794960 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7b59d5-ca88-4fcf-b7f8-4467a69f366e None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:30:11.015030 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ca78db-9378-476c-b759-8e27f943090e None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:30:11.381947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-fd3b8a6a-5f84-4b2c-ab5f-ccaef91c6890 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--590630210&fields=id&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 267 time: 0.0398791 Apr 05 21:30:11.523607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e212-c8cc-457c-8147-55067c0186bd req-9bda5d2a-0489-4295-ad6f-49989483858c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:11.524978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-9bda5d2a-0489-4295-ad6f-49989483858c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1368861 Apr 05 21:30:11.540950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-844c1ca7-bbd1-405f-bcf7-b32c78dce754 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/quotas/90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 375 time: 0.0104969 Apr 05 21:30:11.623885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-85451f65-79f6-478c-9c55-0276f48d74ba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773673 Apr 05 21:30:11.853504 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-eb4123a6-149c-4dd0-8533-937277d3fa0c service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183444 Apr 05 21:30:11.983197 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-6f2bc5e6-0382-4b0f-87fa-2aa2bf32f6b5 service neutron] 10.222.0.10 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232007 Apr 05 21:30:12.248840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c049374-403e-4377-946c-72e38a37091f req-4408de5f-a267-41e4-a884-9191152f53a1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 210 time: 0.0439198 Apr 05 21:30:13.047828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:13.081211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 230d3ae8-cb07-451e-860e-662007526de7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:30:13.081556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 230d3ae8-cb07-451e-860e-662007526de7 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:13.412345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb78d1ce-162b-44ba-a2e6-e52a3ce75755 req-886fbccf-b9ad-4651-9943-d224ea104145 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 210 time: 0.0406487 Apr 05 21:30:14.319165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e212-c8cc-457c-8147-55067c0186bd req-1c278913-a158-47cb-ae5f-49183cb98696 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:14.320543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-1c278913-a158-47cb-ae5f-49183cb98696 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 811 time: 0.1583087 Apr 05 21:30:14.382876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-d1d9bb12-a667-46f8-8af9-5f464160645d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 379 time: 0.0440907 Apr 05 21:30:14.392202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'port': {'device_id': '566dbe07-d37c-4597-98bd-23e99830ad65', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'admin_state_up': True, 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'security_groups': ['c556b163-c07c-4b57-a15c-f1b978f8fb99']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:30:14.526757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:14.536282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:14.593900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a2ec865-7f9b-4ebd-88a5-c83512b90229 req-23988847-fc89-4622-b6ce-183164ca6793 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 210 time: 0.0553470 Apr 05 21:30:14.654211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Made reservation on behalf of 90b2e15e573c47cc817f843c143207de for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:30:14.657125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:14.817175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Allocated IP 172.20.0.13 (ba305aa7-48a0-4114-868d-064abdae78a7/54aad71f-5ff1-4f1d-9c42-3b5317111a37/dc44e450-7cad-495f-a3b9-09caacb50fed) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:14.996916 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.012508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Transition to ACTIVE for port object dc44e450-7cad-495f-a3b9-09caacb50fed will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:15.099382 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.172563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Network ba305aa7-48a0-4114-868d-064abdae78a7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:15.175625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:15.179793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:30:15.204574 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:15.228266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.228609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.228943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.229302 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.229632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.229956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.230275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.230594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.230912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.231271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.231608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:15.254428 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:15.254967 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.368940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-a6887063-9c55-4831-b0a4-f819fea975ea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9806805 Apr 05 21:30:15.388820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Request body: {'port': {'device_id': '566dbe07-d37c-4597-98bd-23e99830ad65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:30:15.470616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c81348ef-9c05-453f-a1ca-eb738a9b11df None None] Provisioning for port dc44e450-7cad-495f-a3b9-09caacb50fed completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:15.475645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c81348ef-9c05-453f-a1ca-eb738a9b11df None None] Provisioning complete for port dc44e450-7cad-495f-a3b9-09caacb50fed triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:15.476087 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c81348ef-9c05-453f-a1ca-eb738a9b11df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.495344 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.529859 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-c81348ef-9c05-453f-a1ca-eb738a9b11df None None] Port dc44e450-7cad-495f-a3b9-09caacb50fed cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:30:15.875133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0a26-24f5-460a-820d-cc8380ee0fad req-02433d04-51b0-4865-acc7-17bfc1fd215e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:15.875720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-774a0a26-24f5-460a-820d-cc8380ee0fad req-02433d04-51b0-4865-acc7-17bfc1fd215e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:30:15.891671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc44e450-7cad-495f-a3b9-09caacb50fed {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:30:15.899725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.913363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Transition to ACTIVE for port object dc44e450-7cad-495f-a3b9-09caacb50fed will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:15.984586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-774a0a26-24f5-460a-820d-cc8380ee0fad req-02433d04-51b0-4865-acc7-17bfc1fd215e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:30:15.985774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-774a0a26-24f5-460a-820d-cc8380ee0fad req-02433d04-51b0-4865-acc7-17bfc1fd215e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 932 time: 0.2681336 Apr 05 21:30:16.009489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.245869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:16.251220 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-774a0a26-24f5-460a-820d-cc8380ee0fad req-f8d8450b-2f0f-4ba4-88d2-c2de6e53b9c6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596972 Apr 05 21:30:16.367451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:16.367783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:16.368111 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:30:16.374027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:30:16.374351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:30:16.380722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:30:16.381074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:30:16.381479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:30:16.381901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Bound port: dc44e450-7cad-495f-a3b9-09caacb50fed, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:16.382245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.468342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:30:16.471284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:30:16.562240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.625955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.627288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1092 time: 1.2431619 Apr 05 21:30:16.627703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:30:16.645401 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db42ec7-78b6-495c-80bf-6237721827a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:16.685851 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29b78ac-3550-492c-852a-500bcf901752'] response: {'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'status': 'completed', 'code': 200} Apr 05 21:30:16.799957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e723527-41fe-4807-876b-5008550ddaf8 req-e678c87e-af27-4d81-b5dd-4c879f603f83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1095 time: 0.0701897 Apr 05 21:30:16.940617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e723527-41fe-4807-876b-5008550ddaf8 req-97ac1e5c-1b12-4d50-ac48-a59c686048aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:16.941980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e723527-41fe-4807-876b-5008550ddaf8 req-97ac1e5c-1b12-4d50-ac48-a59c686048aa service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=90b2e15e573c47cc817f843c143207de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1306612 Apr 05 21:30:17.072510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e723527-41fe-4807-876b-5008550ddaf8 req-199fbc58-4d23-4d41-b549-ecb809b590fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:17.073864 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e723527-41fe-4807-876b-5008550ddaf8 req-199fbc58-4d23-4d41-b549-ecb809b590fb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261790 Apr 05 21:30:17.194061 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-bb3e84a0-bb7a-405f-a472-8de65a303041 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1095 time: 0.0660062 Apr 05 21:30:17.267645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-d9ca5153-58df-406e-8406-f46e75d63346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 217 time: 0.0618179 Apr 05 21:30:17.328670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698e212-c8cc-457c-8147-55067c0186bd req-c4d92333-bf85-4a02-99da-9b884348232b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:17.330055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-c4d92333-bf85-4a02-99da-9b884348232b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0569117 Apr 05 21:30:17.463274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-9955247f-3eaf-4fc2-8aca-e722b6914cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270354 Apr 05 21:30:17.469958 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185bc42-2002-4634-8258-655901fe648c req-7ad392ca-64f6-4017-8a79-d9368e7deb5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:17.471246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5185bc42-2002-4634-8258-655901fe648c req-7ad392ca-64f6-4017-8a79-d9368e7deb5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0950279 Apr 05 21:30:17.593434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5185bc42-2002-4634-8258-655901fe648c req-b0997b5e-a042-4625-bfce-04505d80358f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047370 Apr 05 21:30:17.628071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-bb9dd3ea-08bd-43a6-a54d-7ddefb999edf service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559298 Apr 05 21:30:17.755491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b698e212-c8cc-457c-8147-55067c0186bd req-20b5b6f9-a40f-457b-8cb4-04d2e13c5cea service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214414 Apr 05 21:30:18.791618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5a79a-2268-4857-a710-9e6fce440ed5 req-ef802db8-286c-4a57-a604-bb487d6e56d4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:18.793162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bab5a79a-2268-4857-a710-9e6fce440ed5 req-ef802db8-286c-4a57-a604-bb487d6e56d4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0749800 Apr 05 21:30:18.837629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bab5a79a-2268-4857-a710-9e6fce440ed5 req-8facdf35-eec9-4381-aad5-1505a3391118 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385277 Apr 05 21:30:20.134927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0c5b8-a260-478b-a7e4-30e028d4eb1e req-cd54c9b7-3322-4968-8ed0-81802b152c2c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:20.136284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0e0c5b8-a260-478b-a7e4-30e028d4eb1e req-cd54c9b7-3322-4968-8ed0-81802b152c2c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.1769879 Apr 05 21:30:20.180441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0e0c5b8-a260-478b-a7e4-30e028d4eb1e req-90dece95-240e-4b49-b209-cb5181e6e79b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385454 Apr 05 21:30:20.668062 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:30:20.674451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:20.799425 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:30:20.812313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'mac_address': 'fa:16:3e:88:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:30:20.863593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:20.880103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc44e450-7cad-495f-a3b9-09caacb50fed {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:30:20.894164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:30:20.947688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.013861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:21.314822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['dc44e450-7cad-495f-a3b9-09caacb50fed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:30:21.375868 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb31f0-c60c-4b27-a54d-73bda65f1b5f req-b0033ef1-d5b4-4288-95dd-c050785dc436 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:21.377620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3eeb31f0-c60c-4b27-a54d-73bda65f1b5f req-b0033ef1-d5b4-4288-95dd-c050785dc436 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0785618 Apr 05 21:30:21.423365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3eeb31f0-c60c-4b27-a54d-73bda65f1b5f req-864fcc5e-e221-4df7-9933-d762ced30ec1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399258 Apr 05 21:30:22.623094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3b1b-43fa-426b-bd3e-bdf0319a75af req-a26f12cd-faa4-43c4-8642-de93ac684503 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:22.624530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-984b3b1b-43fa-426b-bd3e-bdf0319a75af req-a26f12cd-faa4-43c4-8642-de93ac684503 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0779421 Apr 05 21:30:22.673503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-984b3b1b-43fa-426b-bd3e-bdf0319a75af req-303fbf30-941b-4a77-94e3-d782ecb3d3db tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 Apr 05 21:30:22.683891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:22.819284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port dc44e450-7cad-495f-a3b9-09caacb50fed completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:22.823807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port dc44e450-7cad-495f-a3b9-09caacb50fed triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:22.824174 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.964320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.989294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:30:22.998999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:30:23.067952 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.118754 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa2a51f-0e4d-4098-b91e-5f08ee4cc35b'] response: {'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'code': 200} Apr 05 21:30:23.135854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:23.145898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.146247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.146592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.146932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.147267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.147599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.147958 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.148288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.148616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.148942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.149292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.270202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-772951e6-12da-4f04-b054-28dde1d7f03c req-e42ded1e-9e48-4083-84d6-65cfa156d121 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1097 time: 0.0706987 Apr 05 21:30:23.314260 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-772951e6-12da-4f04-b054-28dde1d7f03c req-bf872238-4fdd-4051-915c-d126c5e7c7dd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Apr 05 21:30:23.872967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215c8b5-ad76-43f6-b45a-c1318e8a1212 req-d8e09fa3-1c44-4414-ba65-3f07eb691af9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:23.874447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6215c8b5-ad76-43f6-b45a-c1318e8a1212 req-d8e09fa3-1c44-4414-ba65-3f07eb691af9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0776818 Apr 05 21:30:23.928354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6215c8b5-ad76-43f6-b45a-c1318e8a1212 req-b2946a41-f18d-4c41-bc32-39dc7bf11807 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482478 Apr 05 21:30:25.124819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd3f09-e936-4793-bb9c-5d1caf137ab5 req-2980be6a-8135-4f30-8e89-46a8212389eb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:25.126280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3bd3f09-e936-4793-bb9c-5d1caf137ab5 req-2980be6a-8135-4f30-8e89-46a8212389eb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0752308 Apr 05 21:30:25.177497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3bd3f09-e936-4793-bb9c-5d1caf137ab5 req-efa9845c-91f9-4706-8550-70588dd3e66f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450342 Apr 05 21:30:25.363598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9459a-21e4-4634-8b3f-805e81d5234e req-212165d3-583f-4440-b30e-a70d09364172 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:25.365021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31d9459a-21e4-4634-8b3f-805e81d5234e req-212165d3-583f-4440-b30e-a70d09364172 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0755899 Apr 05 21:30:25.375684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 48910) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:25.380964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Request body: {'floatingip': {'port_id': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:30:25.457657 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.027692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.110746 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.302792 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 associated. External IP: 172.25.2.149, port: dc44e450-7cad-495f-a3b9-09caacb50fed. Apr 05 21:30:26.779227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:30:26.976230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:30:26.980453 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.987012 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:30:26.999854 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:30:27.000454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:27.036166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-62d6a99b-57d1-4f60-ab2b-62ff2668c857 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "PUT /v2.0/floatingips/6b8bfc20-a50c-440f-befa-281d12744ff4 HTTP/1.1" status: 200 len: 993 time: 1.6593399 Apr 05 21:30:27.036657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:30:27.091949 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ec051b-6a2a-4a74-bc5b-2ca377fdf173'] response: {'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'status': 'completed', 'code': 200} Apr 05 21:30:27.181684 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:30:27.208495 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-fde1e172-7050-4f56-8abe-3a54abd722e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1097 time: 0.0740654 Apr 05 21:30:27.339729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-60b732a2-aad1-43ec-8cd2-226b7c49273c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:27.341869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-60b732a2-aad1-43ec-8cd2-226b7c49273c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1277244 Apr 05 21:30:27.445451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-3ea03609-05ba-46c6-b3a4-ba968826ccd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1001 time: 0.0981591 Apr 05 21:30:27.507739 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-6e8718c9-a608-4ccb-96d2-fe5f4120a20e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:27.509177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-6e8718c9-a608-4ccb-96d2-fe5f4120a20e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0585430 Apr 05 21:30:27.557426 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:88:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566dbe07-d37c-4597-98bd-23e99830ad65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:30:25Z', 'revision_number': 13, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:27.561108 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:30:27.571225 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:30:27.571813 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:30:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:27.601087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-a84e7ab2-7296-4235-8ee3-331d159bbc88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855935 Apr 05 21:30:27.743893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-0d84cc80-93c1-4f6d-88a3-16dc02a1ea7b service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358712 Apr 05 21:30:27.762125 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:30:27.878574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ebf20fc-4dcc-4b5a-9ba3-a6fa81cbafce req-02482ba9-0c81-4013-83f7-3a78f0f71cdd service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291955 Apr 05 21:30:28.143118 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:88:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566dbe07-d37c-4597-98bd-23e99830ad65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:30:25Z', 'revision_number': 13, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:28.147209 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2576496a-4d03-444f-b2a1-b85c6b57bdeb None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '6b8bfc20-a50c-440f-befa-281d12744ff4', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'floating_ip_address': '172.25.2.149', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'port_id': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'mac_address': 'fa:16:3e:88:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566dbe07-d37c-4597-98bd-23e99830ad65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:27:07Z', 'updated_at': '2022-04-05T21:30:25Z', 'revision_number': 13, 'project_id': '90b2e15e573c47cc817f843c143207de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:30:28.352926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc6c0bb-50ad-40c6-a9c2-43b5284e89f4 None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:30:28.932287 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea322f3-7a4d-40d9-a473-e8b40c6f2145 req-fdbb63de-232c-40ae-9fb6-4f259ee7d53a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:28.933650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ea322f3-7a4d-40d9-a473-e8b40c6f2145 req-fdbb63de-232c-40ae-9fb6-4f259ee7d53a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0768797 Apr 05 21:30:28.976991 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ea322f3-7a4d-40d9-a473-e8b40c6f2145 req-8b83dd7f-8035-4033-9372-f406097bd817 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378895 Apr 05 21:30:34.710594 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:34.913286 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d0070fe1-a3aa-413c-8cf7-2a9d8cea75bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:36.893478 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-95365b32-8e2f-4468-84ba-a9d35741d98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:37.922120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c5666e81-de09-495f-bef8-1ce03476b9b5 req-d62a52ea-d81b-4025-b310-f26203e72414 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2421246 Apr 05 21:30:38.363498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce87281-5857-4374-bbf7-3cdfd4514699 req-69967e5f-26d3-4916-9b54-f9378a02f39e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:38.365088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cce87281-5857-4374-bbf7-3cdfd4514699 req-69967e5f-26d3-4916-9b54-f9378a02f39e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0894165 Apr 05 21:30:38.441283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cce87281-5857-4374-bbf7-3cdfd4514699 req-22287b8c-7ab2-4388-8a68-86afa693c3de tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703735 Apr 05 21:30:38.540286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-38b6b745-a4b2-48a3-a21f-aeb766faa1ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2040586 Apr 05 21:30:38.544069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-33309904-e71b-45f0-aa20-1368fe322e68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1097 time: 0.0982680 Apr 05 21:30:38.551011 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:38.633628 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:38.694979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-ddf8c514-77d5-4a3c-b2e7-20c20bac8495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:38.695526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-ddf8c514-77d5-4a3c-b2e7-20c20bac8495 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1306264 Apr 05 21:30:38.805413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-0e3d581b-7dd4-458d-95ea-854754c41320 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1003 time: 0.0980971 Apr 05 21:30:38.864990 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:30:38.870063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-acb02c26-233e-4c1d-bcf1-20fd5cc7e6b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:38.871538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-acb02c26-233e-4c1d-bcf1-20fd5cc7e6b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0597756 Apr 05 21:30:38.957858 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-b49faab4-4a80-4379-80ae-4a1fe6b85c08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796859 Apr 05 21:30:39.100186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-d0f8d221-8df7-41eb-9fa8-15c995455c54 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307542 Apr 05 21:30:39.255243 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-018985a6-1f38-467d-8fff-8a3a34dd7bfe req-f8c2e851-b18e-47e8-b3f9-b6d807aa1358 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380172 Apr 05 21:30:39.641639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e1d9-9b15-4598-ac20-91ae2384735a req-75461c5c-c686-415b-a3d2-9ec68d2cdd34 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:39.643092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5999e1d9-9b15-4598-ac20-91ae2384735a req-75461c5c-c686-415b-a3d2-9ec68d2cdd34 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0767612 Apr 05 21:30:39.690013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5999e1d9-9b15-4598-ac20-91ae2384735a req-063a5959-3cdf-4864-b4bd-6b4704461d5a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Apr 05 21:30:40.010113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:40.946714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42f2f0-e082-431e-b632-68aa63a19771 req-5e0dda48-a174-4047-8db0-1ce36b62f1e7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:40.948153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc42f2f0-e082-431e-b632-68aa63a19771 req-5e0dda48-a174-4047-8db0-1ce36b62f1e7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.1341321 Apr 05 21:30:40.952306 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-f30aa069-4c8c-46ef-9a6a-097c06bca3a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1097 time: 0.1005251 Apr 05 21:30:41.073735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc42f2f0-e082-431e-b632-68aa63a19771 req-cb59cef1-4e81-4591-a248-20450227bee3 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199231 Apr 05 21:30:41.113219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-179782d5-7d4f-4a05-94b3-c5d2f9a656e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:41.114656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-179782d5-7d4f-4a05-94b3-c5d2f9a656e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1480184 Apr 05 21:30:41.212378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-4af423b8-8443-4f41-a073-d1f4e6db1015 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1003 time: 0.0910661 Apr 05 21:30:41.276937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-4f72e220-4856-437f-8fbd-564b37430a99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:41.278389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-4f72e220-4856-437f-8fbd-564b37430a99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0602443 Apr 05 21:30:41.354905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-c178ab0c-f76d-4f85-bbb3-612e8a843ef3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686080 Apr 05 21:30:41.489959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-afa237aa-2a68-4963-a9ba-a4849f90cbeb service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277866 Apr 05 21:30:41.717205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-9370c876-3424-4410-ab9c-e4ad0a00f534 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198682 Apr 05 21:30:42.270622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdc980-2213-4f03-b149-2d44c59a27ad req-12cab255-8580-481c-91e6-a255dbd2c0ad tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:42.272046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfbdc980-2213-4f03-b149-2d44c59a27ad req-12cab255-8580-481c-91e6-a255dbd2c0ad tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0781450 Apr 05 21:30:42.316372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfbdc980-2213-4f03-b149-2d44c59a27ad req-f850dadd-a31f-481b-8fa6-d78ea7a0c4c0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387788 Apr 05 21:30:43.509286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637bff0-4150-4897-9a53-78d4f959fc3a req-f2445e2f-3ba0-47c6-8e3d-57af0e854c48 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:43.510689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6637bff0-4150-4897-9a53-78d4f959fc3a req-f2445e2f-3ba0-47c6-8e3d-57af0e854c48 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0738723 Apr 05 21:30:43.555569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6637bff0-4150-4897-9a53-78d4f959fc3a req-e31761f6-3261-4865-a4c4-27d4cbe73192 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393708 Apr 05 21:30:44.751743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f21a2-f902-4f8b-952b-1e5d4cb1724b req-6ab918a1-edcd-4b18-acf8-df80e6805050 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:44.753214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a31f21a2-f902-4f8b-952b-1e5d4cb1724b req-6ab918a1-edcd-4b18-acf8-df80e6805050 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0786452 Apr 05 21:30:44.799097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a31f21a2-f902-4f8b-952b-1e5d4cb1724b req-24b31d86-dbee-4f67-87aa-d17e7c3a4072 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Apr 05 21:30:45.996712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f9f6-e4b2-4ed1-95aa-5e84ec64df94 req-aa2f6d4e-558f-486e-a0a0-b3225c7e476b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:45.997562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3b2f9f6-e4b2-4ed1-95aa-5e84ec64df94 req-aa2f6d4e-558f-486e-a0a0-b3225c7e476b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0769253 Apr 05 21:30:46.051766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a3b2f9f6-e4b2-4ed1-95aa-5e84ec64df94 req-feee6ff0-ffa9-49a6-ad60-1267e795469c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Apr 05 21:30:47.243594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb75ea-e9ee-4129-bdb4-2f80fa5d8952 req-b28cb2d5-d95b-4658-b208-07240fe75001 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:47.245031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83cb75ea-e9ee-4129-bdb4-2f80fa5d8952 req-b28cb2d5-d95b-4658-b208-07240fe75001 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0745091 Apr 05 21:30:47.289602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-83cb75ea-e9ee-4129-bdb4-2f80fa5d8952 req-1d2eaed6-994b-42f8-993c-7f77e0bf457a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389140 Apr 05 21:30:48.629350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99caec-1d86-4b88-880e-fe5133fd43fa req-bec1e1b9-5a10-4772-abf9-7653df1d758f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:48.630764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f99caec-1d86-4b88-880e-fe5133fd43fa req-bec1e1b9-5a10-4772-abf9-7653df1d758f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0784738 Apr 05 21:30:48.674429 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f99caec-1d86-4b88-880e-fe5133fd43fa req-0914a6ee-e55a-4194-924a-145cd739249b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383453 Apr 05 21:30:49.875105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccb995-6944-4a4a-91a5-7a5792324a7c req-27db2681-dbf3-4c8f-83f5-44a4f8e3f71c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:49.875105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dccb995-6944-4a4a-91a5-7a5792324a7c req-27db2681-dbf3-4c8f-83f5-44a4f8e3f71c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0759962 Apr 05 21:30:49.919183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9dccb995-6944-4a4a-91a5-7a5792324a7c req-25ccc7d6-c9c2-4da0-988b-3173d1e0084f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Apr 05 21:30:50.687772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:51.115523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad08866-7ea1-4ed9-bee8-471ffba92f1e req-edfedc01-4a06-4a1c-8cfc-60d9b0ab5a44 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:51.116943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ad08866-7ea1-4ed9-bee8-471ffba92f1e req-edfedc01-4a06-4a1c-8cfc-60d9b0ab5a44 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0782540 Apr 05 21:30:51.160557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ad08866-7ea1-4ed9-bee8-471ffba92f1e req-94c1fb25-337e-4aac-9730-6a3238058d4e tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381422 Apr 05 21:30:52.353412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fff1c-7c7c-4ed5-8915-f7d931273f43 req-07271441-f8e0-4116-a93f-386210dc2210 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:52.354824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f5fff1c-7c7c-4ed5-8915-f7d931273f43 req-07271441-f8e0-4116-a93f-386210dc2210 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0747521 Apr 05 21:30:52.402296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f5fff1c-7c7c-4ed5-8915-f7d931273f43 req-5eca1956-4b7f-4127-89be-7004dfc82f86 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 Apr 05 21:30:53.598827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986be8-68cd-4cdc-be1b-aeb76292640f req-a2e31f98-4e78-44d1-b121-d71df7a1892d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:53.600221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33986be8-68cd-4cdc-be1b-aeb76292640f req-a2e31f98-4e78-44d1-b121-d71df7a1892d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0770981 Apr 05 21:30:53.660583 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33986be8-68cd-4cdc-be1b-aeb76292640f req-74f8af49-7010-4513-bb6e-904692e0cf1b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548275 Apr 05 21:30:54.861002 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb1dc6-8299-4f40-9fe7-f87a65247b74 req-12abbe10-4cad-4b96-991d-998185639ee9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:54.862451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcbb1dc6-8299-4f40-9fe7-f87a65247b74 req-12abbe10-4cad-4b96-991d-998185639ee9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0783842 Apr 05 21:30:54.912812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcbb1dc6-8299-4f40-9fe7-f87a65247b74 req-249c1cd2-e4df-4b41-97e9-f893d3cd116b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Apr 05 21:30:56.104151 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f016e-2aa6-4413-87e2-3c3ca5cc240a req-5388fe00-d5c7-4f54-b007-93e05630dfc4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:56.105589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-375f016e-2aa6-4413-87e2-3c3ca5cc240a req-5388fe00-d5c7-4f54-b007-93e05630dfc4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0741663 Apr 05 21:30:56.149932 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-375f016e-2aa6-4413-87e2-3c3ca5cc240a req-6e2735d0-6d7b-4660-abd2-72a99df8ac24 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389185 Apr 05 21:30:57.348269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d4b45-3e43-4038-b1b7-619ce67af4a3 req-9e87f75c-4b62-4c6e-99a6-556ca4b1fe22 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:57.349740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de0d4b45-3e43-4038-b1b7-619ce67af4a3 req-9e87f75c-4b62-4c6e-99a6-556ca4b1fe22 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0786457 Apr 05 21:30:57.393687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de0d4b45-3e43-4038-b1b7-619ce67af4a3 req-0b4d7155-b888-404f-9707-4b8207fbe2f9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Apr 05 21:30:58.585598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764d582-5949-4af0-b47a-ee73c1e88937 req-fb929b5e-2479-4498-bdaf-15078d9cff5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:58.587019 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5764d582-5949-4af0-b47a-ee73c1e88937 req-fb929b5e-2479-4498-bdaf-15078d9cff5b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0752122 Apr 05 21:30:58.630425 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5764d582-5949-4af0-b47a-ee73c1e88937 req-4123e460-069e-4bbf-8d69-a3d429c51c9f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379262 Apr 05 21:30:59.851138 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-37293a9b-d6a8-495f-8add-65c1bd48d33a service neutron] show failed (client error): The resource could not be found. Apr 05 21:30:59.852112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-37293a9b-d6a8-495f-8add-65c1bd48d33a service neutron] 10.222.0.39 "GET /v2.0/ports/dc44e450-7cad-495f-a3b9-09caacb50fed/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.1321707 Apr 05 21:30:59.862524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95803b-e6c2-46c1-a161-8ab87c06da20 req-7406c585-6c25-4315-b3e6-ea0822de9378 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:59.863942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db95803b-e6c2-46c1-a161-8ab87c06da20 req-7406c585-6c25-4315-b3e6-ea0822de9378 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.1091328 Apr 05 21:30:59.913457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db95803b-e6c2-46c1-a161-8ab87c06da20 req-3158641a-a462-4e10-acad-e2f4a6becd8c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438671 Apr 05 21:31:00.356669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-6441db85-dcd4-4c8e-9c48-6bd8521ca6d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 1097 time: 0.0680034 Apr 05 21:31:00.367328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:31:00.559748 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:00.817083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:00.844244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:31:00.898483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:00.903989 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:00.918689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Transition to ACTIVE for port object dc44e450-7cad-495f-a3b9-09caacb50fed will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:31:00.969303 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cfbb09-1218-407c-ab6e-2e0c3fa90a50'] response: {'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'code': 200} Apr 05 21:31:00.986981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:01.152492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:01.236573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] No DVR routers for this DVR port dc44e450-7cad-495f-a3b9-09caacb50fed on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:31:01.351132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8923a-d664-46e3-a6cb-8e6a5ca2e0d3 req-fcc1194f-67c9-4cb9-872c-3cd7ee55c0b7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:01.352610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6c8923a-d664-46e3-a6cb-8e6a5ca2e0d3 req-fcc1194f-67c9-4cb9-872c-3cd7ee55c0b7 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.3029490 Apr 05 21:31:01.413885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d6c8923a-d664-46e3-a6cb-8e6a5ca2e0d3 req-51381206-8325-4723-8672-f436f81fd14b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555961 Apr 05 21:31:01.522482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:31:01.522813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:31:01.523136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:31:01.528670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:31:01.528989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:31:01.535088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:31:01.535425 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:31:01.535809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:31:01.536233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Bound port: dc44e450-7cad-495f-a3b9-09caacb50fed, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:31:01.536578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:01.621389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:31:01.624134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:31:01.701645 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:01.764171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:01.765559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] 10.222.0.23 "PUT /v2.0/ports/dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1092 time: 1.4019935 Apr 05 21:31:01.785710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed6af1-5e10-4c26-9d0d-b368797983bb service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:01.863054 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-1fa1bd62-7e84-433d-bf4a-6de78b91c487 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1095 time: 0.0702024 Apr 05 21:31:01.993332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-84c1cb02-4840-4d0b-b7a1-3bfc056b7c22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:01.994777 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-84c1cb02-4840-4d0b-b7a1-3bfc056b7c22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1261117 Apr 05 21:31:02.095951 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-445ef6fd-6b05-4176-a7a3-7b3775fea48e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1001 time: 0.0945864 Apr 05 21:31:02.155780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-c9a4c321-3069-4381-ace3-2c2bfd3ad927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:02.157093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-c9a4c321-3069-4381-ace3-2c2bfd3ad927 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0555766 Apr 05 21:31:02.334773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-f1572eba-4aaf-4c53-9d3d-9631b8166620 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720455 Apr 05 21:31:02.463385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-fb036b5e-3a89-4777-803b-6a65605ff6cc service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217265 Apr 05 21:31:02.640902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a915dd9d-9d05-4260-9f7f-17e8bb40b15d req-8a5a2780-b31a-4dd5-ac2c-541d359be4b8 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719384 Apr 05 21:31:02.656697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7010e-f9d8-486d-ae36-8a7cfdcddb8c req-04fffb45-84d3-4703-b612-8b2671c8c3fa tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:02.658119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48f7010e-f9d8-486d-ae36-8a7cfdcddb8c req-04fffb45-84d3-4703-b612-8b2671c8c3fa tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.1191380 Apr 05 21:31:02.702833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48f7010e-f9d8-486d-ae36-8a7cfdcddb8c req-870dfbb1-f297-47fd-8da8-e08e7f6264aa tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Apr 05 21:31:02.813450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:31:02.869906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:31:02.968402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:03.042206 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b7bb5d-8023-4dd5-b8ad-f37a1fc0f83c'] response: {'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'status': 'completed', 'code': 200} Apr 05 21:31:03.193749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-241d39a3-7a2b-4caa-ab4d-d77cd40305a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1095 time: 0.1317561 Apr 05 21:31:03.196261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-e0199101-483f-465d-a638-7b028ba6ca50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1095 time: 0.1023767 Apr 05 21:31:03.434152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-12323109-e334-45cf-9c2f-3c0fedca2d5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:03.435611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-12323109-e334-45cf-9c2f-3c0fedca2d5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2377424 Apr 05 21:31:03.437771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-eabace70-81c8-45af-8d9b-8f9f64e8e09f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:03.439066 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-eabace70-81c8-45af-8d9b-8f9f64e8e09f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2238212 Apr 05 21:31:03.623983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-70a74894-0622-4ee0-baf0-a2d74f1a8c30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1001 time: 0.1823299 Apr 05 21:31:03.626704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-2106404b-9031-4805-9969-524a09a4bc13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1001 time: 0.1346691 Apr 05 21:31:03.739171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-a41eb34a-5f71-435a-9a94-ed345543c599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:03.740606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-a41eb34a-5f71-435a-9a94-ed345543c599 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1068068 Apr 05 21:31:03.776936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-562c437b-50f3-4e78-bd8d-7571b0acdb59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:03.778409 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-562c437b-50f3-4e78-bd8d-7571b0acdb59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1076586 Apr 05 21:31:03.937589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-0ef71f9e-86af-486d-a5dc-0ed0ffa2fca0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1905484 Apr 05 21:31:03.943982 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-37ff10c2-822d-4b92-b73e-579113e1d63c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598542 Apr 05 21:31:04.243523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b978f-1538-47d0-b95a-fd893bbb4dad req-4bfab129-72c1-42d0-9f0c-f5405a039330 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:04.244963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f6b978f-1538-47d0-b95a-fd893bbb4dad req-4bfab129-72c1-42d0-9f0c-f5405a039330 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.3857157 Apr 05 21:31:04.337808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-ffbc7d53-d0b6-42e7-bfd8-73b4d36e6422 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928270 Apr 05 21:31:04.365814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-6d18f6d7-6027-416f-8aa1-903b352f300b service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985090 Apr 05 21:31:04.421319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6f6b978f-1538-47d0-b95a-fd893bbb4dad req-8e076c1a-291a-49f3-bfde-263dedf3980a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601856 Apr 05 21:31:04.574961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-679a9daa-b5c7-4ac0-9b02-98e8095b295b service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295744 Apr 05 21:31:04.591000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ed08ecc4-0157-4c7d-b135-a89229a6fa55 req-e3e78b78-a096-487c-b897-15966b5e2ca1 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726637 Apr 05 21:31:04.712919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:04.899022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13c68001-3396-43b8-b0ca-b92421878016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:05.622183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddb100-e3b7-4d61-a198-59ba46da4f9c req-27afa06b-4b75-4a5c-8057-c8c318712dfd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:05.623532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0eddb100-e3b7-4d61-a198-59ba46da4f9c req-27afa06b-4b75-4a5c-8057-c8c318712dfd tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0795555 Apr 05 21:31:05.668325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0eddb100-e3b7-4d61-a198-59ba46da4f9c req-8826823c-8c02-4a64-a198-ad9cd9419cba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393088 Apr 05 21:31:06.863578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae37668-9524-4d01-ab69-e19e479aaf81 req-4603573f-1eb1-4a41-8332-ddb706dc8af9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:06.864937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aae37668-9524-4d01-ab69-e19e479aaf81 req-4603573f-1eb1-4a41-8332-ddb706dc8af9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0764797 Apr 05 21:31:06.899312 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a93398cf-0832-4fbf-8cbc-4a8f2666d4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:06.910190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aae37668-9524-4d01-ab69-e19e479aaf81 req-a930c710-df6a-4197-9572-bf3ac86cf80a tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396824 Apr 05 21:31:08.111047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4a91a-c23c-4da4-ac04-d953a45aad9d req-b4c78938-0a82-4d37-bff4-01375eaf1685 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:08.112455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51b4a91a-c23c-4da4-ac04-d953a45aad9d req-b4c78938-0a82-4d37-bff4-01375eaf1685 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0779984 Apr 05 21:31:08.156286 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51b4a91a-c23c-4da4-ac04-d953a45aad9d req-ad77754c-0e22-4967-a1fa-ea39fde14320 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382664 Apr 05 21:31:08.539095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:08.603580 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:09.357912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8bcb9-7db9-46b2-9e37-30c1c40709bb req-042d1cbf-e8ab-49f7-ad6e-738bf038a179 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:09.359413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcb8bcb9-7db9-46b2-9e37-30c1c40709bb req-042d1cbf-e8ab-49f7-ad6e-738bf038a179 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0770566 Apr 05 21:31:09.415261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fcb8bcb9-7db9-46b2-9e37-30c1c40709bb req-9e20378b-2c67-4f64-ab12-d04640e46917 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502028 Apr 05 21:31:09.992377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:10.651611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55a144-ad5a-4aa4-b73e-6c037ee37007 req-26a81c16-57af-473f-bf1a-e4bd1ec9ce38 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:10.653029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f55a144-ad5a-4aa4-b73e-6c037ee37007 req-26a81c16-57af-473f-bf1a-e4bd1ec9ce38 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0753505 Apr 05 21:31:10.697323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3f55a144-ad5a-4aa4-b73e-6c037ee37007 req-7a53276e-0589-4268-8ce8-fde121516dcf tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388687 Apr 05 21:31:11.899551 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3ca14-83ff-4cb9-95d0-0ce5537f3430 req-c834305d-97f2-472a-b404-2a84ddad94c9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:11.901207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87e3ca14-83ff-4cb9-95d0-0ce5537f3430 req-c834305d-97f2-472a-b404-2a84ddad94c9 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0829353 Apr 05 21:31:11.946770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87e3ca14-83ff-4cb9-95d0-0ce5537f3430 req-20376a2b-7426-48e6-ab06-f00e4948641f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400434 Apr 05 21:31:13.142915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090a9cf-c4b1-485f-8fe4-84ee5eff5a7a req-b327146c-76ee-4a00-b33e-9ef4034fcddb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:13.144353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c090a9cf-c4b1-485f-8fe4-84ee5eff5a7a req-b327146c-76ee-4a00-b33e-9ef4034fcddb tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 944 time: 0.0762575 Apr 05 21:31:13.189452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c090a9cf-c4b1-485f-8fe4-84ee5eff5a7a req-9dc3f520-93ee-4647-8dce-3c768410ac88 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Apr 05 21:31:13.251824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:31:13.385721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:13.398680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'mac_address': 'fa:16:3e:88:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:31:13.455001 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:13.471724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc44e450-7cad-495f-a3b9-09caacb50fed {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:31:13.486624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:13.558563 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:13.623381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:13.780946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['dc44e450-7cad-495f-a3b9-09caacb50fed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:31:14.008187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d3ad5-8e25-449f-9c58-760f268ebecb req-b4d81dff-f124-4e1c-9238-7901036e8e95 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:14.009646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-340d3ad5-8e25-449f-9c58-760f268ebecb req-b4d81dff-f124-4e1c-9238-7901036e8e95 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.1448078 Apr 05 21:31:14.015694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf242c-da86-4921-aad2-39995def15a3 req-b870b358-1d97-4892-b09a-cc27f4924a7c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:14.016987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-b870b358-1d97-4892-b09a-cc27f4924a7c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.23 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65&tenant_id=90b2e15e573c47cc817f843c143207de&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 945 time: 0.1158030 Apr 05 21:31:14.114496 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-340d3ad5-8e25-449f-9c58-760f268ebecb req-043cd3fd-7601-4fb1-a2e4-45b090cf4ee5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965736 Apr 05 21:31:14.123682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-a7d166de-3377-492e-bedd-94d899f8019a service neutron] 10.222.0.23 "GET /v2.0/ports/dc44e450-7cad-495f-a3b9-09caacb50fed/bindings/n-h2-836605-1 HTTP/1.1" status: 200 len: 382 time: 0.0931225 Apr 05 21:31:14.212805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-a056aea1-16f1-4007-9607-54d98ffabf3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1096 time: 0.0676732 Apr 05 21:31:14.343964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf242c-da86-4921-aad2-39995def15a3 req-9c8c871f-359d-415a-9c86-1666a4518a26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:14.345490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-9c8c871f-359d-415a-9c86-1666a4518a26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1255496 Apr 05 21:31:14.446362 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-9fd0ed69-83f4-42b5-947f-693987e5b3e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1002 time: 0.0945191 Apr 05 21:31:14.511303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf242c-da86-4921-aad2-39995def15a3 req-00c2d4c1-4111-486d-aa91-ff7bcbac567b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:14.512691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-00c2d4c1-4111-486d-aa91-ff7bcbac567b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0598311 Apr 05 21:31:14.584526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-dcc55e67-3bda-4a64-a9d4-559f5938d3df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663271 Apr 05 21:31:14.816110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-9303b20f-47d7-41a2-9953-dedbd0505f43 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260528 Apr 05 21:31:14.942511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-2b8e2e9b-9f4f-4309-8ac4-27bad03fc48a service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205943 Apr 05 21:31:15.283780 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:31:15.312732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b8e14-a44c-40ea-b858-9e31d7ee70c5 req-6eb11a0e-17a1-44c0-9a3a-414adc2872e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:15.314195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-833b8e14-a44c-40ea-b858-9e31d7ee70c5 req-6eb11a0e-17a1-44c0-9a3a-414adc2872e0 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0762737 Apr 05 21:31:15.362893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-833b8e14-a44c-40ea-b858-9e31d7ee70c5 req-cfcd7f0a-eb9b-4bf6-a262-3a32dbfca392 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Apr 05 21:31:15.407777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port dc44e450-7cad-495f-a3b9-09caacb50fed completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:31:15.412716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port dc44e450-7cad-495f-a3b9-09caacb50fed triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:31:15.413113 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:15.527632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:15.558174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:15.567433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:15.623649 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e36b7af-74a4-4d2c-9862-4074f05c6d63'] response: {'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'code': 200} Apr 05 21:31:15.630315 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:15.697343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:15.865549 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:31:16.560770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a603337-5051-44af-9961-8f772d5c3ece req-af240cf3-8fef-4521-befc-184f8fd943b2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:16.562222 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a603337-5051-44af-9961-8f772d5c3ece req-af240cf3-8fef-4521-befc-184f8fd943b2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0798450 Apr 05 21:31:16.607699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a603337-5051-44af-9961-8f772d5c3ece req-4eeb713f-5fbf-47b2-bd55-137a6e52f070 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396316 Apr 05 21:31:17.809175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfcd7-7d29-4a5d-adc2-89393e30e972 req-a823e9de-ebc3-4a22-8f7d-e827fdd230b8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:17.810691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-028bfcd7-7d29-4a5d-adc2-89393e30e972 req-a823e9de-ebc3-4a22-8f7d-e827fdd230b8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0794988 Apr 05 21:31:17.855255 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-028bfcd7-7d29-4a5d-adc2-89393e30e972 req-b159746a-7b9e-4509-a52f-4cc878bce92c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390658 Apr 05 21:31:18.319636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-56881f20-0051-4bc9-844e-c741ace25369 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65&tenant_id=90b2e15e573c47cc817f843c143207de HTTP/1.1" status: 200 len: 1097 time: 0.0684135 Apr 05 21:31:18.334899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:31:18.439605 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:18.696188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:18.723650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:31:18.777173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:18.782294 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:18.797475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Transition to ACTIVE for port object dc44e450-7cad-495f-a3b9-09caacb50fed will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:31:18.848585 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38d9493-ba5f-49d6-8649-a460ec000054'] response: {'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'code': 200} Apr 05 21:31:18.855254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:19.040723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=10']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:19.074205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.074557 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.074896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.075231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.075564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.075895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.076222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.076544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.076869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.077219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.077544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:19.132355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] No DVR routers for this DVR port dc44e450-7cad-495f-a3b9-09caacb50fed on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:31:19.263701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251141-2d65-4c5b-9013-2169d18e972c req-2831ba4a-98f6-4d9d-a99b-a375a875a5f2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:19.265082 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1251141-2d65-4c5b-9013-2169d18e972c req-2831ba4a-98f6-4d9d-a99b-a375a875a5f2 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.2779932 Apr 05 21:31:19.336166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e1251141-2d65-4c5b-9013-2169d18e972c req-558d9984-bd4a-4435-a4d0-47ee8392f679 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572011 Apr 05 21:31:19.535394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:31:19.535676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:31:19.535999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:31:19.542405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:31:19.542806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Attempting to bind port dc44e450-7cad-495f-a3b9-09caacb50fed on network ba305aa7-48a0-4114-868d-064abdae78a7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:31:19.549186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:31:19.549523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Checking segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:31:19.549907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Bound using segment: {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:31:19.550322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Bound port: dc44e450-7cad-495f-a3b9-09caacb50fed, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56271f62-da20-4bd6-9631-158c4103f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:31:19.550664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:19.635626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:31:19.638829 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:31:19.701456 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:19.765346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:19.766687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] 10.222.0.39 "PUT /v2.0/ports/dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1093 time: 1.4356225 Apr 05 21:31:19.779973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b79a21-8ba4-4d01-bd7e-a3ecc833116e service neutron] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=11']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:19.869084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-60005508-adc8-4d46-bdc4-660671c243e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1096 time: 0.0695746 Apr 05 21:31:20.001014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf242c-da86-4921-aad2-39995def15a3 req-ae51143c-86d2-4b01-8e71-8eb8fd6360e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:20.002452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-ae51143c-86d2-4b01-8e71-8eb8fd6360e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.1276960 Apr 05 21:31:20.102240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-431b7488-4464-42dc-be39-30a98688a543 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1001 time: 0.0932853 Apr 05 21:31:20.161673 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf242c-da86-4921-aad2-39995def15a3 req-087cccc2-e2e3-4a0e-9872-48bf140df6eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:20.163047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-087cccc2-e2e3-4a0e-9872-48bf140df6eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.0552931 Apr 05 21:31:20.236322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-7b6adf24-2ea6-4169-8569-528369774b45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678673 Apr 05 21:31:20.246245 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-2b4e3826-d436-41d0-9479-d7e10d85f105 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:31:20.247121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-2b4e3826-d436-41d0-9479-d7e10d85f105 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045729 Apr 05 21:31:20.377211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-b0bf77fc-6a99-4777-8b26-d0e9d7c93b7d service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232750 Apr 05 21:31:20.555465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2cf242c-da86-4921-aad2-39995def15a3 req-1c52a49a-a463-4907-ac32-1371d7137c26 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723866 Apr 05 21:31:20.571465 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f6196-c62d-4afe-8e84-f80a5884f947 req-66a1c600-97a2-4e20-9932-4b86309d2687 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:20.572837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-351f6196-c62d-4afe-8e84-f80a5884f947 req-66a1c600-97a2-4e20-9932-4b86309d2687 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.1103485 Apr 05 21:31:20.621111 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-351f6196-c62d-4afe-8e84-f80a5884f947 req-a902714c-895f-435e-8bdf-838abfbbd583 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Apr 05 21:31:20.701395 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:20.849546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:20.916668 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd652518-3fbb-4791-90cf-db3340e2428d'] response: {'name': 'network-changed', 'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'status': 'completed', 'code': 200} Apr 05 21:31:21.060083 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-e27c3640-a648-4669-99f0-105b0718241a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1096 time: 0.1261859 Apr 05 21:31:21.065133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-1ea1f1fd-507b-42af-94e9-d2eccd71a939 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 1096 time: 0.0976863 Apr 05 21:31:21.301791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75913-cca8-45b1-8694-934bd83373c2 req-55622a03-45c2-494f-a5b1-a5ee059b0a89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:21.303329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-55622a03-45c2-494f-a5b1-a5ee059b0a89 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2372911 Apr 05 21:31:21.304248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75913-cca8-45b1-8694-934bd83373c2 req-487a93c6-bde0-4c4f-9c66-fcca5fc5c167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:21.305529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-487a93c6-bde0-4c4f-9c66-fcca5fc5c167 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 200 len: 912 time: 0.2223542 Apr 05 21:31:21.306261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:31:21.369443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:31:21.605217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-33438ca1-7fe4-455f-ae99-0031d0b314d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1001 time: 0.2962079 Apr 05 21:31:21.606828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-be7925fa-3258-4b2d-9d5e-0b2847e22363 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 200 len: 1001 time: 0.2446351 Apr 05 21:31:21.716089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75913-cca8-45b1-8694-934bd83373c2 req-d2438c45-402d-4de8-8e72-5ce894ad7b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:21.717557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-d2438c45-402d-4de8-8e72-5ce894ad7b1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1044927 Apr 05 21:31:21.718810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75913-cca8-45b1-8694-934bd83373c2 req-d0f825bf-ac84-4a7a-9073-6fc012af64c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:21.720063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-d0f825bf-ac84-4a7a-9073-6fc012af64c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 200 len: 850 time: 0.1080825 Apr 05 21:31:21.914174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-70c8ea32-69cc-4536-9eb7-1e183f224d46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901031 Apr 05 21:31:21.922636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-ab42d098-3903-4f2d-9287-82d438425156 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba305aa7-48a0-4114-868d-064abdae78a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641099 Apr 05 21:31:21.946382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f6c25-c0b4-4e53-88a7-689da9e34dc0 req-1a1abe0e-8d23-4521-8090-6a4389522770 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:21.947768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d7f6c25-c0b4-4e53-88a7-689da9e34dc0 req-1a1abe0e-8d23-4521-8090-6a4389522770 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.1903343 Apr 05 21:31:22.166930 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d7f6c25-c0b4-4e53-88a7-689da9e34dc0 req-985e6dc1-a5b3-4e83-81e2-9990a04dcaea tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917655 Apr 05 21:31:22.208489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-081861cf-87b5-4bbf-ab85-0255a8d06c03 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849035 Apr 05 21:31:22.214095 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-e36fe2cc-e391-4b6b-9773-f4d3642f3cff service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596104 Apr 05 21:31:22.450767 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-2472857e-33b1-4784-b176-8c23451034a7 service neutron] 10.222.0.23 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357469 Apr 05 21:31:22.452554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29d75913-cca8-45b1-8694-934bd83373c2 req-0727fcb2-402e-452c-9857-876f89a7a598 service neutron] 10.222.0.39 "GET /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202370 Apr 05 21:31:23.382052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e5de8-adc5-41fe-9145-6a21ddd514b1 req-931c5bba-a40e-497f-b6c4-97a5b98accf5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:23.383462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-954e5de8-adc5-41fe-9145-6a21ddd514b1 req-931c5bba-a40e-497f-b6c4-97a5b98accf5 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0752933 Apr 05 21:31:23.426558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-954e5de8-adc5-41fe-9145-6a21ddd514b1 req-26e77cf7-b1e1-495b-bebf-4c954b9c2d0b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376668 Apr 05 21:31:24.625684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7e5da-c9e9-4fee-bf88-6bba4979c96c req-2950f212-4358-4fa9-8f33-5ecbc24542ba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:24.627109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31a7e5da-c9e9-4fee-bf88-6bba4979c96c req-2950f212-4358-4fa9-8f33-5ecbc24542ba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0790377 Apr 05 21:31:24.671347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31a7e5da-c9e9-4fee-bf88-6bba4979c96c req-c928b61a-73e6-4b24-b8b6-e1bff607f173 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381241 Apr 05 21:31:25.875286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b84d5c-05cb-4b1e-817a-b1718782620b req-de6a3f90-3038-4101-9e41-5ed1dedb1de6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:25.876712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2b84d5c-05cb-4b1e-817a-b1718782620b req-de6a3f90-3038-4101-9e41-5ed1dedb1de6 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0839243 Apr 05 21:31:25.924332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a2b84d5c-05cb-4b1e-817a-b1718782620b req-dc17567d-f827-4931-874e-1f3cb406cf57 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421338 Apr 05 21:31:27.124231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b850878-9bee-42ff-9535-f5a7ce63311a req-25789da3-4c94-40e2-a1cc-eb5ddf058485 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:27.125699 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b850878-9bee-42ff-9535-f5a7ce63311a req-25789da3-4c94-40e2-a1cc-eb5ddf058485 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0751925 Apr 05 21:31:27.171424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b850878-9bee-42ff-9535-f5a7ce63311a req-56c9eda7-1369-4dcc-8641-184dbc7dcd63 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402324 Apr 05 21:31:28.370327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a2f1-3f6d-4df6-8b31-e092bab2a7c8 req-9a99e236-6314-4ff5-a113-214f48c2cd39 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:28.371766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1b4a2f1-3f6d-4df6-8b31-e092bab2a7c8 req-9a99e236-6314-4ff5-a113-214f48c2cd39 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0801814 Apr 05 21:31:28.416148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f1b4a2f1-3f6d-4df6-8b31-e092bab2a7c8 req-e378c548-d56a-4762-a246-80db477598d4 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387871 Apr 05 21:31:29.612610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca35caa-55df-4dcf-9464-f62052469a43 req-25d4a2d5-3802-4b8d-b1ee-a4ea37c3b749 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:29.613980 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ca35caa-55df-4dcf-9464-f62052469a43 req-25d4a2d5-3802-4b8d-b1ee-a4ea37c3b749 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.0800328 Apr 05 21:31:29.659964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3ca35caa-55df-4dcf-9464-f62052469a43 req-d45ec096-a24e-46dd-a1ce-e1a084bf9572 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405471 Apr 05 21:31:30.983793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ea675-8dc1-4469-bc64-9b56bf990069 req-7e906ebe-c5eb-48f4-9ff2-e133e7adfc7c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:30.985240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a71ea675-8dc1-4469-bc64-9b56bf990069 req-7e906ebe-c5eb-48f4-9ff2-e133e7adfc7c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 945 time: 0.2017100 Apr 05 21:31:31.015846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:31:31.033413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a71ea675-8dc1-4469-bc64-9b56bf990069 req-b4e3c5e8-164e-45db-a6d3-b19fcf4fd3ba tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423024 Apr 05 21:31:31.168391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:31.183301 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'port_id': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'mac_address': 'fa:16:3e:88:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:31:31.241324 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:31.259594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc44e450-7cad-495f-a3b9-09caacb50fed {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:31:31.277321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:31.342495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:31.408460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=12']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:31.417459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.417801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.418132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.418460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.418787 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.419109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.419426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.419750 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.420066 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.420630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.421072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:31.730279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['dc44e450-7cad-495f-a3b9-09caacb50fed'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:31:32.227779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd658776-ef03-4b99-b4bc-70844cfee0c0 req-6591d479-f948-450e-b738-13f94a74d022 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:32.229333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd658776-ef03-4b99-b4bc-70844cfee0c0 req-6591d479-f948-450e-b738-13f94a74d022 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0758111 Apr 05 21:31:32.275998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd658776-ef03-4b99-b4bc-70844cfee0c0 req-f5c2f0a7-7ec0-48a0-bd7f-53569e126635 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 Apr 05 21:31:32.471411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be50bba-5eb3-4572-b905-deb284cfd5c6 req-76c2524d-9026-454c-a314-e55c76e04687 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:32.472834 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9be50bba-5eb3-4572-b905-deb284cfd5c6 req-76c2524d-9026-454c-a314-e55c76e04687 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0748227 Apr 05 21:31:32.516189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9be50bba-5eb3-4572-b905-deb284cfd5c6 req-582a61d7-7a91-401b-ade8-d56fed419d5d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373125 Apr 05 21:31:32.713842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785813a8-517a-4e97-b866-d5c073e26d58 req-4938f2fb-b776-4a6c-9aba-2a6826298cde tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:32.715279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-785813a8-517a-4e97-b866-d5c073e26d58 req-4938f2fb-b776-4a6c-9aba-2a6826298cde tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0795188 Apr 05 21:31:32.759139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-785813a8-517a-4e97-b866-d5c073e26d58 req-db162d7f-8359-4c93-9867-66473081b3b8 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Apr 05 21:31:33.033744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:31:33.169923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port dc44e450-7cad-495f-a3b9-09caacb50fed completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:31:33.176280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port dc44e450-7cad-495f-a3b9-09caacb50fed triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:31:33.176652 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:33.299804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:33.327760 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:33.337432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:33.381152 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d55503-483c-4866-900a-4b178f36bdf6'] response: {'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'code': 200} Apr 05 21:31:33.398784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd2be0-81a8-42d6-b37c-24d37e21590e req-472144b1-da97-4337-a539-ebabfdd30df1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:33.400226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6bd2be0-81a8-42d6-b37c-24d37e21590e req-472144b1-da97-4337-a539-ebabfdd30df1 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 946 time: 0.0768335 Apr 05 21:31:33.415336 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:33.447402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6bd2be0-81a8-42d6-b37c-24d37e21590e req-c54850d2-3252-4e55-87e4-a3d91c130021 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Apr 05 21:31:33.488077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=13']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:34.646651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f0059-f324-4aaf-bcbc-fe6b1e78d81f req-9e6fda9c-b060-4783-a4eb-67ed783a725d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:34.648100 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-254f0059-f324-4aaf-bcbc-fe6b1e78d81f req-9e6fda9c-b060-4783-a4eb-67ed783a725d tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 947 time: 0.0786288 Apr 05 21:31:34.693803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-254f0059-f324-4aaf-bcbc-fe6b1e78d81f req-a11ee0db-6c7d-46b3-a940-2ab7387bfd1f tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Apr 05 21:31:34.721544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:34.921954 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14e98f24-d4e2-46b8-81e9-34c20d30d915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:35.214413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-dec08be7-3669-411b-880f-66ac33387208 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:35.215815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-dec08be7-3669-411b-880f-66ac33387208 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 947 time: 0.0749562 Apr 05 21:31:35.285044 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Deleting port dc44e450-7cad-495f-a3b9-09caacb50fed {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:31:35.285316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:35.520688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] For port dc44e450-7cad-495f-a3b9-09caacb50fed, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=dc44e450-7cad-495f-a3b9-09caacb50fed,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:35.520939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:35.801514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:35.802142 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:35.802142 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4 disassociated. External IP: 172.25.2.149, port: dc44e450-7cad-495f-a3b9-09caacb50fed. Apr 05 21:31:35.802442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Calling delete_port for dc44e450-7cad-495f-a3b9-09caacb50fed owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:31:35.977336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9a028-23be-482b-9700-61a36ff089f7 req-393edfd7-885f-4452-b970-8c9cd5898c8b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:35.979280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bf9a028-23be-482b-9700-61a36ff089f7 req-393edfd7-885f-4452-b970-8c9cd5898c8b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 947 time: 0.1502578 Apr 05 21:31:36.034688 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8bf9a028-23be-482b-9700-61a36ff089f7 req-0ca96842-e43b-4dc6-aeb6-8493f63ff302 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups?id=c556b163-c07c-4b57-a15c-f1b978f8fb99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498044 Apr 05 21:31:36.066663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:36.112893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event deleted for resources: {'Port': ['ID=dc44e450-7cad-495f-a3b9-09caacb50fed,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:36.329754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:31:36.612824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:31:36.624208 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:31:36.636901 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:31:36.637543 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:31:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:36.684484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] No DVR routers for this DVR port dc44e450-7cad-495f-a3b9-09caacb50fed on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:31:36.687046 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:36.689563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-deleted', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:36.743517 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab1b11f-37c1-403c-aed7-94232d24356a'] response: {'server_uuid': '566dbe07-d37c-4597-98bd-23e99830ad65', 'name': 'network-vif-deleted', 'tag': 'dc44e450-7cad-495f-a3b9-09caacb50fed', 'status': 'completed', 'code': 200} Apr 05 21:31:36.781934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ddc56043-54bd-45f2-8bcd-7f59812d8384 req-7774ad91-412a-4c43-ad55-db34160eb76c tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.39 "DELETE /v2.0/ports/dc44e450-7cad-495f-a3b9-09caacb50fed HTTP/1.1" status: 204 len: 173 time: 1.5605540 Apr 05 21:31:36.821639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:31:36.927567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e44949ff-7f6f-40ce-8c07-6601f8db7b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:37.041334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:31:37.076211 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: dc44e450-7cad-495f-a3b9-09caacb50fed {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:31:37.076916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device dc44e450-7cad-495f-a3b9-09caacb50fed not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:31:37.141264 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:37.145018 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:31:37.155341 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:31:37.155942 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:37.226172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-cf5c37da-abdf-4972-ab04-34b516b15033 req-f24d4b93-e91e-4767-8260-0130b8267938 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Synchronizing usage tracker for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:31:37.311073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-cf5c37da-abdf-4972-ab04-34b516b15033 req-f24d4b93-e91e-4767-8260-0130b8267938 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Unset dirty status for tenant:90b2e15e573c47cc817f843c143207de on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:31:37.312817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf5c37da-abdf-4972-ab04-34b516b15033 req-f24d4b93-e91e-4767-8260-0130b8267938 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 210 time: 0.1369989 Apr 05 21:31:37.353530 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:31:37.691867 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:37.695632 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba0332-ffa8-46c9-9fbb-97929b987f7a None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:27:04Z', 'revision_number': 4, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'eff0d6a9-f054-443e-8197-c31aca10c031', 'name': '', 'network_id': 'ba305aa7-48a0-4114-868d-064abdae78a7', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'mac_address': 'fa:16:3e:d2:69:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:03Z', 'updated_at': '2022-04-05T21:27:12Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'subnets': [{'id': '54aad71f-5ff1-4f1d-9c42-3b5317111a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:31:37.911406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6b649-a91f-4daa-939c-31470a665fc1 None None] New status for floating IP 6b8bfc20-a50c-440f-befa-281d12744ff4: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:31:38.339657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bb9b66c-663a-47e9-b39e-a4ec131f1f78 req-28fe1ee3-08b6-4ae8-81e4-c950376daa2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=566dbe07-d37c-4597-98bd-23e99830ad65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0426738 Apr 05 21:31:38.487339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bb9b66c-663a-47e9-b39e-a4ec131f1f78 req-7ec3fac0-ca14-4700-b15d-d182cf872e0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90b2e15e573c47cc817f843c143207de&device_id=566dbe07-d37c-4597-98bd-23e99830ad65 HTTP/1.1" status: 200 len: 210 time: 0.0392637 Apr 05 21:31:38.541274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:38.626693 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:38.648090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9b66c-663a-47e9-b39e-a4ec131f1f78 req-917cb13f-d010-4079-9b4b-5871f451fdba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:38.649550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bb9b66c-663a-47e9-b39e-a4ec131f1f78 req-917cb13f-d010-4079-9b4b-5871f451fdba service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=90b2e15e573c47cc817f843c143207de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1363709 Apr 05 21:31:38.784621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9b66c-663a-47e9-b39e-a4ec131f1f78 req-ba0938ba-b1e2-456a-aa69-96abb54cfce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:38.786087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bb9b66c-663a-47e9-b39e-a4ec131f1f78 req-ba0938ba-b1e2-456a-aa69-96abb54cfce3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307347 Apr 05 21:31:40.019163 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:41.882447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49142) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:41.946990 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2af444a4-3c11-4fed-8ef0-029b7f52f84b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:41.973241 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2af444a4-3c11-4fed-8ef0-029b7f52f84b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:42.088771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2af444a4-3c11-4fed-8ef0-029b7f52f84b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:42.106690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af444a4-3c11-4fed-8ef0-029b7f52f84b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556b163-c07c-4b57-a15c-f1b978f8fb99,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:42.167855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2af444a4-3c11-4fed-8ef0-029b7f52f84b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:42.170261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2af444a4-3c11-4fed-8ef0-029b7f52f84b tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "DELETE /v2.0/security-groups/c556b163-c07c-4b57-a15c-f1b978f8fb99 HTTP/1.1" status: 204 len: 168 time: 0.2854824 Apr 05 21:31:42.171676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49146) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:42.187497 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-958c702b-5055-464e-b722-34f4fc929851 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] show failed (client error): The resource could not be found. Apr 05 21:31:42.188412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-958c702b-5055-464e-b722-34f4fc929851 tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "GET /v2.0/security-groups/c556b163-c07c-4b57-a15c-f1b978f8fb99 HTTP/1.1" status: 404 len: 347 time: 0.0158768 Apr 05 21:31:42.190695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49150) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:42.341382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Deleting port 1d6b9d10-0a24-4569-88fd-1d7f6578cb2c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:31:42.341716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:42.503722 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:42.504042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:42.628421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Calling delete_port for 1d6b9d10-0a24-4569-88fd-1d7f6578cb2c owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:31:42.836056 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:42.974207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Pushing event deleted for resources: {'Port': ['ID=1d6b9d10-0a24-4569-88fd-1d7f6578cb2c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:43.059053 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:43.126473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:43.127562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f1f40d59-06dc-4934-9cef-72700f8259ca tempest-ServerActionsTestJSON-601564009 tempest-ServerActionsTestJSON-601564009-project] 10.222.0.10 "DELETE /v2.0/floatingips/6b8bfc20-a50c-440f-befa-281d12744ff4 HTTP/1.1" status: 204 len: 168 time: 0.9360375 Apr 05 21:31:43.130563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49154) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:43.506404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:44.088740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Deleting port eff0d6a9-f054-443e-8197-c31aca10c031 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:31:44.089433 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:44.255778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] For port eff0d6a9-f054-443e-8197-c31aca10c031, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=eff0d6a9-f054-443e-8197-c31aca10c031,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:44.256120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:44.374784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Calling delete_port for eff0d6a9-f054-443e-8197-c31aca10c031 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:31:44.692772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:44.737686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff0d6a9-f054-443e-8197-c31aca10c031,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:45.019658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:45.588942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Router b4c6b8c7-2959-4249-92f2-cab554c2b25c has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:31:45.787698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:31:45.796909 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] Sync routers for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:31:45.800506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7fd75e8f-4907-4189-9860-8c7582afb932 admin admin] 10.222.0.10 "PUT /v2.0/routers/b4c6b8c7-2959-4249-92f2-cab554c2b25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6689956 Apr 05 21:31:45.803041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49158) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:45.809322 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:31:45.809907 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:45.983821 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:31:46.108664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:46.264667 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:31:44Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:46.268492 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] Checking router: b4c6b8c7-2959-4249-92f2-cab554c2b25c for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:31:46.280810 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] Routers {'b4c6b8c7-2959-4249-92f2-cab554c2b25c'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:31:46.281450 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:31:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:46.330663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:46.408850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Deleting port 025cff39-631b-4306-948e-440fb4fda976 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:31:46.409229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:46.456357 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] Set router b4c6b8c7-2959-4249-92f2-cab554c2b25c gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:31:46.586214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] For port 025cff39-631b-4306-948e-440fb4fda976, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=025cff39-631b-4306-948e-440fb4fda976,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:46.586478 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:46.705146 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Calling delete_port for 025cff39-631b-4306-948e-440fb4fda976 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:31:46.738311 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:31:44Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:46.742358 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c1299-2110-4de1-8b23-3aeb105f8cc4 None None] The sync data for ids ['b4c6b8c7-2959-4249-92f2-cab554c2b25c'] in n-d-836605-1 is: [{'id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'name': 'tempest-ServerActionsTestJSON-809334092-router', 'tenant_id': '90b2e15e573c47cc817f843c143207de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '025cff39-631b-4306-948e-440fb4fda976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:27:00Z', 'updated_at': '2022-04-05T21:31:44Z', 'revision_number': 5, 'project_id': '90b2e15e573c47cc817f843c143207de', 'gw_port': {'id': '025cff39-631b-4306-948e-440fb4fda976', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c6b8c7-2959-4249-92f2-cab554c2b25c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:27:01Z', 'updated_at': '2022-04-05T21:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:31:46.928892 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:46.972512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Pushing event deleted for resources: {'Port': ['ID=025cff39-631b-4306-948e-440fb4fda976,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:47.191609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.443739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.447726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.555525 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.556045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c6b8c7-2959-4249-92f2-cab554c2b25c {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:31:47.567817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.568984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a3dd3fde-4560-42b8-979c-6ccb2b5db03a admin admin] 10.222.0.10 "DELETE /v2.0/routers/b4c6b8c7-2959-4249-92f2-cab554c2b25c HTTP/1.1" status: 204 len: 168 time: 1.7650659 Apr 05 21:31:47.571612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49162) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:47.746437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] Deleting subnet 54aad71f-5ff1-4f1d-9c42-3b5317111a37 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:31:47.749333 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.797435 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.870822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:47.986761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.025661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54aad71f-5ff1-4f1d-9c42-3b5317111a37,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:48.030292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.036048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4a4d3f2b-f73e-4707-ac51-555d431c9b89 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/54aad71f-5ff1-4f1d-9c42-3b5317111a37 HTTP/1.1" status: 204 len: 168 time: 0.4632988 Apr 05 21:31:48.037276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c384fe0a-79fb-41fb-bdd8-a01d67046faf None None] Network ba305aa7-48a0-4114-868d-064abdae78a7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:31:48.038523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49166) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:48.142656 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.153726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Deleting port 853938e2-f916-4f55-8d41-44667b0b49b7 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:31:48.154053 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.204431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 025cff39-631b-4306-948e-440fb4fda976 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:31:48.236071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 025cff39-631b-4306-948e-440fb4fda976 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:31:48.236398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 025cff39-631b-4306-948e-440fb4fda976 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:31:48.236809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eff0d6a9-f054-443e-8197-c31aca10c031 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:31:48.274645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: eff0d6a9-f054-443e-8197-c31aca10c031 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:31:48.274937 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device eff0d6a9-f054-443e-8197-c31aca10c031 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:31:48.348075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] DHCP port deletion for ba305aa7-48a0-4114-868d-064abdae78a7 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:31:48.352248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Deleting port 853938e2-f916-4f55-8d41-44667b0b49b7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:31:48.352757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.363145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] For port 853938e2-f916-4f55-8d41-44667b0b49b7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=853938e2-f916-4f55-8d41-44667b0b49b7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:48.363581 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.482346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Calling delete_port for 853938e2-f916-4f55-8d41-44667b0b49b7 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:31:48.550901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] For port 853938e2-f916-4f55-8d41-44667b0b49b7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=853938e2-f916-4f55-8d41-44667b0b49b7,segment=NetworkSegment(56271f62-da20-4bd6-9631-158c4103f574),segment_id=56271f62-da20-4bd6-9631-158c4103f574)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:31:48.551314 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.641824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.672578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Calling delete_port for 853938e2-f916-4f55-8d41-44667b0b49b7 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:31:48.689082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=853938e2-f916-4f55-8d41-44667b0b49b7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:48.695065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] No DVR routers for this DVR port 853938e2-f916-4f55-8d41-44667b0b49b7 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:31:48.747949 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:31:48.748304 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:31:48.810099 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.834649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba305aa7-48a0-4114-868d-064abdae78a7']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:48.846300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56271f62-da20-4bd6-9631-158c4103f574') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:48.846599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56271f62-da20-4bd6-9631-158c4103f574') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:31:48.857644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.873524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.879516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:31:48.879923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:31:48.893590 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:31:49.031887 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:49.047697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:49.057942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba305aa7-48a0-4114-868d-064abdae78a7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:49.064868 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-59985571-12f9-402e-ad81-9979547f84c2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ba305aa7-48a0-4114-868d-064abdae78a7 HTTP/1.1" status: 204 len: 168 time: 1.0253501 Apr 05 21:31:49.249747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Deleting port 853938e2-f916-4f55-8d41-44667b0b49b7 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:31:49.250279 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:49.312977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4b03bcef-fde3-4438-a127-d97f083822be None None] The port '853938e2-f916-4f55-8d41-44667b0b49b7' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:31:49.434440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49172) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:49.483913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-826905fa-d7bf-4a11-999a-517dcc06ec8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90b2e15e573c47cc817f843c143207de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483155 Apr 05 21:31:49.486464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49176) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:49.548013 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9384dbb4-1401-415e-91c0-22021b37a1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:49.573401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9384dbb4-1401-415e-91c0-22021b37a1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:49.700819 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9384dbb4-1401-415e-91c0-22021b37a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:49.717813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384dbb4-1401-415e-91c0-22021b37a1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d8dd1-185d-4734-9496-bd613636b2e2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:49.725887 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9384dbb4-1401-415e-91c0-22021b37a1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:49.726997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9384dbb4-1401-415e-91c0-22021b37a1cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb0d8dd1-185d-4734-9496-bd613636b2e2 HTTP/1.1" status: 204 len: 168 time: 0.2395973 Apr 05 21:31:50.199121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 853938e2-f916-4f55-8d41-44667b0b49b7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:31:50.265622 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 853938e2-f916-4f55-8d41-44667b0b49b7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:31:50.266283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 853938e2-f916-4f55-8d41-44667b0b49b7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:31:50.694939 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:50.939381 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49200) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:51.062838 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-464211994-network', 'tenant_id': 'a9a160d674b942de988517d9eddac399'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:31:51.068513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:31:51.072294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Usage tracker for resource:network and tenant:a9a160d674b942de988517d9eddac399 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:31:51.075719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:31:51.081377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:31:51.151832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Made reservation on behalf of a9a160d674b942de988517d9eddac399 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:31:51.154141 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.169354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.199674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:31:51.203492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Usage tracker for resource:security_group_rule and tenant:a9a160d674b942de988517d9eddac399 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:31:51.206301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:31:51.212452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:31:51.276091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.340542 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.360907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:31:51.382892 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.383236 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Added segment 02dcdb76-fc71-44fa-84b6-aa86b6055afe of type vlan for network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d Apr 05 21:31:51.388282 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:51.403095 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.403441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.403779 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.404113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.404445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.404774 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.405120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.405447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.405770 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.406091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.406412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:31:51.425321 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.510724 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.511608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:51.512310 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:51.613920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] Pushing event updated for resources: {'Network': ['ID=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:51.623932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:31:51.672867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d7ae7b15-cc49-4a06-af09-fd8748b8005b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7323794 Apr 05 21:31:51.675735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49210) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:31:51.681059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Request body: {'subnet': {'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-464211994-subnet', 'tenant_id': 'a9a160d674b942de988517d9eddac399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:31:51.686799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:31:51.690583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Usage tracker for resource:subnet and tenant:a9a160d674b942de988517d9eddac399 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:31:51.693552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:31:51.700171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:31:51.790146 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Made reservation on behalf of a9a160d674b942de988517d9eddac399 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:31:51.792614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:52.053214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:52.124350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d87260e-0ba6-4a4b-ad12-4a2dce94138a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:52.140318 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Checking segment: {'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:31:52.140668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Network hostable DHCP agents. Network: f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:31:52.236084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:31:52.315665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:31:52.319769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:52.320349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:52.326009 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc272321-c5c9-45b0-8a62-59c62a17ffbe None None] Network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:31:52.392446 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5b23d6e6-e5f5-45b5-99c6-676afc1aef0c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7156456 Apr 05 21:31:52.537586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8d461-76f7-4d40-b31a-c911b789117e None None] Network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:31:52.865371 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:31:52.924154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56446884-c528-445b-a466-2420d4380754 req-48b4851f-2149-410c-8f7b-9a0f65d228a5 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:52.925617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-48b4851f-2149-410c-8f7b-9a0f65d228a5 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/networks?id=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d HTTP/1.1" status: 200 len: 813 time: 0.1391957 Apr 05 21:31:52.941489 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-d5f75f7d-1c2f-48ad-97e3-3387379693b4 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/quotas/a9a160d674b942de988517d9eddac399 HTTP/1.1" status: 200 len: 375 time: 0.0106475 Apr 05 21:31:52.985905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-d0aa08b9-09eb-49c5-bee8-9b3b85921b8c tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9a160d674b942de988517d9eddac399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397606 Apr 05 21:31:53.287689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-3d0e12c4-8158-4e27-9996-95ed8d82813f service neutron] 10.222.0.10 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951417 Apr 05 21:31:53.416477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-0dab07cc-f71b-417c-b2a1-1668504b2a95 service neutron] 10.222.0.10 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225297 Apr 05 21:31:53.673902 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afdeb8f1-58de-449a-bac8-bf293d41ab21 req-9cf572ff-160d-4150-83aa-3f4b12390384 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 210 time: 0.0409746 Apr 05 21:31:54.787890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1c51101-9283-4fb7-a400-da96fbb5d807 req-a32e7a29-0955-4339-a995-d9c6664d0957 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 210 time: 0.0439315 Apr 05 21:31:55.954428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34b02a03-6fa6-4e34-87af-3e4999425e1f req-ab25053a-964b-4c10-8867-cac0e1b49242 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 210 time: 0.0443316 Apr 05 21:31:56.109306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56446884-c528-445b-a466-2420d4380754 req-81533a5e-624d-4d42-bef1-968cfa096bce tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:56.110640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-81533a5e-624d-4d42-bef1-968cfa096bce tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.23 "GET /v2.0/networks?id=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d HTTP/1.1" status: 200 len: 813 time: 0.1406653 Apr 05 21:31:56.126016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Request body: {'port': {'device_id': '8128598d-a4cf-4021-8052-e2d663056e93', 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d', 'admin_state_up': True, 'tenant_id': 'a9a160d674b942de988517d9eddac399'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:31:56.271028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:31:56.274854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Usage tracker for resource:port and tenant:a9a160d674b942de988517d9eddac399 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:31:56.278233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:31:56.284262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:31:56.351706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Made reservation on behalf of a9a160d674b942de988517d9eddac399 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:31:56.354790 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:56.512373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Allocated IP 172.20.0.6 (f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d/5d87260e-0ba6-4a4b-ad12-4a2dce94138a/6521aba4-d561-4b53-af69-84ece7cb8654) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:31:56.715117 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:56.792245 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:56.866550 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:31:56.869691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:31:56.873977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:31:56.898892 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Pushing event updated for resources: {'Port': ['ID=6521aba4-d561-4b53-af69-84ece7cb8654,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:56.935580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:56.936162 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:57.030783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-039717b0-dd63-48ae-9dad-4e80b7b39b5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9082770 Apr 05 21:31:57.041806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Request body: {'port': {'device_id': '8128598d-a4cf-4021-8052-e2d663056e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:31:57.204752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:57.228844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2ee64-41f7-4f74-9b9c-e361e0ef52f1 req-9e510105-c4b6-40ff-9efd-7006300c1717 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:57.229919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e4f2ee64-41f7-4f74-9b9c-e361e0ef52f1 req-9e510105-c4b6-40ff-9efd-7006300c1717 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Synchronizing usage tracker for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:31:57.427212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e4f2ee64-41f7-4f74-9b9c-e361e0ef52f1 req-9e510105-c4b6-40ff-9efd-7006300c1717 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Unset dirty status for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:31:57.428359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f2ee64-41f7-4f74-9b9c-e361e0ef52f1 req-9e510105-c4b6-40ff-9efd-7006300c1717 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 931 time: 0.3488879 Apr 05 21:31:57.613667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f2ee64-41f7-4f74-9b9c-e361e0ef52f1 req-33080192-4286-4a4c-ae92-006c6342b8c4 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782165 Apr 05 21:31:57.687876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6521aba4-d561-4b53-af69-84ece7cb8654 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:31:57.694421 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:57.708366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Transition to ACTIVE for port object 6521aba4-d561-4b53-af69-84ece7cb8654 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:31:57.780352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:57.903900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Pushing event updated for resources: {'Port': ['ID=6521aba4-d561-4b53-af69-84ece7cb8654,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:58.018361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Attempting to bind port 6521aba4-d561-4b53-af69-84ece7cb8654 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:31:58.018696 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Attempting to bind port 6521aba4-d561-4b53-af69-84ece7cb8654 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:31:58.019027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Attempting to bind port 6521aba4-d561-4b53-af69-84ece7cb8654 on network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:31:58.024764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Port 6521aba4-d561-4b53-af69-84ece7cb8654 on network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:31:58.025136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Attempting to bind port 6521aba4-d561-4b53-af69-84ece7cb8654 on network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:31:58.031765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:31:58.032337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Checking segment: {'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:31:58.032518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Bound using segment: {'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:31:58.032891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Bound port: 6521aba4-d561-4b53-af69-84ece7cb8654, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:31:58.033261 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:58.122195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] For port 6521aba4-d561-4b53-af69-84ece7cb8654, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:31:58.125023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] For port 6521aba4-d561-4b53-af69-84ece7cb8654, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6521aba4-d561-4b53-af69-84ece7cb8654,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:31:58.190224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:58.249189 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:58.250436 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] 10.222.0.23 "PUT /v2.0/ports/6521aba4-d561-4b53-af69-84ece7cb8654 HTTP/1.1" status: 200 len: 1091 time: 1.2127302 Apr 05 21:31:58.253117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8128598d-a4cf-4021-8052-e2d663056e93', 'tag': '6521aba4-d561-4b53-af69-84ece7cb8654'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:31:58.274197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea861d48-79fe-4f15-8f9a-e159f87f9384 service neutron] Pushing event updated for resources: {'Port': ['ID=6521aba4-d561-4b53-af69-84ece7cb8654,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:31:58.312141 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ddb5b8-353d-483c-b209-fd8b6c71eac1'] response: {'name': 'network-changed', 'server_uuid': '8128598d-a4cf-4021-8052-e2d663056e93', 'tag': '6521aba4-d561-4b53-af69-84ece7cb8654', 'status': 'completed', 'code': 200} Apr 05 21:31:58.401293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f21f3970-6b5f-43e3-af08-bf5d2c87d261 req-e6f78708-064b-4fcd-a394-798ba5aed61d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9a160d674b942de988517d9eddac399&device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 1094 time: 0.0689635 Apr 05 21:31:58.538243 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3970-6b5f-43e3-af08-bf5d2c87d261 req-63f292d2-e6fc-400d-813b-2ebcd31d3396 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:58.539657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f21f3970-6b5f-43e3-af08-bf5d2c87d261 req-63f292d2-e6fc-400d-813b-2ebcd31d3396 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a9a160d674b942de988517d9eddac399&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1315045 Apr 05 21:31:58.674028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3970-6b5f-43e3-af08-bf5d2c87d261 req-d7ca5d3c-b12d-4764-a7cf-03ba761d601e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:58.675455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f21f3970-6b5f-43e3-af08-bf5d2c87d261 req-d7ca5d3c-b12d-4764-a7cf-03ba761d601e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293695 Apr 05 21:31:58.839200 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-84298116-d13e-4051-8e4c-acb5a3da8651 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9a160d674b942de988517d9eddac399&device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 1094 time: 0.1293335 Apr 05 21:31:58.845862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de56cd-c681-451a-8f6d-4855eed5857f req-df308137-ecd8-49a7-98d1-bf953a85da17 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:58.847211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0de56cd-c681-451a-8f6d-4855eed5857f req-df308137-ecd8-49a7-98d1-bf953a85da17 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 943 time: 0.1041636 Apr 05 21:31:58.926994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-aaa4cf55-c86c-43e7-86d2-67babeaef5d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6521aba4-d561-4b53-af69-84ece7cb8654 HTTP/1.1" status: 200 len: 217 time: 0.0788963 Apr 05 21:31:58.983607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0de56cd-c681-451a-8f6d-4855eed5857f req-386716af-2959-4daf-a5e9-d095846d90cf tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871239 Apr 05 21:31:59.001071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56446884-c528-445b-a466-2420d4380754 req-a483ed5f-7a8c-4b87-acff-b8aa838e4dbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:59.002532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-a483ed5f-7a8c-4b87-acff-b8aa838e4dbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d87260e-0ba6-4a4b-ad12-4a2dce94138a HTTP/1.1" status: 200 len: 853 time: 0.0644286 Apr 05 21:31:59.049480 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-c5220ea3-cfb9-4885-9511-4a88503b6084 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414107 Apr 05 21:31:59.177533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-12bcf8d7-cfcf-4510-b73b-462256eff94e service neutron] 10.222.0.23 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223695 Apr 05 21:31:59.310867 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-56446884-c528-445b-a466-2420d4380754 req-aea6623f-cc2f-45e5-9279-c726b85380f9 service neutron] 10.222.0.23 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277943 Apr 05 21:32:00.175360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33d06-585c-41ae-a830-9794407cee5c req-bae2f446-2190-45b2-b2d5-456d25df2f6a tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:00.176807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebd33d06-585c-41ae-a830-9794407cee5c req-bae2f446-2190-45b2-b2d5-456d25df2f6a tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 943 time: 0.0745783 Apr 05 21:32:00.221194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ebd33d06-585c-41ae-a830-9794407cee5c req-4b382499-d13c-4285-890d-7a708d49e578 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Apr 05 21:32:01.514876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6d95e-771a-4e56-81fe-8ef05126c91e req-75a943e2-f82d-4fe9-afbe-75e8a0717f85 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:01.516210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aba6d95e-771a-4e56-81fe-8ef05126c91e req-75a943e2-f82d-4fe9-afbe-75e8a0717f85 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 943 time: 0.1733086 Apr 05 21:32:01.560230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-aba6d95e-771a-4e56-81fe-8ef05126c91e req-042bd2ab-0b9a-44ba-8d6f-29539133d174 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Apr 05 21:32:02.756810 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631b6a2-45d9-4959-9955-c6213a2c5eeb req-44f8bde0-7000-456c-8007-9c9134dd625f tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:02.758317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b631b6a2-45d9-4959-9955-c6213a2c5eeb req-44f8bde0-7000-456c-8007-9c9134dd625f tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 943 time: 0.0759659 Apr 05 21:32:02.801970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b631b6a2-45d9-4959-9955-c6213a2c5eeb req-e1a3d99f-c21a-41d4-9b8c-f8d695a3b068 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380945 Apr 05 21:32:03.517249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6521aba4-d561-4b53-af69-84ece7cb8654 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:32:03.657759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 6521aba4-d561-4b53-af69-84ece7cb8654, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6521aba4-d561-4b53-af69-84ece7cb8654,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:03.671807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '6521aba4-d561-4b53-af69-84ece7cb8654', 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d', 'port_id': '6521aba4-d561-4b53-af69-84ece7cb8654', 'mac_address': 'fa:16:3e:68:47:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d87260e-0ba6-4a4b-ad12-4a2dce94138a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:32:03.724839 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:03.741560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6521aba4-d561-4b53-af69-84ece7cb8654 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:32:03.756693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 6521aba4-d561-4b53-af69-84ece7cb8654, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6521aba4-d561-4b53-af69-84ece7cb8654,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:03.807105 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:03.876154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=6521aba4-d561-4b53-af69-84ece7cb8654,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:03.994597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['6521aba4-d561-4b53-af69-84ece7cb8654'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:32:04.004501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec578cf-9641-4d7c-acbc-410b6ecf3af5 req-cd559767-75f3-44cb-a9af-25fb0f1a943b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:04.006012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ec578cf-9641-4d7c-acbc-410b6ecf3af5 req-cd559767-75f3-44cb-a9af-25fb0f1a943b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 944 time: 0.0823228 Apr 05 21:32:04.052963 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ec578cf-9641-4d7c-acbc-410b6ecf3af5 req-7a37e7fb-ba25-45f2-80bc-4f7091b70cb0 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Apr 05 21:32:04.755512 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:04.921706 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5773f3f-e059-4a82-95e5-1c1787929795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:05.246636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75361c-e703-47fb-918b-167751c5cc4c req-409c65bf-d42f-47ff-acfb-6b759e1d30ad tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:05.248075 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db75361c-e703-47fb-918b-167751c5cc4c req-409c65bf-d42f-47ff-acfb-6b759e1d30ad tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 944 time: 0.0765309 Apr 05 21:32:05.300816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db75361c-e703-47fb-918b-167751c5cc4c req-3de04475-b000-4cea-b9f8-e07e30653d1f tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468628 Apr 05 21:32:05.531324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6521aba4-d561-4b53-af69-84ece7cb8654 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:32:05.677269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 6521aba4-d561-4b53-af69-84ece7cb8654 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:32:05.682084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 6521aba4-d561-4b53-af69-84ece7cb8654 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:05.682475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:05.798978 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:05.824689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8128598d-a4cf-4021-8052-e2d663056e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6521aba4-d561-4b53-af69-84ece7cb8654'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:32:05.833777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 6521aba4-d561-4b53-af69-84ece7cb8654, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6521aba4-d561-4b53-af69-84ece7cb8654,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:05.878631 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61bcd72-a0f0-4fb5-8d80-2d55b62cc003'] response: {'server_uuid': '8128598d-a4cf-4021-8052-e2d663056e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6521aba4-d561-4b53-af69-84ece7cb8654', 'code': 200} Apr 05 21:32:05.898846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:05.964834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=6521aba4-d561-4b53-af69-84ece7cb8654,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:06.001947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04a87d5d-e4b8-411d-8f6c-096dd7776135 req-0d8d90a4-659b-4cdc-a0d6-889c4501d749 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 1096 time: 0.0670102 Apr 05 21:32:06.043353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04a87d5d-e4b8-411d-8f6c-096dd7776135 req-9c431a20-a2bf-4c2a-a6db-622144ad5e9f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Apr 05 21:32:06.496943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca7c79-58f0-4cac-ab70-ba0500af8737 req-89e80a27-5fa2-4cde-90c9-902c8ed5c440 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:06.498402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0ca7c79-58f0-4cac-ab70-ba0500af8737 req-89e80a27-5fa2-4cde-90c9-902c8ed5c440 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0787911 Apr 05 21:32:06.541769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0ca7c79-58f0-4cac-ab70-ba0500af8737 req-38e0fb85-b393-4d21-8331-83f74cdd66dd tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Apr 05 21:32:06.900118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-08d9f0ad-7382-40ab-bbe7-02bbec7a32e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:07.739614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524f6f-2e7a-4a0f-a97c-a44099dc6e7e req-1fff873c-a257-4ac1-ad2c-070b101dd766 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:07.741077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16524f6f-2e7a-4a0f-a97c-a44099dc6e7e req-1fff873c-a257-4ac1-ad2c-070b101dd766 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0771694 Apr 05 21:32:07.789811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-16524f6f-2e7a-4a0f-a97c-a44099dc6e7e req-39d1ca1b-892e-49ff-bb5a-929d03b9a33f tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Apr 05 21:32:08.078541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-24624a23-9dcb-42ed-ae97-d4bc4978addd tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:08.079960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-24624a23-9dcb-42ed-ae97-d4bc4978addd tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/networks?id=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d HTTP/1.1" status: 200 len: 813 time: 0.1392472 Apr 05 21:32:08.100025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-792798e7-63de-4c13-858a-e410e4083647 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/quotas/a9a160d674b942de988517d9eddac399 HTTP/1.1" status: 200 len: 375 time: 0.0135617 Apr 05 21:32:08.178063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-57154d77-0a31-48cc-bf30-c174e08262f3 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9a160d674b942de988517d9eddac399&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743265 Apr 05 21:32:08.188064 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-50889561-a305-469c-b17b-968dae3c1ca3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:32:08.188970 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-50889561-a305-469c-b17b-968dae3c1ca3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046527 Apr 05 21:32:08.317811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-49e321c9-9197-4f48-837c-764b2cb6c47d service neutron] 10.222.0.10 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234229 Apr 05 21:32:08.446173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-2a86ee6e-e4c3-45ca-8d0d-d4d149bb13cc service neutron] 10.222.0.10 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226752 Apr 05 21:32:08.554284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:08.631553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:08.713657 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46bf69ac-0857-48ad-88c5-47f9af583165 req-2f3ff652-05c8-4915-9a29-5917d6e19a47 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 210 time: 0.0424063 Apr 05 21:32:09.884402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-00eb21ea-7949-461c-a50c-f6803506d371 req-777a0146-8331-4b0f-92a5-35074a9d6420 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 210 time: 0.0431778 Apr 05 21:32:10.037797 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:10.533163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-9c0fe93c-8abb-4956-b0a6-0ef59ec0a548 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:10.534582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-9c0fe93c-8abb-4956-b0a6-0ef59ec0a548 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.39 "GET /v2.0/networks?id=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d HTTP/1.1" status: 200 len: 813 time: 0.1430833 Apr 05 21:32:10.560701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Request body: {'port': {'device_id': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d', 'admin_state_up': True, 'tenant_id': 'a9a160d674b942de988517d9eddac399'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:10.695390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:10.704712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:10.779995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Made reservation on behalf of a9a160d674b942de988517d9eddac399 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:10.783056 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:10.944423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Allocated IP 172.20.0.4 (f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d/5d87260e-0ba6-4a4b-ad12-4a2dce94138a/6eb6c835-6763-4a57-be7c-30ac4eeeb634) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:32:11.205848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98713e17-75c7-457d-bf6a-4978dbf5989d req-3d0a0d91-4e8e-4836-8f52-a66b46b4f000 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 210 time: 0.2016733 Apr 05 21:32:11.280403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:11.380332 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:11.392632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['6521aba4-d561-4b53-af69-84ece7cb8654'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:32:11.455685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:32:11.458994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:11.463494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:32:11.490640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Pushing event updated for resources: {'Port': ['ID=6eb6c835-6763-4a57-be7c-30ac4eeeb634,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:11.524113 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:11.524720 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:11.621447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-d7234b31-58e3-4005-9d1c-787b2335db89 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0695777 Apr 05 21:32:11.638181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Request body: {'port': {'device_id': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:11.745364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:12.076179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb6c835-6763-4a57-be7c-30ac4eeeb634 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:32:12.082765 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:12.096809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Transition to ACTIVE for port object 6eb6c835-6763-4a57-be7c-30ac4eeeb634 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:12.174045 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:12.300811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Pushing event updated for resources: {'Port': ['ID=6eb6c835-6763-4a57-be7c-30ac4eeeb634,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:12.457130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Attempting to bind port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:32:12.457467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Attempting to bind port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:32:12.457791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Attempting to bind port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 on network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:32:12.467537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 on network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:32:12.467854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Attempting to bind port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 on network f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:32:12.480729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950a8d4-0a46-4b2f-8e68-a957b8367c10 req-68e4d904-ff65-446a-a2cd-3dfd82d0be97 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:12.481446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d950a8d4-0a46-4b2f-8e68-a957b8367c10 req-68e4d904-ff65-446a-a2cd-3dfd82d0be97 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Synchronizing usage tracker for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:32:12.485527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:32:12.485860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Checking segment: {'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:12.486233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Bound using segment: {'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:32:12.486655 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Bound port: 6eb6c835-6763-4a57-be7c-30ac4eeeb634, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02dcdb76-fc71-44fa-84b6-aa86b6055afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:32:12.486996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:12.578927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] For port 6eb6c835-6763-4a57-be7c-30ac4eeeb634, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:32:12.582012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] For port 6eb6c835-6763-4a57-be7c-30ac4eeeb634, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6eb6c835-6763-4a57-be7c-30ac4eeeb634,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:32:12.585870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d950a8d4-0a46-4b2f-8e68-a957b8367c10 req-68e4d904-ff65-446a-a2cd-3dfd82d0be97 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Unset dirty status for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:32:12.586983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d950a8d4-0a46-4b2f-8e68-a957b8367c10 req-68e4d904-ff65-446a-a2cd-3dfd82d0be97 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 943 time: 0.2515147 Apr 05 21:32:12.632108 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d950a8d4-0a46-4b2f-8e68-a957b8367c10 req-f98ddf13-ad49-45ef-a1e9-7046e76d4fba tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Apr 05 21:32:12.643518 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:12.707258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:12.708533 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] 10.222.0.39 "PUT /v2.0/ports/6eb6c835-6763-4a57-be7c-30ac4eeeb634 HTTP/1.1" status: 200 len: 1091 time: 1.0749428 Apr 05 21:32:12.708964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'tag': '6eb6c835-6763-4a57-be7c-30ac4eeeb634'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:32:12.724920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d7d70-c0ba-4fac-a651-5fff8295493b service neutron] Pushing event updated for resources: {'Port': ['ID=6eb6c835-6763-4a57-be7c-30ac4eeeb634,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:12.771537 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d2ab35-b445-4dc6-8008-92107f839eb2'] response: {'name': 'network-changed', 'server_uuid': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'tag': '6eb6c835-6763-4a57-be7c-30ac4eeeb634', 'status': 'completed', 'code': 200} Apr 05 21:32:12.884816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bca4ce8-15a5-43ff-9999-e1c6c72fe07c req-ede43e5c-32f0-497d-b023-7f84d3b48931 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9a160d674b942de988517d9eddac399&device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 1094 time: 0.0672958 Apr 05 21:32:13.026432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca4ce8-15a5-43ff-9999-e1c6c72fe07c req-8280bb1b-fe2f-4cc0-868b-b216a5dca76d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:13.028305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bca4ce8-15a5-43ff-9999-e1c6c72fe07c req-8280bb1b-fe2f-4cc0-868b-b216a5dca76d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a9a160d674b942de988517d9eddac399&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1302235 Apr 05 21:32:13.159828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca4ce8-15a5-43ff-9999-e1c6c72fe07c req-2debe7ea-eae1-4787-8179-4b048cda6d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:13.161281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bca4ce8-15a5-43ff-9999-e1c6c72fe07c req-2debe7ea-eae1-4787-8179-4b048cda6d34 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269372 Apr 05 21:32:13.389205 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-cadb1873-331b-4f87-aa6d-ab9220668d0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9a160d674b942de988517d9eddac399&device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 1094 time: 0.1705813 Apr 05 21:32:13.462129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-e5bca72a-6b21-4f2a-bbee-32a6c7e2f6d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6eb6c835-6763-4a57-be7c-30ac4eeeb634 HTTP/1.1" status: 200 len: 217 time: 0.0592723 Apr 05 21:32:13.524842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-e0d90a7e-bda6-4a5d-b468-a62b7b355617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:13.526237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-e0d90a7e-bda6-4a5d-b468-a62b7b355617 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5d87260e-0ba6-4a4b-ad12-4a2dce94138a HTTP/1.1" status: 200 len: 853 time: 0.0585856 Apr 05 21:32:13.569410 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-eb8921f5-9f83-414d-a73a-a1f5bc3e4e92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374646 Apr 05 21:32:13.699557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-ecaaa471-79f7-4354-8537-efed5ab48e8c service neutron] 10.222.0.39 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238902 Apr 05 21:32:13.889748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee2381bc-1506-43a2-b905-9d1c91f6d376 req-59906d94-28c8-4c71-9e8e-a9e4805a522c service neutron] 10.222.0.39 "GET /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845582 Apr 05 21:32:13.903850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81841379-add2-4edf-a488-662a32baa6b5 req-9cc0f68f-b2df-4698-a254-a178f34a4062 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:13.905256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81841379-add2-4edf-a488-662a32baa6b5 req-9cc0f68f-b2df-4698-a254-a178f34a4062 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 943 time: 0.1263194 Apr 05 21:32:13.952254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81841379-add2-4edf-a488-662a32baa6b5 req-17c80681-11e6-409a-b7ff-dc2096fb7126 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Apr 05 21:32:15.144975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83ea95-cb7a-49fa-b085-fac948f25913 req-8372b715-76ff-4c40-9fd7-46b1e86643b7 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:15.146421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db83ea95-cb7a-49fa-b085-fac948f25913 req-8372b715-76ff-4c40-9fd7-46b1e86643b7 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 943 time: 0.0749950 Apr 05 21:32:15.190152 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db83ea95-cb7a-49fa-b085-fac948f25913 req-acc57dff-f24a-497c-9a36-6a2a94a1e62d tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Apr 05 21:32:16.388716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb52ce5-71f3-4b0f-82a2-adad339ace1b req-f66f7212-f0c2-4c64-865d-75e7078c8cbc tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:16.390161 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cb52ce5-71f3-4b0f-82a2-adad339ace1b req-f66f7212-f0c2-4c64-865d-75e7078c8cbc tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 943 time: 0.0786688 Apr 05 21:32:16.435120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cb52ce5-71f3-4b0f-82a2-adad339ace1b req-1816c2d9-5a81-45d0-9970-a26636440fb9 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392327 Apr 05 21:32:17.163436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6eb6c835-6763-4a57-be7c-30ac4eeeb634 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:32:17.295416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 6eb6c835-6763-4a57-be7c-30ac4eeeb634, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6eb6c835-6763-4a57-be7c-30ac4eeeb634,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:17.310665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '6eb6c835-6763-4a57-be7c-30ac4eeeb634', 'network_id': 'f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d', 'port_id': '6eb6c835-6763-4a57-be7c-30ac4eeeb634', 'mac_address': 'fa:16:3e:2b:eb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d87260e-0ba6-4a4b-ad12-4a2dce94138a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:32:17.364033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:17.383445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb6c835-6763-4a57-be7c-30ac4eeeb634 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:32:17.398645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 6eb6c835-6763-4a57-be7c-30ac4eeeb634, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6eb6c835-6763-4a57-be7c-30ac4eeeb634,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:17.487188 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:17.551637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=6eb6c835-6763-4a57-be7c-30ac4eeeb634,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:17.627961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f9d61-d697-4ca7-96b2-e486be2efa7d req-a5dfab5e-50d7-48bf-978e-dda5b27847e1 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:17.629413 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a88f9d61-d697-4ca7-96b2-e486be2efa7d req-a5dfab5e-50d7-48bf-978e-dda5b27847e1 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 944 time: 0.0752699 Apr 05 21:32:17.678155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a88f9d61-d697-4ca7-96b2-e486be2efa7d req-e3f2e6b0-eeeb-46f5-80ea-db805151e0b0 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Apr 05 21:32:17.834728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['6eb6c835-6763-4a57-be7c-30ac4eeeb634'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:32:18.869490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964203b9-0179-4f4c-a607-86876655cdb3 req-e4d402d1-7885-4550-8cbd-15d9ce036360 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:18.870893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-964203b9-0179-4f4c-a607-86876655cdb3 req-e4d402d1-7885-4550-8cbd-15d9ce036360 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 944 time: 0.0738618 Apr 05 21:32:18.914600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-964203b9-0179-4f4c-a607-86876655cdb3 req-8f0b16b5-6447-4b4c-a14b-508a3cf04cce tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Apr 05 21:32:19.172803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6eb6c835-6763-4a57-be7c-30ac4eeeb634 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:32:19.305688 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:32:19.310790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:19.311189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:19.424884 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:19.450701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb6c835-6763-4a57-be7c-30ac4eeeb634'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:32:19.460123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 6eb6c835-6763-4a57-be7c-30ac4eeeb634, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6eb6c835-6763-4a57-be7c-30ac4eeeb634,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:19.503590 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd30e8f4-d823-45a9-99a5-eb16e08bd198'] response: {'server_uuid': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb6c835-6763-4a57-be7c-30ac4eeeb634', 'code': 200} Apr 05 21:32:19.512045 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:19.576543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=6eb6c835-6763-4a57-be7c-30ac4eeeb634,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:19.655859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f4d8d50-6b75-4c66-a785-25d9b4a89bcb req-26a627f9-54af-453d-95a2-d249d5d2558f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 1096 time: 0.0700841 Apr 05 21:32:19.696941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f4d8d50-6b75-4c66-a785-25d9b4a89bcb req-8a6dc882-437a-4ad1-8064-2e9c26218d13 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Apr 05 21:32:20.103634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a65d7-d4c2-42f9-915f-603fd372f662 req-fe51a35e-a885-47f0-b352-a7839943ee76 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:20.105601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af6a65d7-d4c2-42f9-915f-603fd372f662 req-fe51a35e-a885-47f0-b352-a7839943ee76 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 945 time: 0.0749328 Apr 05 21:32:20.149379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af6a65d7-d4c2-42f9-915f-603fd372f662 req-9c9d2281-71b2-4087-b64a-2370105d2807 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384331 Apr 05 21:32:20.711194 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:21.358059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a550c8-acdc-43e8-b84e-3c3fac363292 req-b69b47d2-c06f-4c9e-a198-d7bf05308806 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:21.359507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8a550c8-acdc-43e8-b84e-3c3fac363292 req-b69b47d2-c06f-4c9e-a198-d7bf05308806 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 945 time: 0.0860314 Apr 05 21:32:21.404259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8a550c8-acdc-43e8-b84e-3c3fac363292 req-7916b875-964e-4899-9e8f-46992d027ff8 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391951 Apr 05 21:32:22.023214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a795d-a432-4563-96a5-49f3b4879eb2 req-55c9fb3e-1b91-4bb6-9b8c-545079f050df tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:22.024635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e57a795d-a432-4563-96a5-49f3b4879eb2 req-55c9fb3e-1b91-4bb6-9b8c-545079f050df tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 945 time: 0.0741427 Apr 05 21:32:22.068908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e57a795d-a432-4563-96a5-49f3b4879eb2 req-e746cf64-c63d-4951-b860-122509ed367d tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382612 Apr 05 21:32:23.266749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e152dbb-e61b-48fd-aae8-81fb7e32bf57 req-1ddcc54f-ffe9-432e-a515-b3abb39e0780 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:23.268305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e152dbb-e61b-48fd-aae8-81fb7e32bf57 req-1ddcc54f-ffe9-432e-a515-b3abb39e0780 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 945 time: 0.0788567 Apr 05 21:32:23.313805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e152dbb-e61b-48fd-aae8-81fb7e32bf57 req-ec2bbeb6-e062-48ca-a18e-bcdbaaf2fa85 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Apr 05 21:32:23.467127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-36edf3c6-166b-4cdd-a4e0-1968e7777214 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:23.468536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-36edf3c6-166b-4cdd-a4e0-1968e7777214 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 945 time: 0.0745354 Apr 05 21:32:23.536665 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Deleting port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:23.537005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:23.875043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] For port 6eb6c835-6763-4a57-be7c-30ac4eeeb634, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=6eb6c835-6763-4a57-be7c-30ac4eeeb634,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:23.875313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:23.994590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Calling delete_port for 6eb6c835-6763-4a57-be7c-30ac4eeeb634 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:24.191056 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:24.202101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['6521aba4-d561-4b53-af69-84ece7cb8654'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:32:24.233534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['6eb6c835-6763-4a57-be7c-30ac4eeeb634'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:32:24.240106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Pushing event deleted for resources: {'Port': ['ID=6eb6c835-6763-4a57-be7c-30ac4eeeb634,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:24.309569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.310098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.310238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.310570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.310905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.311233 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.311556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.311880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.312208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.312529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.312851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:24.325818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] No DVR routers for this DVR port 6eb6c835-6763-4a57-be7c-30ac4eeeb634 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:32:24.328226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:24.330790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'name': 'network-vif-deleted', 'tag': '6eb6c835-6763-4a57-be7c-30ac4eeeb634'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:32:24.400988 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe60d30-a58b-46a0-9a98-40c0478bd190'] response: {'server_uuid': '0ef0dd9f-0943-4243-86bd-ce93dc1950c2', 'name': 'network-vif-deleted', 'tag': '6eb6c835-6763-4a57-be7c-30ac4eeeb634', 'status': 'completed', 'code': 200} Apr 05 21:32:24.409279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b209a503-a123-4df6-bc9e-396f2f2b9a43 req-7bac16c9-f9b0-4421-a514-0bd9a2230294 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.39 "DELETE /v2.0/ports/6eb6c835-6763-4a57-be7c-30ac4eeeb634 HTTP/1.1" status: 204 len: 173 time: 0.9359040 Apr 05 21:32:24.490268 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3534caf9-fafe-4d98-9b48-d303e33fcb68 req-4d09f0fb-7a6f-4088-925d-5e0f7d066f21 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Synchronizing usage tracker for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:32:24.596994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-3534caf9-fafe-4d98-9b48-d303e33fcb68 req-4d09f0fb-7a6f-4088-925d-5e0f7d066f21 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Unset dirty status for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:32:24.598189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3534caf9-fafe-4d98-9b48-d303e33fcb68 req-4d09f0fb-7a6f-4088-925d-5e0f7d066f21 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ef0dd9f-0943-4243-86bd-ce93dc1950c2 HTTP/1.1" status: 200 len: 210 time: 0.1476495 Apr 05 21:32:25.876282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb250b-9462-40ed-9a59-9179313195ba req-1b99cb91-db18-4d9d-9a0a-0bda78d1fefd tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:25.877733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dbb250b-9462-40ed-9a59-9179313195ba req-1b99cb91-db18-4d9d-9a0a-0bda78d1fefd tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0770571 Apr 05 21:32:25.924807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8dbb250b-9462-40ed-9a59-9179313195ba req-6783b42f-2b14-4fe0-a187-5aa0cbf9fa5b tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Apr 05 21:32:26.140874 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115a68-aca8-4bac-aa73-63a789534abc req-e42ed81a-9271-4ce8-967a-ea5784302a40 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:26.142330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54115a68-aca8-4bac-aa73-63a789534abc req-e42ed81a-9271-4ce8-967a-ea5784302a40 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0767872 Apr 05 21:32:26.195681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54115a68-aca8-4bac-aa73-63a789534abc req-05b8305f-fbf8-4195-adcd-fe952eb6a821 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Apr 05 21:32:26.400205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656c08-545a-4356-88b3-466798f501c4 req-dc7a03d4-7f17-4e71-87c9-d5253d08f7ed tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:26.401740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec656c08-545a-4356-88b3-466798f501c4 req-dc7a03d4-7f17-4e71-87c9-d5253d08f7ed tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0818579 Apr 05 21:32:26.446566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec656c08-545a-4356-88b3-466798f501c4 req-a0d31601-e0b6-471b-b7db-d089f6778a76 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393417 Apr 05 21:32:26.644934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4547f530-2e1b-4882-93bb-90d11d7ab0b7 req-7331660e-c59e-45c6-97dd-66eee442304a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730999 Apr 05 21:32:26.836879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070e311-39d0-4a14-ac4b-d3845d030b8b req-18b6b2ea-e342-4c8f-a7bc-71ec0a30dcb5 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:26.838313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f070e311-39d0-4a14-ac4b-d3845d030b8b req-18b6b2ea-e342-4c8f-a7bc-71ec0a30dcb5 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0782831 Apr 05 21:32:26.882136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f070e311-39d0-4a14-ac4b-d3845d030b8b req-a9e4a28f-a708-42cc-b951-c95e738edbbd tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383584 Apr 05 21:32:27.078657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eccb6-6ba1-4c68-ac93-e5c951f34c6b req-703e79c0-fc9b-4c7c-8a58-18cb51be23a2 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:27.080071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-998eccb6-6ba1-4c68-ac93-e5c951f34c6b req-703e79c0-fc9b-4c7c-8a58-18cb51be23a2 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0743940 Apr 05 21:32:27.124246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-998eccb6-6ba1-4c68-ac93-e5c951f34c6b req-c280c8ba-d8e3-4ce2-a4a1-e7a86eb6cad5 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386837 Apr 05 21:32:27.203823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6eb6c835-6763-4a57-be7c-30ac4eeeb634 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:32:27.236562 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 6eb6c835-6763-4a57-be7c-30ac4eeeb634 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:32:27.236862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 6eb6c835-6763-4a57-be7c-30ac4eeeb634 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:32:27.346280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e92ba1-433d-4151-815a-1cfc68b6a67d req-83b8db75-1952-45bc-9458-0db6af22c404 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:27.347705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9e92ba1-433d-4151-815a-1cfc68b6a67d req-83b8db75-1952-45bc-9458-0db6af22c404 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0814376 Apr 05 21:32:27.395642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c9e92ba1-433d-4151-815a-1cfc68b6a67d req-a4a9b13f-1854-40ad-b8ce-054aaa5b2f9d tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Apr 05 21:32:28.133158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff331ae-2343-424d-87a9-c06e428a6e4d req-ea9c87e7-eadb-49c1-aa6e-299146219772 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:28.134576 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ff331ae-2343-424d-87a9-c06e428a6e4d req-ea9c87e7-eadb-49c1-aa6e-299146219772 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.0735056 Apr 05 21:32:28.182013 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ff331ae-2343-424d-87a9-c06e428a6e4d req-1a4c452a-7fa5-4408-831e-77428af655c4 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Apr 05 21:32:29.415200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834796-248c-465f-9900-698fbe746bc6 req-04dce499-db47-4dd0-94ca-b80bad09734c tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:29.416625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65834796-248c-465f-9900-698fbe746bc6 req-04dce499-db47-4dd0-94ca-b80bad09734c tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.1136496 Apr 05 21:32:29.484953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65834796-248c-465f-9900-698fbe746bc6 req-8e97ca70-f2e9-4d0c-9e3d-38647ecdb0c8 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/security-groups?id=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596776 Apr 05 21:32:29.497615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-037b67e1-b3a7-4de1-ab18-c6b410193743 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:29.499001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-037b67e1-b3a7-4de1-ab18-c6b410193743 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.23 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 945 time: 0.1289172 Apr 05 21:32:29.566131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Deleting port 6521aba4-d561-4b53-af69-84ece7cb8654 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:29.566464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:29.865455 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:32:29.905943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] For port 6521aba4-d561-4b53-af69-84ece7cb8654, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=6521aba4-d561-4b53-af69-84ece7cb8654,segment=NetworkSegment(02dcdb76-fc71-44fa-84b6-aa86b6055afe),segment_id=02dcdb76-fc71-44fa-84b6-aa86b6055afe)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:29.906300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:30.024235 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Calling delete_port for 6521aba4-d561-4b53-af69-84ece7cb8654 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:30.235739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:30.247563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['6521aba4-d561-4b53-af69-84ece7cb8654'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:32:30.284259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Pushing event deleted for resources: {'Port': ['ID=6521aba4-d561-4b53-af69-84ece7cb8654,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:30.358839 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] No DVR routers for this DVR port 6521aba4-d561-4b53-af69-84ece7cb8654 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:32:30.361292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:30.363701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8128598d-a4cf-4021-8052-e2d663056e93', 'name': 'network-vif-deleted', 'tag': '6521aba4-d561-4b53-af69-84ece7cb8654'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:32:30.416433 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd38574d-5bb3-477d-a0fa-348bada58e78'] response: {'server_uuid': '8128598d-a4cf-4021-8052-e2d663056e93', 'name': 'network-vif-deleted', 'tag': '6521aba4-d561-4b53-af69-84ece7cb8654', 'status': 'completed', 'code': 200} Apr 05 21:32:30.426646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ea2d51be-14ae-401a-9ff9-65bd8ceaab20 req-28ab1f4a-0937-4657-b6ef-8d6ad6c63106 tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.23 "DELETE /v2.0/ports/6521aba4-d561-4b53-af69-84ece7cb8654 HTTP/1.1" status: 204 len: 173 time: 0.9222949 Apr 05 21:32:30.647237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5b12486c-33d1-4b27-b5ec-9fde2e854a14 req-2bdedb69-6d2e-4305-9093-b6598855d8ec tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Synchronizing usage tracker for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:32:30.722973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-5b12486c-33d1-4b27-b5ec-9fde2e854a14 req-2bdedb69-6d2e-4305-9093-b6598855d8ec tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] Unset dirty status for tenant:a9a160d674b942de988517d9eddac399 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:32:30.724148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b12486c-33d1-4b27-b5ec-9fde2e854a14 req-2bdedb69-6d2e-4305-9093-b6598855d8ec tempest-ServersNegativeTestJSON-1630886089 tempest-ServersNegativeTestJSON-1630886089-project] 10.222.0.10 "GET /v2.0/ports?device_id=8128598d-a4cf-4021-8052-e2d663056e93 HTTP/1.1" status: 200 len: 210 time: 0.1168203 Apr 05 21:32:31.832253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49362) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:31.972962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] Deleting subnet 5d87260e-0ba6-4a4b-ad12-4a2dce94138a {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:32:31.975911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.024035 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.078049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.214667 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.252339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d87260e-0ba6-4a4b-ad12-4a2dce94138a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:32.259695 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.265514 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-06f26c87-01a1-467c-8c59-56d54841e818 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5d87260e-0ba6-4a4b-ad12-4a2dce94138a HTTP/1.1" status: 204 len: 168 time: 0.4322662 Apr 05 21:32:32.267942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:32.374758 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.496371 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.521316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:32.533104 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dcdb76-fc71-44fa-84b6-aa86b6055afe') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:32.533397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dcdb76-fc71-44fa-84b6-aa86b6055afe') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:32.544452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.560660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.566667 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:32.567055 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:32.580367 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:32.722619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.738133 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:32.747130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:32.749576 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-828936d7-b82a-4b9a-8c2e-a484b0a5ae92 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f47443a6-cf4f-47d8-b7cf-6f0c6a542c4d HTTP/1.1" status: 204 len: 168 time: 0.4806345 Apr 05 21:32:33.098432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49372) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:33.149233 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-00152e58-7872-4394-b3ab-cb43ee24cd50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9a160d674b942de988517d9eddac399&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494559 Apr 05 21:32:33.151715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49376) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:33.212113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d09684d0-a1e5-410c-b65e-b7ca47300fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:33.236291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d09684d0-a1e5-410c-b65e-b7ca47300fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:33.402238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d09684d0-a1e5-410c-b65e-b7ca47300fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:33.416462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09684d0-a1e5-410c-b65e-b7ca47300fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:33.423581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d09684d0-a1e5-410c-b65e-b7ca47300fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:33.424283 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d09684d0-a1e5-410c-b65e-b7ca47300fe2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abc3d4ef-1de5-4fcf-bfa3-474dfcf4f03d HTTP/1.1" status: 204 len: 168 time: 0.2716975 Apr 05 21:32:33.661785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6521aba4-d561-4b53-af69-84ece7cb8654 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:32:33.697132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 6521aba4-d561-4b53-af69-84ece7cb8654 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:32:33.697481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 6521aba4-d561-4b53-af69-84ece7cb8654 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:32:34.657217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49398) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:34.727409 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:34.784663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519669620'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:34.790576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:34.794322 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:network and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:34.797535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:34.804169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:34.894225 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:34.897356 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:34.906305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-933a6120-60d5-4d89-be64-d16ca75ab593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:34.910168 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:34.941771 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:34.945502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:security_group_rule and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:34.948312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:34.953915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:35.018337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:35.065034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:35.097736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:32:35.106250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94971db3-b722-445c-818d-46a821bc7bb6,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:35.111508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:35.111847 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Added segment 16cf3bd8-1c29-4ee0-b118-3fcd452ea395 of type vlan for network 20f04cba-602e-4e4f-96c2-ca816a283df5 Apr 05 21:32:35.137807 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:35.231363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:35.235012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:35.235580 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:35.343017 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Network': ['ID=20f04cba-602e-4e4f-96c2-ca816a283df5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:35.352995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 20f04cba-602e-4e4f-96c2-ca816a283df5 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:32:35.403376 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3ae6ba49-77aa-4f8c-9e13-d3e5122fd00e tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7450509 Apr 05 21:32:36.881143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f95184d9-041f-4c0d-9e6f-315e46a22ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:38.553617 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:38.618487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49406) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:38.619330 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:38.625829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'subnet': {'network_id': '20f04cba-602e-4e4f-96c2-ca816a283df5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:38.733829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:38.737707 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:subnet and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:38.740515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:38.747122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:38.813686 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:38.908540 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.179655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.255944 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Subnet': ['ID=05f35918-c718-4ade-8e5a-b629f9e1d3fd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:39.265989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Checking segment: {'id': '16cf3bd8-1c29-4ee0-b118-3fcd452ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '20f04cba-602e-4e4f-96c2-ca816a283df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:39.266343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network hostable DHCP agents. Network: 20f04cba-602e-4e4f-96c2-ca816a283df5, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:32:39.349635 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network 20f04cba-602e-4e4f-96c2-ca816a283df5 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:32:39.458233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 20f04cba-602e-4e4f-96c2-ca816a283df5) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:39.462666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:39.467914 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.468589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec6ade-885c-4952-a2be-f4d578cf7b65 None None] Network 20f04cba-602e-4e4f-96c2-ca816a283df5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:39.544831 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6e0d2c58-4275-4dd1-8966-766e3d3207ca tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9251881 Apr 05 21:32:39.548366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49410) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:39.554055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583930035'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:39.560459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:39.564224 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:network and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:39.567189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:39.572844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:39.653028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:39.656065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.674842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-20f04cba-602e-4e4f-96c2-ca816a283df5', 'network_id': '20f04cba-602e-4e4f-96c2-ca816a283df5', 'tenant_id': '00cc31e288854ba8b6c451bde691ce82', 'fixed_ips': [{'subnet_id': '05f35918-c718-4ade-8e5a-b629f9e1d3fd'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:32:39.675695 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.768415 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:32:39.776666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.777010 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Added segment 9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1 of type vlan for network 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 Apr 05 21:32:39.802397 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.835902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Allocated IP 2001:db8:0:ffff::2 (20f04cba-602e-4e4f-96c2-ca816a283df5/05f35918-c718-4ade-8e5a-b629f9e1d3fd/94507c11-148a-4fe7-bc80-5523cec1ce8f) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:32:39.898722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.902605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:39.903196 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.009149 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Network': ['ID=5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:40.020169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:32:40.079232 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8dab8a53-9757-49f6-954b-d3c579985a91 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5272760 Apr 05 21:32:40.079437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49414) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:40.084964 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'subnet': {'network_id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:40.118631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.165729 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.178091 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Transition to ACTIVE for port object 94507c11-148a-4fe7-bc80-5523cec1ce8f will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:40.195807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Transition to ACTIVE for port object 94507c11-148a-4fe7-bc80-5523cec1ce8f will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:40.196006 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:40.200261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:subnet and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:40.203085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:40.208659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:40.248824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.271315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:40.320334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Network 20f04cba-602e-4e4f-96c2-ca816a283df5 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:32:40.324239 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:40.326571 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Pushing event updated for resources: {'Port': ['ID=94507c11-148a-4fe7-bc80-5523cec1ce8f,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:40.328382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:32:40.340706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.341064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.341403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.341735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.342063 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.342385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.342718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.343100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.343375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.343691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.344011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:40.380231 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.426982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Attempting to bind port 94507c11-148a-4fe7-bc80-5523cec1ce8f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:32:40.427369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Attempting to bind port 94507c11-148a-4fe7-bc80-5523cec1ce8f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '16cf3bd8-1c29-4ee0-b118-3fcd452ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '20f04cba-602e-4e4f-96c2-ca816a283df5'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:32:40.427719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Attempting to bind port 94507c11-148a-4fe7-bc80-5523cec1ce8f on network 20f04cba-602e-4e4f-96c2-ca816a283df5 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:32:40.433884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:32:40.434250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Checking segment: {'id': '16cf3bd8-1c29-4ee0-b118-3fcd452ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '20f04cba-602e-4e4f-96c2-ca816a283df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:40.434635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.435112 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Bound using segment: {'id': '16cf3bd8-1c29-4ee0-b118-3fcd452ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '20f04cba-602e-4e4f-96c2-ca816a283df5'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:32:40.435561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Bound port: 94507c11-148a-4fe7-bc80-5523cec1ce8f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cf3bd8-1c29-4ee0-b118-3fcd452ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '20f04cba-602e-4e4f-96c2-ca816a283df5'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:32:40.435920 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.520394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] For port 94507c11-148a-4fe7-bc80-5523cec1ce8f, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:32:40.523385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] For port 94507c11-148a-4fe7-bc80-5523cec1ce8f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=94507c11-148a-4fe7-bc80-5523cec1ce8f,segment=NetworkSegment(16cf3bd8-1c29-4ee0-b118-3fcd452ea395),segment_id=16cf3bd8-1c29-4ee0-b118-3fcd452ea395)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:32:40.602104 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.665615 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.680886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f07ae6-7cb9-4b71-a334-f1699df5bfff None None] Pushing event updated for resources: {'Port': ['ID=94507c11-148a-4fe7-bc80-5523cec1ce8f,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:40.752102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Subnet': ['ID=34a4e17a-bd36-4f92-82ea-158143d28802,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:40.764630 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Checking segment: {'id': '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:40.764991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network hostable DHCP agents. Network: 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:32:40.855319 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:32:40.910836 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:40.914861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:40.915514 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:40.920463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba71917-c79f-4e16-9d71-eb3e38c3dc0d None None] Network 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:40.986303 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3adf7431-51d5-42b9-ac53-a9702321a75f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9058068 Apr 05 21:32:40.989193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49418) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:41.134309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.144397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46', 'network_id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46', 'tenant_id': '00cc31e288854ba8b6c451bde691ce82', 'fixed_ips': [{'subnet_id': '34a4e17a-bd36-4f92-82ea-158143d28802'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:32:41.145241 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.199955 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.305693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Allocated IP 2001:db8::2 (5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46/34a4e17a-bd36-4f92-82ea-158143d28802/56b13682-1c82-483d-ab81-a88bc56737d5) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:32:41.520474 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.530895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Transition to ACTIVE for port object 56b13682-1c82-483d-ab81-a88bc56737d5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:41.549538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Transition to ACTIVE for port object 56b13682-1c82-483d-ab81-a88bc56737d5 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:41.588640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d636c69-2558-4716-9f7d-eb391dc661fb None None] Network 20f04cba-602e-4e4f-96c2-ca816a283df5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:41.604988 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.666089 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.704132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Subnet': ['ID=34a4e17a-bd36-4f92-82ea-158143d28802,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:41.750946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Network 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:32:41.754309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Pushing event updated for resources: {'Port': ['ID=56b13682-1c82-483d-ab81-a88bc56737d5,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:41.758725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:41.764517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:32:41.801897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.827103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:41.840181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:41.840391 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:41.852353 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.852558 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a77da5fe-8c1a-4c7b-b168-895bd7158d92 None None] Provisioning for port 94507c11-148a-4fe7-bc80-5523cec1ce8f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:32:41.867588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.873948 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:41.874238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:41.889452 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:41.915358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Attempting to bind port 56b13682-1c82-483d-ab81-a88bc56737d5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:32:41.915724 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Attempting to bind port 56b13682-1c82-483d-ab81-a88bc56737d5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:32:41.916077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Attempting to bind port 56b13682-1c82-483d-ab81-a88bc56737d5 on network 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:32:41.934977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:32:41.936379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Checking segment: {'id': '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:41.936379 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:41.936379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Bound using segment: {'id': '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:32:41.936656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Bound port: 56b13682-1c82-483d-ab81-a88bc56737d5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:32:41.936894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.024499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.db.api [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 21:32:42.024499 n-d-836605-1 neutron-server[84580]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 21:32:42.024499 n-d-836605-1 neutron-server[84580]: [parameters: {'id': '5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46'}] Apr 05 21:32:42.024499 n-d-836605-1 neutron-server[84580]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84580) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:32:42.024975 n-d-836605-1 neutron-server[84580]: DEBUG oslo_db.api [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:32:42.112589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] For port 56b13682-1c82-483d-ab81-a88bc56737d5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:32:42.115960 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] For port 56b13682-1c82-483d-ab81-a88bc56737d5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=56b13682-1c82-483d-ab81-a88bc56737d5,segment=NetworkSegment(9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1),segment_id=9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:32:42.197996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.259504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 94507c11-148a-4fe7-bc80-5523cec1ce8f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:32:42.363607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46e09f-6039-4215-afa9-99c61513b90f None None] Pushing event updated for resources: {'Port': ['ID=56b13682-1c82-483d-ab81-a88bc56737d5,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:42.416779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72c3c5-6544-4adb-a742-78cca562270d None None] Network 5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:42.526808 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.538260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Deleting port 56b13682-1c82-483d-ab81-a88bc56737d5 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:42.538584 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.568438 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 94507c11-148a-4fe7-bc80-5523cec1ce8f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:32:42.583127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 94507c11-148a-4fe7-bc80-5523cec1ce8f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:42.583494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.693618 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ce9c7-e33a-43d3-b9bc-865cbca56300 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 21:32:42.741305 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] For port 56b13682-1c82-483d-ab81-a88bc56737d5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=56b13682-1c82-483d-ab81-a88bc56737d5,segment=NetworkSegment(9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1),segment_id=9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:42.741897 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.767642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.830067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ce9c7-e33a-43d3-b9bc-865cbca56300 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 21:32:42.832946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 94507c11-148a-4fe7-bc80-5523cec1ce8f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=94507c11-148a-4fe7-bc80-5523cec1ce8f,segment=NetworkSegment(16cf3bd8-1c29-4ee0-b118-3fcd452ea395),segment_id=16cf3bd8-1c29-4ee0-b118-3fcd452ea395)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:42.913926 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:42.963293 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Calling delete_port for 56b13682-1c82-483d-ab81-a88bc56737d5 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:43.020427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=94507c11-148a-4fe7-bc80-5523cec1ce8f,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:43.105799 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.151877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Port': ['ID=56b13682-1c82-483d-ab81-a88bc56737d5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:43.157756 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No DVR routers for this DVR port 56b13682-1c82-483d-ab81-a88bc56737d5 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:32:43.280975 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.305526 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:43.317350 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:43.317647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2ea305-c18c-48e7-b530-ee4a1e3f8ed1') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:43.329123 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.345110 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.351240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:43.351638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:43.365577 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:43.503966 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.522024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.532818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Network': ['ID=5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:43.538856 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2a0ee202-5b19-4ad8-b22a-1e72e0f4055c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 HTTP/1.1" status: 204 len: 168 time: 2.5488977 Apr 05 21:32:43.542452 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49422) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:43.547915 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772905102'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:43.553705 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:43.558123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:network and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:43.560984 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:43.567155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:43.619233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:43.623077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.652233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:32:43.661073 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.661416 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Added segment a47dfe27-c131-4370-b9a6-67fe17f94c34 of type vlan for network 6e5f9ad6-8f8c-4a43-9d4e-30531716b235 Apr 05 21:32:43.686554 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.767853 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.771534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:43.772107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.877445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Network': ['ID=6e5f9ad6-8f8c-4a43-9d4e-30531716b235,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:43.887017 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 6e5f9ad6-8f8c-4a43-9d4e-30531716b235 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:32:43.945877 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7bd82b4e-b1e4-41f2-888c-4d245e7d43fc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4023988 Apr 05 21:32:43.948778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49426) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:43.954241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'subnet': {'network_id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:44.063615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:44.067347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:subnet and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:44.070065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:44.075584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:44.145235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:44.228266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 94507c11-148a-4fe7-bc80-5523cec1ce8f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:32:44.247263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:44.301402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 94507c11-148a-4fe7-bc80-5523cec1ce8f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:44.301775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:44.339308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Performing IP validity checks on allocation pools {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 21:32:44.339826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.ipam_backend_mixin [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84580) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 21:32:44.504262 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:44.583573 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Subnet': ['ID=51887ce0-d73a-47c2-80bd-f42ad24cd37a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:44.594718 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Checking segment: {'id': 'a47dfe27-c131-4370-b9a6-67fe17f94c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:44.595075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network hostable DHCP agents. Network: 6e5f9ad6-8f8c-4a43-9d4e-30531716b235, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:32:44.682241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network 6e5f9ad6-8f8c-4a43-9d4e-30531716b235 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:32:44.773877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 6e5f9ad6-8f8c-4a43-9d4e-30531716b235) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:44.777637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:44.778218 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:44.783693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872577f9-8c23-4a8f-ba98-011ad5e4f5c7 None None] Network 6e5f9ad6-8f8c-4a43-9d4e-30531716b235 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:44.849217 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4495789e-3d72-411a-98e4-99abc58cdb2c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8993015 Apr 05 21:32:44.851918 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49430) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:44.990214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:44.995064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-6e5f9ad6-8f8c-4a43-9d4e-30531716b235', 'network_id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235', 'tenant_id': '00cc31e288854ba8b6c451bde691ce82', 'fixed_ips': [{'subnet_id': '51887ce0-d73a-47c2-80bd-f42ad24cd37a'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:32:44.995935 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.054264 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.186976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Allocated IP 2001:db8::3 (6e5f9ad6-8f8c-4a43-9d4e-30531716b235/51887ce0-d73a-47c2-80bd-f42ad24cd37a/297bd1aa-6850-4d55-8789-170111be412a) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:32:45.392775 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.402248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Transition to ACTIVE for port object 297bd1aa-6850-4d55-8789-170111be412a will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:45.419717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Transition to ACTIVE for port object 297bd1aa-6850-4d55-8789-170111be412a will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:45.505431 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.574422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Network 6e5f9ad6-8f8c-4a43-9d4e-30531716b235 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:32:45.577215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:45.579536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:32:45.584749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Pushing event updated for resources: {'Port': ['ID=297bd1aa-6850-4d55-8789-170111be412a,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:45.608747 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.646738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Subnet': ['ID=51887ce0-d73a-47c2-80bd-f42ad24cd37a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:45.676898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Attempting to bind port 297bd1aa-6850-4d55-8789-170111be412a on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:32:45.677306 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Attempting to bind port 297bd1aa-6850-4d55-8789-170111be412a by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a47dfe27-c131-4370-b9a6-67fe17f94c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:32:45.677670 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Attempting to bind port 297bd1aa-6850-4d55-8789-170111be412a on network 6e5f9ad6-8f8c-4a43-9d4e-30531716b235 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:32:45.683964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:32:45.684333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Checking segment: {'id': 'a47dfe27-c131-4370-b9a6-67fe17f94c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:45.684728 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.685140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Bound using segment: {'id': 'a47dfe27-c131-4370-b9a6-67fe17f94c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:32:45.685602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Bound port: 297bd1aa-6850-4d55-8789-170111be412a, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47dfe27-c131-4370-b9a6-67fe17f94c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:32:45.685971 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.747072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.772304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5f9ad6-8f8c-4a43-9d4e-30531716b235']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:45.774298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] For port 297bd1aa-6850-4d55-8789-170111be412a, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:32:45.777567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] For port 297bd1aa-6850-4d55-8789-170111be412a, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=297bd1aa-6850-4d55-8789-170111be412a,segment=NetworkSegment(a47dfe27-c131-4370-b9a6-67fe17f94c34),segment_id=a47dfe27-c131-4370-b9a6-67fe17f94c34)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:32:45.784361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47dfe27-c131-4370-b9a6-67fe17f94c34') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:45.784650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47dfe27-c131-4370-b9a6-67fe17f94c34') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:45.795755 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.917200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.919449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.926980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:45.927564 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:45.942070 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:46.033118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c524d9-5b38-4c41-998f-08a9863733cd None None] Pushing event updated for resources: {'Port': ['ID=297bd1aa-6850-4d55-8789-170111be412a,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:46.054105 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.db.api [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 21:32:46.054105 n-d-836605-1 neutron-server[84581]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 21:32:46.054105 n-d-836605-1 neutron-server[84581]: [parameters: {'id': '6e5f9ad6-8f8c-4a43-9d4e-30531716b235'}] Apr 05 21:32:46.054105 n-d-836605-1 neutron-server[84581]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84581) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:32:46.054522 n-d-836605-1 neutron-server[84581]: DEBUG oslo_db.api [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:32:46.063262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256cc03-6600-4649-b22a-3e28178dc9ff None None] Network 6e5f9ad6-8f8c-4a43-9d4e-30531716b235 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:46.250794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936fbe9-712d-468a-af63-5455735c9ad6 None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 21:32:46.335836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936fbe9-712d-468a-af63-5455735c9ad6 None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 21:32:46.555192 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:46.566523 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Deleting port 297bd1aa-6850-4d55-8789-170111be412a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:46.566850 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:46.762733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] For port 297bd1aa-6850-4d55-8789-170111be412a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=297bd1aa-6850-4d55-8789-170111be412a,segment=NetworkSegment(a47dfe27-c131-4370-b9a6-67fe17f94c34),segment_id=a47dfe27-c131-4370-b9a6-67fe17f94c34)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:46.763097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:46.882785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Calling delete_port for 297bd1aa-6850-4d55-8789-170111be412a owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:47.006664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.051317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Port': ['ID=297bd1aa-6850-4d55-8789-170111be412a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:47.057318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No DVR routers for this DVR port 297bd1aa-6850-4d55-8789-170111be412a on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:32:47.177208 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.298967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5f9ad6-8f8c-4a43-9d4e-30531716b235']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:47.311431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47dfe27-c131-4370-b9a6-67fe17f94c34') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:47.311723 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47dfe27-c131-4370-b9a6-67fe17f94c34') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:47.322644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.338328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.344478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:47.344860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:47.358757 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:47.498998 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.516292 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.532039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Network': ['ID=6e5f9ad6-8f8c-4a43-9d4e-30531716b235,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:47.537164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-298014a5-108b-4366-8206-29a908c83cfc tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/6e5f9ad6-8f8c-4a43-9d4e-30531716b235 HTTP/1.1" status: 204 len: 168 time: 2.6842082 Apr 05 21:32:47.540901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49434) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:47.547198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-789579964'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:47.552993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:47.556778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:network and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:47.559635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:47.565775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:47.613098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:47.615915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.645127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:32:47.654164 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.654505 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Added segment b9bd01cc-2aff-4802-b047-be2a2dfffe45 of type vlan for network ce6b357f-aad6-4f93-b34f-af061220f9c7 Apr 05 21:32:47.679383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.750788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.754440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:47.755034 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.857367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Network': ['ID=ce6b357f-aad6-4f93-b34f-af061220f9c7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:47.867072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network ce6b357f-aad6-4f93-b34f-af061220f9c7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:32:47.922960 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-764a26eb-120a-4b66-b698-7990bdac134f tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3809953 Apr 05 21:32:47.925802 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49438) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:47.932207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'subnet': {'network_id': 'ce6b357f-aad6-4f93-b34f-af061220f9c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:48.042751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:48.046405 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:subnet and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:48.049419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:48.054938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:48.126830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:48.226204 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:48.487160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:48.566678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Subnet': ['ID=0a532c80-afee-441f-9076-d293d49cccff,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:48.576585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Checking segment: {'id': 'b9bd01cc-2aff-4802-b047-be2a2dfffe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce6b357f-aad6-4f93-b34f-af061220f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:48.576939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network hostable DHCP agents. Network: ce6b357f-aad6-4f93-b34f-af061220f9c7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:32:48.653601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network ce6b357f-aad6-4f93-b34f-af061220f9c7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:32:48.733639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, ce6b357f-aad6-4f93-b34f-af061220f9c7) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:48.737743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:48.738322 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:48.742118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0d697-cdc6-482a-b642-db536a852d88 None None] Network ce6b357f-aad6-4f93-b34f-af061220f9c7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:48.843080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-676b8507-0262-4f91-a2fc-50d25c3e3b90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9161229 Apr 05 21:32:48.846602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49442) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:48.852212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765732782'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:48.858144 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:48.861889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:network and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:48.864838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:48.870478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:48.951909 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-ce6b357f-aad6-4f93-b34f-af061220f9c7', 'network_id': 'ce6b357f-aad6-4f93-b34f-af061220f9c7', 'tenant_id': '00cc31e288854ba8b6c451bde691ce82', 'fixed_ips': [{'subnet_id': '0a532c80-afee-441f-9076-d293d49cccff'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:32:48.952704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:48.962182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:48.965862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:48.994476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:32:49.002817 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.003156 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Added segment e565763d-640f-468f-af59-566f9188baaf of type vlan for network 770387ec-5a67-427c-988d-8e7a3fff7309 Apr 05 21:32:49.030073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.132537 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.136796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:49.137402 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.143366 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Allocated IP 2001:db8::2 (ce6b357f-aad6-4f93-b34f-af061220f9c7/0a532c80-afee-441f-9076-d293d49cccff/f41daa56-438e-48b6-b815-53e987a95841) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:32:49.245365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Network': ['ID=770387ec-5a67-427c-988d-8e7a3fff7309,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:49.261088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 770387ec-5a67-427c-988d-8e7a3fff7309 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:32:49.297427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3755712a-c783-4629-adec-e4b5f4b53c73 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4467511 Apr 05 21:32:49.297626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49446) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:49.303539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Request body: {'subnet': {'network_id': '770387ec-5a67-427c-988d-8e7a3fff7309', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:49.417977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:49.421996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Usage tracker for resource:subnet and tenant:00cc31e288854ba8b6c451bde691ce82 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:49.424876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:49.430616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:49.440248 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.450519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Transition to ACTIVE for port object f41daa56-438e-48b6-b815-53e987a95841 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:49.468799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Transition to ACTIVE for port object f41daa56-438e-48b6-b815-53e987a95841 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:49.481992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Made reservation on behalf of 00cc31e288854ba8b6c451bde691ce82 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:49.522701 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.586170 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.592436 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Network ce6b357f-aad6-4f93-b34f-af061220f9c7 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:32:49.595236 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:49.597588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:32:49.603766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Pushing event updated for resources: {'Port': ['ID=f41daa56-438e-48b6-b815-53e987a95841,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:49.686073 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Attempting to bind port f41daa56-438e-48b6-b815-53e987a95841 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:32:49.686371 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Attempting to bind port f41daa56-438e-48b6-b815-53e987a95841 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'b9bd01cc-2aff-4802-b047-be2a2dfffe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce6b357f-aad6-4f93-b34f-af061220f9c7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:32:49.686734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Attempting to bind port f41daa56-438e-48b6-b815-53e987a95841 on network ce6b357f-aad6-4f93-b34f-af061220f9c7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:32:49.693006 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:32:49.694472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Checking segment: {'id': 'b9bd01cc-2aff-4802-b047-be2a2dfffe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce6b357f-aad6-4f93-b34f-af061220f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:49.694472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.694472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Bound using segment: {'id': 'b9bd01cc-2aff-4802-b047-be2a2dfffe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce6b357f-aad6-4f93-b34f-af061220f9c7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:32:49.694824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Bound port: f41daa56-438e-48b6-b815-53e987a95841, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bd01cc-2aff-4802-b047-be2a2dfffe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ce6b357f-aad6-4f93-b34f-af061220f9c7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:32:49.695167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.784888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-51e38d46-3d85-499b-a101-63f74835686d None None] For port f41daa56-438e-48b6-b815-53e987a95841, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:32:49.787853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-51e38d46-3d85-499b-a101-63f74835686d None None] For port f41daa56-438e-48b6-b815-53e987a95841, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41daa56-438e-48b6-b815-53e987a95841,segment=NetworkSegment(b9bd01cc-2aff-4802-b047-be2a2dfffe45),segment_id=b9bd01cc-2aff-4802-b047-be2a2dfffe45)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:32:49.855231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.934234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:49.936298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e38d46-3d85-499b-a101-63f74835686d None None] Pushing event updated for resources: {'Port': ['ID=f41daa56-438e-48b6-b815-53e987a95841,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:50.015034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event updated for resources: {'Subnet': ['ID=fc8b688f-24ed-4b16-8395-e901af506ae8,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:50.025513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Checking segment: {'id': 'e565763d-640f-468f-af59-566f9188baaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '770387ec-5a67-427c-988d-8e7a3fff7309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:50.025791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network hostable DHCP agents. Network: 770387ec-5a67-427c-988d-8e7a3fff7309, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:32:50.093973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Network 770387ec-5a67-427c-988d-8e7a3fff7309 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:32:50.152054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 770387ec-5a67-427c-988d-8e7a3fff7309) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:50.156167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:50.156859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.161283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211abf2-e4d0-407c-84b3-d735dc358675 None None] Network 770387ec-5a67-427c-988d-8e7a3fff7309 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:50.228950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-83ff8b30-a450-41f5-a240-14e494059406 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9301770 Apr 05 21:32:50.229250 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49450) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:50.286146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f41daa56-438e-48b6-b815-53e987a95841 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:32:50.391291 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.454140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3c08f1-cdd5-4991-b177-b1ccd23e7fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-770387ec-5a67-427c-988d-8e7a3fff7309', 'network_id': '770387ec-5a67-427c-988d-8e7a3fff7309', 'tenant_id': '00cc31e288854ba8b6c451bde691ce82', 'fixed_ips': [{'subnet_id': 'fc8b688f-24ed-4b16-8395-e901af506ae8'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:32:50.459200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3e3c08f1-cdd5-4991-b177-b1ccd23e7fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.459320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.512719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f41daa56-438e-48b6-b815-53e987a95841 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:32:50.597805 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server [None req-3e3c08f1-cdd5-4991-b177-b1ccd23e7fc3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc8b688f-24ed-4b16-8395-e901af506ae8: This subnet is being modified by another concurrent operation. Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise value Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server raise exception Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc8b688f-24ed-4b16-8395-e901af506ae8: This subnet is being modified by another concurrent operation. Apr 05 21:32:50.627088 n-d-836605-1 neutron-server[84582]: ERROR oslo_messaging.rpc.server Apr 05 21:32:50.654422 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b751c76-e193-4164-9967-04cfbaafbd81 None None] Network 770387ec-5a67-427c-988d-8e7a3fff7309 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:50.745937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8b688f-24ed-4b16-8395-e901af506ae8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:50.761204 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.845920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.873769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770387ec-5a67-427c-988d-8e7a3fff7309']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:50.886284 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e565763d-640f-468f-af59-566f9188baaf') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:50.886675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e565763d-640f-468f-af59-566f9188baaf') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:50.898715 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.910357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d8cd8-e60e-4748-9046-c099f71875ef None None] Network ce6b357f-aad6-4f93-b34f-af061220f9c7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:50.918246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.926159 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:50.926555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:50.942069 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:51.081531 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.100029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.112341 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Network': ['ID=770387ec-5a67-427c-988d-8e7a3fff7309,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:51.115992 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e5a56647-60d7-4337-aa7d-502108bcce3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/770387ec-5a67-427c-988d-8e7a3fff7309 HTTP/1.1" status: 204 len: 168 time: 0.8819053 Apr 05 21:32:51.116545 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fe6a5569-4a5f-442d-a5b8-79a8c181216a None None] Provisioning for port f41daa56-438e-48b6-b815-53e987a95841 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:32:51.120715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49454) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:51.128196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fe6a5569-4a5f-442d-a5b8-79a8c181216a None None] Provisioning complete for port f41daa56-438e-48b6-b815-53e987a95841 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:51.128570 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5569-4a5f-442d-a5b8-79a8c181216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.158314 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-04702980-6d44-4f04-8342-715a52f6722a tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] GET failed (client error): The resource could not be found. Apr 05 21:32:51.158735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-04702980-6d44-4f04-8342-715a52f6722a tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Synchronizing usage tracker for tenant:00cc31e288854ba8b6c451bde691ce82 on resource:subnet {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:32:51.247805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-04702980-6d44-4f04-8342-715a52f6722a tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Unset dirty status for tenant:00cc31e288854ba8b6c451bde691ce82 on resource:subnet {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:32:51.248977 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-04702980-6d44-4f04-8342-715a52f6722a tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "GET /v2.0/subnets/fc8b688f-24ed-4b16-8395-e901af506ae8 HTTP/1.1" status: 404 len: 337 time: 0.1297219 Apr 05 21:32:51.251899 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49458) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:51.286051 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2b155d-a690-48ab-b235-60f163bb73af tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] DELETE failed (client error): The resource could not be found. Apr 05 21:32:51.286837 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2b155d-a690-48ab-b235-60f163bb73af tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:32:51.289506 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c2b155d-a690-48ab-b235-60f163bb73af tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/770387ec-5a67-427c-988d-8e7a3fff7309 HTTP/1.1" status: 404 len: 339 time: 0.0365188 Apr 05 21:32:51.293449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49462) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:51.305610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5569-4a5f-442d-a5b8-79a8c181216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.335649 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e2f010-5f49-4a07-9f1f-c4c197df09e5 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] DELETE failed (client error): The resource could not be found. Apr 05 21:32:51.336014 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e2f010-5f49-4a07-9f1f-c4c197df09e5 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:32:51.337904 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c2e2f010-5f49-4a07-9f1f-c4c197df09e5 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/subnets/fc8b688f-24ed-4b16-8395-e901af506ae8 HTTP/1.1" status: 404 len: 337 time: 0.0433064 Apr 05 21:32:51.340450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49466) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:51.342137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fe6a5569-4a5f-442d-a5b8-79a8c181216a None None] For port f41daa56-438e-48b6-b815-53e987a95841, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41daa56-438e-48b6-b815-53e987a95841,segment=NetworkSegment(b9bd01cc-2aff-4802-b047-be2a2dfffe45),segment_id=b9bd01cc-2aff-4802-b047-be2a2dfffe45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:51.367055 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a599d31-f05c-436b-a82e-ab47692add21 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] DELETE failed (client error): The resource could not be found. Apr 05 21:32:51.367585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a599d31-f05c-436b-a82e-ab47692add21 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:32:51.373111 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0a599d31-f05c-436b-a82e-ab47692add21 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/770387ec-5a67-427c-988d-8e7a3fff7309 HTTP/1.1" status: 404 len: 339 time: 0.0277970 Apr 05 21:32:51.373407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49470) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:51.415083 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41950d93-3331-42c0-aa77-285cbd10f00f None None] get_active_networks_info from n-d-836605-1 {{(pid=84582) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 21:32:51.442529 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fe6a5569-4a5f-442d-a5b8-79a8c181216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.541332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a5569-4a5f-442d-a5b8-79a8c181216a None None] Pushing event updated for resources: {'Port': ['ID=f41daa56-438e-48b6-b815-53e987a95841,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:51.564386 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Deleting subnet 0a532c80-afee-441f-9076-d293d49cccff {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:32:51.567248 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.575184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41950d93-3331-42c0-aa77-285cbd10f00f None None] Resources bound (agent type, host, resource id): {{(pid=84582) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 21:32:51.588996 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cf8be3da-dc6f-431f-824d-de3eadb08cee None None] Provisioning complete for port f41daa56-438e-48b6-b815-53e987a95841 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:51.589332 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf8be3da-dc6f-431f-824d-de3eadb08cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.623790 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.704498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.848337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.890161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Subnet': ['ID=0a532c80-afee-441f-9076-d293d49cccff,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:51.894586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:51.908465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.908809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.910081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.910081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.910081 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.910338 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.910460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.910783 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.911103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.911431 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.911754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:51.966914 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e25cd1-eaaf-4024-9e56-800c1acefd68 None None] Network ce6b357f-aad6-4f93-b34f-af061220f9c7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:52.005162 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8b787199-9bae-4e7a-85f6-05e8f5d26c90 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/subnets/0a532c80-afee-441f-9076-d293d49cccff HTTP/1.1" status: 204 len: 168 time: 0.6285098 Apr 05 21:32:52.005396 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49474) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:52.118160 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.128863 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Deleting port f41daa56-438e-48b6-b815-53e987a95841 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:52.131623 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.205419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] DHCP port deletion for ce6b357f-aad6-4f93-b34f-af061220f9c7 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:32:52.210041 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Deleting port f41daa56-438e-48b6-b815-53e987a95841 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:52.210524 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.256611 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f41daa56-438e-48b6-b815-53e987a95841 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:32:52.336817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] For port f41daa56-438e-48b6-b815-53e987a95841, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41daa56-438e-48b6-b815-53e987a95841,segment=NetworkSegment(b9bd01cc-2aff-4802-b047-be2a2dfffe45),segment_id=b9bd01cc-2aff-4802-b047-be2a2dfffe45)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:52.337421 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.462275 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Calling delete_port for f41daa56-438e-48b6-b815-53e987a95841 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:52.501966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] For port f41daa56-438e-48b6-b815-53e987a95841, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f41daa56-438e-48b6-b815-53e987a95841,segment=NetworkSegment(b9bd01cc-2aff-4802-b047-be2a2dfffe45),segment_id=b9bd01cc-2aff-4802-b047-be2a2dfffe45)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:52.502516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.512847 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.613953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.630976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Calling delete_port for f41daa56-438e-48b6-b815-53e987a95841 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:52.743573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:32:52.743933 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:32:52.748752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Port': ['ID=f41daa56-438e-48b6-b815-53e987a95841,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:52.764359 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No DVR routers for this DVR port f41daa56-438e-48b6-b815-53e987a95841 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:32:52.874324 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.898371 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6b357f-aad6-4f93-b34f-af061220f9c7']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:52.910134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bd01cc-2aff-4802-b047-be2a2dfffe45') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:52.910429 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bd01cc-2aff-4802-b047-be2a2dfffe45') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:52.922111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.937978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.943849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:52.944226 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:52.958226 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:53.109845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.115350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.139435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Network': ['ID=ce6b357f-aad6-4f93-b34f-af061220f9c7,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:53.144045 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d4e79342-fff9-492f-b814-8310e567dd3c tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/ce6b357f-aad6-4f93-b34f-af061220f9c7 HTTP/1.1" status: 204 len: 168 time: 1.1377134 Apr 05 21:32:53.146490 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49478) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:53.184355 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b89474-c79b-4e6d-9e1d-75e1449c8977 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] DELETE failed (client error): The resource could not be found. Apr 05 21:32:53.184789 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b89474-c79b-4e6d-9e1d-75e1449c8977 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:32:53.186385 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-11b89474-c79b-4e6d-9e1d-75e1449c8977 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/subnets/51887ce0-d73a-47c2-80bd-f42ad24cd37a HTTP/1.1" status: 404 len: 337 time: 0.0390167 Apr 05 21:32:53.188638 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49482) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:53.212120 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-240fffb4-d2e0-4072-a28c-6968508dd1c8 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] DELETE failed (client error): The resource could not be found. Apr 05 21:32:53.212543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240fffb4-d2e0-4072-a28c-6968508dd1c8 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:32:53.214661 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-240fffb4-d2e0-4072-a28c-6968508dd1c8 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/6e5f9ad6-8f8c-4a43-9d4e-30531716b235 HTTP/1.1" status: 404 len: 339 time: 0.0250728 Apr 05 21:32:53.216833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:53.245149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Deleting port f41daa56-438e-48b6-b815-53e987a95841 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:53.245543 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.257169 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac138f2a-3e26-4fa1-82f7-5db73f4af31d tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] DELETE failed (client error): The resource could not be found. Apr 05 21:32:53.257608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac138f2a-3e26-4fa1-82f7-5db73f4af31d tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:32:53.261687 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ac138f2a-3e26-4fa1-82f7-5db73f4af31d tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/subnets/34a4e17a-bd36-4f92-82ea-158143d28802 HTTP/1.1" status: 404 len: 337 time: 0.0415082 Apr 05 21:32:53.261831 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49490) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:53.286350 n-d-836605-1 neutron-server[84580]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0151e8-9754-4259-a1ab-3d7146b0f9fe tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] DELETE failed (client error): The resource could not be found. Apr 05 21:32:53.286786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0151e8-9754-4259-a1ab-3d7146b0f9fe tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84580) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:32:53.290846 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2b0151e8-9754-4259-a1ab-3d7146b0f9fe tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/5af8c2f0-c8c7-47f8-ad9c-8c74ff234b46 HTTP/1.1" status: 404 len: 339 time: 0.0256927 Apr 05 21:32:53.291008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:53.314456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-468b1560-af09-4cfe-998f-c663967dde09 None None] The port 'f41daa56-438e-48b6-b815-53e987a95841' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:32:53.477271 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Deleting subnet 05f35918-c718-4ade-8e5a-b629f9e1d3fd {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:32:53.480111 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.535840 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.622895 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.778907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.818872 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Subnet': ['ID=05f35918-c718-4ade-8e5a-b629f9e1d3fd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:53.824978 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.830793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b45fe-0658-4f57-9056-3b624765c8c3 None None] Network 20f04cba-602e-4e4f-96c2-ca816a283df5 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:53.834906 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e4a5b447-402b-4c96-ad23-a1d5bab31946 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/subnets/05f35918-c718-4ade-8e5a-b629f9e1d3fd HTTP/1.1" status: 204 len: 168 time: 0.5429857 Apr 05 21:32:53.837373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49498) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:53.958700 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:53.970026 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Deleting port 94507c11-148a-4fe7-bc80-5523cec1ce8f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:53.970345 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.108561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] DHCP port deletion for 20f04cba-602e-4e4f-96c2-ca816a283df5 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:32:54.112840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Deleting port 94507c11-148a-4fe7-bc80-5523cec1ce8f {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:54.113247 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.182941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] For port 94507c11-148a-4fe7-bc80-5523cec1ce8f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=94507c11-148a-4fe7-bc80-5523cec1ce8f,segment=NetworkSegment(16cf3bd8-1c29-4ee0-b118-3fcd452ea395),segment_id=16cf3bd8-1c29-4ee0-b118-3fcd452ea395)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:54.183403 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.229019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 94507c11-148a-4fe7-bc80-5523cec1ce8f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:32:54.320337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Calling delete_port for 94507c11-148a-4fe7-bc80-5523cec1ce8f owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:54.359901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] For port 94507c11-148a-4fe7-bc80-5523cec1ce8f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=94507c11-148a-4fe7-bc80-5523cec1ce8f,segment=NetworkSegment(16cf3bd8-1c29-4ee0-b118-3fcd452ea395),segment_id=16cf3bd8-1c29-4ee0-b118-3fcd452ea395)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:32:54.360200 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.442660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.489700 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Port': ['ID=94507c11-148a-4fe7-bc80-5523cec1ce8f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:54.494167 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] No DVR routers for this DVR port 94507c11-148a-4fe7-bc80-5523cec1ce8f on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:32:54.511789 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Calling delete_port for 94507c11-148a-4fe7-bc80-5523cec1ce8f owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:32:54.540057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port 94507c11-148a-4fe7-bc80-5523cec1ce8f update to DOWN by agent not found {{(pid=84582) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 21:32:54.586943 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:32:54.587211 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:32:54.701745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.728304 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f04cba-602e-4e4f-96c2-ca816a283df5']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:54.740919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cf3bd8-1c29-4ee0-b118-3fcd452ea395') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:54.741253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cf3bd8-1c29-4ee0-b118-3fcd452ea395') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:32:54.752519 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.768108 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.774142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:32:54.774523 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:32:54.788966 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:32:54.910557 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.927786 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:54.938376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] Pushing event deleted for resources: {'Network': ['ID=20f04cba-602e-4e4f-96c2-ca816a283df5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:54.942269 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c41315df-df50-49f0-b615-6234c5e33f67 tempest-NetworksIpV6Test-1077115278 tempest-NetworksIpV6Test-1077115278-project] 10.222.0.10 "DELETE /v2.0/networks/20f04cba-602e-4e4f-96c2-ca816a283df5 HTTP/1.1" status: 204 len: 168 time: 1.1039896 Apr 05 21:32:55.089070 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Deleting port 94507c11-148a-4fe7-bc80-5523cec1ce8f {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:32:55.089572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:55.154233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-40dbd2e9-9150-43d6-b676-1c8acec21c0a None None] The port '94507c11-148a-4fe7-bc80-5523cec1ce8f' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:32:55.408506 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49506) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:55.582090 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a55d2b70-fc92-4258-8bfc-d216c06cc4f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00cc31e288854ba8b6c451bde691ce82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1723816 Apr 05 21:32:55.584544 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49512) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:55.641544 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44268015-5b11-4b61-a07f-5cf2674e24eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:55.666332 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44268015-5b11-4b61-a07f-5cf2674e24eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:55.796552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44268015-5b11-4b61-a07f-5cf2674e24eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:55.811147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44268015-5b11-4b61-a07f-5cf2674e24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94971db3-b722-445c-818d-46a821bc7bb6,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:55.818568 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-44268015-5b11-4b61-a07f-5cf2674e24eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:55.820049 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-44268015-5b11-4b61-a07f-5cf2674e24eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94971db3-b722-445c-818d-46a821bc7bb6 HTTP/1.1" status: 204 len: 168 time: 0.2345765 Apr 05 21:32:56.951070 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49534) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:57.080283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-165248622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:57.087357 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:57.091621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Usage tracker for resource:router and tenant:2ac226813aaa4406b337df82ed1587bd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:57.094485 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:57.100599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:57.173431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.174341 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.191552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.270748 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.362280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.362769 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-861a131d-fe83-448e-83e5-a6728b162fe3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4106348 Apr 05 21:32:57.365576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49540) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:57.371679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-492933870'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:57.377504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:57.381291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Usage tracker for resource:network and tenant:2ac226813aaa4406b337df82ed1587bd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:57.384670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:57.390432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:57.463820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Made reservation on behalf of 2ac226813aaa4406b337df82ed1587bd for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:57.466754 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.479634 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.511580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:57.515372 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Usage tracker for resource:security_group_rule and tenant:2ac226813aaa4406b337df82ed1587bd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:57.518055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:57.523666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:57.589676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.659269 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.695120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:32:57.700649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa5e758-b4ac-4953-b3c5-f5ee294f6923,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:57.715957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.715957 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Added segment 4496d24a-d420-4110-bb44-c2d52d9c6976 of type vlan for network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd Apr 05 21:32:57.736537 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.853426 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.857131 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:57.857723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.972681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event updated for resources: {'Network': ['ID=5af6ecb5-14c7-4f6a-b781-733f1c7addfd,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:57.983260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:32:58.008698 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d235de3d-009c-4364-bdae-480726c9ee8c tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6420746 Apr 05 21:32:58.012185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49544) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:58.017608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Request body: {'subnet': {'network_id': '5af6ecb5-14c7-4f6a-b781-733f1c7addfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:58.124730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:58.128588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Usage tracker for resource:subnet and tenant:2ac226813aaa4406b337df82ed1587bd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:58.131421 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:58.137181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:58.213880 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Made reservation on behalf of 2ac226813aaa4406b337df82ed1587bd for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:58.327837 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:58.573988 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:58.650690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event updated for resources: {'Subnet': ['ID=5aca1299-257f-445d-96d8-4823a24c4671,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:58.660820 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Checking segment: {'id': '4496d24a-d420-4110-bb44-c2d52d9c6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5af6ecb5-14c7-4f6a-b781-733f1c7addfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:58.661220 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Network hostable DHCP agents. Network: 5af6ecb5-14c7-4f6a-b781-733f1c7addfd, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:32:58.738738 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:32:58.812487 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 5af6ecb5-14c7-4f6a-b781-733f1c7addfd) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:58.816785 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:58.817923 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:58.821014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a76fa-c96a-4acc-86ea-d45ada3b31de None None] Network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:32:58.933949 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6d44b339-0725-430f-81bf-eea34847de5a tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9206131 Apr 05 21:32:58.936835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49548) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:58.942336 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-874343469'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:58.947989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:58.952450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Usage tracker for resource:network and tenant:2ac226813aaa4406b337df82ed1587bd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:58.954570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:58.960157 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:59.026213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-5af6ecb5-14c7-4f6a-b781-733f1c7addfd', 'network_id': '5af6ecb5-14c7-4f6a-b781-733f1c7addfd', 'tenant_id': '2ac226813aaa4406b337df82ed1587bd', 'fixed_ips': [{'subnet_id': '5aca1299-257f-445d-96d8-4823a24c4671'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:32:59.027018 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.029669 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Made reservation on behalf of 2ac226813aaa4406b337df82ed1587bd for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:59.032694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.061793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:32:59.070167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.070510 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Added segment 5c1dcecb-7891-416f-8ffd-0bed0feba772 of type vlan for network f1167f78-67a7-46dc-9644-bf84448a7dff Apr 05 21:32:59.099084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.179811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Allocated IP 172.20.0.2 (5af6ecb5-14c7-4f6a-b781-733f1c7addfd/5aca1299-257f-445d-96d8-4823a24c4671/60b86f92-9954-4b51-b4a7-82f255d9b2c8) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:32:59.189735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.193444 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:59.194025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.300369 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event updated for resources: {'Network': ['ID=f1167f78-67a7-46dc-9644-bf84448a7dff,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:59.313318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network f1167f78-67a7-46dc-9644-bf84448a7dff details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:32:59.339912 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-60633de0-896a-4db8-a0c6-f8f0e3c2ec45 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4020069 Apr 05 21:32:59.342763 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49552) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:32:59.348212 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Request body: {'subnet': {'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:32:59.457217 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:59.460941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Usage tracker for resource:subnet and tenant:2ac226813aaa4406b337df82ed1587bd is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:32:59.463797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:32:59.469590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:59.476838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.486873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Transition to ACTIVE for port object 60b86f92-9954-4b51-b4a7-82f255d9b2c8 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:59.504719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Transition to ACTIVE for port object 60b86f92-9954-4b51-b4a7-82f255d9b2c8 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:59.556590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Made reservation on behalf of 2ac226813aaa4406b337df82ed1587bd for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:59.585945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.692113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:32:59.694944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:59.699683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:32:59.701704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Pushing event updated for resources: {'Port': ['ID=60b86f92-9954-4b51-b4a7-82f255d9b2c8,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:59.751260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.789117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Attempting to bind port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:32:59.789486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Attempting to bind port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '4496d24a-d420-4110-bb44-c2d52d9c6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5af6ecb5-14c7-4f6a-b781-733f1c7addfd'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:32:59.789846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Attempting to bind port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 on network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:32:59.796142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:32:59.797378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Checking segment: {'id': '4496d24a-d420-4110-bb44-c2d52d9c6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5af6ecb5-14c7-4f6a-b781-733f1c7addfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:32:59.797378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.797573 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Bound using segment: {'id': '4496d24a-d420-4110-bb44-c2d52d9c6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5af6ecb5-14c7-4f6a-b781-733f1c7addfd'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:32:59.797997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Bound port: 60b86f92-9954-4b51-b4a7-82f255d9b2c8, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4496d24a-d420-4110-bb44-c2d52d9c6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5af6ecb5-14c7-4f6a-b781-733f1c7addfd'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:32:59.798364 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:59.883518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] For port 60b86f92-9954-4b51-b4a7-82f255d9b2c8, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:32:59.886575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] For port 60b86f92-9954-4b51-b4a7-82f255d9b2c8, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=60b86f92-9954-4b51-b4a7-82f255d9b2c8,segment=NetworkSegment(4496d24a-d420-4110-bb44-c2d52d9c6976),segment_id=4496d24a-d420-4110-bb44-c2d52d9c6976)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:32:59.934210 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:00.019681 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:00.023705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1af52-ede7-4756-9a18-21c07dd78a69 None None] Pushing event updated for resources: {'Port': ['ID=60b86f92-9954-4b51-b4a7-82f255d9b2c8,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:00.098611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event updated for resources: {'Subnet': ['ID=ab0b2c9a-0fbc-4dc9-bc8c-4ca59d435862,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:00.110907 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Checking segment: {'id': '5c1dcecb-7891-416f-8ffd-0bed0feba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:00.111270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Network hostable DHCP agents. Network: f1167f78-67a7-46dc-9644-bf84448a7dff, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:33:00.184891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Network f1167f78-67a7-46dc-9644-bf84448a7dff is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:33:00.261703 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, f1167f78-67a7-46dc-9644-bf84448a7dff) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:00.268832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 60b86f92-9954-4b51-b4a7-82f255d9b2c8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:00.271218 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:00.273272 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:00.309010 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a2303-09c6-4a77-bd5b-84324cb5d692 None None] Network f1167f78-67a7-46dc-9644-bf84448a7dff requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:00.386391 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-900fe459-897f-4c3b-89b4-4cfbd9a78320 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0425005 Apr 05 21:33:00.389197 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49556) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:00.394974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-71df07ab-aa69-4354-b97a-51d1bab873a7 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:00.525406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:00.543854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-f1167f78-67a7-46dc-9644-bf84448a7dff', 'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff', 'tenant_id': '2ac226813aaa4406b337df82ed1587bd', 'fixed_ips': [{'subnet_id': 'ab0b2c9a-0fbc-4dc9-bc8c-4ca59d435862'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:33:00.544714 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:00.699963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Allocated IP 172.21.0.2 (f1167f78-67a7-46dc-9644-bf84448a7dff/ab0b2c9a-0fbc-4dc9-bc8c-4ca59d435862/012db018-453a-4f58-8be6-7e83bae0b9f2) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:00.794949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-71df07ab-aa69-4354-b97a-51d1bab873a7 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:00.913875 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:00.924980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Transition to ACTIVE for port object 012db018-453a-4f58-8be6-7e83bae0b9f2 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:00.950388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Transition to ACTIVE for port object 012db018-453a-4f58-8be6-7e83bae0b9f2 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:00.955343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746aec29-970a-4ab0-b4fc-19fa309d23d6 None None] Network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:01.006005 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [None req-71df07ab-aa69-4354-b97a-51d1bab873a7 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:33:01.007042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-71df07ab-aa69-4354-b97a-51d1bab873a7 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "PUT /v2.0/routers/b490b887-0312-424f-b06a-b36d01a526d6 HTTP/1.1" status: 400 len: 364 time: 0.6168294 Apr 05 21:33:01.013102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49560) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:01.024364 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.121690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Network f1167f78-67a7-46dc-9644-bf84448a7dff is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:01.126725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:01.133489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:01.147381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Pushing event updated for resources: {'Port': ['ID=012db018-453a-4f58-8be6-7e83bae0b9f2,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:01.203159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Deleting subnet ab0b2c9a-0fbc-4dc9-bc8c-4ca59d435862 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:33:01.206009 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.216599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a80bcede-fbb7-41e0-8af2-cfc2649ec21d None None] Provisioning for port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:01.255646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a80bcede-fbb7-41e0-8af2-cfc2649ec21d None None] Provisioning complete for port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:01.260965 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a80bcede-fbb7-41e0-8af2-cfc2649ec21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.261141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.327734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Attempting to bind port 012db018-453a-4f58-8be6-7e83bae0b9f2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:01.328313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Attempting to bind port 012db018-453a-4f58-8be6-7e83bae0b9f2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5c1dcecb-7891-416f-8ffd-0bed0feba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:01.328480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Attempting to bind port 012db018-453a-4f58-8be6-7e83bae0b9f2 on network f1167f78-67a7-46dc-9644-bf84448a7dff {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:01.346265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.376608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:01.376880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Checking segment: {'id': '5c1dcecb-7891-416f-8ffd-0bed0feba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:01.377304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.377696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Bound using segment: {'id': '5c1dcecb-7891-416f-8ffd-0bed0feba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:01.378169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Bound port: 012db018-453a-4f58-8be6-7e83bae0b9f2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1dcecb-7891-416f-8ffd-0bed0feba772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f1167f78-67a7-46dc-9644-bf84448a7dff'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:01.378529 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.459742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.497946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0b2c9a-0fbc-4dc9-bc8c-4ca59d435862,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:01.504700 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.513352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e948f83d-7c05-41e0-95ac-d59a66ae8ba3 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "DELETE /v2.0/subnets/ab0b2c9a-0fbc-4dc9-bc8c-4ca59d435862 HTTP/1.1" status: 204 len: 168 time: 0.4967422 Apr 05 21:33:01.513612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49564) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:01.528653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a80bcede-fbb7-41e0-8af2-cfc2649ec21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.552765 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] For port 012db018-453a-4f58-8be6-7e83bae0b9f2, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:01.555247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] For port 012db018-453a-4f58-8be6-7e83bae0b9f2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=012db018-453a-4f58-8be6-7e83bae0b9f2,segment=NetworkSegment(5c1dcecb-7891-416f-8ffd-0bed0feba772),segment_id=5c1dcecb-7891-416f-8ffd-0bed0feba772)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:01.576581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a80bcede-fbb7-41e0-8af2-cfc2649ec21d None None] For port 60b86f92-9954-4b51-b4a7-82f255d9b2c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=60b86f92-9954-4b51-b4a7-82f255d9b2c8,segment=NetworkSegment(4496d24a-d420-4110-bb44-c2d52d9c6976),segment_id=4496d24a-d420-4110-bb44-c2d52d9c6976)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:01.625552 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.636164 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.647744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Deleting port 012db018-453a-4f58-8be6-7e83bae0b9f2 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:33:01.648091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.665781 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a80bcede-fbb7-41e0-8af2-cfc2649ec21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.746744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7a6d5-887b-4bb5-98b2-db3c71c011f2 None None] Pushing event updated for resources: {'Port': ['ID=012db018-453a-4f58-8be6-7e83bae0b9f2,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:01.825742 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7ced89da-f698-4543-a917-db897a016d0e None None] Provisioning complete for port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:01.826122 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7ced89da-f698-4543-a917-db897a016d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:01.856130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bcede-fbb7-41e0-8af2-cfc2649ec21d None None] Pushing event updated for resources: {'Port': ['ID=60b86f92-9954-4b51-b4a7-82f255d9b2c8,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:02.014047 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] For port 012db018-453a-4f58-8be6-7e83bae0b9f2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=012db018-453a-4f58-8be6-7e83bae0b9f2,segment=NetworkSegment(5c1dcecb-7891-416f-8ffd-0bed0feba772),segment_id=5c1dcecb-7891-416f-8ffd-0bed0feba772)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:02.014468 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.134053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Calling delete_port for 012db018-453a-4f58-8be6-7e83bae0b9f2 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:33:02.259404 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.305382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event deleted for resources: {'Port': ['ID=012db018-453a-4f58-8be6-7e83bae0b9f2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:02.312226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] No DVR routers for this DVR port 012db018-453a-4f58-8be6-7e83bae0b9f2 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:33:02.316453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 012db018-453a-4f58-8be6-7e83bae0b9f2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:02.349394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 012db018-453a-4f58-8be6-7e83bae0b9f2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:33:02.350015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 012db018-453a-4f58-8be6-7e83bae0b9f2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 21:33:02.381926 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Port 012db018-453a-4f58-8be6-7e83bae0b9f2 not found, will not notify nova. {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 21:33:02.382532 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 60b86f92-9954-4b51-b4a7-82f255d9b2c8 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:02.439173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.456902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:02.457389 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.466330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1167f78-67a7-46dc-9644-bf84448a7dff']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:02.479407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1dcecb-7891-416f-8ffd-0bed0feba772') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:02.479799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1dcecb-7891-416f-8ffd-0bed0feba772') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:02.491854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.508887 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.517337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:33:02.524097 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:33:02.534336 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:33:02.659455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.664248 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.691295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event deleted for resources: {'Network': ['ID=f1167f78-67a7-46dc-9644-bf84448a7dff,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:02.695717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f9ba42a0-aba8-4dd1-b61c-1b28bbb53314 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "DELETE /v2.0/networks/f1167f78-67a7-46dc-9644-bf84448a7dff HTTP/1.1" status: 204 len: 168 time: 1.1809740 Apr 05 21:33:02.698702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49568) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:02.749733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42011c6c-bbff-4c96-8f8b-b156e41fb7d2 None None] DHCP port deletion for f1167f78-67a7-46dc-9644-bf84448a7dff request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:33:02.766472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c40b4d-5f96-46d5-889e-9c8d79ee4b11 None None] Network f1167f78-67a7-46dc-9644-bf84448a7dff requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:02.767502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Deleting subnet 5aca1299-257f-445d-96d8-4823a24c4671 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:33:02.770773 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.785212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c40b4d-5f96-46d5-889e-9c8d79ee4b11 None None] Network f1167f78-67a7-46dc-9644-bf84448a7dff could not be found, it might have been deleted concurrently. {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 21:33:02.790991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8a7a86a3-1f1e-464a-839a-352580e9aa58 None None] Could not find standard attr ID for object 012db018-453a-4f58-8be6-7e83bae0b9f2. {{(pid=84582) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:33:02.827587 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:02.912622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.030880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.071300 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event deleted for resources: {'Subnet': ['ID=5aca1299-257f-445d-96d8-4823a24c4671,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:03.076586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.083205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9a0e0-ef0f-4eb6-a7b2-00e3184b7cd7 None None] Network 5af6ecb5-14c7-4f6a-b781-733f1c7addfd requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:03.086105 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c6b173a0-85a5-4a19-985b-1910df500085 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "DELETE /v2.0/subnets/5aca1299-257f-445d-96d8-4823a24c4671 HTTP/1.1" status: 204 len: 168 time: 0.3863890 Apr 05 21:33:03.088945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49572) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:03.200318 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.210424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Deleting port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:33:03.210747 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.316250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] DHCP port deletion for 5af6ecb5-14c7-4f6a-b781-733f1c7addfd request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:33:03.320487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Deleting port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:33:03.320929 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.420589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] For port 60b86f92-9954-4b51-b4a7-82f255d9b2c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=60b86f92-9954-4b51-b4a7-82f255d9b2c8,segment=NetworkSegment(4496d24a-d420-4110-bb44-c2d52d9c6976),segment_id=4496d24a-d420-4110-bb44-c2d52d9c6976)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:03.420972 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.525151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] For port 60b86f92-9954-4b51-b4a7-82f255d9b2c8, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=60b86f92-9954-4b51-b4a7-82f255d9b2c8,segment=NetworkSegment(4496d24a-d420-4110-bb44-c2d52d9c6976),segment_id=4496d24a-d420-4110-bb44-c2d52d9c6976)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:03.525769 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.540062 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Calling delete_port for 60b86f92-9954-4b51-b4a7-82f255d9b2c8 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:33:03.643838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Calling delete_port for 60b86f92-9954-4b51-b4a7-82f255d9b2c8 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:33:03.698947 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.711916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:33:03.712275 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:33:03.743564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event deleted for resources: {'Port': ['ID=60b86f92-9954-4b51-b4a7-82f255d9b2c8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:03.748406 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] No DVR routers for this DVR port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:33:03.868304 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.893427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af6ecb5-14c7-4f6a-b781-733f1c7addfd']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:03.905077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4496d24a-d420-4110-bb44-c2d52d9c6976') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:03.905377 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4496d24a-d420-4110-bb44-c2d52d9c6976') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:03.916354 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.931834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.938675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:33:03.939066 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:33:03.957376 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:33:04.093447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:04.114298 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:04.123628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Pushing event deleted for resources: {'Network': ['ID=5af6ecb5-14c7-4f6a-b781-733f1c7addfd,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:04.131510 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9174ed24-da80-4ff3-ac7e-b9c88fb13ff4 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "DELETE /v2.0/networks/5af6ecb5-14c7-4f6a-b781-733f1c7addfd HTTP/1.1" status: 204 len: 168 time: 1.0415552 Apr 05 21:33:04.134123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49576) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:04.181428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0d36a4d-3728-4652-b521-1d273111f74b tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Synchronizing usage tracker for tenant:2ac226813aaa4406b337df82ed1587bd on resource:port {{(pid=84580) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:33:04.213184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Deleting port 60b86f92-9954-4b51-b4a7-82f255d9b2c8 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:33:04.213585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:04.243980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 012db018-453a-4f58-8be6-7e83bae0b9f2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:33:04.248219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c0d36a4d-3728-4652-b521-1d273111f74b tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Unset dirty status for tenant:2ac226813aaa4406b337df82ed1587bd on resource:port {{(pid=84580) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:33:04.252162 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c0d36a4d-3728-4652-b521-1d273111f74b tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "GET /v2.0/ports?device_id=b490b887-0312-424f-b06a-b36d01a526d6 HTTP/1.1" status: 200 len: 205 time: 0.1145494 Apr 05 21:33:04.252162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49580) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:04.287226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 012db018-453a-4f58-8be6-7e83bae0b9f2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:33:04.287583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 012db018-453a-4f58-8be6-7e83bae0b9f2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:33:04.287999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 60b86f92-9954-4b51-b4a7-82f255d9b2c8 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:33:04.358620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 60b86f92-9954-4b51-b4a7-82f255d9b2c8 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:33:04.358962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 60b86f92-9954-4b51-b4a7-82f255d9b2c8 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:33:04.364929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-0ae32cf8-d6ac-4643-a9c1-9a179e194f4e None None] The port '60b86f92-9954-4b51-b4a7-82f255d9b2c8' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:33:04.499678 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ad10d6-56f9-498e-ad0f-7790082ea629 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:04.744829 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:04.898219 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ad10d6-56f9-498e-ad0f-7790082ea629 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:04.903165 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ad10d6-56f9-498e-ad0f-7790082ea629 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:04.922742 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-86f255d8-2a6f-43f9-9849-e99094df4dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.012994 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ad10d6-56f9-498e-ad0f-7790082ea629 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.013559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ad10d6-56f9-498e-ad0f-7790082ea629 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Fanout notify agent at l3_agent the message router_deleted on router b490b887-0312-424f-b06a-b36d01a526d6 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:33:05.023735 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ad10d6-56f9-498e-ad0f-7790082ea629 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.024838 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-30ad10d6-56f9-498e-ad0f-7790082ea629 tempest-RoutersNegativeTest-657822578 tempest-RoutersNegativeTest-657822578-project] 10.222.0.10 "DELETE /v2.0/routers/b490b887-0312-424f-b06a-b36d01a526d6 HTTP/1.1" status: 204 len: 168 time: 0.7717731 Apr 05 21:33:05.503405 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49588) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:05.677192 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-67cbf707-fdea-4a50-a3c7-990687f656dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ac226813aaa4406b337df82ed1587bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1725445 Apr 05 21:33:05.679534 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49594) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:05.737090 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01396b99-b1d6-4ee6-bde5-64abf86e8134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.761944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01396b99-b1d6-4ee6-bde5-64abf86e8134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.859188 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01396b99-b1d6-4ee6-bde5-64abf86e8134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.873278 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01396b99-b1d6-4ee6-bde5-64abf86e8134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa5e758-b4ac-4953-b3c5-f5ee294f6923,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:05.882327 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-01396b99-b1d6-4ee6-bde5-64abf86e8134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.882327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-01396b99-b1d6-4ee6-bde5-64abf86e8134 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fa5e758-b4ac-4953-b3c5-f5ee294f6923 HTTP/1.1" status: 204 len: 168 time: 0.2000554 Apr 05 21:33:06.865947 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:33:06.875876 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-362eb433-e28a-4c83-a473-cf9e37eddc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.018265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49616) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:07.142607 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-34608968-network', 'tenant_id': '7852e8fdcec24387a98f00f07f220635'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:07.147871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:07.151759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Usage tracker for resource:network and tenant:7852e8fdcec24387a98f00f07f220635 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:07.154584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:07.160164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:07.230190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Made reservation on behalf of 7852e8fdcec24387a98f00f07f220635 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:33:07.232492 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.245333 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.275003 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:07.278768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Usage tracker for resource:security_group_rule and tenant:7852e8fdcec24387a98f00f07f220635 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:07.281558 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:07.287242 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:07.355861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.424322 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.452947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:33:07.461561 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3b663-565b-4b05-88ac-e13db49b97b5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:07.467382 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.469519 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Added segment 637a50b9-376b-4bdd-8636-e9e8953c5199 of type vlan for network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 Apr 05 21:33:07.498159 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.583963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.584803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:07.585390 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.686479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] Pushing event updated for resources: {'Network': ['ID=7a5f9981-f8c1-4269-8048-e44bb1c03aa1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:07.695716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:33:07.750876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4babd676-531e-436d-8fd5-addbcadf1590 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7314608 Apr 05 21:33:07.753700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49622) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:07.759039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Request body: {'subnet': {'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-subnet', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:07.764578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:07.768459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Usage tracker for resource:subnet and tenant:7852e8fdcec24387a98f00f07f220635 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:07.771333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:07.777604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:07.852664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Made reservation on behalf of 7852e8fdcec24387a98f00f07f220635 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:33:07.855740 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.099212 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.171417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239040a9-ef41-4ad6-aa31-9100a2726ebe,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:08.186342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Checking segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:08.186698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Network hostable DHCP agents. Network: 7a5f9981-f8c1-4269-8048-e44bb1c03aa1, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:33:08.252266 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:33:08.315089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 7a5f9981-f8c1-4269-8048-e44bb1c03aa1) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:08.319201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:08.319854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.323998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f6630f-74f1-4089-b2c7-0909b52af152 None None] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:08.402984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-46c3cca4-e887-4420-8e65-fb8f3bd439d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6481516 Apr 05 21:33:08.405540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49626) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:08.410430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:08.415692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:08.420095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Usage tracker for resource:router and tenant:7852e8fdcec24387a98f00f07f220635 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:08.423365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:08.429088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:08.510913 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.511869 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.530688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.572474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:33:08.573299 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.586100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.653604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.728260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Allocated IP 172.20.0.2 (7a5f9981-f8c1-4269-8048-e44bb1c03aa1/239040a9-ef41-4ad6-aa31-9100a2726ebe/0a405818-8d0c-42d1-9f01-bd03e93def1f) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:08.733014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.929990 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:08.940235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Transition to ACTIVE for port object 0a405818-8d0c-42d1-9f01-bd03e93def1f will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:08.958703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Transition to ACTIVE for port object 0a405818-8d0c-42d1-9f01-bd03e93def1f will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:09.019906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.089378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:09.092292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:09.094728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:09.101519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Pushing event updated for resources: {'Port': ['ID=0a405818-8d0c-42d1-9f01-bd03e93def1f,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:09.141847 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.170622 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.188381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Attempting to bind port 0a405818-8d0c-42d1-9f01-bd03e93def1f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:09.188771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Attempting to bind port 0a405818-8d0c-42d1-9f01-bd03e93def1f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:09.189226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Attempting to bind port 0a405818-8d0c-42d1-9f01-bd03e93def1f on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:09.195298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:09.195665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Checking segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:09.196050 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.196428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Bound using segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:09.196884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Bound port: 0a405818-8d0c-42d1-9f01-bd03e93def1f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:09.197269 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.282590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] For port 0a405818-8d0c-42d1-9f01-bd03e93def1f, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:09.285627 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] For port 0a405818-8d0c-42d1-9f01-bd03e93def1f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0a405818-8d0c-42d1-9f01-bd03e93def1f,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:09.309011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Allocated IP 172.25.2.89 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/50169e97-405e-4b95-85e0-fc16c0c82064) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:09.328104 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.409196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bf8b8-5c31-4870-8164-e1a2692c5070 None None] Pushing event updated for resources: {'Port': ['ID=0a405818-8d0c-42d1-9f01-bd03e93def1f,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:09.460321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.544340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.625763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:09.628590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:09.633040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:09.662083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Pushing event updated for resources: {'Port': ['ID=50169e97-405e-4b95-85e0-fc16c0c82064,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:09.835961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.836685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:10.000945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:10.116212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Router 22940e1c-4453-423b-925b-650192cb24bc is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:33:10.280501 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0a405818-8d0c-42d1-9f01-bd03e93def1f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:10.329468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:33:10.342018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Sync routers for ids ['22940e1c-4453-423b-925b-650192cb24bc'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:33:10.363022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Routers {'22940e1c-4453-423b-925b-650192cb24bc'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:10.363649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['22940e1c-4453-423b-925b-650192cb24bc'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:10.441403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:10.442731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6f837063-4740-48a5-a08c-b82b02d47c0e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0362830 Apr 05 21:33:10.446273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49630) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:10.474947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c83e3-3efe-44c0-9dc3-021fefb72bec None None] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:10.565011 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 0a405818-8d0c-42d1-9f01-bd03e93def1f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:10.653851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-21b28431-f81d-40dd-86da-134aad97a2f3 None None] Provisioning for port 0a405818-8d0c-42d1-9f01-bd03e93def1f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:10.688519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-21b28431-f81d-40dd-86da-134aad97a2f3 None None] Provisioning complete for port 0a405818-8d0c-42d1-9f01-bd03e93def1f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:10.688791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-21b28431-f81d-40dd-86da-134aad97a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:10.724261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Set router 22940e1c-4453-423b-925b-650192cb24bc gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:11.157227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-21b28431-f81d-40dd-86da-134aad97a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.208268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-21b28431-f81d-40dd-86da-134aad97a2f3 None None] For port 0a405818-8d0c-42d1-9f01-bd03e93def1f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0a405818-8d0c-42d1-9f01-bd03e93def1f,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:11.224374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:33:09Z', 'revision_number': 3, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port': {'id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:09Z', 'updated_at': '2022-04-05T21:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:11.228477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Checking router: 22940e1c-4453-423b-925b-650192cb24bc for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:33:11.228886 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Updating router 22940e1c-4453-423b-925b-650192cb24bc port 50169e97-405e-4b95-85e0-fc16c0c82064 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:33:11.276637 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-21b28431-f81d-40dd-86da-134aad97a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.299125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.355877 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.396218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b28431-f81d-40dd-86da-134aad97a2f3 None None] Pushing event updated for resources: {'Port': ['ID=0a405818-8d0c-42d1-9f01-bd03e93def1f,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:11.476685 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d6e2b90f-84cd-4e3f-9c69-8a92345884e2 None None] Provisioning complete for port 0a405818-8d0c-42d1-9f01-bd03e93def1f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:11.477042 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d6e2b90f-84cd-4e3f-9c69-8a92345884e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.520127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Allocated IP 172.20.0.1 (7a5f9981-f8c1-4269-8048-e44bb1c03aa1/239040a9-ef41-4ad6-aa31-9100a2726ebe/1dba0de3-f822-47ce-b794-89bd99041df1) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:11.669804 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.686504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Transition to ACTIVE for port object 1dba0de3-f822-47ce-b794-89bd99041df1 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:11.773713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.793786 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.806105 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Transition to ACTIVE for port object 50169e97-405e-4b95-85e0-fc16c0c82064 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:11.842142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:11.845108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:11.847520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:11.878537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1dba0de3-f822-47ce-b794-89bd99041df1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:11.881779 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.908918 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.965259 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Attempting to bind port 50169e97-405e-4b95-85e0-fc16c0c82064 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:11.965700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Attempting to bind port 50169e97-405e-4b95-85e0-fc16c0c82064 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:11.965991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Attempting to bind port 50169e97-405e-4b95-85e0-fc16c0c82064 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:11.967971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952bd25-6717-4683-b8be-9bb6d9d6f43d None None] Pushing event updated for resources: {'Port': ['ID=50169e97-405e-4b95-85e0-fc16c0c82064,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:11.975337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:11.975659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:11.976058 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:11.976441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:11.976907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Bound port: 50169e97-405e-4b95-85e0-fc16c0c82064, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:11.977318 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.060592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] For port 50169e97-405e-4b95-85e0-fc16c0c82064, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:12.063841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] For port 50169e97-405e-4b95-85e0-fc16c0c82064, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=50169e97-405e-4b95-85e0-fc16c0c82064,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:12.079799 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.132838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.193810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6307bd26-48c6-401f-ac93-a15c4a809133 None None] Provisioning for port 1dba0de3-f822-47ce-b794-89bd99041df1 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:12.220233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6307bd26-48c6-401f-ac93-a15c4a809133 None None] Provisioning complete for port 1dba0de3-f822-47ce-b794-89bd99041df1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:12.220698 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6307bd26-48c6-401f-ac93-a15c4a809133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.266415 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952bd25-6717-4683-b8be-9bb6d9d6f43d None None] Pushing event updated for resources: {'Port': ['ID=50169e97-405e-4b95-85e0-fc16c0c82064,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:12.294533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0a405818-8d0c-42d1-9f01-bd03e93def1f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:12.344188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Routers {'22940e1c-4453-423b-925b-650192cb24bc'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:12.344813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['22940e1c-4453-423b-925b-650192cb24bc'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:12.370125 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.447663 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.464929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6307bd26-48c6-401f-ac93-a15c4a809133 None None] Port 1dba0de3-f822-47ce-b794-89bd99041df1 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:33:12.538918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 0a405818-8d0c-42d1-9f01-bd03e93def1f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:12.539295 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.553908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1dba0de3-f822-47ce-b794-89bd99041df1,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:12.557874 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.593677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] Set router 22940e1c-4453-423b-925b-650192cb24bc gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:12.696129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:12.699036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:13.012969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-be580fc6-8def-4f63-b5d7-fcea40715c5a None None] Provisioning complete for port 1dba0de3-f822-47ce-b794-89bd99041df1 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:13.013272 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-be580fc6-8def-4f63-b5d7-fcea40715c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:13.076130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-be580fc6-8def-4f63-b5d7-fcea40715c5a None None] Port 1dba0de3-f822-47ce-b794-89bd99041df1 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:33:13.082524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:33:11Z', 'revision_number': 4, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port': {'id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:09Z', 'updated_at': '2022-04-05T21:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1dba0de3-f822-47ce-b794-89bd99041df1', 'name': '', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'mac_address': 'fa:16:3e:9a:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:11Z', 'updated_at': '2022-04-05T21:33:11Z', 'revision_number': 1, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'subnets': [{'id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:13.086646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6ef10-f553-4bd7-9422-88708c487f82 None None] The sync data for ids ['22940e1c-4453-423b-925b-650192cb24bc'] in n-d-836605-1 is: [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:33:11Z', 'revision_number': 4, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port': {'id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:09Z', 'updated_at': '2022-04-05T21:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1dba0de3-f822-47ce-b794-89bd99041df1', 'name': '', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'mac_address': 'fa:16:3e:9a:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:11Z', 'updated_at': '2022-04-05T21:33:11Z', 'revision_number': 1, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'subnets': [{'id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:33:13.203841 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Router 22940e1c-4453-423b-925b-650192cb24bc has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:33:13.429648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:33:13.440259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-55c34199-9fdc-436f-9a8e-b2e17a94f9e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/22940e1c-4453-423b-925b-650192cb24bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929440 Apr 05 21:33:14.283495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 50169e97-405e-4b95-85e0-fc16c0c82064 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:14.441874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 50169e97-405e-4b95-85e0-fc16c0c82064 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:14.446854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 50169e97-405e-4b95-85e0-fc16c0c82064 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:14.447250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.560784 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.576737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 50169e97-405e-4b95-85e0-fc16c0c82064, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=50169e97-405e-4b95-85e0-fc16c0c82064,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:14.578828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49652) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:14.584695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1923909919-network', 'tenant_id': '4f702000fa03488492ffcb2221bf8455'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:14.589934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:14.593709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Usage tracker for resource:network and tenant:4f702000fa03488492ffcb2221bf8455 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:14.596543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:14.602097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:14.647631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.676248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Made reservation on behalf of 4f702000fa03488492ffcb2221bf8455 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:33:14.678785 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.692442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.712437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=50169e97-405e-4b95-85e0-fc16c0c82064,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:14.723462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:14.727205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Usage tracker for resource:security_group_rule and tenant:4f702000fa03488492ffcb2221bf8455 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:14.730472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:14.736082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:14.799781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.847420 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.881946 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:33:14.886954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2879dd-c196-48c6-847e-2e1fcb0ee726,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:14.893390 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.893725 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Added segment 319bdda8-c1a3-41a9-8008-a313008cc45a of type vlan for network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 Apr 05 21:33:14.918752 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.984344 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.985272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:14.985838 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.084380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] Pushing event updated for resources: {'Network': ['ID=c5748e06-43c3-49c3-9a4f-b3cc56a5b141,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:15.094376 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:33:15.122786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-977d91a1-9cf5-415a-bcdf-74d575632e22 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5428221 Apr 05 21:33:15.125472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49656) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:15.130699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Request body: {'subnet': {'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-subnet', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:15.135937 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:15.139726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Usage tracker for resource:subnet and tenant:4f702000fa03488492ffcb2221bf8455 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:15.142529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:15.148168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:15.213675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Made reservation on behalf of 4f702000fa03488492ffcb2221bf8455 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:33:15.215960 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.470151 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.543150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Pushing event updated for resources: {'Subnet': ['ID=121b3225-0cdc-4ac1-93a8-9a085018a7a1,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:15.554262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Checking segment: {'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:15.554554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Network hostable DHCP agents. Network: c5748e06-43c3-49c3-9a4f-b3cc56a5b141, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:33:15.641589 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:33:15.733383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, c5748e06-43c3-49c3-9a4f-b3cc56a5b141) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:15.737318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:15.737886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.742519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29d4ab-889b-4718-ae86-154f3cd547d3 None None] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:15.837122 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-24e04807-9935-4f32-bf12-62810e1f33da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7104187 Apr 05 21:33:15.839688 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49660) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:15.844740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:15.850070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:15.853965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Usage tracker for resource:router and tenant:4f702000fa03488492ffcb2221bf8455 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:15.856701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:15.862421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:15.927654 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.928607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.947116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.952797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-c5748e06-43c3-49c3-9a4f-b3cc56a5b141', 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'fixed_ips': [{'subnet_id': '121b3225-0cdc-4ac1-93a8-9a085018a7a1'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:33:15.953642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.110094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Allocated IP 172.20.0.2 (c5748e06-43c3-49c3-9a4f-b3cc56a5b141/121b3225-0cdc-4ac1-93a8-9a085018a7a1/1d9c1505-4e29-4931-beca-95b711d16320) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:16.177143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.250267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 50169e97-405e-4b95-85e0-fc16c0c82064 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:16.365381 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.377726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Transition to ACTIVE for port object 1d9c1505-4e29-4931-beca-95b711d16320 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:16.400293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 50169e97-405e-4b95-85e0-fc16c0c82064 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:16.401291 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.427827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Transition to ACTIVE for port object 1d9c1505-4e29-4931-beca-95b711d16320 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:16.441260 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.475207 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.522285 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.589079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:16.592032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:16.595298 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:16.601368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Pushing event updated for resources: {'Port': ['ID=1d9c1505-4e29-4931-beca-95b711d16320,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:16.607938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Allocated IP 172.25.2.199 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/3a79a820-8a53-4f35-9fea-c64da2174167) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:16.688644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Attempting to bind port 1d9c1505-4e29-4931-beca-95b711d16320 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:16.688922 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Attempting to bind port 1d9c1505-4e29-4931-beca-95b711d16320 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:16.689324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Attempting to bind port 1d9c1505-4e29-4931-beca-95b711d16320 on network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:16.695636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:16.696008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Checking segment: {'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:16.696399 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.696785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Bound using segment: {'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:16.697291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Bound port: 1d9c1505-4e29-4931-beca-95b711d16320, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:16.698384 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.757514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.822194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] For port 1d9c1505-4e29-4931-beca-95b711d16320, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:16.825568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] For port 1d9c1505-4e29-4931-beca-95b711d16320, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1d9c1505-4e29-4931-beca-95b711d16320,segment=NetworkSegment(319bdda8-c1a3-41a9-8008-a313008cc45a),segment_id=319bdda8-c1a3-41a9-8008-a313008cc45a)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:16.853309 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.905158 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:16.986396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7a8e1-1e3e-46f5-9867-fd4b3449ee84 None None] Pushing event updated for resources: {'Port': ['ID=1d9c1505-4e29-4931-beca-95b711d16320,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:17.031875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:17.035420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:17.037342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Pushing event updated for resources: {'Port': ['ID=3a79a820-8a53-4f35-9fea-c64da2174167,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:17.039422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:17.282898 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:17.283634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:17.601910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:33:17.811791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:33:17.821475 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Sync routers for ids ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:33:17.835956 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Routers {'65ff6d65-fb8f-4313-b8cb-a9c74dc21648'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:17.836725 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:17.889162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca07f2e-191e-4493-9752-364805628ff7 None None] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:33:17.961980 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:17.965118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-339bec67-fd5a-4e2f-9c28-aad25a14d16f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1244037 Apr 05 21:33:17.967872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49664) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:18.017928 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Set router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:18.056471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c1e97716-6784-4861-a882-f2bb48cdf554 None None] Provisioning for port 1d9c1505-4e29-4931-beca-95b711d16320 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:18.306634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1d9c1505-4e29-4931-beca-95b711d16320 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:18.339317 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:33:17Z', 'revision_number': 3, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:18.345715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Checking router: 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:33:18.346230 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Updating router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 port 3a79a820-8a53-4f35-9fea-c64da2174167 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:33:18.404921 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.482744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1d9c1505-4e29-4931-beca-95b711d16320 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:18.487887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1d9c1505-4e29-4931-beca-95b711d16320 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:18.488408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.608473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.641577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 1d9c1505-4e29-4931-beca-95b711d16320, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1d9c1505-4e29-4931-beca-95b711d16320,segment=NetworkSegment(319bdda8-c1a3-41a9-8008-a313008cc45a),segment_id=319bdda8-c1a3-41a9-8008-a313008cc45a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:18.704986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.743408 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.755901 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Transition to ACTIVE for port object 3a79a820-8a53-4f35-9fea-c64da2174167 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:18.774725 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=1d9c1505-4e29-4931-beca-95b711d16320,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:18.783290 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.841314 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.922928 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Attempting to bind port 3a79a820-8a53-4f35-9fea-c64da2174167 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:18.923288 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Attempting to bind port 3a79a820-8a53-4f35-9fea-c64da2174167 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:18.923639 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Attempting to bind port 3a79a820-8a53-4f35-9fea-c64da2174167 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:18.925694 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Pushing event updated for resources: {'Port': ['ID=3a79a820-8a53-4f35-9fea-c64da2174167,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:18.938089 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.938424 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.938753 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.939078 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.939399 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.939716 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.940031 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.940344 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.940654 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.940964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.941300 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:18.944480 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:18.944849 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:18.945273 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:18.945644 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:18.946130 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Bound port: 3a79a820-8a53-4f35-9fea-c64da2174167, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:18.946494 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.020703 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] For port 3a79a820-8a53-4f35-9fea-c64da2174167, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:19.024000 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] For port 3a79a820-8a53-4f35-9fea-c64da2174167, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3a79a820-8a53-4f35-9fea-c64da2174167,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:19.093251 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.101395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Allocated IP 172.20.0.1 (c5748e06-43c3-49c3-9a4f-b3cc56a5b141/121b3225-0cdc-4ac1-93a8-9a085018a7a1/9b246b50-46ea-4777-b22c-b0dc9f7b4051) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:19.174712 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf98bf4-649e-4d74-ace7-aeb742476358 None None] Pushing event updated for resources: {'Port': ['ID=3a79a820-8a53-4f35-9fea-c64da2174167,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:19.178964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Routers {'65ff6d65-fb8f-4313-b8cb-a9c74dc21648'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:19.179550 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:19.250229 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.266568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Transition to ACTIVE for port object 9b246b50-46ea-4777-b22c-b0dc9f7b4051 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:19.352261 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] Set router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:19.361871 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.432706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:19.435546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:19.439854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:19.464950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Pushing event updated for resources: {'Port': ['ID=9b246b50-46ea-4777-b22c-b0dc9f7b4051,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:19.499464 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.642981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.682510 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:33:17Z', 'revision_number': 3, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:19.686657 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79ef783-4d01-41f7-b47d-1310c3f33d26 None None] The sync data for ids ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'] in n-d-836605-1 is: [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:33:17Z', 'revision_number': 3, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:33:19.812985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4153875d-63b9-4143-a99b-a174e582ef0d None None] Provisioning for port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:19.817979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4153875d-63b9-4143-a99b-a174e582ef0d None None] Provisioning complete for port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:19.818351 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4153875d-63b9-4143-a99b-a174e582ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.874216 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-4153875d-63b9-4143-a99b-a174e582ef0d None None] Port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:33:19.875002 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.932877 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:20.034975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:20.038853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Pushing event updated for resources: {'Port': ['ID=9b246b50-46ea-4777-b22c-b0dc9f7b4051,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:20.172632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:20.173700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:20.289318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1d9c1505-4e29-4931-beca-95b711d16320 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:20.378588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1d9c1505-4e29-4931-beca-95b711d16320 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:20.379217 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:20.508111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f9a83e88-3e6e-4340-922a-d8533386c721 None None] Provisioning complete for port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:20.508483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f9a83e88-3e6e-4340-922a-d8533386c721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:20.559115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f9a83e88-3e6e-4340-922a-d8533386c721 None None] Port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:33:20.585563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:33:20.739012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:20.782363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:33:20.791879 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7c8c82bf-b624-4cd8-8f23-217e78895fff admin admin] 10.222.0.10 "PUT /v2.0/routers/65ff6d65-fb8f-4313-b8cb-a9c74dc21648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8223186 Apr 05 21:33:21.893745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-700272e8-0d3f-4c0d-af46-00c2521c0920 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:21.894376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-700272e8-0d3f-4c0d-af46-00c2521c0920 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Synchronizing usage tracker for tenant:7852e8fdcec24387a98f00f07f220635 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:33:21.966881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-700272e8-0d3f-4c0d-af46-00c2521c0920 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Unset dirty status for tenant:7852e8fdcec24387a98f00f07f220635 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:33:21.968031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-700272e8-0d3f-4c0d-af46-00c2521c0920 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/networks?id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1 HTTP/1.1" status: 200 len: 815 time: 0.3190761 Apr 05 21:33:21.984992 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-4d938c3e-5950-415d-a86e-c87a391044c6 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/quotas/7852e8fdcec24387a98f00f07f220635 HTTP/1.1" status: 200 len: 375 time: 0.0115674 Apr 05 21:33:22.062518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-200e180d-ea49-4a59-a23d-b06d411e91a9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Synchronizing usage tracker for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:33:22.126975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-200e180d-ea49-4a59-a23d-b06d411e91a9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Unset dirty status for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:33:22.128299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-200e180d-ea49-4a59-a23d-b06d411e91a9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7852e8fdcec24387a98f00f07f220635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385071 Apr 05 21:33:22.263820 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-4faf704a-c77d-46e2-8176-463f31d508f6 service neutron] 10.222.0.10 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234550 Apr 05 21:33:22.392445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-287bad8f-148c-42ec-bb21-9900a9522f48 service neutron] 10.222.0.10 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227987 Apr 05 21:33:22.662552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23ce16b3-9ac0-45e7-bb75-d3147fa4ad89 req-4f74bed3-45f7-4d8b-ad13-4b78c3ae58a8 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 210 time: 0.0419126 Apr 05 21:33:23.847150 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c247cbf4-d408-4062-8534-9f05f3488cae req-9951d55a-2b63-482d-b516-804ffaf2840b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 210 time: 0.0437019 Apr 05 21:33:24.496581 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-ed72e65b-8a2f-4541-83f7-508dde1fcef4 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:24.498001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-ed72e65b-8a2f-4541-83f7-508dde1fcef4 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "GET /v2.0/networks?id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1 HTTP/1.1" status: 200 len: 815 time: 0.1394632 Apr 05 21:33:24.514123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Request body: {'port': {'device_id': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'admin_state_up': True, 'tenant_id': '7852e8fdcec24387a98f00f07f220635'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:24.664672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:24.681179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:24.762128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Made reservation on behalf of 7852e8fdcec24387a98f00f07f220635 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:33:24.765114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:24.954855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Allocated IP 172.20.0.14 (7a5f9981-f8c1-4269-8048-e44bb1c03aa1/239040a9-ef41-4ad6-aa31-9100a2726ebe/27e32157-01bd-4080-ba1c-ddeb049d0988) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:25.036419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-764a12f3-5a44-467c-bb5d-464a7089b114 req-50ee2578-d9df-46b8-a72d-f1501d35b7a1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 210 time: 0.0546851 Apr 05 21:33:25.207388 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:25.222838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Transition to ACTIVE for port object 27e32157-01bd-4080-ba1c-ddeb049d0988 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:25.316312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:25.387007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:25.389870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:25.393547 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:33:25.429848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Pushing event updated for resources: {'Port': ['ID=27e32157-01bd-4080-ba1c-ddeb049d0988,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:25.451393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.451745 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.452089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.452429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.452765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.453120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.453454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.453786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.454118 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.454447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.454770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:33:25.472129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:25.472550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:25.545550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-bf6b9462-c3b9-4333-9ec5-96a48fea1f36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0355372 Apr 05 21:33:25.557296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Request body: {'port': {'device_id': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:33:25.665822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:25.670207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8de9fac5-7c0f-4ae9-83c1-61c6a25d26f8 None None] Provisioning for port 27e32157-01bd-4080-ba1c-ddeb049d0988 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:25.675800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8de9fac5-7c0f-4ae9-83c1-61c6a25d26f8 None None] Provisioning complete for port 27e32157-01bd-4080-ba1c-ddeb049d0988 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:25.676453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8de9fac5-7c0f-4ae9-83c1-61c6a25d26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:25.731290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8de9fac5-7c0f-4ae9-83c1-61c6a25d26f8 None None] Port 27e32157-01bd-4080-ba1c-ddeb049d0988 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:33:26.094975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e32157-01bd-4080-ba1c-ddeb049d0988 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:33:26.101792 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.116091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Transition to ACTIVE for port object 27e32157-01bd-4080-ba1c-ddeb049d0988 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:26.235746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d527ae-57f9-43ae-8f6e-ec208f902258 req-592cf0ac-3f6a-4320-b8f4-09d316c998a8 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:26.236426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b9d527ae-57f9-43ae-8f6e-ec208f902258 req-592cf0ac-3f6a-4320-b8f4-09d316c998a8 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Synchronizing usage tracker for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:33:26.240187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.274994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3a79a820-8a53-4f35-9fea-c64da2174167 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:26.371524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b9d527ae-57f9-43ae-8f6e-ec208f902258 req-592cf0ac-3f6a-4320-b8f4-09d316c998a8 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Unset dirty status for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:33:26.372683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9d527ae-57f9-43ae-8f6e-ec208f902258 req-592cf0ac-3f6a-4320-b8f4-09d316c998a8 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 932 time: 0.2165816 Apr 05 21:33:26.384321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Pushing event updated for resources: {'Port': ['ID=27e32157-01bd-4080-ba1c-ddeb049d0988,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:26.412987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3a79a820-8a53-4f35-9fea-c64da2174167 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:26.419645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3a79a820-8a53-4f35-9fea-c64da2174167 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:26.425437 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.508375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b9d527ae-57f9-43ae-8f6e-ec208f902258 req-477bc9b3-0919-4cc0-9762-6b31e9f59920 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Synchronizing usage tracker for tenant:7852e8fdcec24387a98f00f07f220635 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:33:26.537568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Attempting to bind port 27e32157-01bd-4080-ba1c-ddeb049d0988 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:26.538077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Attempting to bind port 27e32157-01bd-4080-ba1c-ddeb049d0988 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:26.538403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Attempting to bind port 27e32157-01bd-4080-ba1c-ddeb049d0988 on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:26.545345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Port 27e32157-01bd-4080-ba1c-ddeb049d0988 on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:33:26.545345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Attempting to bind port 27e32157-01bd-4080-ba1c-ddeb049d0988 on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:26.552191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:26.552526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Checking segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:26.552904 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Bound using segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:26.553356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Bound port: 27e32157-01bd-4080-ba1c-ddeb049d0988, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:26.553698 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.556986 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.576899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 3a79a820-8a53-4f35-9fea-c64da2174167, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3a79a820-8a53-4f35-9fea-c64da2174167,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:26.629294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b9d527ae-57f9-43ae-8f6e-ec208f902258 req-477bc9b3-0919-4cc0-9762-6b31e9f59920 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Unset dirty status for tenant:7852e8fdcec24387a98f00f07f220635 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:33:26.630443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9d527ae-57f9-43ae-8f6e-ec208f902258 req-477bc9b3-0919-4cc0-9762-6b31e9f59920 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472289 Apr 05 21:33:26.630621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.644260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] For port 27e32157-01bd-4080-ba1c-ddeb049d0988, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:26.647414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] For port 27e32157-01bd-4080-ba1c-ddeb049d0988, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=27e32157-01bd-4080-ba1c-ddeb049d0988,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:26.698129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=3a79a820-8a53-4f35-9fea-c64da2174167,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:26.699618 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.765809 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:26.767169 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] 10.222.0.23 "PUT /v2.0/ports/27e32157-01bd-4080-ba1c-ddeb049d0988 HTTP/1.1" status: 200 len: 1092 time: 1.2148163 Apr 05 21:33:26.767597 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'tag': '27e32157-01bd-4080-ba1c-ddeb049d0988'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:33:26.791902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef551b-192d-45f3-8040-fbecac008647 service neutron] Pushing event updated for resources: {'Port': ['ID=27e32157-01bd-4080-ba1c-ddeb049d0988,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:26.844958 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceeb02c2-40ba-4b2b-a659-f13687745e8e'] response: {'name': 'network-changed', 'server_uuid': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'tag': '27e32157-01bd-4080-ba1c-ddeb049d0988', 'status': 'completed', 'code': 200} Apr 05 21:33:26.849269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Sync routers for ids ['22940e1c-4453-423b-925b-650192cb24bc'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:33:26.867636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Routers {'22940e1c-4453-423b-925b-650192cb24bc'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:26.868516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['22940e1c-4453-423b-925b-650192cb24bc'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:26.933882 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-8402fa8b-459a-411b-b402-1fc3b57d1b74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7852e8fdcec24387a98f00f07f220635&device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 1095 time: 0.0766158 Apr 05 21:33:27.008995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-9a9b06d9-5534-4da3-9601-eebbf02d1ebd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27e32157-01bd-4080-ba1c-ddeb049d0988 HTTP/1.1" status: 200 len: 217 time: 0.0678334 Apr 05 21:33:27.049514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Set router 22940e1c-4453-423b-925b-650192cb24bc gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:27.069772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-7e58b605-4611-443b-a9c7-6f81ca5c6eb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:27.071190 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-7e58b605-4611-443b-a9c7-6f81ca5c6eb6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=239040a9-ef41-4ad6-aa31-9100a2726ebe HTTP/1.1" status: 200 len: 854 time: 0.0565534 Apr 05 21:33:27.154284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-7a9a9635-dded-47be-ac22-4f4f90ea84fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772855 Apr 05 21:33:27.286089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-17fca4c9-dccb-46b2-ba3b-63348446e0fa service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261930 Apr 05 21:33:27.402286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:33:11Z', 'revision_number': 4, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port': {'id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:09Z', 'updated_at': '2022-04-05T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1dba0de3-f822-47ce-b794-89bd99041df1', 'name': '', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'mac_address': 'fa:16:3e:9a:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:11Z', 'updated_at': '2022-04-05T21:33:12Z', 'revision_number': 2, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'subnets': [{'id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:27.406255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Checking router: 22940e1c-4453-423b-925b-650192cb24bc for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:33:27.406602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Updating router 22940e1c-4453-423b-925b-650192cb24bc port 1dba0de3-f822-47ce-b794-89bd99041df1 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:33:27.419188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ff108e51-4acb-4bf1-b593-b301569e8881 req-4c1f0a11-b25c-4a98-be1d-b69884012f87 service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273792 Apr 05 21:33:27.457908 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:27.620477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-82c6386c-aaa8-4297-86c2-3fb87e9c86fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7852e8fdcec24387a98f00f07f220635&device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 1095 time: 0.0717695 Apr 05 21:33:27.739520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-fa6ded60-7132-4815-95f6-fc3e6688997a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:27.741253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-fa6ded60-7132-4815-95f6-fc3e6688997a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1 HTTP/1.1" status: 200 len: 916 time: 0.1388404 Apr 05 21:33:27.809294 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:27.821832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Transition to ACTIVE for port object 1dba0de3-f822-47ce-b794-89bd99041df1 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:27.871167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:27.965385 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-23b6a3d1-127d-4e9b-a4b9-5c2fd77e4a16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27e32157-01bd-4080-ba1c-ddeb049d0988 HTTP/1.1" status: 200 len: 217 time: 0.2150517 Apr 05 21:33:28.004423 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc580472-b64a-46b9-8110-922b0ca5ad77 None None] Pushing event updated for resources: {'Port': ['ID=1dba0de3-f822-47ce-b794-89bd99041df1,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:28.051815 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-ee3c6628-f2a8-4c2f-a3e3-e962f6a5ef8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:28.053296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-ee3c6628-f2a8-4c2f-a3e3-e962f6a5ef8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=239040a9-ef41-4ad6-aa31-9100a2726ebe HTTP/1.1" status: 200 len: 854 time: 0.0828390 Apr 05 21:33:28.066107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669c33d-00aa-47d7-ae58-ad320c39e355 req-64341275-26bd-416b-b7d0-2dbeaf044922 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:28.067551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b669c33d-00aa-47d7-ae58-ad320c39e355 req-64341275-26bd-416b-b7d0-2dbeaf044922 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 944 time: 0.1592016 Apr 05 21:33:28.094324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Attempting to bind port 1dba0de3-f822-47ce-b794-89bd99041df1 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:28.094950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Attempting to bind port 1dba0de3-f822-47ce-b794-89bd99041df1 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:28.095317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Attempting to bind port 1dba0de3-f822-47ce-b794-89bd99041df1 on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:28.102948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:28.103324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Checking segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:28.104569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:28.105274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Bound using segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:28.105752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Bound port: 1dba0de3-f822-47ce-b794-89bd99041df1, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:28.106134 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:28.161456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b669c33d-00aa-47d7-ae58-ad320c39e355 req-76437b32-1989-4e03-a1bb-199a31e80c7b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599184 Apr 05 21:33:28.174625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-b52c9dad-57b8-4732-909d-61aac0e04e9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149213 Apr 05 21:33:28.199504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] For port 1dba0de3-f822-47ce-b794-89bd99041df1, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:28.202830 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] For port 1dba0de3-f822-47ce-b794-89bd99041df1, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1dba0de3-f822-47ce-b794-89bd99041df1,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:28.260646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3a79a820-8a53-4f35-9fea-c64da2174167 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:28.290604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:28.312681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-47bbe9d2-d464-44e1-b9a3-0a55039415e4 service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313200 Apr 05 21:33:28.403188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc580472-b64a-46b9-8110-922b0ca5ad77 None None] Pushing event updated for resources: {'Port': ['ID=1dba0de3-f822-47ce-b794-89bd99041df1,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:28.407882 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Routers {'22940e1c-4453-423b-925b-650192cb24bc'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:28.408503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['22940e1c-4453-423b-925b-650192cb24bc'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:28.462543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-933130b6-4de7-4203-8da7-e7880bd45b27 req-795fac84-2a62-4ef1-85a9-7722bea4dfc7 service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435955 Apr 05 21:33:28.539317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3a79a820-8a53-4f35-9fea-c64da2174167 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:28.539692 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:28.680508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] Set router 22940e1c-4453-423b-925b-650192cb24bc gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:29.048592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:33:11Z', 'revision_number': 4, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port': {'id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:09Z', 'updated_at': '2022-04-05T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1dba0de3-f822-47ce-b794-89bd99041df1', 'name': '', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'mac_address': 'fa:16:3e:9a:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:11Z', 'updated_at': '2022-04-05T21:33:28Z', 'revision_number': 4, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'subnets': [{'id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:29.052566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9a051e-00c6-431c-b3de-1537200db817 None None] The sync data for ids ['22940e1c-4453-423b-925b-650192cb24bc'] in n-d-836605-1 is: [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:33:11Z', 'revision_number': 4, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port': {'id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:09Z', 'updated_at': '2022-04-05T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '1dba0de3-f822-47ce-b794-89bd99041df1', 'name': '', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'mac_address': 'fa:16:3e:9a:d8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:11Z', 'updated_at': '2022-04-05T21:33:28Z', 'revision_number': 4, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'subnets': [{'id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:33:29.373481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d3bbd-4d6f-46f6-8d04-9266cf8f24dc req-d1c0c794-a67c-4aee-83b5-076b7aaed30b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:29.375170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-349d3bbd-4d6f-46f6-8d04-9266cf8f24dc req-d1c0c794-a67c-4aee-83b5-076b7aaed30b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 944 time: 0.0890191 Apr 05 21:33:29.429857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-349d3bbd-4d6f-46f6-8d04-9266cf8f24dc req-55dfffc7-d382-41c0-9168-54e13c8a32e7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487583 Apr 05 21:33:29.622956 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Sync routers for ids ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:33:29.636338 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Routers {'65ff6d65-fb8f-4313-b8cb-a9c74dc21648'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:29.637218 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:29.814479 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Set router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:30.112229 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:33:19Z', 'revision_number': 4, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '9b246b50-46ea-4777-b22c-b0dc9f7b4051', 'name': '', 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'mac_address': 'fa:16:3e:f3:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '121b3225-0cdc-4ac1-93a8-9a085018a7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:18Z', 'updated_at': '2022-04-05T21:33:19Z', 'revision_number': 2, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'subnets': [{'id': '121b3225-0cdc-4ac1-93a8-9a085018a7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:30.115837 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Checking router: 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:33:30.116177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Updating router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:33:30.170782 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.275857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1dba0de3-f822-47ce-b794-89bd99041df1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:30.407168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 1dba0de3-f822-47ce-b794-89bd99041df1 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:30.411800 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1dba0de3-f822-47ce-b794-89bd99041df1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:30.412171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.507108 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.519214 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Transition to ACTIVE for port object 9b246b50-46ea-4777-b22c-b0dc9f7b4051 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:30.535352 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.567013 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.567270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 1dba0de3-f822-47ce-b794-89bd99041df1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1dba0de3-f822-47ce-b794-89bd99041df1,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:30.618372 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.632613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d2c93-4138-43b8-9cfd-e5e70c9f391c req-68333bb2-205b-4b33-8ef3-fea4e178c4a1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:30.634164 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d9d2c93-4138-43b8-9cfd-e5e70c9f391c req-68333bb2-205b-4b33-8ef3-fea4e178c4a1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 944 time: 0.0787427 Apr 05 21:33:30.696365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d9d2c93-4138-43b8-9cfd-e5e70c9f391c req-b1dc9f89-f899-4093-8cb1-bbf1ed946622 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Apr 05 21:33:30.703412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=1dba0de3-f822-47ce-b794-89bd99041df1,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:30.708194 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a495c-e6f9-4684-beb7-877904f4a88b None None] Pushing event updated for resources: {'Port': ['ID=9b246b50-46ea-4777-b22c-b0dc9f7b4051,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:30.802612 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Attempting to bind port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:30.802977 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Attempting to bind port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:30.803342 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Attempting to bind port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 on network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:33:30.810626 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:33:30.810994 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Checking segment: {'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:33:30.811443 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.812020 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Bound using segment: {'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:33:30.812483 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Bound port: 9b246b50-46ea-4777-b22c-b0dc9f7b4051, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319bdda8-c1a3-41a9-8008-a313008cc45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:30.812855 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:30.906884 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] For port 9b246b50-46ea-4777-b22c-b0dc9f7b4051, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:33:30.910024 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] For port 9b246b50-46ea-4777-b22c-b0dc9f7b4051, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9b246b50-46ea-4777-b22c-b0dc9f7b4051,segment=NetworkSegment(319bdda8-c1a3-41a9-8008-a313008cc45a),segment_id=319bdda8-c1a3-41a9-8008-a313008cc45a)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:33:30.973267 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:31.052513 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a495c-e6f9-4684-beb7-877904f4a88b None None] Pushing event updated for resources: {'Port': ['ID=9b246b50-46ea-4777-b22c-b0dc9f7b4051,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:31.058616 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Routers {'65ff6d65-fb8f-4313-b8cb-a9c74dc21648'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:33:31.059212 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:33:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:31.262120 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] Set router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:33:31.569704 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:33:19Z', 'revision_number': 4, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '9b246b50-46ea-4777-b22c-b0dc9f7b4051', 'name': '', 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'mac_address': 'fa:16:3e:f3:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '121b3225-0cdc-4ac1-93a8-9a085018a7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:18Z', 'updated_at': '2022-04-05T21:33:30Z', 'revision_number': 4, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'subnets': [{'id': '121b3225-0cdc-4ac1-93a8-9a085018a7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:31.573506 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1bb35-7214-487f-8775-4d65ca0f28c4 None None] The sync data for ids ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'] in n-d-836605-1 is: [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:33:19Z', 'revision_number': 4, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '9b246b50-46ea-4777-b22c-b0dc9f7b4051', 'name': '', 'network_id': 'c5748e06-43c3-49c3-9a4f-b3cc56a5b141', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'mac_address': 'fa:16:3e:f3:ed:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '121b3225-0cdc-4ac1-93a8-9a085018a7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:18Z', 'updated_at': '2022-04-05T21:33:30Z', 'revision_number': 4, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'subnets': [{'id': '121b3225-0cdc-4ac1-93a8-9a085018a7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:33:31.909502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 27e32157-01bd-4080-ba1c-ddeb049d0988 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:33:31.951447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3220-b7eb-4637-b07c-8c46410b47c7 req-a78325cc-4bb5-4953-98b2-9fbd294296b7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:31.952916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-440b3220-b7eb-4637-b07c-8c46410b47c7 req-a78325cc-4bb5-4953-98b2-9fbd294296b7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 944 time: 0.0806842 Apr 05 21:33:31.999769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-440b3220-b7eb-4637-b07c-8c46410b47c7 req-36f80d4e-9dd9-4577-8a2f-ccfae7c411e9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Apr 05 21:33:32.051902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 27e32157-01bd-4080-ba1c-ddeb049d0988, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=27e32157-01bd-4080-ba1c-ddeb049d0988,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:32.065517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '27e32157-01bd-4080-ba1c-ddeb049d0988', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'port_id': '27e32157-01bd-4080-ba1c-ddeb049d0988', 'mac_address': 'fa:16:3e:cb:32:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:33:32.120460 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:32.138671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e32157-01bd-4080-ba1c-ddeb049d0988 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:33:32.155047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 27e32157-01bd-4080-ba1c-ddeb049d0988, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=27e32157-01bd-4080-ba1c-ddeb049d0988,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:32.212764 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:32.285260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=27e32157-01bd-4080-ba1c-ddeb049d0988,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:32.356265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b246b50-46ea-4777-b22c-b0dc9f7b4051 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:32.421947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['27e32157-01bd-4080-ba1c-ddeb049d0988'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:33:32.512369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:32.523424 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:32.523793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:32.697126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:32.729208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 9b246b50-46ea-4777-b22c-b0dc9f7b4051, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9b246b50-46ea-4777-b22c-b0dc9f7b4051,segment=NetworkSegment(319bdda8-c1a3-41a9-8008-a313008cc45a),segment_id=319bdda8-c1a3-41a9-8008-a313008cc45a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:32.796019 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:32.796763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1dba0de3-f822-47ce-b794-89bd99041df1 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:32.903217 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=9b246b50-46ea-4777-b22c-b0dc9f7b4051,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:32.918126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 1dba0de3-f822-47ce-b794-89bd99041df1 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:32.918650 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:33.196963 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14157465-5ea0-4693-8cc7-0862f42facef req-3122d13a-e872-45ff-9379-2f5e0d0f70d0 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:33.199028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14157465-5ea0-4693-8cc7-0862f42facef req-3122d13a-e872-45ff-9379-2f5e0d0f70d0 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 945 time: 0.0782418 Apr 05 21:33:33.241905 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-14157465-5ea0-4693-8cc7-0862f42facef req-b865c38b-3d7f-4072-9989-ab863d521166 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Apr 05 21:33:33.924081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 27e32157-01bd-4080-ba1c-ddeb049d0988 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:34.041293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 27e32157-01bd-4080-ba1c-ddeb049d0988 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:34.046710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 27e32157-01bd-4080-ba1c-ddeb049d0988 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:34.047078 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:34.164220 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:34.193677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e32157-01bd-4080-ba1c-ddeb049d0988'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:33:34.203391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 27e32157-01bd-4080-ba1c-ddeb049d0988, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=27e32157-01bd-4080-ba1c-ddeb049d0988,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:34.249928 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc96b6c-fd72-4bfc-8cfe-991d3410732c'] response: {'server_uuid': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e32157-01bd-4080-ba1c-ddeb049d0988', 'code': 200} Apr 05 21:33:34.262514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b246b50-46ea-4777-b22c-b0dc9f7b4051 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:34.339712 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:34.388611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-811f900e-9234-41c6-ab6b-324a93909074 req-3c9e6f8e-c619-4320-b53e-1e13f0cec3e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 1097 time: 0.0690503 Apr 05 21:33:34.424864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=27e32157-01bd-4080-ba1c-ddeb049d0988,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:34.435793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:34.436159 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:34.480872 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-811f900e-9234-41c6-ab6b-324a93909074 req-20090aa0-6840-4fa4-8564-3365cf5cfd02 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577121 Apr 05 21:33:34.498740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe509-4ee3-425f-9990-dddc96741de4 req-485e6331-4e06-4d68-ab66-7dd65a94cf6b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:34.500207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4dbe509-4ee3-425f-9990-dddc96741de4 req-485e6331-4e06-4d68-ab66-7dd65a94cf6b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 946 time: 0.1107154 Apr 05 21:33:34.545311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4dbe509-4ee3-425f-9990-dddc96741de4 req-759b5326-1499-48b7-9916-28fe30e87763 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Apr 05 21:33:34.733128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:34.897927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6b6301e0-1b94-41cf-abad-91d5fe0a838c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:35.742633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a04ec-4ef8-40cb-8b5f-2eb35dacf00f req-408c5407-305f-487d-ac29-baa2774eed22 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:35.744124 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a17a04ec-4ef8-40cb-8b5f-2eb35dacf00f req-408c5407-305f-487d-ac29-baa2774eed22 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 946 time: 0.0759068 Apr 05 21:33:35.792262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a17a04ec-4ef8-40cb-8b5f-2eb35dacf00f req-16840744-6dff-4e9b-85aa-79ccc0787194 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423014 Apr 05 21:33:36.881495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25961019-cd2d-4778-8b79-b3c0ff7c50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:36.988147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c185be-4137-4459-9e66-2c500f715198 req-b849c7f3-cf79-4dc5-9aca-652f7bc4a6db tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:36.989599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c185be-4137-4459-9e66-2c500f715198 req-b849c7f3-cf79-4dc5-9aca-652f7bc4a6db tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 946 time: 0.0755885 Apr 05 21:33:37.033569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-09c185be-4137-4459-9e66-2c500f715198 req-3a046924-86fc-477a-a619-4306bbbb06c2 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380573 Apr 05 21:33:37.230479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f114c-a0c2-4673-b411-6c5b0e24e91d req-490037c2-3ea7-4218-9adc-018f3551257a tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:37.231984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-829f114c-a0c2-4673-b411-6c5b0e24e91d req-490037c2-3ea7-4218-9adc-018f3551257a tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 946 time: 0.0779719 Apr 05 21:33:37.275836 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-829f114c-a0c2-4673-b411-6c5b0e24e91d req-1f213295-0223-4b20-8bdc-11d5694bbae7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Apr 05 21:33:38.559247 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:38.618320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:40.030000 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:43.866823 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:33:50.721235 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:54.136237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b36052-dbfc-4beb-bde5-a268c46c5051 req-adf3f638-867c-48a9-b2d8-7763d762c784 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:54.137735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51b36052-dbfc-4beb-bde5-a268c46c5051 req-adf3f638-867c-48a9-b2d8-7763d762c784 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 946 time: 0.0786285 Apr 05 21:33:54.181723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51b36052-dbfc-4beb-bde5-a268c46c5051 req-1edbe4d8-5ea2-405b-85c6-563230b08b5b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Apr 05 21:33:55.382622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acdd4f-ef3d-4760-a651-0bd474304955 req-0f1d8885-6326-457e-8d45-95bad13329ce tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:55.384069 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12acdd4f-ef3d-4760-a651-0bd474304955 req-0f1d8885-6326-457e-8d45-95bad13329ce tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 946 time: 0.0795765 Apr 05 21:33:55.429721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-12acdd4f-ef3d-4760-a651-0bd474304955 req-499c979d-fcd7-4bc6-b1b1-0c3e6e5b4c0c tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Apr 05 21:33:55.614898 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403179e8-1b36-4170-8208-71db44e2abf8 req-9356f260-7ba2-4ca2-a39c-b2297f498548 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:55.616592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-403179e8-1b36-4170-8208-71db44e2abf8 req-9356f260-7ba2-4ca2-a39c-b2297f498548 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 946 time: 0.0733559 Apr 05 21:33:55.688079 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Deleting port 27e32157-01bd-4080-ba1c-ddeb049d0988 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:33:55.688417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:55.919913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] For port 27e32157-01bd-4080-ba1c-ddeb049d0988, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=27e32157-01bd-4080-ba1c-ddeb049d0988,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:33:55.920169 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:56.133236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Calling delete_port for 27e32157-01bd-4080-ba1c-ddeb049d0988 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:33:56.343930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:56.354889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['27e32157-01bd-4080-ba1c-ddeb049d0988'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:33:56.394994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Pushing event deleted for resources: {'Port': ['ID=27e32157-01bd-4080-ba1c-ddeb049d0988,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:56.475198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] No DVR routers for this DVR port 27e32157-01bd-4080-ba1c-ddeb049d0988 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:33:56.478051 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:56.481038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'name': 'network-vif-deleted', 'tag': '27e32157-01bd-4080-ba1c-ddeb049d0988'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:33:56.542179 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcac35c-04b9-4fdc-b59a-742abc28e0b7'] response: {'server_uuid': '1f9f501f-95d5-494a-916b-f2164ffc8607', 'name': 'network-vif-deleted', 'tag': '27e32157-01bd-4080-ba1c-ddeb049d0988', 'status': 'completed', 'code': 200} Apr 05 21:33:56.555984 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-403179e8-1b36-4170-8208-71db44e2abf8 req-f1eade31-1d26-4ac6-b9f9-4c3ff6bbdf2e tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "DELETE /v2.0/ports/27e32157-01bd-4080-ba1c-ddeb049d0988 HTTP/1.1" status: 204 len: 173 time: 0.9340928 Apr 05 21:33:56.600785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6706c0aa-7afc-41e7-9619-baad0aaa2932 req-d11e7d2f-2340-43a4-8718-87642d816917 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Synchronizing usage tracker for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:33:56.681294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-6706c0aa-7afc-41e7-9619-baad0aaa2932 req-d11e7d2f-2340-43a4-8718-87642d816917 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Unset dirty status for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:33:56.682391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6706c0aa-7afc-41e7-9619-baad0aaa2932 req-d11e7d2f-2340-43a4-8718-87642d816917 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f9f501f-95d5-494a-916b-f2164ffc8607 HTTP/1.1" status: 200 len: 210 time: 0.1255031 Apr 05 21:33:58.508604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-f7c5fe17-1515-4de6-8d10-c4270cf1c1c6 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:58.513084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-f7c5fe17-1515-4de6-8d10-c4270cf1c1c6 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/networks?id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1 HTTP/1.1" status: 200 len: 815 time: 0.1479304 Apr 05 21:33:58.535654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-ad75e9c5-dc4f-40e8-a758-66a589293e27 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/quotas/7852e8fdcec24387a98f00f07f220635 HTTP/1.1" status: 200 len: 375 time: 0.0165505 Apr 05 21:33:58.614598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-cc21c668-79b0-4832-b17a-1c173dbf42c6 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7852e8fdcec24387a98f00f07f220635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747502 Apr 05 21:33:58.747770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-a4aca651-1935-48c3-880a-9f782bcdbe95 service neutron] 10.222.0.10 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218925 Apr 05 21:33:58.875317 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-13bdf2c3-b053-48dc-9c5f-c48403594675 service neutron] 10.222.0.10 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216190 Apr 05 21:33:59.134189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-91bf4877-ff2f-42e6-8bba-61d3584ecc50 req-c83594f2-e3a3-42dc-aa04-7eefa7d06e9f tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 210 time: 0.0393524 Apr 05 21:34:00.049328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 27e32157-01bd-4080-ba1c-ddeb049d0988 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:00.081953 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 27e32157-01bd-4080-ba1c-ddeb049d0988 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:00.082302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 27e32157-01bd-4080-ba1c-ddeb049d0988 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:00.304505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e7b0615-f9a3-4b08-b163-759f54a8545c req-d237f1b5-47ff-4976-b2bf-81e24bb48a30 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 210 time: 0.0451105 Apr 05 21:34:00.946871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-a5378f15-aabd-4799-bd2a-6552a3775ef3 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:00.948270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-a5378f15-aabd-4799-bd2a-6552a3775ef3 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "GET /v2.0/networks?id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1 HTTP/1.1" status: 200 len: 815 time: 0.1412287 Apr 05 21:34:00.964513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Request body: {'port': {'device_id': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'admin_state_up': True, 'tenant_id': '7852e8fdcec24387a98f00f07f220635'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:01.101074 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:01.110878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:01.172009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Made reservation on behalf of 7852e8fdcec24387a98f00f07f220635 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:34:01.175308 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:01.333456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Allocated IP 172.20.0.13 (7a5f9981-f8c1-4269-8048-e44bb1c03aa1/239040a9-ef41-4ad6-aa31-9100a2726ebe/59ed6fa9-3aa3-4b1f-bc37-014acba44f4d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:34:01.533467 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:01.549366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Transition to ACTIVE for port object 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:01.629805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b20c4658-c5bc-48c9-b020-9e79e9c2d233 req-06ea4329-d086-4e88-90cf-5d73a50464ed tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 210 time: 0.1789234 Apr 05 21:34:01.652945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:01.825791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:01.828713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:01.832977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:34:01.857908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Pushing event updated for resources: {'Port': ['ID=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:01.895066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:01.895894 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:01.990544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-adb5c0ce-37e6-4b97-adba-2927fb71ca34 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0298953 Apr 05 21:34:02.002408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Request body: {'port': {'device_id': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:02.107943 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:02.212162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07c3b3f0-7e5d-49df-a168-e9297fd9fa55 None None] Provisioning for port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:02.218594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-07c3b3f0-7e5d-49df-a168-e9297fd9fa55 None None] Provisioning complete for port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:02.218972 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3f0-7e5d-49df-a168-e9297fd9fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:02.273194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-07c3b3f0-7e5d-49df-a168-e9297fd9fa55 None None] Port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:34:02.444999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:34:02.452130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:02.465773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Transition to ACTIVE for port object 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:02.526305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:02.654016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Pushing event updated for resources: {'Port': ['ID=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:02.768671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Attempting to bind port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:34:02.769007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Attempting to bind port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:34:02.769652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Attempting to bind port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:34:02.775220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:34:02.775541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Attempting to bind port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d on network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:34:02.781717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:34:02.782057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Checking segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:34:02.782436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Bound using segment: {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:34:02.782862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Bound port: 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637a50b9-376b-4bdd-8636-e9e8953c5199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:34:02.783203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:02.921158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] For port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:34:02.930724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] For port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:34:02.946446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d64132-366d-4eb3-ac4a-fe4366075d1f req-4f095b3f-7e8e-472d-8c23-c0a27ce876d9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:02.947155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-96d64132-366d-4eb3-ac4a-fe4366075d1f req-4f095b3f-7e8e-472d-8c23-c0a27ce876d9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Synchronizing usage tracker for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:34:02.984089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:03.024209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-96d64132-366d-4eb3-ac4a-fe4366075d1f req-4f095b3f-7e8e-472d-8c23-c0a27ce876d9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Unset dirty status for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:34:03.025919 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96d64132-366d-4eb3-ac4a-fe4366075d1f req-4f095b3f-7e8e-472d-8c23-c0a27ce876d9 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 944 time: 0.2648499 Apr 05 21:34:03.067764 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:03.069170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] 10.222.0.23 "PUT /v2.0/ports/59ed6fa9-3aa3-4b1f-bc37-014acba44f4d HTTP/1.1" status: 200 len: 1092 time: 1.0709393 Apr 05 21:34:03.071279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'tag': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:34:03.103838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938f1a5-4db3-4b4a-8d2e-599030dfe206 service neutron] Pushing event updated for resources: {'Port': ['ID=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:03.118324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-96d64132-366d-4eb3-ac4a-fe4366075d1f req-7184dc7f-4c5d-42bf-8c84-ceb7039e5b36 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842290 Apr 05 21:34:03.152035 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715d5d84-8be5-417e-b3bc-2fd63b3771ab'] response: {'name': 'network-changed', 'server_uuid': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'tag': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d', 'status': 'completed', 'code': 200} Apr 05 21:34:03.238247 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-a2d437cb-04b7-405c-a65f-c9805a163cd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7852e8fdcec24387a98f00f07f220635&device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 1095 time: 0.0706947 Apr 05 21:34:03.311368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-f73652be-b0f9-4405-b3c0-6184b9fdc5e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d HTTP/1.1" status: 200 len: 217 time: 0.0664737 Apr 05 21:34:03.373230 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-4135ed68-aa42-419e-ab04-7e24e1087629 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:03.374547 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-4135ed68-aa42-419e-ab04-7e24e1087629 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=239040a9-ef41-4ad6-aa31-9100a2726ebe HTTP/1.1" status: 200 len: 854 time: 0.0574400 Apr 05 21:34:03.449933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-0b6914e6-b71c-40db-986a-8f4c818d5caa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694325 Apr 05 21:34:03.578343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-8bc41060-24f4-4317-be70-53fa6e065dc9 service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210821 Apr 05 21:34:03.807138 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9fd313cb-7529-4b02-aaa4-dceda3224dc5 req-9028494c-b9d6-4b84-923a-7f83cf871561 service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229342 Apr 05 21:34:03.969218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-794a3f34-9e6c-473a-a49e-9e1c6f4efb27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7852e8fdcec24387a98f00f07f220635&device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 1095 time: 0.0725737 Apr 05 21:34:04.119346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-0390cf78-183e-4041-a06f-202f937805fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:04.120779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-0390cf78-183e-4041-a06f-202f937805fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1 HTTP/1.1" status: 200 len: 916 time: 0.1460798 Apr 05 21:34:04.194043 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-94c76c41-bb24-47f9-b605-78c1d2f325e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d HTTP/1.1" status: 200 len: 217 time: 0.0658951 Apr 05 21:34:04.303690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-4adc519f-c03e-461c-9f69-f621ea731360 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:04.305193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-4adc519f-c03e-461c-9f69-f621ea731360 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=239040a9-ef41-4ad6-aa31-9100a2726ebe HTTP/1.1" status: 200 len: 854 time: 0.1036639 Apr 05 21:34:04.393885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c8cc-6ea7-402a-ae10-21bdb2c62661 req-6c085aba-3a18-4eb0-9616-031f8242db07 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:04.395310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0844c8cc-6ea7-402a-ae10-21bdb2c62661 req-6c085aba-3a18-4eb0-9616-031f8242db07 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 944 time: 0.1545279 Apr 05 21:34:04.419419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-3c4d8d17-b068-43f0-962d-58f21f44433e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7a5f9981-f8c1-4269-8048-e44bb1c03aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053286 Apr 05 21:34:04.525022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0844c8cc-6ea7-402a-ae10-21bdb2c62661 req-37a24ba6-90f8-4f5d-b482-23bb676ea116 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221027 Apr 05 21:34:04.576360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-901fa23b-933f-4743-94ee-60dfbd48f274 service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490991 Apr 05 21:34:04.734014 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c6330f65-6490-4e10-870f-a0de728bf1ca req-4bfef089-4681-4800-86b7-e3e05d5d5c16 service neutron] 10.222.0.23 "GET /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479907 Apr 05 21:34:04.744511 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:04.938168 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b52e2dfa-ed2e-4f77-87c7-8107c82bface None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:05.722981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51984b-3ca5-493d-bceb-224ff1e2f0be req-f061e01c-08c9-4d48-bd73-0f2f534008e2 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:05.724426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f51984b-3ca5-493d-bceb-224ff1e2f0be req-f061e01c-08c9-4d48-bd73-0f2f534008e2 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 944 time: 0.0798805 Apr 05 21:34:05.769977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5f51984b-3ca5-493d-bceb-224ff1e2f0be req-e323259e-c98e-46c5-9640-e0dd232ec626 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395482 Apr 05 21:34:06.874854 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-47585090-6792-40e1-9198-d6fad76839de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:06.964812 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3bdb1-36a7-410c-bbde-8ed1ab93dd08 req-6b28714b-ed89-47ea-8799-a370248c615d tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:06.966259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6db3bdb1-36a7-410c-bbde-8ed1ab93dd08 req-6b28714b-ed89-47ea-8799-a370248c615d tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 944 time: 0.0766172 Apr 05 21:34:07.009609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6db3bdb1-36a7-410c-bbde-8ed1ab93dd08 req-1949133d-58a2-4aba-b370-926e5277d3bb tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378358 Apr 05 21:34:08.079597 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:34:08.204187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1e92d-cc05-4aaf-b934-f10470c566e4 req-2971094b-3ea6-4a7d-b99c-c6f9a253339d tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:08.205645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4c1e92d-cc05-4aaf-b934-f10470c566e4 req-2971094b-3ea6-4a7d-b99c-c6f9a253339d tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 944 time: 0.0790677 Apr 05 21:34:08.211419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:08.225721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d', 'network_id': '7a5f9981-f8c1-4269-8048-e44bb1c03aa1', 'port_id': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d', 'mac_address': 'fa:16:3e:b8:df:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239040a9-ef41-4ad6-aa31-9100a2726ebe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:34:08.251346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4c1e92d-cc05-4aaf-b934-f10470c566e4 req-ad673f98-94a6-463d-b559-b406a61f619b tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Apr 05 21:34:08.282274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:08.299275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:34:08.314539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:08.377988 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:08.445343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:08.454485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.454828 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.455161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.455491 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.455816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.456140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.456468 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.456788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.457130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.457448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.457766 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:08.532112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:08.565465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['59ed6fa9-3aa3-4b1f-bc37-014acba44f4d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:34:08.647553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:09.444624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f3278-5b2b-4dd6-98d6-84911dae576a req-5f3710d5-db81-4c65-bf6b-b8f34082a9c1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:09.446132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-885f3278-5b2b-4dd6-98d6-84911dae576a req-5f3710d5-db81-4c65-bf6b-b8f34082a9c1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 945 time: 0.0754597 Apr 05 21:34:09.494352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-885f3278-5b2b-4dd6-98d6-84911dae576a req-e3392e54-d55f-4e3d-bf89-2296172d6020 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Apr 05 21:34:10.023337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:10.094638 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:34:10.217489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:10.222158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:10.222524 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:10.335250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:10.363461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:34:10.372662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:10.417774 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a67556-606e-44f8-8c1b-7ea2c26ca02f'] response: {'server_uuid': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d', 'code': 200} Apr 05 21:34:10.429036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:10.494695 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:10.542625 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ca8f8ea-558d-4c60-9f75-e5458e5f927d req-6e19631c-256e-458e-a20c-d9421df8975e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 1097 time: 0.0682728 Apr 05 21:34:10.585550 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ca8f8ea-558d-4c60-9f75-e5458e5f927d req-0dbfb03e-185e-458c-8210-704425ed7bee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365527 Apr 05 21:34:10.691915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feafe3-4fc5-4068-8fd6-ae3950da0f47 req-e860fac3-033b-4b01-8061-3a70f5a4a369 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:10.693381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01feafe3-4fc5-4068-8fd6-ae3950da0f47 req-e860fac3-033b-4b01-8061-3a70f5a4a369 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 946 time: 0.0792532 Apr 05 21:34:10.738056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01feafe3-4fc5-4068-8fd6-ae3950da0f47 req-fbba4fb2-dfd0-419e-abdf-92d9bbbf6192 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Apr 05 21:34:11.937546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf875a-f6af-418f-b8e4-454ee24a7c1b req-b032e1f1-3d12-4542-97d6-f144c82a4951 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:11.938973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdbf875a-f6af-418f-b8e4-454ee24a7c1b req-b032e1f1-3d12-4542-97d6-f144c82a4951 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 946 time: 0.0758886 Apr 05 21:34:11.987567 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdbf875a-f6af-418f-b8e4-454ee24a7c1b req-206a8831-0ac2-400b-be8c-e4c81841ce06 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Apr 05 21:34:12.183973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f40750-7318-4c41-ae8f-2c42275f11dc req-5d931846-0451-4e63-81cb-b5c1fbb338f7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:12.185407 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3f40750-7318-4c41-ae8f-2c42275f11dc req-5d931846-0451-4e63-81cb-b5c1fbb338f7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 946 time: 0.0782409 Apr 05 21:34:12.230044 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3f40750-7318-4c41-ae8f-2c42275f11dc req-cd8c28bc-acaf-4ca7-8690-97bea6739132 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Apr 05 21:34:20.749254 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:20.866895 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:34:26.287012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-95c9a537-f5a5-425a-9bec-ed87d55eac59 req-7f277360-aad3-47f0-bbfb-74c0ee06ae5a service neutron] (84580) timed out ('10.222.0.39', 50771) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:34:28.808040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a68632-c22a-4b83-8aae-9c71c9845910 req-43524190-b4f0-4629-9f19-adb3ec7fc1f7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:28.809497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88a68632-c22a-4b83-8aae-9c71c9845910 req-43524190-b4f0-4629-9f19-adb3ec7fc1f7 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 946 time: 0.0753887 Apr 05 21:34:28.857430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88a68632-c22a-4b83-8aae-9c71c9845910 req-bce113cc-4276-4628-bbb5-d2edf37f2dcb tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Apr 05 21:34:30.055770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e90002-8c01-4fa5-ae99-4734820e52f3 req-215a19ed-3989-4eb0-9fe5-b457a7038088 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:30.057763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e90002-8c01-4fa5-ae99-4734820e52f3 req-215a19ed-3989-4eb0-9fe5-b457a7038088 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 946 time: 0.0782158 Apr 05 21:34:30.105570 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3e90002-8c01-4fa5-ae99-4734820e52f3 req-19575dee-c231-4494-a851-88a45ed09e56 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/security-groups?id=ccc3b663-565b-4b05-88ac-e13db49b97b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Apr 05 21:34:30.267971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-9039330f-6328-4ddd-9f46-d1b5ecabf3ce tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:30.269404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-9039330f-6328-4ddd-9f46-d1b5ecabf3ce tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 946 time: 0.0783756 Apr 05 21:34:30.431004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Deleting port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:30.431340 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:30.678821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] For port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:30.679104 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:30.805071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Calling delete_port for 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:31.006607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:31.019337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['59ed6fa9-3aa3-4b1f-bc37-014acba44f4d'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:34:31.055576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Pushing event deleted for resources: {'Port': ['ID=59ed6fa9-3aa3-4b1f-bc37-014acba44f4d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:31.098719 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.099417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.099526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.099909 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.100311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.100706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.101040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.101463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.101783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.102109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.102431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:31.155377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] No DVR routers for this DVR port 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:34:31.158232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:31.160940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'name': 'network-vif-deleted', 'tag': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:34:31.224448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-741ae04c-3f50-4b27-9fa7-7476da2f00a6 req-788eb664-5e46-416e-8752-7bcc2e985f42 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.23 "DELETE /v2.0/ports/59ed6fa9-3aa3-4b1f-bc37-014acba44f4d HTTP/1.1" status: 204 len: 173 time: 0.9495304 Apr 05 21:34:31.234276 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e515a4f-19c3-4833-bc65-c9ab1a708848'] response: {'server_uuid': 'd50cd676-b6e4-431f-8204-79f65017cb71', 'name': 'network-vif-deleted', 'tag': '59ed6fa9-3aa3-4b1f-bc37-014acba44f4d', 'status': 'completed', 'code': 200} Apr 05 21:34:31.282563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2d598399-9b90-4730-8aef-22b4dfdc8f64 req-14c0528c-1955-486d-b810-d4f65f12c9d1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Synchronizing usage tracker for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:34:31.337907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2d598399-9b90-4730-8aef-22b4dfdc8f64 req-14c0528c-1955-486d-b810-d4f65f12c9d1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] Unset dirty status for tenant:7852e8fdcec24387a98f00f07f220635 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:34:31.339829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2d598399-9b90-4730-8aef-22b4dfdc8f64 req-14c0528c-1955-486d-b810-d4f65f12c9d1 tempest-TestEncryptedCinderVolumes-1045079272 tempest-TestEncryptedCinderVolumes-1045079272-project] 10.222.0.10 "GET /v2.0/ports?device_id=d50cd676-b6e4-431f-8204-79f65017cb71 HTTP/1.1" status: 200 len: 210 time: 0.0996432 Apr 05 21:34:32.538686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49958) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:32.919796 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:33.639159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Deleting port 1dba0de3-f822-47ce-b794-89bd99041df1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:33.639853 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:33.814250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] For port 1dba0de3-f822-47ce-b794-89bd99041df1, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1dba0de3-f822-47ce-b794-89bd99041df1,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:33.814604 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:33.938658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Calling delete_port for 1dba0de3-f822-47ce-b794-89bd99041df1 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:34.172949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:34.218886 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dba0de3-f822-47ce-b794-89bd99041df1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:34.220350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:34.255734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:34.256333 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 59ed6fa9-3aa3-4b1f-bc37-014acba44f4d not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:34.531215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:34.749489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:34.926947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c5e31002-a614-41ce-bcc1-5970bca4f464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:35.206156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Router 22940e1c-4453-423b-925b-650192cb24bc has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:34:35.404069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:34:35.412700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] Sync routers for ids ['22940e1c-4453-423b-925b-650192cb24bc'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:34:35.424398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] Routers {'22940e1c-4453-423b-925b-650192cb24bc'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:35.428431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['22940e1c-4453-423b-925b-650192cb24bc'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:35.488607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4d1a6097-160b-47f9-9753-aff76aca6638 admin admin] 10.222.0.10 "PUT /v2.0/routers/22940e1c-4453-423b-925b-650192cb24bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9485435 Apr 05 21:34:35.490943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49962) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:35.631356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] Set router 22940e1c-4453-423b-925b-650192cb24bc gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:35.688553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:35.881489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:35.911655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:34:34Z', 'revision_number': 5, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port': {'id': '50169e97-405e-4b95-85e0-fc16c0c82064', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22940e1c-4453-423b-925b-650192cb24bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:09Z', 'updated_at': '2022-04-05T21:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:35.915477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] Checking router: 22940e1c-4453-423b-925b-650192cb24bc for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:34:35.927555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] Routers {'22940e1c-4453-423b-925b-650192cb24bc'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:35.928158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['22940e1c-4453-423b-925b-650192cb24bc'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:35.943536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Deleting port 50169e97-405e-4b95-85e0-fc16c0c82064 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:35.943880 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:36.078213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] Set router 22940e1c-4453-423b-925b-650192cb24bc gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:36.114184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] For port 50169e97-405e-4b95-85e0-fc16c0c82064, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=50169e97-405e-4b95-85e0-fc16c0c82064,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:36.114533 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:36.187039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:34:35Z', 'revision_number': 6, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:36.190848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc575087-8c1d-46ae-aeef-385d463e4a15 None None] The sync data for ids ['22940e1c-4453-423b-925b-650192cb24bc'] in n-d-836605-1 is: [{'id': '22940e1c-4453-423b-925b-650192cb24bc', 'name': 'tempest-TestEncryptedCinderVolumes-34608968-router', 'tenant_id': '7852e8fdcec24387a98f00f07f220635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:08Z', 'updated_at': '2022-04-05T21:34:35Z', 'revision_number': 6, 'project_id': '7852e8fdcec24387a98f00f07f220635', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:34:36.235747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Calling delete_port for 50169e97-405e-4b95-85e0-fc16c0c82064 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:36.429135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:36.472791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Pushing event deleted for resources: {'Port': ['ID=50169e97-405e-4b95-85e0-fc16c0c82064,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:36.600698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1dba0de3-f822-47ce-b794-89bd99041df1 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:36.643331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 1dba0de3-f822-47ce-b794-89bd99041df1 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:36.643674 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1dba0de3-f822-47ce-b794-89bd99041df1 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:36.816194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:36.886582 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-316c043b-a132-42e7-a63d-8a4fcfd14122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.070488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.075163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.177613 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.178121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22940e1c-4453-423b-925b-650192cb24bc {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:34:37.190981 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.192107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fd055116-cdf3-4aa9-820d-0b182e07f977 admin admin] 10.222.0.10 "DELETE /v2.0/routers/22940e1c-4453-423b-925b-650192cb24bc HTTP/1.1" status: 204 len: 168 time: 1.7002156 Apr 05 21:34:37.194871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49966) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:37.259466 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Deleting subnet 239040a9-ef41-4ad6-aa31-9100a2726ebe {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:34:37.263084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.312750 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.390949 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.509286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.545123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239040a9-ef41-4ad6-aa31-9100a2726ebe,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:37.556119 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.560776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fca3b1-0717-48e2-bb96-b9bc93e4119c None None] Network 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:34:37.560946 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.561223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.561559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.561888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.562219 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.562540 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.562861 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.563177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.563507 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.563808 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.564120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:37.570049 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-10cd3481-3e5f-4e72-9d43-c8c6e802de12 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/239040a9-ef41-4ad6-aa31-9100a2726ebe HTTP/1.1" status: 204 len: 168 time: 0.3730881 Apr 05 21:34:37.571838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49970) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:37.675174 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.685887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Deleting port 0a405818-8d0c-42d1-9f01-bd03e93def1f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:37.686216 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.801526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] DHCP port deletion for 7a5f9981-f8c1-4269-8048-e44bb1c03aa1 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:34:37.805868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Deleting port 0a405818-8d0c-42d1-9f01-bd03e93def1f {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:37.806279 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:37.891501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] For port 0a405818-8d0c-42d1-9f01-bd03e93def1f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0a405818-8d0c-42d1-9f01-bd03e93def1f,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:37.891854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.007098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] For port 0a405818-8d0c-42d1-9f01-bd03e93def1f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=0a405818-8d0c-42d1-9f01-bd03e93def1f,segment=NetworkSegment(637a50b9-376b-4bdd-8636-e9e8953c5199),segment_id=637a50b9-376b-4bdd-8636-e9e8953c5199)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:38.007510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.010280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Calling delete_port for 0a405818-8d0c-42d1-9f01-bd03e93def1f owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:38.115365 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.126469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Calling delete_port for 0a405818-8d0c-42d1-9f01-bd03e93def1f owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:38.163075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Pushing event deleted for resources: {'Port': ['ID=0a405818-8d0c-42d1-9f01-bd03e93def1f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:38.169674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] No DVR routers for this DVR port 0a405818-8d0c-42d1-9f01-bd03e93def1f on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:34:38.240082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:34:38.240435 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:34:38.294364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 50169e97-405e-4b95-85e0-fc16c0c82064 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:38.302511 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.326529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 50169e97-405e-4b95-85e0-fc16c0c82064 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:38.326876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 50169e97-405e-4b95-85e0-fc16c0c82064 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:38.327296 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0a405818-8d0c-42d1-9f01-bd03e93def1f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:38.327735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a5f9981-f8c1-4269-8048-e44bb1c03aa1']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:38.340369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637a50b9-376b-4bdd-8636-e9e8953c5199') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:38.340664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637a50b9-376b-4bdd-8636-e9e8953c5199') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:38.351708 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.358361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 0a405818-8d0c-42d1-9f01-bd03e93def1f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:38.358710 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 0a405818-8d0c-42d1-9f01-bd03e93def1f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:38.368687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.374769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:34:38.375154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:34:38.388005 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:34:38.543199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.646021 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.657725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.662085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.673604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] Pushing event deleted for resources: {'Network': ['ID=7a5f9981-f8c1-4269-8048-e44bb1c03aa1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:38.741978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Deleting port 0a405818-8d0c-42d1-9f01-bd03e93def1f {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:38.742360 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:38.755624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-706a6af7-5d1c-40ae-8568-c45e7ae9bfcc admin admin] 10.222.0.10 "DELETE /v2.0/networks/7a5f9981-f8c1-4269-8048-e44bb1c03aa1 HTTP/1.1" status: 204 len: 168 time: 1.1821206 Apr 05 21:34:38.761856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49974) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:38.810131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2f47485f-1d1b-4b4d-a584-bed8483b796c None None] The port '0a405818-8d0c-42d1-9f01-bd03e93def1f' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:34:39.138750 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:39.714128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Deleting port 9b246b50-46ea-4777-b22c-b0dc9f7b4051 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:39.714824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:39.885544 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] For port 9b246b50-46ea-4777-b22c-b0dc9f7b4051, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9b246b50-46ea-4777-b22c-b0dc9f7b4051,segment=NetworkSegment(319bdda8-c1a3-41a9-8008-a313008cc45a),segment_id=319bdda8-c1a3-41a9-8008-a313008cc45a)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:39.885899 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:40.003556 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Calling delete_port for 9b246b50-46ea-4777-b22c-b0dc9f7b4051 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:40.012162 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:40.309238 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:40.357870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b246b50-46ea-4777-b22c-b0dc9f7b4051,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:40.645761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:41.199605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:34:41.394784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:34:41.403469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cbf6583e-ea0a-4148-b5b7-a03b4e8f9d6e admin admin] 10.222.0.10 "PUT /v2.0/routers/65ff6d65-fb8f-4313-b8cb-a9c74dc21648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6406603 Apr 05 21:34:41.403713 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] Sync routers for ids ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:34:41.405978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 49978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:41.415702 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] Routers {'65ff6d65-fb8f-4313-b8cb-a9c74dc21648'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:41.416303 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:41.594245 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] Set router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:41.596784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:41.880502 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:34:40Z', 'revision_number': 5, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:41.884121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] Checking router: 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:34:41.894207 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] Routers {'65ff6d65-fb8f-4313-b8cb-a9c74dc21648'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:41.894795 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:41.899898 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:41.960374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Deleting port 3a79a820-8a53-4f35-9fea-c64da2174167 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:41.960711 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:42.068624 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] Set router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:42.136382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] For port 3a79a820-8a53-4f35-9fea-c64da2174167, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3a79a820-8a53-4f35-9fea-c64da2174167,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:42.136644 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:42.258685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Calling delete_port for 3a79a820-8a53-4f35-9fea-c64da2174167 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:42.384457 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:34:40Z', 'revision_number': 5, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:42.388334 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c483977-e1bc-4bff-afd6-5be309f0bebf None None] The sync data for ids ['65ff6d65-fb8f-4313-b8cb-a9c74dc21648'] in n-d-836605-1 is: [{'id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'name': 'tempest-TestEncryptedCinderVolumes-1923909919-router', 'tenant_id': '4f702000fa03488492ffcb2221bf8455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:33:15Z', 'updated_at': '2022-04-05T21:34:40Z', 'revision_number': 5, 'project_id': '4f702000fa03488492ffcb2221bf8455', 'gw_port': {'id': '3a79a820-8a53-4f35-9fea-c64da2174167', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff6d65-fb8f-4313-b8cb-a9c74dc21648', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:33:16Z', 'updated_at': '2022-04-05T21:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:34:42.497493 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:42.543780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a79a820-8a53-4f35-9fea-c64da2174167,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:42.761915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.016156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.020194 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.103258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.103806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ff6d65-fb8f-4313-b8cb-a9c74dc21648 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:34:43.115739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.116873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-232bc6fe-463d-4506-ba4f-9d55eec6ee5e admin admin] 10.222.0.10 "DELETE /v2.0/routers/65ff6d65-fb8f-4313-b8cb-a9c74dc21648 HTTP/1.1" status: 204 len: 168 time: 1.7100029 Apr 05 21:34:43.119720 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:43.183967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] Deleting subnet 121b3225-0cdc-4ac1-93a8-9a085018a7a1 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:34:43.187113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.238960 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.315207 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.440943 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.478940 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121b3225-0cdc-4ac1-93a8-9a085018a7a1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:43.484173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.489488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f3d91-238f-4b8b-a14a-712aa9589eaa None None] Network c5748e06-43c3-49c3-9a4f-b3cc56a5b141 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:34:43.489968 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0bff1847-47a2-46f1-9fe3-7c63a0d80884 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/121b3225-0cdc-4ac1-93a8-9a085018a7a1 HTTP/1.1" status: 204 len: 168 time: 0.3692527 Apr 05 21:34:43.492533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49986) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:43.601277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.611609 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Deleting port 1d9c1505-4e29-4931-beca-95b711d16320 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:43.611940 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.738078 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] DHCP port deletion for c5748e06-43c3-49c3-9a4f-b3cc56a5b141 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:34:43.742772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Deleting port 1d9c1505-4e29-4931-beca-95b711d16320 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:43.743272 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.906556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] For port 1d9c1505-4e29-4931-beca-95b711d16320, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1d9c1505-4e29-4931-beca-95b711d16320,segment=NetworkSegment(319bdda8-c1a3-41a9-8008-a313008cc45a),segment_id=319bdda8-c1a3-41a9-8008-a313008cc45a)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:43.906789 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:43.947681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] For port 1d9c1505-4e29-4931-beca-95b711d16320, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=1d9c1505-4e29-4931-beca-95b711d16320,segment=NetworkSegment(319bdda8-c1a3-41a9-8008-a313008cc45a),segment_id=319bdda8-c1a3-41a9-8008-a313008cc45a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:43.948071 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.030033 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Calling delete_port for 1d9c1505-4e29-4931-beca-95b711d16320 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:44.065652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Calling delete_port for 1d9c1505-4e29-4931-beca-95b711d16320 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:34:44.154981 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.160153 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:34:44.160503 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:34:44.203435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d9c1505-4e29-4931-beca-95b711d16320,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:44.209285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] No DVR routers for this DVR port 1d9c1505-4e29-4931-beca-95b711d16320 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:34:44.288266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b246b50-46ea-4777-b22c-b0dc9f7b4051 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:44.322822 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9b246b50-46ea-4777-b22c-b0dc9f7b4051 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:44.323191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9b246b50-46ea-4777-b22c-b0dc9f7b4051 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:44.328983 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3a79a820-8a53-4f35-9fea-c64da2174167 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:44.336021 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.358369 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3a79a820-8a53-4f35-9fea-c64da2174167 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:44.358708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3a79a820-8a53-4f35-9fea-c64da2174167 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:44.359156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1d9c1505-4e29-4931-beca-95b711d16320 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:44.364754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5748e06-43c3-49c3-9a4f-b3cc56a5b141']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:44.376832 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319bdda8-c1a3-41a9-8008-a313008cc45a') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:44.377156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319bdda8-c1a3-41a9-8008-a313008cc45a') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:44.388228 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.391180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 1d9c1505-4e29-4931-beca-95b711d16320 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:34:44.391180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 1d9c1505-4e29-4931-beca-95b711d16320 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:44.407963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.414214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:34:44.414574 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:34:44.428876 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:34:44.577417 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.593953 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.603766 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5748e06-43c3-49c3-9a4f-b3cc56a5b141,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:44.608309 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3f9d3610-07e7-46e5-ac29-fecd32798af4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c5748e06-43c3-49c3-9a4f-b3cc56a5b141 HTTP/1.1" status: 204 len: 168 time: 1.1141849 Apr 05 21:34:44.662124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Deleting port 1d9c1505-4e29-4931-beca-95b711d16320 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:34:44.662699 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:44.726720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-e69a5696-c8d6-4306-a2b5-893dc398477e None None] The port '1d9c1505-4e29-4931-beca-95b711d16320' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:34:45.046356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49992) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:45.096295 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-96e1adc8-d5d6-4de4-aaeb-03e149499a76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7852e8fdcec24387a98f00f07f220635&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488205 Apr 05 21:34:45.098702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 49996) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:45.156528 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-949b9b08-f145-41ac-9640-dcafeafe97c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:45.181337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-949b9b08-f145-41ac-9640-dcafeafe97c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:45.315025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-949b9b08-f145-41ac-9640-dcafeafe97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:45.330719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b9b08-f145-41ac-9640-dcafeafe97c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3b663-565b-4b05-88ac-e13db49b97b5,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:45.416139 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-949b9b08-f145-41ac-9640-dcafeafe97c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:45.417831 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-949b9b08-f145-41ac-9640-dcafeafe97c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccc3b663-565b-4b05-88ac-e13db49b97b5 HTTP/1.1" status: 204 len: 168 time: 0.3182399 Apr 05 21:34:46.046076 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:46.095647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-25509384-a17e-4b0f-835b-df5c267f3845 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f702000fa03488492ffcb2221bf8455&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484421 Apr 05 21:34:46.098027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50008) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:46.157338 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eea9a391-1b9d-4fa5-bf51-f9a21faddc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:46.182276 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eea9a391-1b9d-4fa5-bf51-f9a21faddc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:46.291742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eea9a391-1b9d-4fa5-bf51-f9a21faddc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:46.306233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9a391-1b9d-4fa5-bf51-f9a21faddc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2879dd-c196-48c6-847e-2e1fcb0ee726,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:46.312842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-eea9a391-1b9d-4fa5-bf51-f9a21faddc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:46.314030 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-eea9a391-1b9d-4fa5-bf51-f9a21faddc07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab2879dd-c196-48c6-847e-2e1fcb0ee726 HTTP/1.1" status: 204 len: 168 time: 0.2151473 Apr 05 21:34:47.542185 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50030) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:47.667190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1501340564-network', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:47.673947 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:47.677732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Usage tracker for resource:network and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:47.680524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:47.686698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:47.788745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Made reservation on behalf of 1465b5f7dd0545f7bf85c0d32880055a for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:34:47.791065 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:47.804804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:47.835694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:47.839531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:47.842308 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:47.848060 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:47.912094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:47.948743 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:47.978288 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:34:47.987584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5856f3be-8489-491a-84b2-6d8d26b1c03d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:47.993928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:47.996637 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Added segment 4f641bff-bfc4-462b-a044-5b73de0875b7 of type vlan for network 963d5b10-364e-4c0b-9cf4-a9bca395e385 Apr 05 21:34:48.019172 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.086209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.087044 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:48.087645 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.194730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] Pushing event updated for resources: {'Network': ['ID=963d5b10-364e-4c0b-9cf4-a9bca395e385,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:48.204385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:34:48.258781 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ec7cb2dc-02ad-4ab9-b409-f0031cd541d3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7149982 Apr 05 21:34:48.261654 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50036) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:48.267449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Request body: {'subnet': {'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1501340564-subnet', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:48.273130 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:48.277585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Usage tracker for resource:subnet and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:48.280491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:48.286662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:48.349367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Made reservation on behalf of 1465b5f7dd0545f7bf85c0d32880055a for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:34:48.351694 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.606232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.679228 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=511344b3-af60-48b3-88de-b77abcd5c9ce,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:48.693989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Checking segment: {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:34:48.694348 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Network hostable DHCP agents. Network: 963d5b10-364e-4c0b-9cf4-a9bca395e385, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:34:48.794578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:34:48.868550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 963d5b10-364e-4c0b-9cf4-a9bca395e385) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:48.873625 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:48.874559 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.878456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587ef81-b3f6-4b88-aadc-e88451225f2d None None] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:34:48.950247 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-29f66bb7-1666-4b5f-9d6e-1d6c09d49b8c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6873806 Apr 05 21:34:48.952794 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50040) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:48.957781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:48.963192 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:48.967161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Usage tracker for resource:router and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:48.970313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:48.976040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:49.046284 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.047224 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.065499 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.089411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-963d5b10-364e-4c0b-9cf4-a9bca395e385', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:34:49.094494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.243394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Allocated IP 172.20.0.2 (963d5b10-364e-4c0b-9cf4-a9bca395e385/511344b3-af60-48b3-88de-b77abcd5c9ce/d395b6c8-05b5-4c63-99af-2fea79e0f574) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:34:49.339057 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.479016 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.489565 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Transition to ACTIVE for port object d395b6c8-05b5-4c63-99af-2fea79e0f574 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:49.507093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Transition to ACTIVE for port object d395b6c8-05b5-4c63-99af-2fea79e0f574 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:49.572589 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.586819 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.617223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.640341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:49.643195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:49.648478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:34:49.650483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Pushing event updated for resources: {'Port': ['ID=d395b6c8-05b5-4c63-99af-2fea79e0f574,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:49.737385 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Attempting to bind port d395b6c8-05b5-4c63-99af-2fea79e0f574 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:34:49.737758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Attempting to bind port d395b6c8-05b5-4c63-99af-2fea79e0f574 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:34:49.738118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Attempting to bind port d395b6c8-05b5-4c63-99af-2fea79e0f574 on network 963d5b10-364e-4c0b-9cf4-a9bca395e385 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:34:49.744388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:34:49.744759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Checking segment: {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:34:49.745191 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.745607 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Bound using segment: {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:34:49.746065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Bound port: d395b6c8-05b5-4c63-99af-2fea79e0f574, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:34:49.746677 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.753407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Allocated IP 172.25.2.100 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/7cfc97e6-f79c-4877-8baa-375da906776f) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:34:49.834737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] For port d395b6c8-05b5-4c63-99af-2fea79e0f574, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:34:49.837634 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] For port d395b6c8-05b5-4c63-99af-2fea79e0f574, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d395b6c8-05b5-4c63-99af-2fea79e0f574,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:34:49.900670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.932911 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:49.995283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:50.017827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978c302-a6e3-4736-93d0-11e301bfce8d None None] Pushing event updated for resources: {'Port': ['ID=d395b6c8-05b5-4c63-99af-2fea79e0f574,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:50.073339 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:50.076811 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:50.081435 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:34:50.106896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=7cfc97e6-f79c-4877-8baa-375da906776f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:50.336504 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:50.337288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:50.340321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d395b6c8-05b5-4c63-99af-2fea79e0f574 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:34:50.457207 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d395b6c8-05b5-4c63-99af-2fea79e0f574 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:50.628868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:34:50.760516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:50.836327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:34:50.846878 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Sync routers for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:34:50.862113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:50.862739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:50.909263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:50.910822 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e677e97-f09b-4817-9476-fe81d3625ae3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9569736 Apr 05 21:34:50.913491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50044) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:50.992598 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f6568-c3e2-412e-910e-2e7f0878a9c8 None None] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:34:51.194396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2be7fc62-5545-4204-b9c2-54beb8b7d781 None None] Provisioning for port d395b6c8-05b5-4c63-99af-2fea79e0f574 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:51.204320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:51.251157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2be7fc62-5545-4204-b9c2-54beb8b7d781 None None] Provisioning complete for port d395b6c8-05b5-4c63-99af-2fea79e0f574 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:51.251463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2be7fc62-5545-4204-b9c2-54beb8b7d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:51.622589 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2be7fc62-5545-4204-b9c2-54beb8b7d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:51.671316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2be7fc62-5545-4204-b9c2-54beb8b7d781 None None] For port d395b6c8-05b5-4c63-99af-2fea79e0f574, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d395b6c8-05b5-4c63-99af-2fea79e0f574,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:51.688450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:50Z', 'revision_number': 3, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:51.695312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Checking router: 65670bd4-71c9-468d-b6a6-e0b50b080ac8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:34:51.695770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Updating router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 port 7cfc97e6-f79c-4877-8baa-375da906776f binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:34:51.777003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2be7fc62-5545-4204-b9c2-54beb8b7d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:51.788651 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:51.861159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7fc62-5545-4204-b9c2-54beb8b7d781 None None] Pushing event updated for resources: {'Port': ['ID=d395b6c8-05b5-4c63-99af-2fea79e0f574,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:51.866999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:51.967850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2f26e8dd-1fa1-4477-9e43-7863cdc20255 None None] Provisioning complete for port d395b6c8-05b5-4c63-99af-2fea79e0f574 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:51.968231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2f26e8dd-1fa1-4477-9e43-7863cdc20255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.001905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Allocated IP 172.20.0.1 (963d5b10-364e-4c0b-9cf4-a9bca395e385/511344b3-af60-48b3-88de-b77abcd5c9ce/6d07936b-9ffd-43ca-b6ae-f3354f4fa993) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:34:52.149952 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.165075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Transition to ACTIVE for port object 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:52.258484 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.301463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d395b6c8-05b5-4c63-99af-2fea79e0f574 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:34:52.339808 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:52.343360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:52.345164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Pushing event updated for resources: {'Port': ['ID=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:52.347254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:34:52.365105 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.384499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Transition to ACTIVE for port object 7cfc97e6-f79c-4877-8baa-375da906776f will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:52.400521 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.400731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d395b6c8-05b5-4c63-99af-2fea79e0f574 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:52.401021 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.455309 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.561792 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.576412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cd01e-9053-4e64-b7f7-ceab7afa3ad6 None None] Pushing event updated for resources: {'Port': ['ID=7cfc97e6-f79c-4877-8baa-375da906776f,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:52.578708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Attempting to bind port 7cfc97e6-f79c-4877-8baa-375da906776f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:34:52.579081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Attempting to bind port 7cfc97e6-f79c-4877-8baa-375da906776f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:34:52.579442 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Attempting to bind port 7cfc97e6-f79c-4877-8baa-375da906776f on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:34:52.603158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:34:52.603540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:34:52.603941 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.604336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:34:52.604854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Bound port: 7cfc97e6-f79c-4877-8baa-375da906776f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:34:52.605752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.690918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] For port 7cfc97e6-f79c-4877-8baa-375da906776f, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:34:52.693827 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] For port 7cfc97e6-f79c-4877-8baa-375da906776f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7cfc97e6-f79c-4877-8baa-375da906776f,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:34:52.742923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b311b14a-b455-4ef9-9eb3-6444e1e14770 None None] Provisioning for port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:52.747771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b311b14a-b455-4ef9-9eb3-6444e1e14770 None None] Provisioning complete for port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:52.748136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b311b14a-b455-4ef9-9eb3-6444e1e14770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.774670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.780152 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.834577 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:52.863072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b311b14a-b455-4ef9-9eb3-6444e1e14770 None None] Port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:34:52.879257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cd01e-9053-4e64-b7f7-ceab7afa3ad6 None None] Pushing event updated for resources: {'Port': ['ID=7cfc97e6-f79c-4877-8baa-375da906776f,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:52.883984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:52.884594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:53.042436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Pushing event updated for resources: {'Port': ['ID=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:53.044895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:53.063905 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:53.177773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:53.178932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:53.429141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 2, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:53.433619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf074266-8511-40f3-b96a-75eddb1596dd None None] The sync data for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 is: [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 2, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:34:53.490401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1d737927-0ff0-4285-95b6-6607ee7b3c3c None None] Provisioning complete for port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:53.490965 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1d737927-0ff0-4285-95b6-6607ee7b3c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:53.546238 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1d737927-0ff0-4285-95b6-6607ee7b3c3c None None] Port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:34:53.590049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:34:53.801757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:34:53.810814 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9f5f1b0c-5b97-45f0-9cef-9a1a68b0dbdb admin admin] 10.222.0.10 "PUT /v2.0/routers/65670bd4-71c9-468d-b6a6-e0b50b080ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8962891 Apr 05 21:34:54.330648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7cfc97e6-f79c-4877-8baa-375da906776f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:34:54.469132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7cfc97e6-f79c-4877-8baa-375da906776f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:54.480354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7cfc97e6-f79c-4877-8baa-375da906776f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:54.480354 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:54.594471 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:54.614276 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7cfc97e6-f79c-4877-8baa-375da906776f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7cfc97e6-f79c-4877-8baa-375da906776f,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:54.715508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:54.782379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7cfc97e6-f79c-4877-8baa-375da906776f,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:54.902129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50066) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:54.907685 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1543462577-network', 'tenant_id': 'be276433f17349a590a4a316d382ec3d'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:54.913295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:54.917112 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Usage tracker for resource:network and tenant:be276433f17349a590a4a316d382ec3d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:54.921227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:54.927176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:54.983244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Made reservation on behalf of be276433f17349a590a4a316d382ec3d for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:34:54.985665 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:54.998185 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.030083 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:55.033909 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Usage tracker for resource:security_group_rule and tenant:be276433f17349a590a4a316d382ec3d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:55.036619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:55.042347 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:55.104550 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.154075 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.182177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:34:55.190567 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a99854-8c7e-4c2b-b699-ea9fc08884b0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:55.195813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.196154 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Added segment b295476e-e12e-4c6b-b4eb-e2b5cd87bf83 of type vlan for network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b Apr 05 21:34:55.222279 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.309395 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.310531 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:55.311106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.411664 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] Pushing event updated for resources: {'Network': ['ID=56dff5f7-2193-4293-bc44-7d1adc4f7e2b,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:55.420965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:34:55.481173 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cec14925-01f4-4844-801d-5aff30444929 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5778658 Apr 05 21:34:55.483840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50070) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:55.489169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Request body: {'subnet': {'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1543462577-subnet', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:55.495862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:55.499035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Usage tracker for resource:subnet and tenant:be276433f17349a590a4a316d382ec3d is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:55.501910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:55.507683 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:55.583374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Made reservation on behalf of be276433f17349a590a4a316d382ec3d for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:34:55.585655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:55.931846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.004069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6dcd34-bddb-4690-b0db-07948db8362e,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:56.015715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Checking segment: {'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:34:56.016068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Network hostable DHCP agents. Network: 56dff5f7-2193-4293-bc44-7d1adc4f7e2b, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:34:56.092320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:34:56.149140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 56dff5f7-2193-4293-bc44-7d1adc4f7e2b) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:56.153698 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:56.154283 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.158205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f195687-3698-4f84-a5d7-922554e95bb1 None None] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:34:56.238807 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50074) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:56.239216 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e5efe6cb-3736-41a8-9a1b-a5858b959a17 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7542546 Apr 05 21:34:56.244571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:34:56.253434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:34:56.254715 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Usage tracker for resource:router and tenant:be276433f17349a590a4a316d382ec3d is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:34:56.257977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:34:56.264464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:34:56.315315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7cfc97e6-f79c-4877-8baa-375da906776f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:34:56.343457 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.345528 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.364250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.439851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-56dff5f7-2193-4293-bc44-7d1adc4f7e2b', 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'fixed_ips': [{'subnet_id': 'df6dcd34-bddb-4690-b0db-07948db8362e'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:34:56.440652 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.454865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7cfc97e6-f79c-4877-8baa-375da906776f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:56.455227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.553102 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.695849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Allocated IP 172.20.0.2 (56dff5f7-2193-4293-bc44-7d1adc4f7e2b/df6dcd34-bddb-4690-b0db-07948db8362e/8eb37229-86ff-46c0-a87f-c3288ce0e299) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:34:56.868953 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.893719 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.898064 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.904534 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Transition to ACTIVE for port object 8eb37229-86ff-46c0-a87f-c3288ce0e299 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:56.921758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Transition to ACTIVE for port object 8eb37229-86ff-46c0-a87f-c3288ce0e299 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:56.989642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.035309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Allocated IP 172.25.2.79 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/ff5fb41a-6fa2-40be-8d06-6405e4fe5921) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:34:57.060156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:57.060888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Pushing event updated for resources: {'Port': ['ID=8eb37229-86ff-46c0-a87f-c3288ce0e299,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:57.063490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:57.065554 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:34:57.154069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Attempting to bind port 8eb37229-86ff-46c0-a87f-c3288ce0e299 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:34:57.154349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Attempting to bind port 8eb37229-86ff-46c0-a87f-c3288ce0e299 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:34:57.154715 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Attempting to bind port 8eb37229-86ff-46c0-a87f-c3288ce0e299 on network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:34:57.161520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:34:57.161895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Checking segment: {'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:34:57.162302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.162689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Bound using segment: {'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:34:57.163153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Bound port: 8eb37229-86ff-46c0-a87f-c3288ce0e299, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:34:57.163523 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.255866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] For port 8eb37229-86ff-46c0-a87f-c3288ce0e299, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:34:57.259051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] For port 8eb37229-86ff-46c0-a87f-c3288ce0e299, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8eb37229-86ff-46c0-a87f-c3288ce0e299,segment=NetworkSegment(b295476e-e12e-4c6b-b4eb-e2b5cd87bf83),segment_id=b295476e-e12e-4c6b-b4eb-e2b5cd87bf83)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:34:57.298508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.299781 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.375655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db1e59-6b9a-4a49-9ca5-23725311863a None None] Pushing event updated for resources: {'Port': ['ID=8eb37229-86ff-46c0-a87f-c3288ce0e299,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:57.379352 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.445125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:57.447842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:57.451445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:34:57.496604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:57.677019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.677793 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.866218 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:34:57.966208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Router d1142eff-e43b-426e-8da0-d7f56a9298d4 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:34:58.176598 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:34:58.185965 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Sync routers for ids ['d1142eff-e43b-426e-8da0-d7f56a9298d4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:34:58.199692 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Routers {'d1142eff-e43b-426e-8da0-d7f56a9298d4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:58.200539 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1142eff-e43b-426e-8da0-d7f56a9298d4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:58.263385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:58.264545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5d91e498-9189-43c0-be8c-01befb7c4812 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0246980 Apr 05 21:34:58.267204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50078) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:58.324394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda99c9c-0ffb-40b9-90df-4d4d0fee2f0c None None] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:34:58.399154 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Set router d1142eff-e43b-426e-8da0-d7f56a9298d4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:58.436759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8eb37229-86ff-46c0-a87f-c3288ce0e299 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:34:58.578528 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-decebde0-52e3-48cd-ac51-a59a9ee40dd7 None None] Provisioning for port 8eb37229-86ff-46c0-a87f-c3288ce0e299 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:58.676233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 8eb37229-86ff-46c0-a87f-c3288ce0e299 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:34:58.685183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8eb37229-86ff-46c0-a87f-c3288ce0e299 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:58.685804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:58.713893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:57Z', 'revision_number': 3, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port': {'id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:58.719165 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Checking router: d1142eff-e43b-426e-8da0-d7f56a9298d4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:34:58.719847 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Updating router d1142eff-e43b-426e-8da0-d7f56a9298d4 port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:34:58.796078 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:58.837738 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:58.878540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 8eb37229-86ff-46c0-a87f-c3288ce0e299, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8eb37229-86ff-46c0-a87f-c3288ce0e299,segment=NetworkSegment(b295476e-e12e-4c6b-b4eb-e2b5cd87bf83),segment_id=b295476e-e12e-4c6b-b4eb-e2b5cd87bf83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:34:58.967824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.078838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=8eb37229-86ff-46c0-a87f-c3288ce0e299,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:59.115586 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-19d63f0e-26cd-4b21-b50a-7ed252cb2648 None None] Provisioning complete for port 8eb37229-86ff-46c0-a87f-c3288ce0e299 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:59.116256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-19d63f0e-26cd-4b21-b50a-7ed252cb2648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.153240 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.165144 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Transition to ACTIVE for port object ff5fb41a-6fa2-40be-8d06-6405e4fe5921 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:59.184928 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.258487 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.347247 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Attempting to bind port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:34:59.347608 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Attempting to bind port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:34:59.347959 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Attempting to bind port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:34:59.350121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Pushing event updated for resources: {'Port': ['ID=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:59.362827 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:34:59.363197 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:34:59.363589 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.363971 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:34:59.364426 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Bound port: ff5fb41a-6fa2-40be-8d06-6405e4fe5921, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:34:59.364788 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.388252 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.388585 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.388914 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.389269 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.389594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.389916 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.390252 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.390549 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.390861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.391175 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.391490 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:59.444303 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] For port ff5fb41a-6fa2-40be-8d06-6405e4fe5921, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:34:59.447278 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] For port ff5fb41a-6fa2-40be-8d06-6405e4fe5921, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:34:59.510472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Allocated IP 172.20.0.1 (56dff5f7-2193-4293-bc44-7d1adc4f7e2b/df6dcd34-bddb-4690-b0db-07948db8362e/80120f9b-cfaf-474c-b73b-1a9b6cd1608f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:34:59.521181 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.608025 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1328e-c650-4cfa-9b66-598b4045ca79 None None] Pushing event updated for resources: {'Port': ['ID=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:59.613901 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Routers {'d1142eff-e43b-426e-8da0-d7f56a9298d4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:34:59.614490 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:34:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1142eff-e43b-426e-8da0-d7f56a9298d4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:59.657621 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.676905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Transition to ACTIVE for port object 80120f9b-cfaf-474c-b73b-1a9b6cd1608f will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:34:59.795283 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] Set router d1142eff-e43b-426e-8da0-d7f56a9298d4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:34:59.829553 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.899737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:34:59.903241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:34:59.907540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:34:59.934749 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Pushing event updated for resources: {'Port': ['ID=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:59.965777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.112657 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:57Z', 'revision_number': 3, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port': {'id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:00.121044 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484e9b6-d3e6-4413-bf16-1c651821c169 None None] The sync data for ids ['d1142eff-e43b-426e-8da0-d7f56a9298d4'] in n-d-836605-1 is: [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:57Z', 'revision_number': 3, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port': {'id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:35:00.121448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.217318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3543a9a3-6102-44e8-b9bb-c106659bd747 None None] Provisioning for port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:35:00.222347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3543a9a3-6102-44e8-b9bb-c106659bd747 None None] Provisioning complete for port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:00.228564 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3543a9a3-6102-44e8-b9bb-c106659bd747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.282484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3543a9a3-6102-44e8-b9bb-c106659bd747 None None] Port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:35:00.312208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8eb37229-86ff-46c0-a87f-c3288ce0e299 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:00.359358 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.379417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 8eb37229-86ff-46c0-a87f-c3288ce0e299 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:00.379780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.429323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.537128 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.541019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Pushing event updated for resources: {'Port': ['ID=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:00.688206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:35:00.689293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:35:00.906094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-674b8014-3424-4049-9791-dfe2b8a7ed52 None None] Provisioning complete for port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:00.906460 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-674b8014-3424-4049-9791-dfe2b8a7ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:00.959055 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-674b8014-3424-4049-9791-dfe2b8a7ed52 None None] Port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:35:01.070709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Router d1142eff-e43b-426e-8da0-d7f56a9298d4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:35:01.376663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:35:01.385192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-163d4990-7e44-4e82-911a-41db8aa924fd admin admin] 10.222.0.10 "PUT /v2.0/routers/d1142eff-e43b-426e-8da0-d7f56a9298d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1169624 Apr 05 21:35:04.737844 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:04.920363 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fcaefe2a-93a4-4fab-b438-6609b9699feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.355640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ff5fb41a-6fa2-40be-8d06-6405e4fe5921 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:06.520898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:35:06.526697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:06.527398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.713525 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.742696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port ff5fb41a-6fa2-40be-8d06-6405e4fe5921, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:35:06.828623 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.907583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:06.937869 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-30708f0d-3240-442a-b544-88fd076dd46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:07.045435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Sync routers for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:35:07.058774 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:35:07.059649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:07.266592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:35:07.626128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 2, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:07.631311 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Checking router: 65670bd4-71c9-468d-b6a6-e0b50b080ac8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:35:07.631646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Updating router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:35:07.686115 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.062205 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.074621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Transition to ACTIVE for port object 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:35:08.143364 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.291127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Pushing event updated for resources: {'Port': ['ID=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:08.352212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ff5fb41a-6fa2-40be-8d06-6405e4fe5921 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:08.479913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Attempting to bind port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:35:08.480661 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Attempting to bind port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:35:08.481299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Attempting to bind port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 on network 963d5b10-364e-4c0b-9cf4-a9bca395e385 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:35:08.509506 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:35:08.509916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Checking segment: {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:35:08.510362 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.510796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Bound using segment: {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:35:08.511836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Bound port: 6d07936b-9ffd-43ca-b6ae-f3354f4fa993, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:35:08.512239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.569172 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.605998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:08.606292 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.711372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] For port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:35:08.713845 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.719176 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] For port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:35:08.783685 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.868862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:35:08.869542 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:08.983439 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Pushing event updated for resources: {'Port': ['ID=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:09.020104 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.020471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.020815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.021184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.021517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.021880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.022210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.022538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.023187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.023187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.023493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605d3d4d-3acc-4377-9200-86a6c27cef34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:09.080880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:35:09.451039 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:08Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:09.456141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3232d7-ef18-413a-9309-6199be1b8ec4 None None] The sync data for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 is: [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:08Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:35:09.893611 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Sync routers for ids ['d1142eff-e43b-426e-8da0-d7f56a9298d4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:35:09.913229 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Routers {'d1142eff-e43b-426e-8da0-d7f56a9298d4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:35:09.914071 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1142eff-e43b-426e-8da0-d7f56a9298d4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:10.051938 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.119794 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Set router d1142eff-e43b-426e-8da0-d7f56a9298d4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:35:10.360282 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:10.466493 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:59Z', 'revision_number': 4, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port': {'id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '80120f9b-cfaf-474c-b73b-1a9b6cd1608f', 'name': '', 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'mac_address': 'fa:16:3e:a8:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6dcd34-bddb-4690-b0db-07948db8362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:59Z', 'updated_at': '2022-04-05T21:35:00Z', 'revision_number': 2, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'subnets': [{'id': 'df6dcd34-bddb-4690-b0db-07948db8362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:10.471467 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Checking router: d1142eff-e43b-426e-8da0-d7f56a9298d4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:35:10.471814 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Updating router d1142eff-e43b-426e-8da0-d7f56a9298d4 port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:35:10.520624 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:35:10.525771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:10.526139 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.543402 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.659014 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.699048 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:35:10.780108 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.870038 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:10.944259 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.956005 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Transition to ACTIVE for port object 80120f9b-cfaf-474c-b73b-1a9b6cd1608f will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:35:11.040687 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.184318 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b1a1e-393c-4ede-8db0-ea4d03daaf44 None None] Pushing event updated for resources: {'Port': ['ID=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:11.320239 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Attempting to bind port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:35:11.320950 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Attempting to bind port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:35:11.321650 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Attempting to bind port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f on network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:35:11.329255 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:35:11.330092 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Checking segment: {'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:35:11.330740 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.331338 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Bound using segment: {'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:35:11.332022 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Bound port: 80120f9b-cfaf-474c-b73b-1a9b6cd1608f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:35:11.332625 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.467768 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] For port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:35:11.471070 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] For port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,segment=NetworkSegment(b295476e-e12e-4c6b-b4eb-e2b5cd87bf83),segment_id=b295476e-e12e-4c6b-b4eb-e2b5cd87bf83)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:35:11.550003 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.631970 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b1a1e-393c-4ede-8db0-ea4d03daaf44 None None] Pushing event updated for resources: {'Port': ['ID=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:11.638339 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Routers {'d1142eff-e43b-426e-8da0-d7f56a9298d4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:35:11.638943 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:35:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1142eff-e43b-426e-8da0-d7f56a9298d4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:11.831837 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] Set router d1142eff-e43b-426e-8da0-d7f56a9298d4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:35:12.337464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:12.348596 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:59Z', 'revision_number': 4, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port': {'id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '80120f9b-cfaf-474c-b73b-1a9b6cd1608f', 'name': '', 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'mac_address': 'fa:16:3e:a8:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6dcd34-bddb-4690-b0db-07948db8362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:59Z', 'updated_at': '2022-04-05T21:35:11Z', 'revision_number': 4, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'subnets': [{'id': 'df6dcd34-bddb-4690-b0db-07948db8362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:12.356618 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f136c8-04df-4351-a5ca-e30761032755 None None] The sync data for ids ['d1142eff-e43b-426e-8da0-d7f56a9298d4'] in n-d-836605-1 is: [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:34:59Z', 'revision_number': 4, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port': {'id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '80120f9b-cfaf-474c-b73b-1a9b6cd1608f', 'name': '', 'network_id': '56dff5f7-2193-4293-bc44-7d1adc4f7e2b', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'mac_address': 'fa:16:3e:a8:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df6dcd34-bddb-4690-b0db-07948db8362e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:59Z', 'updated_at': '2022-04-05T21:35:11Z', 'revision_number': 4, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'subnets': [{'id': 'df6dcd34-bddb-4690-b0db-07948db8362e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:35:12.460913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:12.461328 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.329864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 80120f9b-cfaf-474c-b73b-1a9b6cd1608f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:14.385838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-edcf5559-e881-4d2c-abd8-15abaea4ffe7 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:14.387212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-edcf5559-e881-4d2c-abd8-15abaea4ffe7 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 815 time: 0.1484573 Apr 05 21:35:14.404042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-79f0fa55-6dbc-4eea-bbea-b1cc8b491f1b tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/quotas/1465b5f7dd0545f7bf85c0d32880055a HTTP/1.1" status: 200 len: 375 time: 0.0114746 Apr 05 21:35:14.457520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:35:14.462339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:14.462710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.484321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-588cff12-d031-420b-9f2c-267d3754fccc tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Synchronizing usage tracker for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:35:14.571440 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-588cff12-d031-420b-9f2c-267d3754fccc tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Unset dirty status for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:35:14.572798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-588cff12-d031-420b-9f2c-267d3754fccc tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635768 Apr 05 21:35:14.576461 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.588623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-a55e0a58-11e5-4293-a180-669c8894d522 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:35:14.590288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-a55e0a58-11e5-4293-a180-669c8894d522 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059199 Apr 05 21:35:14.608711 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,segment=NetworkSegment(b295476e-e12e-4c6b-b4eb-e2b5cd87bf83),segment_id=b295476e-e12e-4c6b-b4eb-e2b5cd87bf83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:35:14.652239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.722635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:14.723561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-b149f0c8-50a7-4757-a414-acb315b1bab9 service neutron] 10.222.0.10 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273172 Apr 05 21:35:14.857288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-eba2a320-e2a2-4586-825b-0929034d3e7d service neutron] 10.222.0.10 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262846 Apr 05 21:35:15.115981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3351e704-1b75-408f-b31c-dfdc1266d441 req-09b6f5cd-8aba-493f-ae39-a4def3fa2bf2 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 210 time: 0.0460591 Apr 05 21:35:16.310195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 80120f9b-cfaf-474c-b73b-1a9b6cd1608f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:16.318000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db5509cc-1ca0-4b0a-a9f1-9fae300b36f2 req-7a0c4d07-bd0a-4b50-88bf-9a8e034913d1 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 210 time: 0.0794873 Apr 05 21:35:16.380130 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:16.380495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:17.230453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-b055b5b3-beb9-4fc1-879a-45ed1fb0b94b tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:17.232301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-b055b5b3-beb9-4fc1-879a-45ed1fb0b94b tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 815 time: 0.1458662 Apr 05 21:35:17.247962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'port': {'device_id': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'admin_state_up': True, 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:17.390768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:17.403160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:17.483785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2137516d-2b0a-4c30-a503-753cc10f3a4d req-df16cad3-90a9-4e07-8799-7272eac8c594 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 210 time: 0.0419552 Apr 05 21:35:17.509398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Made reservation on behalf of 1465b5f7dd0545f7bf85c0d32880055a for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:35:17.512944 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:17.678210 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Allocated IP 172.20.0.4 (963d5b10-364e-4c0b-9cf4-a9bca395e385/511344b3-af60-48b3-88de-b77abcd5c9ce/d3681305-c0ab-4a0a-83a8-6700cc4490d6) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:35:17.878705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:17.895162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Transition to ACTIVE for port object d3681305-c0ab-4a0a-83a8-6700cc4490d6 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:35:18.003326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:18.089031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:35:18.093390 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:35:18.098366 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:35:18.133218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:18.182602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:18.183769 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:18.287028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-e2e7dd07-08e7-4d0e-9ebd-4d2c3f0ce7aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427916 Apr 05 21:35:18.440435 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-46cb7eca-d7ad-4bf1-8afd-6dc952b5c2ec None None] Provisioning for port d3681305-c0ab-4a0a-83a8-6700cc4490d6 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:35:18.445657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-46cb7eca-d7ad-4bf1-8afd-6dc952b5c2ec None None] Provisioning complete for port d3681305-c0ab-4a0a-83a8-6700cc4490d6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:18.446015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-46cb7eca-d7ad-4bf1-8afd-6dc952b5c2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:18.500912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-46cb7eca-d7ad-4bf1-8afd-6dc952b5c2ec None None] Port d3681305-c0ab-4a0a-83a8-6700cc4490d6 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:35:18.728630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb6f84-ad08-45d4-a327-6be40c50b760 req-e8c8d1f4-d406-4da5-82c6-15bab896d566 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:18.729377 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-06cb6f84-ad08-45d4-a327-6be40c50b760 req-e8c8d1f4-d406-4da5-82c6-15bab896d566 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Synchronizing usage tracker for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:35:18.829145 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-06cb6f84-ad08-45d4-a327-6be40c50b760 req-e8c8d1f4-d406-4da5-82c6-15bab896d566 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Unset dirty status for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:35:18.830350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06cb6f84-ad08-45d4-a327-6be40c50b760 req-e8c8d1f4-d406-4da5-82c6-15bab896d566 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 931 time: 0.2157056 Apr 05 21:35:18.892462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-06cb6f84-ad08-45d4-a327-6be40c50b760 req-8abfb27f-a831-4b7f-81c9-ca06541af972 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558047 Apr 05 21:35:20.096691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b1b82-59c3-4930-8c1f-af125b315207 req-c79149fa-cb49-4dbc-b990-3ec3bceb0765 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:20.098234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d8b1b82-59c3-4930-8c1f-af125b315207 req-c79149fa-cb49-4dbc-b990-3ec3bceb0765 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 931 time: 0.0856426 Apr 05 21:35:20.145526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d8b1b82-59c3-4930-8c1f-af125b315207 req-ffdb7bbc-b3d2-4990-aa2a-2ee35a80f5c3 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Apr 05 21:35:20.789171 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:21.467763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf12076-f1c0-4489-a5c7-f7009b4f4135 req-aa30f008-bb7b-4679-8b89-2334f35a28aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:21.470096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acf12076-f1c0-4489-a5c7-f7009b4f4135 req-aa30f008-bb7b-4679-8b89-2334f35a28aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 931 time: 0.2020321 Apr 05 21:35:21.516262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-acf12076-f1c0-4489-a5c7-f7009b4f4135 req-ace90250-0bef-4dab-8810-624b4c7cb3d4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Apr 05 21:35:22.720203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a2594-031a-466d-8cda-78ece8893e0c req-fcdff729-f2a5-4fd8-a861-cc4a4f3a3ab9 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:22.721678 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e49a2594-031a-466d-8cda-78ece8893e0c req-fcdff729-f2a5-4fd8-a861-cc4a4f3a3ab9 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 931 time: 0.0804317 Apr 05 21:35:22.773096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e49a2594-031a-466d-8cda-78ece8893e0c req-318d8b10-ea15-4551-a170-076a005aad68 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447090 Apr 05 21:35:23.999100 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8e2c3-68c4-44df-802c-5e53866760db req-73c8ce05-1077-4483-a483-7db43fe703cf tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:24.000797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfd8e2c3-68c4-44df-802c-5e53866760db req-73c8ce05-1077-4483-a483-7db43fe703cf tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 931 time: 0.0892656 Apr 05 21:35:24.045816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cfd8e2c3-68c4-44df-802c-5e53866760db req-92a8b358-59f2-4cb5-b8fc-1c60f045bc40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 Apr 05 21:35:25.262647 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53b54c-ba82-4920-b98f-f68c344fb62a req-2261bd19-921b-4da3-b4e0-4374f3de2a17 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:25.264170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d53b54c-ba82-4920-b98f-f68c344fb62a req-2261bd19-921b-4da3-b4e0-4374f3de2a17 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 931 time: 0.0815825 Apr 05 21:35:25.321725 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d53b54c-ba82-4920-b98f-f68c344fb62a req-4737a7f0-a4bf-477f-8d47-cc91e877da23 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520148 Apr 05 21:35:26.017533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Request body: {'port': {'device_id': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:26.120350 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:26.499903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3681305-c0ab-4a0a-83a8-6700cc4490d6 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:35:26.507715 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:26.532099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Transition to ACTIVE for port object d3681305-c0ab-4a0a-83a8-6700cc4490d6 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:35:26.551518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a151a-8143-4d8c-a7aa-0681c8d5cc37 req-3e8c0324-79c3-4806-b83a-179fdaf56ee2 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:26.553104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-866a151a-8143-4d8c-a7aa-0681c8d5cc37 req-3e8c0324-79c3-4806-b83a-179fdaf56ee2 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 931 time: 0.1015024 Apr 05 21:35:26.595150 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:26.640121 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-866a151a-8143-4d8c-a7aa-0681c8d5cc37 req-f89e5705-beb6-44b3-8204-423478d22158 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811005 Apr 05 21:35:26.741410 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Pushing event updated for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:26.844316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Attempting to bind port d3681305-c0ab-4a0a-83a8-6700cc4490d6 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:35:26.844660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Attempting to bind port d3681305-c0ab-4a0a-83a8-6700cc4490d6 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:35:26.844988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Attempting to bind port d3681305-c0ab-4a0a-83a8-6700cc4490d6 on network 963d5b10-364e-4c0b-9cf4-a9bca395e385 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:35:26.850588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Port d3681305-c0ab-4a0a-83a8-6700cc4490d6 on network 963d5b10-364e-4c0b-9cf4-a9bca395e385 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:35:26.850897 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Attempting to bind port d3681305-c0ab-4a0a-83a8-6700cc4490d6 on network 963d5b10-364e-4c0b-9cf4-a9bca395e385 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:35:26.856945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:35:26.857303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Checking segment: {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:35:26.857677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Bound using segment: {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:35:26.858090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Bound port: d3681305-c0ab-4a0a-83a8-6700cc4490d6, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f641bff-bfc4-462b-a044-5b73de0875b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:35:26.858426 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:26.947766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:35:26.950619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:35:27.000519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:27.060693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:27.062062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] 10.222.0.23 "PUT /v2.0/ports/d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 1091 time: 1.1670849 Apr 05 21:35:27.062487 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:35:27.081249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26645402-8d89-44a1-b400-9ff5ddbc34ba service neutron] Pushing event updated for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:27.226598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-298e6ed1-583b-40db-898a-e94625a97204 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1094 time: 0.0790813 Apr 05 21:35:27.287723 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5147c4ab-ce5b-4ec3-bc02-750e4b9dfdae'] response: {'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'status': 'completed', 'code': 200} Apr 05 21:35:27.295961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-9dba9227-9fcf-4660-8f77-9925dce89945 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 217 time: 0.0616286 Apr 05 21:35:27.361679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-ac5ae4dc-a604-4bc9-849b-de5c28560d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:27.363002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-ac5ae4dc-a604-4bc9-849b-de5c28560d6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0617015 Apr 05 21:35:27.434130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-517064d7-dadc-476a-9e8c-eea130389e98 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652266 Apr 05 21:35:27.652309 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-86de9bd8-20b9-461c-a71d-2096c749dd89 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117438 Apr 05 21:35:27.823748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d9a7dd18-cfa6-4f0b-b3be-a08f9face817 req-010777fb-f823-43aa-98ad-8ab12a3fa286 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645122 Apr 05 21:35:27.858754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce84ea-2900-4981-996a-5becabb6898a req-2e90beb4-107b-4e4f-b67d-b3f9f99c0edd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:27.860158 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43ce84ea-2900-4981-996a-5becabb6898a req-2e90beb4-107b-4e4f-b67d-b3f9f99c0edd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 943 time: 0.0810838 Apr 05 21:35:27.909360 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-43ce84ea-2900-4981-996a-5becabb6898a req-4a3fe9f7-751c-40f4-816b-6c66cc7af5b0 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Apr 05 21:35:28.013739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-5703d855-73d6-4134-9c81-5e9b5b98b5df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1094 time: 0.0733962 Apr 05 21:35:28.141825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-fa7d34aa-61db-4078-8eb6-2732fc7490bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:28.143263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-fa7d34aa-61db-4078-8eb6-2732fc7490bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 916 time: 0.1236007 Apr 05 21:35:28.213289 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-0c4ba4c4-38f4-4135-bb64-1efbe08eeed9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 217 time: 0.0624127 Apr 05 21:35:28.275095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-6ee3bc58-30cb-4cfc-9629-d6ee6535e54c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:28.276506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-6ee3bc58-30cb-4cfc-9629-d6ee6535e54c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0562069 Apr 05 21:35:28.350171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-c13d1bf2-cdde-480f-aaab-8b3d9d80e42e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671453 Apr 05 21:35:28.477665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-4e8b5445-0355-465f-a569-bfd962255b67 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197252 Apr 05 21:35:28.609437 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d45dbbcd-e405-426d-8cf8-f1272b2b1204 req-1df24809-ebdd-4d46-b4ea-554a0b0a0821 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200743 Apr 05 21:35:29.108908 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc66076-f428-49f4-8fbc-bac9d2a9fbbb req-11bf5811-673c-4d26-8d5d-2083ebe16fc0 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:29.110373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bc66076-f428-49f4-8fbc-bac9d2a9fbbb req-11bf5811-673c-4d26-8d5d-2083ebe16fc0 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 943 time: 0.0780628 Apr 05 21:35:29.154952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5bc66076-f428-49f4-8fbc-bac9d2a9fbbb req-300c4fdf-1746-4702-87ea-9b69b4b818a3 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Apr 05 21:35:30.371748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db1385-c1bf-4ac0-99e1-3557b1d18368 req-6c6c4e86-7f94-4f88-8862-7aec8d9b8d34 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:30.373266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54db1385-c1bf-4ac0-99e1-3557b1d18368 req-6c6c4e86-7f94-4f88-8862-7aec8d9b8d34 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 943 time: 0.0904822 Apr 05 21:35:30.425151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-54db1385-c1bf-4ac0-99e1-3557b1d18368 req-a161f6ce-f20d-43b4-b85f-83a97002b959 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445352 Apr 05 21:35:30.562851 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3681305-c0ab-4a0a-83a8-6700cc4490d6 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:35:30.704714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:35:30.717405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'port_id': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'mac_address': 'fa:16:3e:0c:21:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:35:30.773541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:30.790523 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3681305-c0ab-4a0a-83a8-6700cc4490d6 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:35:30.805500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:35:30.873497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:30.938941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:31.076205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3681305-c0ab-4a0a-83a8-6700cc4490d6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:35:31.630530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0dcbe-77f2-4169-bdaf-33695e67c10b req-88cf280a-b2cb-43e2-93e0-e0525bd9645e tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:31.631900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4b0dcbe-77f2-4169-bdaf-33695e67c10b req-88cf280a-b2cb-43e2-93e0-e0525bd9645e tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 944 time: 0.0837309 Apr 05 21:35:31.678673 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d4b0dcbe-77f2-4169-bdaf-33695e67c10b req-f72aab74-aab0-4287-8a64-89f1432246dd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Apr 05 21:35:32.578658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3681305-c0ab-4a0a-83a8-6700cc4490d6 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:35:32.720065 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port d3681305-c0ab-4a0a-83a8-6700cc4490d6 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:35:32.724907 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port d3681305-c0ab-4a0a-83a8-6700cc4490d6 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:32.725365 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:32.843071 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:32.869947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:35:32.879281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97941ef-27c7-475e-b73b-310e9f1e1145 req-42d18cc2-797b-4966-b16c-9d212bb293e9 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:32.880107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:35:32.880863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b97941ef-27c7-475e-b73b-310e9f1e1145 req-42d18cc2-797b-4966-b16c-9d212bb293e9 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 944 time: 0.0823956 Apr 05 21:35:32.926216 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b97941ef-27c7-475e-b73b-310e9f1e1145 req-bf9c4632-a329-433f-a51a-3d847d826248 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Apr 05 21:35:32.936516 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:33.006093 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7ddfab-b3ac-424a-a584-5b07c0717978'] response: {'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'code': 200} Apr 05 21:35:33.006788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:33.130856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e176e35-5451-4948-a3f8-18d9f14763e9 req-0494b74e-0d86-4338-a714-2fe864d58a50 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1096 time: 0.0662022 Apr 05 21:35:33.172253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3e176e35-5451-4948-a3f8-18d9f14763e9 req-4b77ce29-a637-41b2-984a-a1dfeebd3efb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351076 Apr 05 21:35:34.122642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2e349-dd89-453d-ab50-a06e237a7a2c req-fb6c8eb7-ff48-45e1-8dc5-dcd4ac5b1f44 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:34.124188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bde2e349-dd89-453d-ab50-a06e237a7a2c req-fb6c8eb7-ff48-45e1-8dc5-dcd4ac5b1f44 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0807505 Apr 05 21:35:34.170586 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bde2e349-dd89-453d-ab50-a06e237a7a2c req-682b48af-719d-45c8-92c9-d1fa5630cdee tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403345 Apr 05 21:35:34.736999 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:34.866234 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:35:34.943100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-064a7018-0c01-437f-9ab8-d3d0e9aa40a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:35.362717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f52325-6112-4ce0-9fa1-d6831b2ea6f5 req-65cd938b-010d-4142-a909-7ec6616594bc tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:35.364136 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75f52325-6112-4ce0-9fa1-d6831b2ea6f5 req-65cd938b-010d-4142-a909-7ec6616594bc tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0745542 Apr 05 21:35:35.410302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75f52325-6112-4ce0-9fa1-d6831b2ea6f5 req-666e34ef-7386-47a9-808c-0eb0bc5b33b5 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Apr 05 21:35:35.602669 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29712931-f329-4790-838a-f9561615b056 req-daadc10b-746b-4cc5-ba73-80187446ccbc tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:35.604018 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29712931-f329-4790-838a-f9561615b056 req-daadc10b-746b-4cc5-ba73-80187446ccbc tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0759742 Apr 05 21:35:35.647701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-29712931-f329-4790-838a-f9561615b056 req-39545fe8-4543-495d-b290-c61004816b5d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Apr 05 21:35:36.062573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a888b8-0e9c-4c08-b88e-7169b13507d4 req-e2b99ed6-2277-46ea-aa5d-f8b313473b59 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:36.063995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40a888b8-0e9c-4c08-b88e-7169b13507d4 req-e2b99ed6-2277-46ea-aa5d-f8b313473b59 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0783980 Apr 05 21:35:36.199832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40a888b8-0e9c-4c08-b88e-7169b13507d4 req-df0507eb-9bc9-4fdb-89ca-b111eee469f8 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303997 Apr 05 21:35:36.937627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f43d7978-bb8c-4669-aa63-51b0f062ca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:38.543163 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:38.600350 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:40.011993 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:46.987293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bfb0-db96-455a-a19a-3067bf5a7809 req-a5670a27-e230-404a-94ca-3468eea0110d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:46.989274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0220bfb0-db96-455a-a19a-3067bf5a7809 req-a5670a27-e230-404a-94ca-3468eea0110d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0752673 Apr 05 21:35:47.034752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0220bfb0-db96-455a-a19a-3067bf5a7809 req-338bd242-a627-4eb0-9b90-92db975174b5 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Apr 05 21:35:47.063323 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50262) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:47.198133 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-db1349d7-ac24-477c-b9f0-3798384282b5 tempest-TestMinimumBasicScenario-203742131 tempest-TestMinimumBasicScenario-203742131-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1091 time: 0.1336999 Apr 05 21:35:47.200865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50268) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:47.206132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:47.212142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:47.215889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:floatingip and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:47.219207 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:47.224723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:47.297547 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:47.439430 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:47.569486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Allocated IP 172.25.2.14 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/ec213a5e-9e9f-4762-8663-76a597c47438) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:35:47.722828 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:47.794738 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:47.866428 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:35:47.869510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:35:47.872106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:35:47.900758 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'Port': ['ID=ec213a5e-9e9f-4762-8663-76a597c47438,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:47.926849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.927124 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.927460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.927814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.928143 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.928469 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.928797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.929170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.929494 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.929814 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:47.930135 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:48.380963 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:48.496067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:48.786258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:48.857188 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:48.968484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'Port': ['ID=ec213a5e-9e9f-4762-8663-76a597c47438,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:48.980270 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:49.162909 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Floating IP 932bc55a-cec3-4b25-a3c2-b2b452401cea associated. External IP: 172.25.2.14, port: d3681305-c0ab-4a0a-83a8-6700cc4490d6. Apr 05 21:35:49.546240 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:35:49.742637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:35:49.752662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] Sync routers for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:35:49.765013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:35:49.765646 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:35:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:49.823093 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:49.876642 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-aca8a71d-6f4e-49af-ab48-25ab78bcbd29 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6747131 Apr 05 21:35:49.878020 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:35:49.879442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50272) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:49.885335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768365245', 'description': 'tempest-secgroup-smoke-768365245 description', 'project_id': '1465b5f7dd0545f7bf85c0d32880055a'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:49.892209 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:49.896231 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:49.899477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:49.909956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:49.942865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:35:49.966185 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.014579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:50.016552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:50.019903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:50.026415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:50.086297 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68df5adc-896c-441b-abd0-04e48d81c2df'] response: {'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'status': 'completed', 'code': 200} Apr 05 21:35:50.097876 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.172116 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.224227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cee161-e277-41a5-9121-525ba5598f03 req-a762f520-8993-47b1-96cd-4593d832f1b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1096 time: 0.1136746 Apr 05 21:35:50.224882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4811a6-63ee-4679-ac0e-e8bc450a77c8,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:50.257628 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.257982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.258324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.258667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.258998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.259337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.259663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.259994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.260323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.260648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.260973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:50.306601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '932bc55a-cec3-4b25-a3c2-b2b452401cea', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'port_id': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'mac_address': 'fa:16:3e:0c:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:35:48Z', 'updated_at': '2022-04-05T21:35:48Z', 'revision_number': 0, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:10Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:50.311134 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] Checking router: 65670bd4-71c9-468d-b6a6-e0b50b080ac8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:35:50.315750 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.316969 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d42300bf-bbbb-4629-9c6d-755163838bbd tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4364769 Apr 05 21:35:50.320397 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50282) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:50.327612 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'security_group_rule': {'security_group_id': 'ec4811a6-63ee-4679-ac0e-e8bc450a77c8', 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:50.329544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:35:50.330185 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:35:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:50.334777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:50.338804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:50.341865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:50.348445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:50.380764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cee161-e277-41a5-9121-525ba5598f03 req-cc443113-bbf7-4969-b9a1-d3b3ad42de65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:50.382230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cee161-e277-41a5-9121-525ba5598f03 req-cc443113-bbf7-4969-b9a1-d3b3ad42de65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 916 time: 0.1511719 Apr 05 21:35:50.436201 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.490835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cee161-e277-41a5-9121-525ba5598f03 req-bb5f1ce5-e60a-45a7-8f6f-46977798a6ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 998 time: 0.0992949 Apr 05 21:35:50.501449 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.516332 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:35:50.557914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cee161-e277-41a5-9121-525ba5598f03 req-1215c96d-5f15-4a15-b8a8-aa47f40c8141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:50.559403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cee161-e277-41a5-9121-525ba5598f03 req-1215c96d-5f15-4a15-b8a8-aa47f40c8141 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0619400 Apr 05 21:35:50.577687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.602291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23c9a7f-19e0-4a34-ad24-963484ce3d3c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:50.639661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cee161-e277-41a5-9121-525ba5598f03 req-58b05ba6-ceff-47b4-95a3-cc3829b74c49 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736330 Apr 05 21:35:50.680232 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.684099 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4fa88ac1-87ce-48c7-9f4d-85fb72b1c66d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3597784 Apr 05 21:35:50.684291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50286) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:50.690418 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'security_group_rule': {'security_group_id': 'ec4811a6-63ee-4679-ac0e-e8bc450a77c8', 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:50.697360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:50.702285 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:50.705297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:50.711611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:50.773483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cee161-e277-41a5-9121-525ba5598f03 req-5ada300e-c6dd-4d63-b86d-860c3ca9fa7d service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278219 Apr 05 21:35:50.814952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.846422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.883492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '932bc55a-cec3-4b25-a3c2-b2b452401cea', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'port_id': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'mac_address': 'fa:16:3e:0c:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:35:48Z', 'updated_at': '2022-04-05T21:35:48Z', 'revision_number': 0, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:10Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:50.886827 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.891572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f5363-bb62-4cd3-8894-5972250dce94 None None] The sync data for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 is: [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '932bc55a-cec3-4b25-a3c2-b2b452401cea', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'port_id': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'mac_address': 'fa:16:3e:0c:21:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:35:48Z', 'updated_at': '2022-04-05T21:35:48Z', 'revision_number': 0, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:10Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:35:50.908652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3cee161-e277-41a5-9121-525ba5598f03 req-1e50cde3-d767-45d0-9092-e64bd84dfdd4 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292610 Apr 05 21:35:50.965965 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:50.990543 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c19fd1d-7813-403b-8fac-ed3b4c99e9a2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:51.070825 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.070825 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d04d7baa-b66c-4ee3-8235-ba4b78fbee40 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3823125 Apr 05 21:35:51.077184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50290) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:51.083976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'security_group_rule': {'security_group_id': 'ec4811a6-63ee-4679-ac0e-e8bc450a77c8', 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:51.085702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:51.089337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:51.092872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:51.101084 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:51.101236 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64596538-bdf9-444a-8eda-f53cbcd08a33 None None] New status for floating IP 932bc55a-cec3-4b25-a3c2-b2b452401cea: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:35:51.179052 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.241325 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.302324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.326832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b4188b-18ca-421f-8fff-6f892977a8de,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:51.410544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.411744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-18b58691-c7cb-4838-9dac-c1431bdcca2a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3391349 Apr 05 21:35:51.414483 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50294) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:51.419965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'security_group_rule': {'security_group_id': 'ec4811a6-63ee-4679-ac0e-e8bc450a77c8', 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:51.426747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:51.431948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:51.433654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:51.439355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:51.538163 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.608835 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.690611 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.715573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d396d5-f447-4b83-8859-1daaf43496cb,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:51.799032 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.800401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d9833190-d3f1-48c5-8dc9-a6902e2c6666 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3850186 Apr 05 21:35:51.803139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50298) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:51.808386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'security_group_rule': {'security_group_id': 'ec4811a6-63ee-4679-ac0e-e8bc450a77c8', 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:51.814735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:51.818494 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:51.821370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:51.827207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:51.918878 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Project 1465b5f7dd0545f7bf85c0d32880055a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:35:51.925999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:51.989984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:52.068550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:52.092674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59a2328-8ffe-44e9-ac2b-da4377b8580f,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:52.215863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:52.217824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-cbf9ae47-33ee-4826-ba35-f5a5441c2c92 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4137876 Apr 05 21:35:52.220421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50302) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:52.225905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'security_group_rule': {'security_group_id': 'ec4811a6-63ee-4679-ac0e-e8bc450a77c8', 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:52.232656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:35:52.236641 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Usage tracker for resource:security_group_rule and tenant:1465b5f7dd0545f7bf85c0d32880055a is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:35:52.239539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:35:52.245887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:35:52.320364 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Project 1465b5f7dd0545f7bf85c0d32880055a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:35:52.327725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:52.393321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:52.468674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:52.491831 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408675b0-184f-460f-88d2-ec1baa490327,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:52.577255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:52.578536 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-96e2fd11-6baf-4301-8de6-38e515b228aa tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3571751 Apr 05 21:35:52.867229 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b7df3028-3d20-414d-b41c-e68de93384ed req-515dcbf3-afad-42eb-bfa2-d18eef2a6c50 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Synchronizing usage tracker for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:35:52.937171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b7df3028-3d20-414d-b41c-e68de93384ed req-515dcbf3-afad-42eb-bfa2-d18eef2a6c50 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Unset dirty status for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:35:52.938293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7df3028-3d20-414d-b41c-e68de93384ed req-515dcbf3-afad-42eb-bfa2-d18eef2a6c50 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768365245&fields=id&tenant_id=1465b5f7dd0545f7bf85c0d32880055a HTTP/1.1" status: 200 len: 267 time: 0.1144466 Apr 05 21:35:53.016985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3028-3d20-414d-b41c-e68de93384ed req-fda80419-d98c-4139-9d7d-3bd0b25dbe33 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:53.018463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7df3028-3d20-414d-b41c-e68de93384ed req-fda80419-d98c-4139-9d7d-3bd0b25dbe33 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0748372 Apr 05 21:35:53.028570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'port': {'security_groups': ['5856f3be-8489-491a-84b2-6d8d26b1c03d', 'ec4811a6-63ee-4679-ac0e-e8bc450a77c8']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:35:53.154787 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:53.405491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:35:53.429104 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:53.474324 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:53.485986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3681305-c0ab-4a0a-83a8-6700cc4490d6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:35:53.551018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:53.551682 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:53.553116 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7df3028-3d20-414d-b41c-e68de93384ed req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "PUT /v2.0/ports/d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 981 time: 0.5288351 Apr 05 21:35:53.553824 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:35:53.590335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4a5ce-c02f-4527-ae23-a2f546136a03 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:53.613294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3681305-c0ab-4a0a-83a8-6700cc4490d6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:35:53.636429 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb55dd6e-602e-48e6-b7cd-859f0bb3a9a1'] response: {'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'status': 'completed', 'code': 200} Apr 05 21:35:53.905651 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ea0f3-39d2-4890-a28e-0fda400ea28b req-726cd110-3a14-4772-8f80-b88825e4ccf6 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:53.907017 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-458ea0f3-39d2-4890-a28e-0fda400ea28b req-726cd110-3a14-4772-8f80-b88825e4ccf6 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.2145782 Apr 05 21:35:53.910280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-b6ccfe41-f453-4268-a6cf-ef73dfacea72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1135 time: 0.2548363 Apr 05 21:35:53.944269 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-281d28fa-f5c3-4637-ae44-152ad9a7295c None None] Provisioning complete for port d3681305-c0ab-4a0a-83a8-6700cc4490d6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:35:53.944546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-281d28fa-f5c3-4637-ae44-152ad9a7295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:54.033183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-458ea0f3-39d2-4890-a28e-0fda400ea28b req-f46aa0fe-5889-4b09-8107-40a8b90832d4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202726 Apr 05 21:35:54.075783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-0d833f06-3e52-464c-81a9-f53e68ad96e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:54.077807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-0d833f06-3e52-464c-81a9-f53e68ad96e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 916 time: 0.1490433 Apr 05 21:35:54.177213 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-b74f51f6-1108-4bc2-97d3-4fd713b5fa6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 1000 time: 0.0939307 Apr 05 21:35:54.243497 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-60631692-84d1-4102-a931-4a1ac6077bf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:54.244922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-60631692-84d1-4102-a931-4a1ac6077bf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0618863 Apr 05 21:35:54.321117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-66518f27-12b0-4e99-b36b-1250cb11a74a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688779 Apr 05 21:35:54.461783 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-9a323c2a-74c4-4296-8adf-f20fc6837f9e service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336980 Apr 05 21:35:54.588605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31ec8768-5da0-4a45-9906-e11e12b86d9a req-a75ce6e9-5744-4020-8bb8-e56f6b9460d3 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203640 Apr 05 21:35:55.746585 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-4fd88c7f-857f-4c3c-bc38-4eeb8ce9ee5d req-bfe5cabd-aa66-4a16-ae1e-15c2df0d0290 service neutron] (84580) timed out ('10.222.0.10', 44788) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:36:04.731227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:04.918667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-14a22643-fc88-425c-a290-ec07115dcef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:06.920125 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f5080527-1016-4467-9493-ce6465c845dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:08.538270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16e88-bd82-4a27-a69a-3357d828ccd6 req-830dce74-5238-44bb-86e5-0933aa2f5bc5 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:08.539701 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ff16e88-bd82-4a27-a69a-3357d828ccd6 req-830dce74-5238-44bb-86e5-0933aa2f5bc5 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.1358693 Apr 05 21:36:08.547675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-5195b1a2-b1a7-4fe4-bf27-a4c47a32c082 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1135 time: 0.1053936 Apr 05 21:36:08.560244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:08.617008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:08.668613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4ff16e88-bd82-4a27-a69a-3357d828ccd6 req-d935aba7-ac56-4818-8e7d-8634b8da06b5 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199896 Apr 05 21:36:08.706827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-c46f2e7b-03a3-40af-93de-1748dcfeb2b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:08.708313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-c46f2e7b-03a3-40af-93de-1748dcfeb2b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 916 time: 0.1439326 Apr 05 21:36:08.809242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-c288d480-2fdc-41f9-ba9f-a7033396b185 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 1000 time: 0.0948648 Apr 05 21:36:08.873552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-1df7cbc8-602a-46a8-8fe9-5b0b2166fa51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:08.874829 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-1df7cbc8-602a-46a8-8fe9-5b0b2166fa51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0587633 Apr 05 21:36:08.946808 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-21965ccb-54f9-428d-bba6-48630c521c41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655351 Apr 05 21:36:09.074183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-71dea2da-a4b7-46ae-8dda-a050a04a0693 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199951 Apr 05 21:36:09.200941 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65249621-ec90-4c18-a2f6-fa19e43fde80 req-81020293-57e6-4b82-982a-38717b3f5c07 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200883 Apr 05 21:36:09.866115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668c1bb-d91a-4948-b1da-1fe36b43bbbe req-19337c20-0fe6-4c49-b400-a65d62f65986 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:09.867534 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d668c1bb-d91a-4948-b1da-1fe36b43bbbe req-19337c20-0fe6-4c49-b400-a65d62f65986 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0745454 Apr 05 21:36:09.917276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d668c1bb-d91a-4948-b1da-1fe36b43bbbe req-9b2e3ddb-ffc7-46d4-8992-e3d211461224 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441704 Apr 05 21:36:10.040064 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:11.110341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ed160-205e-4ded-82ad-d74c18042f67 req-0d2fcfb2-1a3e-4174-8881-1b095b02b209 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:11.111761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560ed160-205e-4ded-82ad-d74c18042f67 req-0d2fcfb2-1a3e-4174-8881-1b095b02b209 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0748050 Apr 05 21:36:11.157219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-560ed160-205e-4ded-82ad-d74c18042f67 req-d350d64e-88ce-44ad-9510-7111b58cb7ee tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399466 Apr 05 21:36:11.867083 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:36:12.455375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7241304-05ca-42ad-a763-5c275666fb6f req-c67d871c-e8f6-4e14-8cc2-0bcc9df2fd79 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:12.457545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7241304-05ca-42ad-a763-5c275666fb6f req-c67d871c-e8f6-4e14-8cc2-0bcc9df2fd79 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.1824629 Apr 05 21:36:12.508184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7241304-05ca-42ad-a763-5c275666fb6f req-eceda0b1-c025-4f27-9206-e2af812adfc1 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449064 Apr 05 21:36:13.697385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb8daa-494f-4ada-98ce-46ba234f2d0f req-bb37b0bd-401a-4216-bc7e-0c82d6bc0d14 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:13.698824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7deb8daa-494f-4ada-98ce-46ba234f2d0f req-bb37b0bd-401a-4216-bc7e-0c82d6bc0d14 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0747774 Apr 05 21:36:13.744924 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7deb8daa-494f-4ada-98ce-46ba234f2d0f req-8a8be020-71bf-4442-bd33-8ecb26317f33 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399957 Apr 05 21:36:14.947025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd73f9-ad61-494a-8478-315923f9523c req-6e0c6478-af70-4571-a389-f2839a8f429c tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:14.948469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2dd73f9-ad61-494a-8478-315923f9523c req-6e0c6478-af70-4571-a389-f2839a8f429c tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0835941 Apr 05 21:36:14.994667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f2dd73f9-ad61-494a-8478-315923f9523c req-2a164992-a7d9-441a-8929-1aec3467e853 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405369 Apr 05 21:36:16.192976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd11fdc-7300-4b9b-a52d-5bebf7d20547 req-a6cb00af-00df-4ab6-b6f2-0358fb639d2c tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:16.194420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfd11fdc-7300-4b9b-a52d-5bebf7d20547 req-a6cb00af-00df-4ab6-b6f2-0358fb639d2c tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0747223 Apr 05 21:36:16.239811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfd11fdc-7300-4b9b-a52d-5bebf7d20547 req-f61f560b-1acd-4ee7-9614-46e7cdf92c31 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398152 Apr 05 21:36:17.439585 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290c1ca-963c-4a2f-95d9-d0c3f3fd72d8 req-2fbd1c6d-ecc3-455e-83dc-202433851c55 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:17.441010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a290c1ca-963c-4a2f-95d9-d0c3f3fd72d8 req-2fbd1c6d-ecc3-455e-83dc-202433851c55 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0776901 Apr 05 21:36:17.486535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a290c1ca-963c-4a2f-95d9-d0c3f3fd72d8 req-e25e46a2-a56f-4ec2-842e-9ff522635df6 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400479 Apr 05 21:36:18.678186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b079806-3899-4ab3-acf1-f79037fed4ae req-92794d06-ae61-4857-95ca-2e68e8b77c19 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:18.679626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b079806-3899-4ab3-acf1-f79037fed4ae req-92794d06-ae61-4857-95ca-2e68e8b77c19 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0759833 Apr 05 21:36:18.728160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6b079806-3899-4ab3-acf1-f79037fed4ae req-e7cf5814-85be-40ba-8159-40b651668041 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430346 Apr 05 21:36:19.921966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d6b67-85e8-45de-a663-97c56489dde8 req-da30d5f3-394e-44f1-9b38-e05c1f8b13d6 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:19.923417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b72d6b67-85e8-45de-a663-97c56489dde8 req-da30d5f3-394e-44f1-9b38-e05c1f8b13d6 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0755277 Apr 05 21:36:19.973906 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b72d6b67-85e8-45de-a663-97c56489dde8 req-01e2f54c-6c93-4051-b47e-ace59ebb422c tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443480 Apr 05 21:36:20.799686 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:21.167882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80f6f7-422a-4ff8-ab3d-878fee936471 req-44865442-348e-4009-af6e-d273bdf054db tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:21.169240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b80f6f7-422a-4ff8-ab3d-878fee936471 req-44865442-348e-4009-af6e-d273bdf054db tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0771387 Apr 05 21:36:21.214650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3b80f6f7-422a-4ff8-ab3d-878fee936471 req-b48e821e-7732-43b8-a922-713149d5bc9b tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=ec4811a6-63ee-4679-ac0e-e8bc450a77c8&id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399425 Apr 05 21:36:33.500319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-0172561e-b6ba-44d6-a6b4-a0bf7a5538a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673671 Apr 05 21:36:33.640393 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-538e9f39-4d7f-4672-b066-25edc0dcd3d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1135 time: 0.0723882 Apr 05 21:36:33.783552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-5020ab79-89ff-40b5-8520-45f237672c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:33.784892 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-5020ab79-89ff-40b5-8520-45f237672c59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 916 time: 0.1257195 Apr 05 21:36:33.884933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-b3643694-6ef8-4330-9823-14868fdcfeef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 1000 time: 0.0943863 Apr 05 21:36:33.948899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-f8fff5c8-69ca-4b82-8894-12e1ba05d21b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:33.950341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-f8fff5c8-69ca-4b82-8894-12e1ba05d21b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0592151 Apr 05 21:36:34.021252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-b7cf2a65-a9ab-43ef-ac24-c1207f23c9ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652695 Apr 05 21:36:34.146675 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-dc7f5818-78dc-4315-bf3b-451b14f48171 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194968 Apr 05 21:36:34.279885 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2dca9061-1b64-434c-a5ff-ad898ab2eb3e req-d8bc1a8c-ad90-479b-8548-692af6449c4d service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279330 Apr 05 21:36:34.748005 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:34.909761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7bc744fe-8585-4c89-9ca4-01c3f0da0ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:36.897145 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-509aefda-9ce9-4e2d-ba07-560f89e689a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:38.582642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:38.628034 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:40.068237 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:48.867176 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:36:50.793917 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:53.532561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1cc93bd1-6b8e-48e3-8dbb-863c5c983e81 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768365245&fields=id&tenant_id=1465b5f7dd0545f7bf85c0d32880055a HTTP/1.1" status: 200 len: 267 time: 0.0436463 Apr 05 21:36:53.611372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429263e-425f-4274-a445-4c1cde3e0722 req-60bbbb4d-4748-4c1a-9c24-aa93c5b5e5e4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:53.612704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2429263e-425f-4274-a445-4c1cde3e0722 req-60bbbb4d-4748-4c1a-9c24-aa93c5b5e5e4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 984 time: 0.0747118 Apr 05 21:36:53.622950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Request body: {'port': {'security_groups': ['5856f3be-8489-491a-84b2-6d8d26b1c03d']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:36:53.829448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.064885 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:36:54.088761 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.148718 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.160241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3681305-c0ab-4a0a-83a8-6700cc4490d6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:36:54.217194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:54.225823 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.225823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2429263e-425f-4274-a445-4c1cde3e0722 req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "PUT /v2.0/ports/d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 942 time: 0.6012518 Apr 05 21:36:54.225823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:36:54.233626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50366) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:36:54.263843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event updated for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:36:54.276336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.276690 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.277636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.277982 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.278356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.278746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.279076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.279403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.279785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.280161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.281369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f432f02-626e-4d13-9d76-79c87bc8c88a tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.298142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3681305-c0ab-4a0a-83a8-6700cc4490d6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:36:54.344421 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751a1df9-d730-4550-b776-d2de1e9aa072'] response: {'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'status': 'completed', 'code': 200} Apr 05 21:36:54.367691 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.410998 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.464865 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-d6ebeda4-f489-44b4-aedb-ac5d3f0d20e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1096 time: 0.0982864 Apr 05 21:36:54.563745 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.576075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-767f3c89-923e-4914-86fd-989799f1b3c9 None None] Provisioning complete for port d3681305-c0ab-4a0a-83a8-6700cc4490d6 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:36:54.578755 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-767f3c89-923e-4914-86fd-989799f1b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.584111 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4811a6-63ee-4679-ac0e-e8bc450a77c8,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:36:54.593670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.594110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.594508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.594904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.595291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.595675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.596059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.596502 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.596860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.597265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.597690 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:36:54.603369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-7c7160c6-c445-4d35-b06b-bae321e2df3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:54.607327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-7c7160c6-c445-4d35-b06b-bae321e2df3b service neutron] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 916 time: 0.1340470 Apr 05 21:36:54.660227 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.665077 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-479e8b64-3ec3-4341-a572-86383c405311 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "DELETE /v2.0/security-groups/ec4811a6-63ee-4679-ac0e-e8bc450a77c8 HTTP/1.1" status: 204 len: 168 time: 0.4270966 Apr 05 21:36:54.665077 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50372) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:36:54.710812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-a6b07bcc-d9fa-4ba7-9064-2c08e3752a26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 1000 time: 0.0990114 Apr 05 21:36:54.775083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-1187ebc1-be26-4b1f-ade8-5d17625a0eb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:54.778769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-1187ebc1-be26-4b1f-ade8-5d17625a0eb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0600266 Apr 05 21:36:54.850479 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-4ed7eaed-b069-4666-97d8-34f9230da4d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674758 Apr 05 21:36:54.866373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Deleting port ec213a5e-9e9f-4762-8663-76a597c47438 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:36:54.866707 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:54.986811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-4e1c3dac-3b42-48f6-bee1-4825eb8cdbc2 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295393 Apr 05 21:36:55.118336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7767fe55-8d7d-43ef-8a4e-887b13500ca2 req-52629db4-a923-4fc8-8d56-53aa21c413a1 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256371 Apr 05 21:36:55.137259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:55.137586 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:55.257516 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Calling delete_port for ec213a5e-9e9f-4762-8663-76a597c47438 owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:36:55.496901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:55.541565 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event deleted for resources: {'Port': ['ID=ec213a5e-9e9f-4762-8663-76a597c47438,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:36:55.637939 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:56.023519 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:36:56.216147 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:36:56.226266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] Sync routers for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:36:56.238307 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:36:56.248458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:36:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:36:56.311734 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:56.367052 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-47859e6f-9718-4d58-a91b-3c26ab13afe4 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "DELETE /v2.0/floatingips/932bc55a-cec3-4b25-a3c2-b2b452401cea HTTP/1.1" status: 204 len: 168 time: 1.7007103 Apr 05 21:36:56.367717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:36:56.432230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:36:56.437784 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70becfd-5ebe-4007-824b-415f97ca5760'] response: {'name': 'network-changed', 'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'status': 'completed', 'code': 200} Apr 05 21:36:56.533766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-f91907ec-7871-4a96-b0f2-1f1d8ecea4b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 1096 time: 0.0737381 Apr 05 21:36:56.669893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-fe68cde9-d8e8-4a3a-bc0a-6d7929c790fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:56.671373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-fe68cde9-d8e8-4a3a-bc0a-6d7929c790fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 200 len: 916 time: 0.1320305 Apr 05 21:36:56.740052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-eea4ebb4-ce27-4347-b633-05d52e45c93d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 200 len: 217 time: 0.0631969 Apr 05 21:36:56.798794 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:10Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:36:56.804527 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] Checking router: 65670bd4-71c9-468d-b6a6-e0b50b080ac8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:36:56.817679 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:36:56.817866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-8831c186-58c6-4714-a465-dba83415ea22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:36:56.818190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:36:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:36:56.819319 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-8831c186-58c6-4714-a465-dba83415ea22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 200 len: 854 time: 0.0734220 Apr 05 21:36:56.898021 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-827147c0-1337-4e70-a576-51d5893214ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=963d5b10-364e-4c0b-9cf4-a9bca395e385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731492 Apr 05 21:36:57.004620 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:36:57.033899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-a1b18b48-ca04-4120-b024-fe42cd851b13 service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296663 Apr 05 21:36:57.258934 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-82cb8766-0398-47b5-8e21-f19d7c0c602b req-d9f00740-87b4-458a-b735-40b66605325f service neutron] 10.222.0.23 "GET /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180917 Apr 05 21:36:57.320233 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:10Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:36:57.324196 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9604482b-662f-41ac-870d-8515ae3185d1 None None] The sync data for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 is: [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:52Z', 'revision_number': 4, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '6d07936b-9ffd-43ca-b6ae-f3354f4fa993', 'name': '', 'network_id': '963d5b10-364e-4c0b-9cf4-a9bca395e385', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'mac_address': 'fa:16:3e:dc:8e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:51Z', 'updated_at': '2022-04-05T21:35:10Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'subnets': [{'id': '511344b3-af60-48b3-88de-b77abcd5c9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:36:57.546777 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ea3af-ba9e-4ed0-b3e1-44ad663923fe None None] New status for floating IP 932bc55a-cec3-4b25-a3c2-b2b452401cea: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:37:01.206858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4576-7969-45d2-ad33-28c53c39182e req-0abb01e4-9cf7-40a6-b591-a8dd20c87944 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:01.208378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-429a4576-7969-45d2-ad33-28c53c39182e req-0abb01e4-9cf7-40a6-b591-a8dd20c87944 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0797932 Apr 05 21:37:01.254301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-429a4576-7969-45d2-ad33-28c53c39182e req-bec699a9-3379-4798-8648-6d5dd038b396 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Apr 05 21:37:02.453996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9366b-3822-4260-b42f-f2d5414c837e req-9ce75b02-b294-4f66-b3ab-0ecadfc55c2d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:02.455438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abe9366b-3822-4260-b42f-f2d5414c837e req-9ce75b02-b294-4f66-b3ab-0ecadfc55c2d tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0760522 Apr 05 21:37:02.499530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abe9366b-3822-4260-b42f-f2d5414c837e req-54859e72-85b5-4629-b033-20066e7c763f tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/security-groups?id=5856f3be-8489-491a-84b2-6d8d26b1c03d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385141 Apr 05 21:37:02.791142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-d7c27d33-e7b6-424f-8b6d-953c62c1184b tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:02.792564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-d7c27d33-e7b6-424f-8b6d-953c62c1184b tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 945 time: 0.0786226 Apr 05 21:37:02.858635 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Deleting port d3681305-c0ab-4a0a-83a8-6700cc4490d6 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:02.858971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:03.104161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] For port d3681305-c0ab-4a0a-83a8-6700cc4490d6, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=d3681305-c0ab-4a0a-83a8-6700cc4490d6,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:03.104429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:03.227069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Calling delete_port for d3681305-c0ab-4a0a-83a8-6700cc4490d6 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:03.439566 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:03.450668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['d3681305-c0ab-4a0a-83a8-6700cc4490d6'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:37:03.486510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Pushing event deleted for resources: {'Port': ['ID=d3681305-c0ab-4a0a-83a8-6700cc4490d6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:03.565531 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] No DVR routers for this DVR port d3681305-c0ab-4a0a-83a8-6700cc4490d6 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:37:03.568113 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:03.570603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'name': 'network-vif-deleted', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:37:03.582361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-61d88e03-54ce-4167-b64e-efd366d58e52 req-27b83590-8ade-4379-b173-aabf6a6d8126 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.23 "DELETE /v2.0/ports/d3681305-c0ab-4a0a-83a8-6700cc4490d6 HTTP/1.1" status: 204 len: 173 time: 0.7838271 Apr 05 21:37:03.628257 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684094f1-6b25-421f-95b2-640aa6e4e00e'] response: {'server_uuid': '6a09bcde-0802-49e2-9f29-6d2497aefb65', 'name': 'network-vif-deleted', 'tag': 'd3681305-c0ab-4a0a-83a8-6700cc4490d6', 'status': 'completed', 'code': 200} Apr 05 21:37:03.671595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-934f987d-8700-4ddc-a415-017b05516186 req-0d64473c-15c2-4b20-83c2-0be834f9b2c8 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Synchronizing usage tracker for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:37:03.742838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-934f987d-8700-4ddc-a415-017b05516186 req-0d64473c-15c2-4b20-83c2-0be834f9b2c8 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] Unset dirty status for tenant:1465b5f7dd0545f7bf85c0d32880055a on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:37:03.744039 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-934f987d-8700-4ddc-a415-017b05516186 req-0d64473c-15c2-4b20-83c2-0be834f9b2c8 tempest-TestMinimumBasicScenario-893325605 tempest-TestMinimumBasicScenario-893325605-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a09bcde-0802-49e2-9f29-6d2497aefb65 HTTP/1.1" status: 200 len: 210 time: 0.1185720 Apr 05 21:37:04.763123 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:04.942471 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1afdcea4-ffa5-498c-ae2a-044bc12859b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:05.865333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50460) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:06.239471 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:06.906022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-bbb77a17-429f-4597-82b4-889bcab6f1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:06.927454 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Deleting port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:06.928047 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:07.094232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] For port 6d07936b-9ffd-43ca-b6ae-f3354f4fa993, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:07.094587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:07.143942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3681305-c0ab-4a0a-83a8-6700cc4490d6 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:37:07.178179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: d3681305-c0ab-4a0a-83a8-6700cc4490d6 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:37:07.178433 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device d3681305-c0ab-4a0a-83a8-6700cc4490d6 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:37:07.237071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Calling delete_port for 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:07.491443 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:07.538396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6d07936b-9ffd-43ca-b6ae-f3354f4fa993,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:07.833507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:08.522611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:37:08.565824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:08.616591 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:08.716766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:37:08.726474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] Sync routers for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:37:08.738570 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:08.739169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:08.802389 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2079abc8-e89f-4fb0-b5c6-a662fbfbe0ea admin admin] 10.222.0.10 "PUT /v2.0/routers/65670bd4-71c9-468d-b6a6-e0b50b080ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9359353 Apr 05 21:37:08.804882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50464) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:08.916935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:08.999271 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:09.194554 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:09.195860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:37:07Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:09.199652 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] Checking router: 65670bd4-71c9-468d-b6a6-e0b50b080ac8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:37:09.210448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] Routers {'65670bd4-71c9-468d-b6a6-e0b50b080ac8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:09.211032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:09.279840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Deleting port 7cfc97e6-f79c-4877-8baa-375da906776f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:09.280179 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:09.430479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] Set router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:09.456687 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] For port 7cfc97e6-f79c-4877-8baa-375da906776f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7cfc97e6-f79c-4877-8baa-375da906776f,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:09.457043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:09.691524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Calling delete_port for 7cfc97e6-f79c-4877-8baa-375da906776f owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:09.714732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:37:07Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:09.718547 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1923a6-d381-417f-ba6e-882c6ef1c096 None None] The sync data for ids ['65670bd4-71c9-468d-b6a6-e0b50b080ac8'] in n-d-836605-1 is: [{'id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'name': 'tempest-TestMinimumBasicScenario-1501340564-router', 'tenant_id': '1465b5f7dd0545f7bf85c0d32880055a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:37:07Z', 'revision_number': 5, 'project_id': '1465b5f7dd0545f7bf85c0d32880055a', 'gw_port': {'id': '7cfc97e6-f79c-4877-8baa-375da906776f', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65670bd4-71c9-468d-b6a6-e0b50b080ac8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:49Z', 'updated_at': '2022-04-05T21:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:37:09.919524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:09.963718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfc97e6-f79c-4877-8baa-375da906776f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:10.039750 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.187739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.371085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:37:10.406318 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:37:10.406658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 6d07936b-9ffd-43ca-b6ae-f3354f4fa993 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:37:10.445277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.449546 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.524863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.525356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65670bd4-71c9-468d-b6a6-e0b50b080ac8 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:37:10.537664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.538900 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e45c5fd-feb8-4ed7-b829-3cf5639f1790 admin admin] 10.222.0.10 "DELETE /v2.0/routers/65670bd4-71c9-468d-b6a6-e0b50b080ac8 HTTP/1.1" status: 204 len: 168 time: 1.7330534 Apr 05 21:37:10.541688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50468) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:10.602877 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] Deleting subnet 511344b3-af60-48b3-88de-b77abcd5c9ce {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:37:10.605915 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.660795 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.734445 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:10.868640 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.006430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511344b3-af60-48b3-88de-b77abcd5c9ce,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:11.011198 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.014204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a26ba-bd27-4fe5-8e20-e195ac9180d2 None None] Network 963d5b10-364e-4c0b-9cf4-a9bca395e385 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:37:11.016677 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5f3d3dd6-b287-4247-806f-396f91550fb8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/511344b3-af60-48b3-88de-b77abcd5c9ce HTTP/1.1" status: 204 len: 168 time: 0.4739945 Apr 05 21:37:11.019826 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50472) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:11.124498 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.134645 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Deleting port d395b6c8-05b5-4c63-99af-2fea79e0f574 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:11.134973 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.269381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] DHCP port deletion for 963d5b10-364e-4c0b-9cf4-a9bca395e385 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:37:11.273405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Deleting port d395b6c8-05b5-4c63-99af-2fea79e0f574 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:11.273780 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.343297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] For port d395b6c8-05b5-4c63-99af-2fea79e0f574, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d395b6c8-05b5-4c63-99af-2fea79e0f574,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:11.343655 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.463098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Calling delete_port for d395b6c8-05b5-4c63-99af-2fea79e0f574 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:11.475903 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] For port d395b6c8-05b5-4c63-99af-2fea79e0f574, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d395b6c8-05b5-4c63-99af-2fea79e0f574,segment=NetworkSegment(4f641bff-bfc4-462b-a044-5b73de0875b7),segment_id=4f641bff-bfc4-462b-a044-5b73de0875b7)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:11.476295 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.588029 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.593135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Calling delete_port for d395b6c8-05b5-4c63-99af-2fea79e0f574 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:11.631737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Pushing event deleted for resources: {'Port': ['ID=d395b6c8-05b5-4c63-99af-2fea79e0f574,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:11.638361 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] No DVR routers for this DVR port d395b6c8-05b5-4c63-99af-2fea79e0f574 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:37:11.666481 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:37:11.666929 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:37:11.755350 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.780226 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963d5b10-364e-4c0b-9cf4-a9bca395e385']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:11.792054 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f641bff-bfc4-462b-a044-5b73de0875b7') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:11.792356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f641bff-bfc4-462b-a044-5b73de0875b7') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:11.804406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.824540 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.831086 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:37:11.831468 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:37:11.844888 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:37:11.965163 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.981771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.993990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] Pushing event deleted for resources: {'Network': ['ID=963d5b10-364e-4c0b-9cf4-a9bca395e385,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:11.998707 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ef720cb-e1c7-45aa-adc3-42223b946abd admin admin] 10.222.0.10 "DELETE /v2.0/networks/963d5b10-364e-4c0b-9cf4-a9bca395e385 HTTP/1.1" status: 204 len: 168 time: 0.9779372 Apr 05 21:37:12.002160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50476) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:12.167888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Deleting port d395b6c8-05b5-4c63-99af-2fea79e0f574 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:12.168773 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:12.234538 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ea52595c-63d8-435d-a72d-a47a279739d8 None None] The port 'd395b6c8-05b5-4c63-99af-2fea79e0f574' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:37:12.373644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7cfc97e6-f79c-4877-8baa-375da906776f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:37:12.403203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:12.405529 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7cfc97e6-f79c-4877-8baa-375da906776f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:37:12.405874 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7cfc97e6-f79c-4877-8baa-375da906776f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:37:12.406288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d395b6c8-05b5-4c63-99af-2fea79e0f574 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:37:12.440764 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d395b6c8-05b5-4c63-99af-2fea79e0f574 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:37:12.441135 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d395b6c8-05b5-4c63-99af-2fea79e0f574 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:37:13.062059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Deleting port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:13.062627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:13.231723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] For port 80120f9b-cfaf-474c-b73b-1a9b6cd1608f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,segment=NetworkSegment(b295476e-e12e-4c6b-b4eb-e2b5cd87bf83),segment_id=b295476e-e12e-4c6b-b4eb-e2b5cd87bf83)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:13.232077 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:13.352360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Calling delete_port for 80120f9b-cfaf-474c-b73b-1a9b6cd1608f owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:13.586082 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:13.631393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Pushing event deleted for resources: {'Port': ['ID=80120f9b-cfaf-474c-b73b-1a9b6cd1608f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:13.922974 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:14.568993 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Router d1142eff-e43b-426e-8da0-d7f56a9298d4 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:37:14.758380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:37:14.766631 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] Sync routers for ids ['d1142eff-e43b-426e-8da0-d7f56a9298d4'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:37:14.770175 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-70c9886a-0b89-4fd6-a0ac-395887e79fea admin admin] 10.222.0.10 "PUT /v2.0/routers/d1142eff-e43b-426e-8da0-d7f56a9298d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7665849 Apr 05 21:37:14.772536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50480) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:14.778849 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] Routers {'d1142eff-e43b-426e-8da0-d7f56a9298d4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:14.783474 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1142eff-e43b-426e-8da0-d7f56a9298d4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:14.958791 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] Set router d1142eff-e43b-426e-8da0-d7f56a9298d4 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:14.966074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:15.155580 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:15.222663 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Deleting port ff5fb41a-6fa2-40be-8d06-6405e4fe5921 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:15.222933 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:15.237437 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:37:13Z', 'revision_number': 5, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port': {'id': 'ff5fb41a-6fa2-40be-8d06-6405e4fe5921', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:15.241254 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] Checking router: d1142eff-e43b-426e-8da0-d7f56a9298d4 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:37:15.251518 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] Routers {'d1142eff-e43b-426e-8da0-d7f56a9298d4'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:15.252671 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['d1142eff-e43b-426e-8da0-d7f56a9298d4'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:15.400629 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] Set router d1142eff-e43b-426e-8da0-d7f56a9298d4 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:15.401694 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] For port ff5fb41a-6fa2-40be-8d06-6405e4fe5921, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:15.402054 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:15.505642 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:37:15Z', 'revision_number': 6, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:15.509371 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9403e7-6dce-486f-ad43-b4c42ba61ca6 None None] The sync data for ids ['d1142eff-e43b-426e-8da0-d7f56a9298d4'] in n-d-836605-1 is: [{'id': 'd1142eff-e43b-426e-8da0-d7f56a9298d4', 'name': 'tempest-TestMinimumBasicScenario-1543462577-router', 'tenant_id': 'be276433f17349a590a4a316d382ec3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:34:56Z', 'updated_at': '2022-04-05T21:37:15Z', 'revision_number': 6, 'project_id': 'be276433f17349a590a4a316d382ec3d', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:37:15.525161 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Calling delete_port for ff5fb41a-6fa2-40be-8d06-6405e4fe5921 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:15.854569 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:15.898682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5fb41a-6fa2-40be-8d06-6405e4fe5921,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:16.127561 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.367517 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ff5fb41a-6fa2-40be-8d06-6405e4fe5921 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:37:16.390441 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.391261 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.402375 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: ff5fb41a-6fa2-40be-8d06-6405e4fe5921 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:37:16.402801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device ff5fb41a-6fa2-40be-8d06-6405e4fe5921 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:37:16.403260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 80120f9b-cfaf-474c-b73b-1a9b6cd1608f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:37:16.434718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 80120f9b-cfaf-474c-b73b-1a9b6cd1608f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:37:16.435067 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 80120f9b-cfaf-474c-b73b-1a9b6cd1608f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:37:16.483118 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.483661 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1142eff-e43b-426e-8da0-d7f56a9298d4 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:37:16.496072 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.497315 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b5ce3969-3863-4f0a-a96c-8d4842355a62 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d1142eff-e43b-426e-8da0-d7f56a9298d4 HTTP/1.1" status: 204 len: 168 time: 1.7238426 Apr 05 21:37:16.499954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50484) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:16.560244 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] Deleting subnet df6dcd34-bddb-4690-b0db-07948db8362e {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:37:16.563614 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.616564 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.692880 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.817058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.855310 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6dcd34-bddb-4690-b0db-07948db8362e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:16.862122 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.866816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e410bf-40dd-4b08-a38e-69b2592af85f None None] Network 56dff5f7-2193-4293-bc44-7d1adc4f7e2b requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:37:16.868170 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-23db9dd9-1c1c-44a2-8b33-1d50961d13cd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/df6dcd34-bddb-4690-b0db-07948db8362e HTTP/1.1" status: 204 len: 168 time: 0.3669899 Apr 05 21:37:16.870360 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50488) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:16.974154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.984314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Deleting port 8eb37229-86ff-46c0-a87f-c3288ce0e299 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:16.984631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.104447 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] DHCP port deletion for 56dff5f7-2193-4293-bc44-7d1adc4f7e2b request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:37:17.108577 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Deleting port 8eb37229-86ff-46c0-a87f-c3288ce0e299 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:17.108951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.188103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] For port 8eb37229-86ff-46c0-a87f-c3288ce0e299, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8eb37229-86ff-46c0-a87f-c3288ce0e299,segment=NetworkSegment(b295476e-e12e-4c6b-b4eb-e2b5cd87bf83),segment_id=b295476e-e12e-4c6b-b4eb-e2b5cd87bf83)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:17.188457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.347230 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] For port 8eb37229-86ff-46c0-a87f-c3288ce0e299, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=8eb37229-86ff-46c0-a87f-c3288ce0e299,segment=NetworkSegment(b295476e-e12e-4c6b-b4eb-e2b5cd87bf83),segment_id=b295476e-e12e-4c6b-b4eb-e2b5cd87bf83)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:17.347530 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.403735 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Calling delete_port for 8eb37229-86ff-46c0-a87f-c3288ce0e299 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:17.470288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Calling delete_port for 8eb37229-86ff-46c0-a87f-c3288ce0e299 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:37:17.548013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.553223 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:37:17.553585 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:37:17.593023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb37229-86ff-46c0-a87f-c3288ce0e299,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:17.598962 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] No DVR routers for this DVR port 8eb37229-86ff-46c0-a87f-c3288ce0e299 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:37:17.711595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.739063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dff5f7-2193-4293-bc44-7d1adc4f7e2b']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:17.750822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:17.751115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b295476e-e12e-4c6b-b4eb-e2b5cd87bf83') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:17.762968 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.783079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.789082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:37:17.789461 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:37:17.802622 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:37:17.936406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.955490 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:17.966459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] Pushing event deleted for resources: {'Network': ['ID=56dff5f7-2193-4293-bc44-7d1adc4f7e2b,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:17.968914 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d49be3fe-afbf-4145-8edd-59645946d89d admin admin] 10.222.0.10 "DELETE /v2.0/networks/56dff5f7-2193-4293-bc44-7d1adc4f7e2b HTTP/1.1" status: 204 len: 168 time: 1.0976708 Apr 05 21:37:18.054856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Deleting port 8eb37229-86ff-46c0-a87f-c3288ce0e299 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:37:18.055252 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:18.119456 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-37c1b93e-fcc5-4fa1-982a-c1e5fdbea0d9 None None] The port '8eb37229-86ff-46c0-a87f-c3288ce0e299' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:37:18.349604 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50494) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:18.363178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8eb37229-86ff-46c0-a87f-c3288ce0e299 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:37:18.395548 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 8eb37229-86ff-46c0-a87f-c3288ce0e299 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:37:18.395815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 8eb37229-86ff-46c0-a87f-c3288ce0e299 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:37:18.403593 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-99d292c1-6867-41eb-9315-617e7d767c94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1465b5f7dd0545f7bf85c0d32880055a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505271 Apr 05 21:37:18.403900 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50498) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:18.461277 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec64eca-253d-455d-9b69-46d63da708c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:18.486718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec64eca-253d-455d-9b69-46d63da708c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:18.593712 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec64eca-253d-455d-9b69-46d63da708c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:18.611530 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec64eca-253d-455d-9b69-46d63da708c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5856f3be-8489-491a-84b2-6d8d26b1c03d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:18.619348 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ec64eca-253d-455d-9b69-46d63da708c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:18.620463 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ec64eca-253d-455d-9b69-46d63da708c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5856f3be-8489-491a-84b2-6d8d26b1c03d HTTP/1.1" status: 204 len: 168 time: 0.2157247 Apr 05 21:37:19.300750 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50506) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:19.355022 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b637a252-0514-4d74-aa3c-5b8cd138d99f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be276433f17349a590a4a316d382ec3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528076 Apr 05 21:37:19.357451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50510) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:19.418032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-edc281c3-753f-4c80-a3f3-65a5b6f28901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:19.443611 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-edc281c3-753f-4c80-a3f3-65a5b6f28901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:19.562942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-edc281c3-753f-4c80-a3f3-65a5b6f28901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:19.577177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc281c3-753f-4c80-a3f3-65a5b6f28901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a99854-8c7e-4c2b-b699-ea9fc08884b0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:19.583576 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-edc281c3-753f-4c80-a3f3-65a5b6f28901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:19.584709 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-edc281c3-753f-4c80-a3f3-65a5b6f28901 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28a99854-8c7e-4c2b-b699-ea9fc08884b0 HTTP/1.1" status: 204 len: 168 time: 0.2263029 Apr 05 21:37:20.805420 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.353793 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50554) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:22.359283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1081907692', 'description': 'tempest-secgroup-smoke-1081907692 description', 'project_id': '240bb01874474cbf85cad572a1da4b71'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:22.365942 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:22.369748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:22.372529 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:22.380932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:22.468318 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.480821 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.511294 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:22.515036 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:22.518491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:22.524162 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:22.592859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.651009 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.691510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:22.693684 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e7cccf-8bc9-4123-827e-380c1383a257,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:22.697786 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:22.700589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:22.706296 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:22.759370 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.808730 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.849075 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72967b5c-a184-4a07-99da-4eb83517eee7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:22.906152 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:22.907676 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-afd10050-108a-4926-bd40-4573e3a1cfd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5526199 Apr 05 21:37:22.910313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50558) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:22.915925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '72967b5c-a184-4a07-99da-4eb83517eee7', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:22.922726 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:22.927498 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:22.930380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:22.935996 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:23.005188 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.063686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.124850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.146670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35eb4cb-ab48-43d2-b7d8-a5521e204d17,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:23.199179 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.200349 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c663a9fe-acf9-47bc-8669-498486b7dd48 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2891376 Apr 05 21:37:23.203052 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50562) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:23.208315 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '72967b5c-a184-4a07-99da-4eb83517eee7', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:23.214721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:23.218437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:23.221799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:23.227474 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:23.316622 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.380556 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.445258 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.469043 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075c87b9-3030-4ca6-80d2-39ba82ba22be,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:23.534626 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.535829 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e9989a2d-c671-42eb-af4b-8c903f8f42da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3318861 Apr 05 21:37:23.538536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50566) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:23.543891 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '72967b5c-a184-4a07-99da-4eb83517eee7', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:23.550892 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:23.554917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:23.557714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:23.563248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:23.632891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.705913 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.799483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.823123 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41914da-fe75-4d09-984b-99063b9961fa,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:23.891154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:23.892867 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-29167a94-682a-4ae6-8b95-ccc987c173d7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3528259 Apr 05 21:37:23.895448 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50570) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:23.900717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '72967b5c-a184-4a07-99da-4eb83517eee7', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:23.907189 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:23.910954 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:23.916980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:23.919416 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:23.985952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.049733 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.117259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.139825 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8e0272-7465-4e38-a5ee-8994abb32c3a,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:24.211125 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.212285 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-10722ace-2b91-4558-946e-4102feb12172 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3159459 Apr 05 21:37:24.215037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50574) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:24.220297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '72967b5c-a184-4a07-99da-4eb83517eee7', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:24.226715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:24.230410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:24.233276 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:24.239462 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:24.308225 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:37:24.315529 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.378928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.456709 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.479682 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0c3590-59b7-457c-9605-eabfdf5e2634,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:24.553928 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.555112 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bbbdc60d-2a54-4916-ba11-fe0f00167a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3391674 Apr 05 21:37:24.557810 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50578) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:24.563114 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '72967b5c-a184-4a07-99da-4eb83517eee7', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:24.569878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:24.573599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:24.576465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:24.582113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:24.662488 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:37:24.668951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.733689 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.814780 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.838482 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1d2fef-f1bd-47ab-8d6b-0388c0b2ee55,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:24.911516 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:24.912717 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1e5a53cb-c3e2-4dee-a784-9d0340a69e0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3539269 Apr 05 21:37:24.915878 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50582) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:24.921590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'network': {'name': 'tempest-network-smoke--774872667', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:24.927326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:24.931109 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:network and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:24.934016 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:24.942593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:25.019783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:37:25.022742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.051748 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:37:25.060243 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.060584 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Added segment a5fabc53-81c0-43f1-83c0-3e3ab3e6a120 of type vlan for network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 Apr 05 21:37:25.085504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.176985 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.180624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:25.181232 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.290252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Network': ['ID=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:25.300500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:37:25.335160 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e8fb0ea9-5af7-4778-a47a-7dd4fb7e5b7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4181530 Apr 05 21:37:25.337967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50586) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:25.343212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'admin_state_up': True, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:25.350763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:25.354835 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:router and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:25.357750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:25.363532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:25.431915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.432847 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.450760 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.690745 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:25.867252 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:37:25.920268 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:26.050439 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:26.178024 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.120 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/c797cba4-6e13-472c-9813-908e3a900ea2) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:37:26.322162 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:26.402907 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:26.469369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:37:26.472858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:37:26.477101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:37:26.501626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=c797cba4-6e13-472c-9813-908e3a900ea2,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:26.714697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:26.715455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:26.988154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router a0c37880-4308-4749-a4a4-0cab266c8fed is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:37:27.180781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:37:27.190807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Sync routers for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:37:27.202483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:27.203092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:27.260587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:27.267089 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c998f5ee-079b-4fb3-8f0b-c9f4c9bdab7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9230220 Apr 05 21:37:27.267296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50592) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:27.384338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:27.433787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-550f1f67-e09c-4b18-a09a-9fb4c1eaf94e tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=240bb01874474cbf85cad572a1da4b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1652732 Apr 05 21:37:27.436415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50598) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:27.565584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a49da-5998-4c5f-94cb-0c971608eefb tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:27.566940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-fc5a49da-5998-4c5f-94cb-0c971608eefb tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296232 Apr 05 21:37:27.569806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50602) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:27.608123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bfdf2225-9221-4316-a9ab-df94f1e62235 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370777 Apr 05 21:37:27.610825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50606) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:27.616786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090708082', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:27.665563 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:26Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:27.669458 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Checking router: a0c37880-4308-4749-a4a4-0cab266c8fed for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:37:27.669743 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Updating router a0c37880-4308-4749-a4a4-0cab266c8fed port c797cba4-6e13-472c-9813-908e3a900ea2 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:37:27.719067 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:27.725985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:27.729765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:subnet and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:27.732532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:27.738722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:27.810658 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:37:27.911397 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.080132 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.092572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Transition to ACTIVE for port object c797cba4-6e13-472c-9813-908e3a900ea2 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:37:28.159816 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.238540 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Pushing event updated for resources: {'Port': ['ID=c797cba4-6e13-472c-9813-908e3a900ea2,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:28.240863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Attempting to bind port c797cba4-6e13-472c-9813-908e3a900ea2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:37:28.241260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Attempting to bind port c797cba4-6e13-472c-9813-908e3a900ea2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:37:28.241656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Attempting to bind port c797cba4-6e13-472c-9813-908e3a900ea2 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:37:28.253962 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:37:28.254343 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:37:28.254740 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.255132 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:37:28.255629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Bound port: c797cba4-6e13-472c-9813-908e3a900ea2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:37:28.255990 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.280086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.280420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.280759 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.281114 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.281446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.281770 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.282094 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.282417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.282777 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.283097 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.283417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:28.337816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] For port c797cba4-6e13-472c-9813-908e3a900ea2, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:37:28.340663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] For port c797cba4-6e13-472c-9813-908e3a900ea2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c797cba4-6e13-472c-9813-908e3a900ea2,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:37:28.382522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.428404 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.458060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Subnet': ['ID=c359a82d-6cab-42ee-9ce1-390854800f4c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:28.472945 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Checking segment: {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:37:28.473298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network hostable DHCP agents. Network: bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:37:28.507847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325c5df-6fdd-4e71-8d34-96172174e15b None None] Pushing event updated for resources: {'Port': ['ID=c797cba4-6e13-472c-9813-908e3a900ea2,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:28.510351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:28.510943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:28.557083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:37:28.633755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:37:28.638826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:28.639354 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:28.643533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb5a0b-aa2c-4a64-9438-56d689d8f958 None None] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:37:28.718263 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0aae5241-cb72-4473-88c1-28ff531017c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1052449 Apr 05 21:37:28.721216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50610) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:28.793265 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:29.069169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:37:29.069984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:29.284895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Allocated IP 172.20.0.2 (bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7/c359a82d-6cab-42ee-9ce1-390854800f4c/f6a125fd-9244-46a4-a612-367ca12d3e8a) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:37:29.290034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:26Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:29.298870 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ea870c-27f0-49dd-ac40-d9545166e3d2 None None] The sync data for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 is: [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:26Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:37:29.503101 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:29.532357 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:29.547285 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Transition to ACTIVE for port object f6a125fd-9244-46a4-a612-367ca12d3e8a will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:37:29.568581 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Transition to ACTIVE for port object f6a125fd-9244-46a4-a612-367ca12d3e8a will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:37:29.634359 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:29.754047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:37:29.757008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:37:29.760930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:37:29.771270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Pushing event updated for resources: {'Port': ['ID=f6a125fd-9244-46a4-a612-367ca12d3e8a,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:29.854713 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Attempting to bind port f6a125fd-9244-46a4-a612-367ca12d3e8a on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:37:29.855085 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Attempting to bind port f6a125fd-9244-46a4-a612-367ca12d3e8a by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:37:29.855451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Attempting to bind port f6a125fd-9244-46a4-a612-367ca12d3e8a on network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:37:29.862109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:37:29.862485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Checking segment: {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:37:29.862885 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:29.863277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Bound using segment: {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:37:29.863755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Bound port: f6a125fd-9244-46a4-a612-367ca12d3e8a, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:37:29.864127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:29.920324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.1 (bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7/c359a82d-6cab-42ee-9ce1-390854800f4c/d346c01e-3d44-4786-98d9-b66a15592769) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:37:29.964162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] For port f6a125fd-9244-46a4-a612-367ca12d3e8a, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:37:29.967464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] For port f6a125fd-9244-46a4-a612-367ca12d3e8a, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f6a125fd-9244-46a4-a612-367ca12d3e8a,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:37:30.011735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.094955 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.098019 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a727fc9-a889-46a5-a181-22b0b9c740c8 None None] Pushing event updated for resources: {'Port': ['ID=f6a125fd-9244-46a4-a612-367ca12d3e8a,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:30.113148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object d346c01e-3d44-4786-98d9-b66a15592769 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:37:30.203233 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.396984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:37:30.400285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:37:30.409840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:37:30.435108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=d346c01e-3d44-4786-98d9-b66a15592769,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:30.443968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c797cba4-6e13-472c-9813-908e3a900ea2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:37:30.472007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.601247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port c797cba4-6e13-472c-9813-908e3a900ea2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:37:30.602460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c797cba4-6e13-472c-9813-908e3a900ea2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:30.602822 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.620915 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.720555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.738029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port c797cba4-6e13-472c-9813-908e3a900ea2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c797cba4-6e13-472c-9813-908e3a900ea2,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:30.815177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:30.816124 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6a125fd-9244-46a4-a612-367ca12d3e8a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:37:30.941341 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=c797cba4-6e13-472c-9813-908e3a900ea2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:31.028321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f6a125fd-9244-46a4-a612-367ca12d3e8a completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:37:31.065987 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:31.103979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf893056-aa6b-4c95-b4af-f68d775caadd None None] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:37:31.125677 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:31.239498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=d346c01e-3d44-4786-98d9-b66a15592769,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:31.245381 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:31.262663 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f97cef2e-bba9-4aad-ac8b-65799b91408a None None] Provisioning for port f6a125fd-9244-46a4-a612-367ca12d3e8a completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:37:31.277427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f97cef2e-bba9-4aad-ac8b-65799b91408a None None] Provisioning complete for port f6a125fd-9244-46a4-a612-367ca12d3e8a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:31.277930 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f97cef2e-bba9-4aad-ac8b-65799b91408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:31.394498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:37:31.395648 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:37:31.465851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f97cef2e-bba9-4aad-ac8b-65799b91408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:31.507980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f97cef2e-bba9-4aad-ac8b-65799b91408a None None] For port f6a125fd-9244-46a4-a612-367ca12d3e8a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f6a125fd-9244-46a4-a612-367ca12d3e8a,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:31.605333 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f97cef2e-bba9-4aad-ac8b-65799b91408a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:31.702001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cef2e-bba9-4aad-ac8b-65799b91408a None None] Pushing event updated for resources: {'Port': ['ID=f6a125fd-9244-46a4-a612-367ca12d3e8a,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:31.736248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-855b8b4e-99dc-4240-b89d-1d5e63635a93 None None] Provisioning complete for port f6a125fd-9244-46a4-a612-367ca12d3e8a triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:31.736679 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-855b8b4e-99dc-4240-b89d-1d5e63635a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:31.823976 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router a0c37880-4308-4749-a4a4-0cab266c8fed has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:37:31.950919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-855b8b4e-99dc-4240-b89d-1d5e63635a93 None None] Provisioning for port d346c01e-3d44-4786-98d9-b66a15592769 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:37:31.951137 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-855b8b4e-99dc-4240-b89d-1d5e63635a93 None None] Provisioning complete for port d346c01e-3d44-4786-98d9-b66a15592769 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:31.951689 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-855b8b4e-99dc-4240-b89d-1d5e63635a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:32.010889 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-855b8b4e-99dc-4240-b89d-1d5e63635a93 None None] Port d346c01e-3d44-4786-98d9-b66a15592769 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:37:32.132522 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-b81fc528-ef0d-477e-a808-e71dffa142da None None] Provisioning complete for port d346c01e-3d44-4786-98d9-b66a15592769 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:32.132895 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b81fc528-ef0d-477e-a808-e71dffa142da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:32.155169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:37:32.165782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-75178904-7589-41e1-95e3-9802573619ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/a0c37880-4308-4749-a4a4-0cab266c8fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435291 Apr 05 21:37:32.186918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-b81fc528-ef0d-477e-a808-e71dffa142da None None] Port d346c01e-3d44-4786-98d9-b66a15592769 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:37:32.341025 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f14e703e-6f8f-490a-8bf3-1ae9a5170c88 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1081907692&fields=id&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 267 time: 0.0414836 Apr 05 21:37:32.386392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c797cba4-6e13-472c-9813-908e3a900ea2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:37:32.456347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port c797cba4-6e13-472c-9813-908e3a900ea2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:32.456716 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:32.487029 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-c7c477ea-37a7-45db-b2c5-50f6c923dfbc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:32.487698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-c7c477ea-37a7-45db-b2c5-50f6c923dfbc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:37:32.563088 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-c7c477ea-37a7-45db-b2c5-50f6c923dfbc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:37:32.564796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-c7c477ea-37a7-45db-b2c5-50f6c923dfbc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/networks?id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 HTTP/1.1" status: 200 len: 796 time: 0.2204320 Apr 05 21:37:32.572003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6a125fd-9244-46a4-a612-367ca12d3e8a up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:37:32.582593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-1446bdc8-409c-4055-b8bc-87096ba26f18 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/quotas/240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 375 time: 0.0120933 Apr 05 21:37:32.642337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f6a125fd-9244-46a4-a612-367ca12d3e8a triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:32.642713 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:32.671165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-3641bb4c-88c8-4e3a-b927-f94711320149 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:37:32.754562 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Sync routers for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:37:32.763195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-3641bb4c-88c8-4e3a-b927-f94711320149 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:37:32.764740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-3641bb4c-88c8-4e3a-b927-f94711320149 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707969 Apr 05 21:37:32.766931 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:32.767540 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:32.944621 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:32.991367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-5051cd73-a2ca-4565-8159-8429eaf52bb7 service neutron] 10.222.0.10 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065709 Apr 05 21:37:33.126832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-e26ebe68-d77f-4dc7-a079-e24c30e32888 service neutron] 10.222.0.10 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293979 Apr 05 21:37:33.274973 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 2, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:33.278628 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Checking router: a0c37880-4308-4749-a4a4-0cab266c8fed for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:37:33.278964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Updating router a0c37880-4308-4749-a4a4-0cab266c8fed port d346c01e-3d44-4786-98d9-b66a15592769 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:37:33.333644 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:33.437770 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d1cc9a8-6edf-4bcc-889e-5ef19e950490 req-43de3582-6512-422c-914f-6af2ab7e01a3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 210 time: 0.0559201 Apr 05 21:37:33.518241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-1ec775d7-6c32-49d6-9d11-fbeda2c147f6 req-512d5d14-10fc-49d8-877f-81fadb69feae service neutron] (84580) timed out ('10.222.0.23', 61739) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:37:33.681536 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:33.695372 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Transition to ACTIVE for port object d346c01e-3d44-4786-98d9-b66a15592769 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:37:33.780086 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:33.906856 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Pushing event updated for resources: {'Port': ['ID=d346c01e-3d44-4786-98d9-b66a15592769,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:33.974187 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.974519 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.974847 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.975172 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.975493 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.975818 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.976134 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.976451 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.976761 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.977095 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:33.977407 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:37:34.009514 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Attempting to bind port d346c01e-3d44-4786-98d9-b66a15592769 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:37:34.009939 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Attempting to bind port d346c01e-3d44-4786-98d9-b66a15592769 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:37:34.010351 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Attempting to bind port d346c01e-3d44-4786-98d9-b66a15592769 on network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:37:34.017475 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:37:34.017839 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Checking segment: {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:37:34.018230 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:34.018610 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Bound using segment: {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:37:34.019194 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Bound port: d346c01e-3d44-4786-98d9-b66a15592769, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:37:34.019420 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:34.102337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] For port d346c01e-3d44-4786-98d9-b66a15592769, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:37:34.105783 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] For port d346c01e-3d44-4786-98d9-b66a15592769, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d346c01e-3d44-4786-98d9-b66a15592769,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:37:34.171573 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:34.259099 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6739919-a9f7-4c3b-bae1-b1313370963b None None] Pushing event updated for resources: {'Port': ['ID=d346c01e-3d44-4786-98d9-b66a15592769,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:34.262821 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:34.266407 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:34.447727 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:34.552752 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f7d5ac3-9d21-4e83-ab04-36794301215e req-aabc89a1-7324-431a-87e5-ec285c970f6d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 210 time: 0.0443654 Apr 05 21:37:34.804549 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:34Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:34.808724 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7193373b-4398-422e-bb1c-2ef19039b57c None None] The sync data for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 is: [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:34Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:37:34.841970 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:35.005456 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6cab7074-0deb-4bbc-9868-73de5becf345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:35.733028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f46a082f-740d-4478-8c31-a948fb7d61ec req-9c19c3f3-3948-4f1d-aef3-69654b3f4259 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 210 time: 0.0424590 Apr 05 21:37:36.140178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-73bfe30e-359a-4153-9ad3-a4f43d0b2d64 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:36.141611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-73bfe30e-359a-4153-9ad3-a4f43d0b2d64 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/networks?id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 HTTP/1.1" status: 200 len: 796 time: 0.1405771 Apr 05 21:37:36.199434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-be2f411c-7f3e-4472-90bb-348db75f46f9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 380 time: 0.0400686 Apr 05 21:37:36.209207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'port': {'device_id': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'admin_state_up': True, 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'security_groups': ['72967b5c-a184-4a07-99da-4eb83517eee7']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:36.347862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:36.358050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:36.397034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d346c01e-3d44-4786-98d9-b66a15592769 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:37:36.420305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:37:36.423413 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:36.551726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d346c01e-3d44-4786-98d9-b66a15592769 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:37:36.556612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d346c01e-3d44-4786-98d9-b66a15592769 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:36.556977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:36.585424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.4 (bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7/c359a82d-6cab-42ee-9ce1-390854800f4c/3a88a7f5-9354-4cdd-8ccb-e152639cdb92) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:37:36.675980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:36.709172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d346c01e-3d44-4786-98d9-b66a15592769, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d346c01e-3d44-4786-98d9-b66a15592769,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:36.774010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:36.779694 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:36.789694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:37:36.859047 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d346c01e-3d44-4786-98d9-b66a15592769,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:36.905930 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:36.917126 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-87eb36f1-0eaa-422b-ae60-7810525fbd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:36.998156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:37:37.005139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:37:37.008412 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:37.011326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:37:37.074193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1f051-dcf2-4413-81c6-6c561b6bc838 req-080f7f83-41ef-4643-8415-79b28b247f43 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:37.075667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0d1f051-dcf2-4413-81c6-6c561b6bc838 req-080f7f83-41ef-4643-8415-79b28b247f43 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 931 time: 0.2097232 Apr 05 21:37:37.084223 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:37.084831 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:37.145292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0d1f051-dcf2-4413-81c6-6c561b6bc838 req-dfe3ce28-3752-48ae-87a5-a22b7cbd6a0b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564866 Apr 05 21:37:37.192163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-046a6114-922c-4407-9318-7a6994eb91cb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9864984 Apr 05 21:37:37.276080 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Request body: {'port': {'device_id': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:37.340013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-400ce4a2-a142-4863-9966-bd116eae9a59 None None] Provisioning for port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:37:37.345632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-400ce4a2-a142-4863-9966-bd116eae9a59 None None] Provisioning complete for port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:37.346009 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-400ce4a2-a142-4863-9966-bd116eae9a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:37.387787 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:37.400283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-400ce4a2-a142-4863-9966-bd116eae9a59 None None] Port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:37:37.812609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:37:37.821312 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:37.835596 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Transition to ACTIVE for port object 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:37:37.890840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:38.021027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:38.124511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Attempting to bind port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:37:38.124869 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Attempting to bind port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:37:38.125183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Attempting to bind port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 on network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:37:38.131450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 on network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:37:38.131765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Attempting to bind port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 on network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:37:38.137907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:37:38.138240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Checking segment: {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:37:38.138624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Bound using segment: {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:37:38.139040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Bound port: 3a88a7f5-9354-4cdd-8ccb-e152639cdb92, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:37:38.139473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:38.230345 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] For port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:37:38.232622 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] For port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:37:38.311859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:38.382235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d346c01e-3d44-4786-98d9-b66a15592769 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:37:38.393445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:38.394791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/3a88a7f5-9354-4cdd-8ccb-e152639cdb92 HTTP/1.1" status: 200 len: 1091 time: 1.1893287 Apr 05 21:37:38.395339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:37:38.413417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c834aa-7639-40cd-b383-1887b440e6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:38.452171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2feea-bf57-487e-9c8a-2b8826b9ca40 req-a5e855f5-a85a-4303-b07b-34b12fd71e96 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:38.452933 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-44b2feea-bf57-487e-9c8a-2b8826b9ca40 req-a5e855f5-a85a-4303-b07b-34b12fd71e96 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:37:38.462184 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207388ba-917b-497b-a1ca-49ef92f2cc95'] response: {'name': 'network-changed', 'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'status': 'completed', 'code': 200} Apr 05 21:37:38.490788 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d346c01e-3d44-4786-98d9-b66a15592769 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:38.491790 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:38.582445 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64e3c4dc-bbd3-48c5-9889-2d4bcb3c7b52 req-07f35783-1779-44ac-b863-6f47e741ddcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1094 time: 0.0763779 Apr 05 21:37:38.590626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-44b2feea-bf57-487e-9c8a-2b8826b9ca40 req-a5e855f5-a85a-4303-b07b-34b12fd71e96 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:37:38.591772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44b2feea-bf57-487e-9c8a-2b8826b9ca40 req-a5e855f5-a85a-4303-b07b-34b12fd71e96 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 943 time: 0.3229926 Apr 05 21:37:38.652323 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:38.674069 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:38.734457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-44b2feea-bf57-487e-9c8a-2b8826b9ca40 req-cd6c1ec3-8b7a-48e0-bf69-06866edb68b8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201603 Apr 05 21:37:38.768082 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c4dc-bbd3-48c5-9889-2d4bcb3c7b52 req-fcdd920f-1656-45ed-886d-bbfcee015e46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:38.769545 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64e3c4dc-bbd3-48c5-9889-2d4bcb3c7b52 req-fcdd920f-1656-45ed-886d-bbfcee015e46 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=240bb01874474cbf85cad572a1da4b71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1752324 Apr 05 21:37:38.902529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c4dc-bbd3-48c5-9889-2d4bcb3c7b52 req-bd53a5b5-be88-4a1c-b3ee-9f75d079b7dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:38.903873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-64e3c4dc-bbd3-48c5-9889-2d4bcb3c7b52 req-bd53a5b5-be88-4a1c-b3ee-9f75d079b7dd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286814 Apr 05 21:37:39.031574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-fc19b63b-7c41-476b-a5b0-d5246da5d92d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1094 time: 0.0705268 Apr 05 21:37:39.104096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-9e504013-548c-4782-b262-6de9d773b08f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92 HTTP/1.1" status: 200 len: 217 time: 0.0606270 Apr 05 21:37:39.167667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-c127782b-f2cd-4a20-98f6-cf229f22208b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:39.169022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-c127782b-f2cd-4a20-98f6-cf229f22208b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c359a82d-6cab-42ee-9ce1-390854800f4c HTTP/1.1" status: 200 len: 835 time: 0.0587130 Apr 05 21:37:39.240917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-5598ba10-06ae-47c3-98b2-e93869bbfc8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661774 Apr 05 21:37:39.372704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-392341ea-ff09-4d22-a21f-22f3b2cfd461 service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258147 Apr 05 21:37:39.593873 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-318fcff2-50f3-4c65-a368-5a4ebb083f9a req-9e94600f-e359-4693-85ac-2f939703fd10 service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153344 Apr 05 21:37:39.933403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b04b2-3411-4127-9126-84fe2d013d3d req-a1355f49-641c-427d-ad49-89a906569fa5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:39.934726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d6b04b2-3411-4127-9126-84fe2d013d3d req-a1355f49-641c-427d-ad49-89a906569fa5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 943 time: 0.0780311 Apr 05 21:37:39.980746 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5d6b04b2-3411-4127-9126-84fe2d013d3d req-7e204ecf-421a-471b-8e77-40ef83bfe1dd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Apr 05 21:37:40.045466 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:41.172131 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29f73a-3534-4ed7-bdb6-486348dbf6bc req-67581f7f-dd7a-487c-a914-f0a507499402 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:41.174175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d29f73a-3534-4ed7-bdb6-486348dbf6bc req-67581f7f-dd7a-487c-a914-f0a507499402 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 943 time: 0.0747433 Apr 05 21:37:41.221098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d29f73a-3534-4ed7-bdb6-486348dbf6bc req-49452690-46d1-43b2-984b-397efe4aa5a0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412538 Apr 05 21:37:42.413501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe5b21-8ea9-4edb-855a-96f43c62b849 req-f3a7e3c4-894b-48c2-9d68-fadc6264851a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:42.414916 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04fe5b21-8ea9-4edb-855a-96f43c62b849 req-f3a7e3c4-894b-48c2-9d68-fadc6264851a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 943 time: 0.0761123 Apr 05 21:37:42.461585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04fe5b21-8ea9-4edb-855a-96f43c62b849 req-f21b54e2-d33a-493f-aa32-ca8cdab234e4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 Apr 05 21:37:42.604455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:37:42.734279 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:42.746977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'port_id': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'mac_address': 'fa:16:3e:01:38:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:37:42.801837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:42.818452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:37:42.833127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:42.902246 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:42.970218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:43.323133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['3a88a7f5-9354-4cdd-8ccb-e152639cdb92'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:37:43.661309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed5353-8d2f-4179-b81c-283daee2a8a9 req-c887c2d8-c0c7-47c4-ad3c-de034a754423 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:43.662674 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78ed5353-8d2f-4179-b81c-283daee2a8a9 req-c887c2d8-c0c7-47c4-ad3c-de034a754423 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 944 time: 0.0781116 Apr 05 21:37:43.707206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78ed5353-8d2f-4179-b81c-283daee2a8a9 req-5f3ccf93-6b22-4a31-8754-631b1fc54627 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390835 Apr 05 21:37:44.635732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:37:44.759596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:37:44.765549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:37:44.765549 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:44.876845 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:44.905955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:37:44.907149 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2c7e9-7d52-48b9-bc03-c98216bdf147 req-905140bf-e991-4183-aaf9-f9760b4b6e8b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:44.908927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-89c2c7e9-7d52-48b9-bc03-c98216bdf147 req-905140bf-e991-4183-aaf9-f9760b4b6e8b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 944 time: 0.0813801 Apr 05 21:37:44.919844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:37:44.955667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-89c2c7e9-7d52-48b9-bc03-c98216bdf147 req-20913f6d-3e19-454b-9c2c-ec1a1b5206bf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Apr 05 21:37:44.972963 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d5cb88-5432-4e8c-93c1-d227de175fec'] response: {'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'code': 200} Apr 05 21:37:45.014012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:45.079761 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:45.129096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe46f2a8-e244-4512-bc82-eaa791cb6f33 req-ec7cbf7b-a547-4629-9532-1b7f4d3c39a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1096 time: 0.0706096 Apr 05 21:37:45.169693 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe46f2a8-e244-4512-bc82-eaa791cb6f33 req-bb47a4b0-04b2-40c0-a6e1-6b054a9513a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348065 Apr 05 21:37:46.149039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cb35e-c07c-45d7-ae9c-8bc19d44f66f req-5353e5de-98ec-45e2-9427-2fa21cea4115 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:46.150482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d88cb35e-c07c-45d7-ae9c-8bc19d44f66f req-5353e5de-98ec-45e2-9427-2fa21cea4115 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.0744190 Apr 05 21:37:46.194433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d88cb35e-c07c-45d7-ae9c-8bc19d44f66f req-61d74b3a-0622-486b-a3c3-8b5fe9669dc6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385590 Apr 05 21:37:47.413420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-e306a7e1-4f54-4f38-8364-3f54d32fc556 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332266 Apr 05 21:37:47.419506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cb108-6d62-4c7d-8d0f-7d9d93e32c59 req-db2bda7f-a32d-4c4b-be28-93a52ae2f400 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:47.420826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-767cb108-6d62-4c7d-8d0f-7d9d93e32c59 req-db2bda7f-a32d-4c4b-be28-93a52ae2f400 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.1040597 Apr 05 21:37:47.469032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-767cb108-6d62-4c7d-8d0f-7d9d93e32c59 req-3e7ca9c0-467d-4dca-83e8-5d0e57c8da6c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 Apr 05 21:37:47.563052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-53ec818a-2d04-404c-9b75-81dc0578540a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1096 time: 0.0684555 Apr 05 21:37:47.764259 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81457a6e-065c-44df-86f8-84412624f787 req-50e0f0be-1826-4b42-b3e3-bb153623fb17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:47.765734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-50e0f0be-1826-4b42-b3e3-bb153623fb17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 HTTP/1.1" status: 200 len: 897 time: 0.1839986 Apr 05 21:37:47.771980 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e882aa1-c657-4fbb-bdf9-0f11c413d65e req-186e565e-8bb2-4bac-a730-1db5603577d1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:47.773312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e882aa1-c657-4fbb-bdf9-0f11c413d65e req-186e565e-8bb2-4bac-a730-1db5603577d1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.1737504 Apr 05 21:37:47.849958 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-34eb812b-9f41-4883-8b78-a61894429382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92 HTTP/1.1" status: 200 len: 217 time: 0.0756733 Apr 05 21:37:47.916081 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7e882aa1-c657-4fbb-bdf9-0f11c413d65e req-fc8b0223-b65f-41aa-b1ac-2d2c81116155 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954647 Apr 05 21:37:47.927325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81457a6e-065c-44df-86f8-84412624f787 req-521c6a3c-f6b6-484e-9ea2-8657cd2b39b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:47.928727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-521c6a3c-f6b6-484e-9ea2-8657cd2b39b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c359a82d-6cab-42ee-9ce1-390854800f4c HTTP/1.1" status: 200 len: 835 time: 0.0683045 Apr 05 21:37:47.944301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50670) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:48.002350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-c04b976b-2038-4a06-bede-26980a50829a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680995 Apr 05 21:37:48.017043 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-87e1f4bd-840b-4196-b158-068dbeaecb55 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1091 time: 0.0714445 Apr 05 21:37:48.023461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50674) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:48.028580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:37:48.035441 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:37:48.039252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:floatingip and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:37:48.042046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:37:48.047647 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:37:48.133408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-a5709c45-160a-44ab-bea5-d82438cafbd8 service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244805 Apr 05 21:37:48.134229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:48.267375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81457a6e-065c-44df-86f8-84412624f787 req-a2ec9e98-011d-46ae-a229-cbf14bea6250 service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276805 Apr 05 21:37:48.277909 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:48.415291 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.80 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/c0438b4d-3667-4102-92e8-af026011beb1) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:37:48.557309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:48.631685 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:48.696238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:37:48.698729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:37:48.702356 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:37:48.730923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=c0438b4d-3667-4102-92e8-af026011beb1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:49.280741 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:49.382240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:49.585263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:49.645252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:49.751154 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=c0438b4d-3667-4102-92e8-af026011beb1,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:37:49.762666 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:49.951730 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Floating IP c87c103a-386c-4f1e-9734-fb84ac526750 associated. External IP: 172.25.2.80, port: 3a88a7f5-9354-4cdd-8ccb-e152639cdb92. Apr 05 21:37:50.433260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router a0c37880-4308-4749-a4a4-0cab266c8fed has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:37:50.631120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:37:50.640608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] Sync routers for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:37:50.653121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:50.657242 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:50.730772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:50.788834 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e85eaaf0-8653-4336-a325-aca36b4ca7f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7643554 Apr 05 21:37:50.789440 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:37:50.846524 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:50.859045 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a239388-0fda-4b00-b88f-2db0fe5c5fdb'] response: {'name': 'network-changed', 'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'status': 'completed', 'code': 200} Apr 05 21:37:50.884631 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:51.128993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-d8d35ef0-73c6-43c2-9c04-058672f21b97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1096 time: 0.2279572 Apr 05 21:37:51.139295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6eea5-dfee-4c8a-8971-a0df69af88c2 req-2177c8a9-1649-4e19-b880-380c7f60f640 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:51.140589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0e6eea5-dfee-4c8a-8971-a0df69af88c2 req-2177c8a9-1649-4e19-b880-380c7f60f640 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.2074282 Apr 05 21:37:51.229125 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c87c103a-386c-4f1e-9734-fb84ac526750', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'port_id': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'mac_address': 'fa:16:3e:01:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:37:49Z', 'updated_at': '2022-04-05T21:37:49Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:36Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:51.233190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] Checking router: a0c37880-4308-4749-a4a4-0cab266c8fed for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:37:51.244530 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:37:51.245294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:37:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:51.275796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0e6eea5-dfee-4c8a-8971-a0df69af88c2 req-364213d9-d4ef-4a74-aeb6-3379bace4c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166553 Apr 05 21:37:51.302832 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-435f4c33-1823-477d-8dcf-79a9793a4da4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:51.302832 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-435f4c33-1823-477d-8dcf-79a9793a4da4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 HTTP/1.1" status: 200 len: 897 time: 0.1570294 Apr 05 21:37:51.305140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:51.411915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-9ef9f171-d8d8-4828-b7b4-aa7a3f83870f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92 HTTP/1.1" status: 200 len: 998 time: 0.1071107 Apr 05 21:37:51.414376 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-afde6499-dd5a-465d-84d5-7599593631b4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/c87c103a-386c-4f1e-9734-fb84ac526750 HTTP/1.1" status: 200 len: 990 time: 0.1069014 Apr 05 21:37:51.437856 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:37:51.480603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-da4b8381-fc5c-4836-b882-a37fe940b9da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:37:51.482056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-da4b8381-fc5c-4836-b882-a37fe940b9da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c359a82d-6cab-42ee-9ce1-390854800f4c HTTP/1.1" status: 200 len: 835 time: 0.0645134 Apr 05 21:37:51.555176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-d5ac8814-f538-4001-a388-32ee1ad1dda4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662162 Apr 05 21:37:51.684571 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-a4f76033-d4d7-4702-8035-1cc0f9f09dcb service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238432 Apr 05 21:37:51.777583 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c87c103a-386c-4f1e-9734-fb84ac526750', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'port_id': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'mac_address': 'fa:16:3e:01:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:37:49Z', 'updated_at': '2022-04-05T21:37:49Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:36Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:37:51.781656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3077c72-fe43-47df-abca-70489af73a0b None None] The sync data for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 is: [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'c87c103a-386c-4f1e-9734-fb84ac526750', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'port_id': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'mac_address': 'fa:16:3e:01:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:37:49Z', 'updated_at': '2022-04-05T21:37:49Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:36Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:37:51.816067 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8d16c75b-6982-47cd-84d9-6d17e02b585b req-e96d85a1-8c98-472e-a626-b4b537263dc9 service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239491 Apr 05 21:37:51.969521 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434725d4-f5cb-4967-ab22-7d10921fffab None None] New status for floating IP c87c103a-386c-4f1e-9734-fb84ac526750: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:37:52.417162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50686) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:37:52.521347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-500bec18-5a07-482b-a9e7-89ccf64894fc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/c87c103a-386c-4f1e-9734-fb84ac526750 HTTP/1.1" status: 200 len: 992 time: 0.1029851 Apr 05 21:38:02.867317 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:38:04.776048 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:04.927981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-de02413c-83d9-4697-908d-2d76300c2336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:06.890961 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef147388-3dc0-4ec3-8891-8d228cdb2683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:08.573823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:08.641878 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:10.050575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:20.859161 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:34.810470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:34.924949 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a49dc4b6-2441-478d-affb-e38f11b996a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:36.936240 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4a3f6169-09a5-41cd-bace-5815944410d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:38.575948 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:38.604363 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:39.867700 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:38:40.044557 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:48.319063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-e02a3a58-0a1f-4ef5-9429-efe941c18a18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680552 Apr 05 21:38:48.478541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-b3ba60b8-85ed-4c28-ae14-e21cff62c362 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1096 time: 0.0701449 Apr 05 21:38:48.620028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-b4b2436b-495c-4af2-b969-9eeababb7256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:38:48.621387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-b4b2436b-495c-4af2-b969-9eeababb7256 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 HTTP/1.1" status: 200 len: 897 time: 0.1220338 Apr 05 21:38:48.717565 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-c039bdbb-3be4-4565-a921-a1c948481261 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92 HTTP/1.1" status: 200 len: 1000 time: 0.0898168 Apr 05 21:38:48.780424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-e641c0fa-20b9-4d30-a4c2-fdd72f731321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:38:48.781841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-e641c0fa-20b9-4d30-a4c2-fdd72f731321 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c359a82d-6cab-42ee-9ce1-390854800f4c HTTP/1.1" status: 200 len: 835 time: 0.0579565 Apr 05 21:38:48.854669 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-4c172918-cf65-4317-ae46-67150d3319bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664890 Apr 05 21:38:48.984225 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-a76d55ce-fd05-4c0f-b052-cb472ab46e0b service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225045 Apr 05 21:38:49.207717 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-642ece89-5b9f-4403-b9f6-9a65f4eada55 req-4225112a-afa7-4432-8b1a-3c56e870ef6f service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167401 Apr 05 21:38:50.839366 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:53.542386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e14e-d51b-45d5-8f84-7eb1ac0e61b2 req-2e73ac20-367a-463a-9df0-18b74dd75f0c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:38:53.543837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1965e14e-d51b-45d5-8f84-7eb1ac0e61b2 req-2e73ac20-367a-463a-9df0-18b74dd75f0c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.0799451 Apr 05 21:38:53.588199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1965e14e-d51b-45d5-8f84-7eb1ac0e61b2 req-f7e06f15-9a08-452d-a803-3ea360a0200b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387659 Apr 05 21:38:54.795460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a5129-f5e4-4fb9-bab9-ea38ab3673b3 req-38c324c4-7c65-417a-b011-4d1bdaaa1775 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:38:54.796883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac0a5129-f5e4-4fb9-bab9-ea38ab3673b3 req-38c324c4-7c65-417a-b011-4d1bdaaa1775 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.0749800 Apr 05 21:38:54.845782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ac0a5129-f5e4-4fb9-bab9-ea38ab3673b3 req-e78ea5b8-ae8b-422f-8c85-b712ec7db02b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433223 Apr 05 21:38:54.873860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50720) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:38:54.974826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-eac9c265-8fd1-41fb-8bd7-e4efaceaf905 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/c87c103a-386c-4f1e-9734-fb84ac526750 HTTP/1.1" status: 200 len: 992 time: 0.0997233 Apr 05 21:38:56.580407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5ade-c2a5-4f33-8da0-5970fdab7432 req-e12f4581-10e8-4783-afd1-954697db1a83 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:38:56.581785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df7f5ade-c2a5-4f33-8da0-5970fdab7432 req-e12f4581-10e8-4783-afd1-954697db1a83 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.0820189 Apr 05 21:38:56.626433 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df7f5ade-c2a5-4f33-8da0-5970fdab7432 req-fd935481-d469-466c-ad6d-a9ecead217fc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386434 Apr 05 21:38:57.826539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd7907-e003-4643-9ba2-def27fb94a4e req-75a8c791-1c6d-4cbd-b619-b9fbdb1f784b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:38:57.827894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fbd7907-e003-4643-9ba2-def27fb94a4e req-75a8c791-1c6d-4cbd-b619-b9fbdb1f784b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.0746493 Apr 05 21:38:57.875755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8fbd7907-e003-4643-9ba2-def27fb94a4e req-62e73144-3ad8-4707-808f-7caa5a2ce2f3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Apr 05 21:38:57.903467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50732) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:38:58.002217 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7beddf26-deb4-4aae-8f32-34a0acb53cd5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/c87c103a-386c-4f1e-9734-fb84ac526750 HTTP/1.1" status: 200 len: 992 time: 0.0976663 Apr 05 21:38:58.277032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50740) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:38:58.475292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port c0438b4d-3667-4102-92e8-af026011beb1 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:38:58.475636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:58.640074 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:58.640402 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:58.760757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for c0438b4d-3667-4102-92e8-af026011beb1 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:38:58.964460 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:59.012464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=c0438b4d-3667-4102-92e8-af026011beb1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:38:59.077737 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.078075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.078411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.078754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.079067 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.079389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.079716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.080040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.080360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.080677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.080994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:38:59.110667 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:59.592336 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router a0c37880-4308-4749-a4a4-0cab266c8fed has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:38:59.788996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:38:59.798193 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] Sync routers for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:38:59.810966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:38:59.811567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:38:59.863203 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:59.921098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-be956c77-21c5-492b-9195-c2ce23cf53a2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/floatingips/c87c103a-386c-4f1e-9734-fb84ac526750 HTTP/1.1" status: 204 len: 168 time: 1.6424170 Apr 05 21:38:59.921098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:38:59.981344 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c25346-08e1-4f8e-bcb8-157422cd84e9'] response: {'name': 'network-changed', 'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'status': 'completed', 'code': 200} Apr 05 21:39:00.001792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:00.109735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-0330d17d-4afd-4058-a7d5-9105633b1133 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 1096 time: 0.0827742 Apr 05 21:39:00.246138 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-b18eb0d9-ba47-4d35-9b28-d4c98968d643 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:00.248722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-b18eb0d9-ba47-4d35-9b28-d4c98968d643 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 HTTP/1.1" status: 200 len: 897 time: 0.1331687 Apr 05 21:39:00.335642 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-f13a5326-bc7c-400f-b8cb-72bbeb03021d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92 HTTP/1.1" status: 200 len: 217 time: 0.0797811 Apr 05 21:39:00.388140 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:36Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:00.391819 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] Checking router: a0c37880-4308-4749-a4a4-0cab266c8fed for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:39:00.403179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-77626f23-234e-4b48-85e0-b139ad4394d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:00.405644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:00.405644 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:38:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:00.405880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-77626f23-234e-4b48-85e0-b139ad4394d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c359a82d-6cab-42ee-9ce1-390854800f4c HTTP/1.1" status: 200 len: 835 time: 0.0622768 Apr 05 21:39:00.566811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-aceaaca3-9d52-4c5e-a24a-12b427c9d3b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274719 Apr 05 21:39:00.576032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13967af-d7c8-4bd1-8137-77378e21bd45 req-7e701fae-9561-4969-a4ca-97ed54a29a1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:00.576689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b13967af-d7c8-4bd1-8137-77378e21bd45 req-7e701fae-9561-4969-a4ca-97ed54a29a1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:39:00.579637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:00.717038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-370953ba-85f7-47a1-9384-da8900d2729c service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375952 Apr 05 21:39:00.796924 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b13967af-d7c8-4bd1-8137-77378e21bd45 req-7e701fae-9561-4969-a4ca-97ed54a29a1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:39:00.798076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b13967af-d7c8-4bd1-8137-77378e21bd45 req-7e701fae-9561-4969-a4ca-97ed54a29a1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.3258510 Apr 05 21:39:00.856604 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e4f6afde-8bf2-45ba-a5be-94df4a7123cf req-4df3c508-db70-466f-a580-0a7eaebab667 service neutron] 10.222.0.39 "GET /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327636 Apr 05 21:39:00.897551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:36Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:00.901700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5289c9b-625d-4f9f-b134-49c7e4a70697 None None] The sync data for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 is: [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd346c01e-3d44-4786-98d9-b66a15592769', 'name': '', 'network_id': 'bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:55:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:29Z', 'updated_at': '2022-04-05T21:37:36Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': 'c359a82d-6cab-42ee-9ce1-390854800f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:39:00.925302 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b13967af-d7c8-4bd1-8137-77378e21bd45 req-3085232c-7d00-4812-af14-b9aa4ea453e4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190863 Apr 05 21:39:01.115152 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e1e2a-369f-41c5-9ba2-9dcff07c7304 None None] New status for floating IP c87c103a-386c-4f1e-9734-fb84ac526750: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:39:02.205514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37976ea5-2234-427e-a22f-9e2ab5192bc0 req-9759dbdf-9239-4df0-810b-0081b3de671d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:02.206967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37976ea5-2234-427e-a22f-9e2ab5192bc0 req-9759dbdf-9239-4df0-810b-0081b3de671d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.1569219 Apr 05 21:39:02.255384 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-37976ea5-2234-427e-a22f-9e2ab5192bc0 req-2f5557f0-db49-4add-afd4-788c6fe81286 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=72967b5c-a184-4a07-99da-4eb83517eee7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426478 Apr 05 21:39:02.466189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-fbe50c3c-551a-4116-b33e-719e891a875d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:02.467607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-fbe50c3c-551a-4116-b33e-719e891a875d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 945 time: 0.0739100 Apr 05 21:39:02.533030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:39:02.533318 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:02.875593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:02.875860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:02.993382 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:39:03.195279 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:03.247430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=3a88a7f5-9354-4cdd-8ccb-e152639cdb92,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:03.320228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] No DVR routers for this DVR port 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:39:03.322258 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:03.326249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'name': 'network-vif-deleted', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:39:03.384585 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaa9df3-ff71-414b-a8e8-85bd547c3b99'] response: {'server_uuid': 'ba398a52-86be-49d2-bd30-96dbdf29f931', 'name': 'network-vif-deleted', 'tag': '3a88a7f5-9354-4cdd-8ccb-e152639cdb92', 'status': 'completed', 'code': 200} Apr 05 21:39:03.418781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef021e83-d01f-4fc4-b673-15d103ec2243 req-abf2b4b5-086e-447f-8782-24cab354d1d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "DELETE /v2.0/ports/3a88a7f5-9354-4cdd-8ccb-e152639cdb92 HTTP/1.1" status: 204 len: 173 time: 0.9458919 Apr 05 21:39:03.424328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9d0d0567-0a7b-4e1f-b9b7-1de463ef866b req-123c21f8-271e-4feb-9183-0ba629a4872b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:39:03.521462 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9d0d0567-0a7b-4e1f-b9b7-1de463ef866b req-123c21f8-271e-4feb-9183-0ba629a4872b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:39:03.522582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d0d0567-0a7b-4e1f-b9b7-1de463ef866b req-123c21f8-271e-4feb-9183-0ba629a4872b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba398a52-86be-49d2-bd30-96dbdf29f931 HTTP/1.1" status: 200 len: 210 time: 0.1408672 Apr 05 21:39:04.626664 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50762) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:04.804830 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:04.921217 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f119-d6fa-42df-a8ab-eaa7cf7f58ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:05.025847 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:05.725513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port d346c01e-3d44-4786-98d9-b66a15592769 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:39:05.726254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:05.910284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port d346c01e-3d44-4786-98d9-b66a15592769, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d346c01e-3d44-4786-98d9-b66a15592769,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:05.910636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:06.028402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for d346c01e-3d44-4786-98d9-b66a15592769 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:39:06.252787 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:06.299527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=d346c01e-3d44-4786-98d9-b66a15592769,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:06.599851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:06.907570 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a05afdfe-43db-4b40-a701-5382dd8d4070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:07.102976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:39:07.135069 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:39:07.135417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 3a88a7f5-9354-4cdd-8ccb-e152639cdb92 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:39:07.271818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router a0c37880-4308-4749-a4a4-0cab266c8fed has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:39:07.469817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:39:07.480678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] Sync routers for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:39:07.496421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:07.502584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:07.574679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d212e835-e148-47fc-a890-4598505a2bd1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/a0c37880-4308-4749-a4a4-0cab266c8fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9467952 Apr 05 21:39:07.577192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50768) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:07.678251 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:07.758744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting subnet c359a82d-6cab-42ee-9ce1-390854800f4c {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:39:07.761634 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:07.821945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:07.902919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:07.965816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:39:06Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:07.969718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] Checking router: a0c37880-4308-4749-a4a4-0cab266c8fed for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:39:07.980110 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] Routers {'a0c37880-4308-4749-a4a4-0cab266c8fed'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:07.980705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a0c37880-4308-4749-a4a4-0cab266c8fed'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:08.013214 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.057621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Subnet': ['ID=c359a82d-6cab-42ee-9ce1-390854800f4c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:08.064098 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.071143 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6eace8c6-8d24-4729-a927-c4b5712612b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/subnets/c359a82d-6cab-42ee-9ce1-390854800f4c HTTP/1.1" status: 204 len: 168 time: 0.4930129 Apr 05 21:39:08.073485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538130f-a635-4e35-82ae-5c10d411a52b None None] Network bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:39:08.073761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50772) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:08.272970 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.348023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] Set router a0c37880-4308-4749-a4a4-0cab266c8fed gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:08.472575 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.541725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port c797cba4-6e13-472c-9813-908e3a900ea2 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:39:08.541984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.639426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] DHCP port deletion for bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:39:08.649729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Deleting port f6a125fd-9244-46a4-a612-367ca12d3e8a {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:39:08.650095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.686826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.696976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.719580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port c797cba4-6e13-472c-9813-908e3a900ea2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=c797cba4-6e13-472c-9813-908e3a900ea2,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:08.722936 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.848393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:39:06Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:08.865159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4411f6-ff44-477d-bef7-315a1c400111 None None] The sync data for ids ['a0c37880-4308-4749-a4a4-0cab266c8fed'] in n-d-836605-1 is: [{'id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712419195', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:37:25Z', 'updated_at': '2022-04-05T21:39:06Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'c797cba4-6e13-472c-9813-908e3a900ea2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fa:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c37880-4308-4749-a4a4-0cab266c8fed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:37:26Z', 'updated_at': '2022-04-05T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:39:08.888858 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] For port f6a125fd-9244-46a4-a612-367ca12d3e8a, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f6a125fd-9244-46a4-a612-367ca12d3e8a,segment=NetworkSegment(a5fabc53-81c0-43f1-83c0-3e3ab3e6a120),segment_id=a5fabc53-81c0-43f1-83c0-3e3ab3e6a120)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:08.889280 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:08.960718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for c797cba4-6e13-472c-9813-908e3a900ea2 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:39:09.010739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Calling delete_port for f6a125fd-9244-46a4-a612-367ca12d3e8a owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:39:09.143807 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.172363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.186482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Pushing event deleted for resources: {'Port': ['ID=f6a125fd-9244-46a4-a612-367ca12d3e8a,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:09.197224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] No DVR routers for this DVR port f6a125fd-9244-46a4-a612-367ca12d3e8a on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:39:09.208701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.209081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.209699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.209814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.210502 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.210701 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.211074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.211406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.211729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.212051 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.212373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b2a83-2e39-4b0c-abf7-3562d759cf2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:09.224186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=c797cba4-6e13-472c-9813-908e3a900ea2,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:09.452726 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.707417 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.712164 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.798700 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.799224 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Fanout notify agent at l3_agent the message router_deleted on router a0c37880-4308-4749-a4a4-0cab266c8fed {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:39:09.813334 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.814444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-39041368-0838-4878-8f12-6702affd33f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/routers/a0c37880-4308-4749-a4a4-0cab266c8fed HTTP/1.1" status: 204 len: 168 time: 1.7397878 Apr 05 21:39:09.817192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50778) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:09.930028 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.046984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.058568 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.084169 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:10.096636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:10.096944 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fabc53-81c0-43f1-83c0-3e3ab3e6a120') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:10.108289 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.124848 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.131508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:39:10.132888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:39:10.150254 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:39:10.313527 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.335165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.341516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Network': ['ID=bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:10.428149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c797cba4-6e13-472c-9813-908e3a900ea2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:39:10.432395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-38358ca7-05e5-4806-b9db-62f90f216d39 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/networks/bfcb7c82-e1c1-47e1-8a58-7113c1cde8e7 HTTP/1.1" status: 204 len: 168 time: 0.6110575 Apr 05 21:39:10.432395 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50782) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:10.468429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: c797cba4-6e13-472c-9813-908e3a900ea2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:39:10.468834 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device c797cba4-6e13-472c-9813-908e3a900ea2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:39:10.469281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d346c01e-3d44-4786-98d9-b66a15592769 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:39:10.507106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d346c01e-3d44-4786-98d9-b66a15592769 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:39:10.507452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d346c01e-3d44-4786-98d9-b66a15592769 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:39:10.507873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6a125fd-9244-46a4-a612-367ca12d3e8a no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:39:10.544515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f6a125fd-9244-46a4-a612-367ca12d3e8a {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:39:10.544757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f6a125fd-9244-46a4-a612-367ca12d3e8a not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:39:10.616305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b345d9e-eb95-46bd-bfeb-1f96e83b75d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.645865 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b345d9e-eb95-46bd-bfeb-1f96e83b75d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.766683 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b345d9e-eb95-46bd-bfeb-1f96e83b75d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.785237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b345d9e-eb95-46bd-bfeb-1f96e83b75d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72967b5c-a184-4a07-99da-4eb83517eee7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:10.789073 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-2b345d9e-eb95-46bd-bfeb-1f96e83b75d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:10.790172 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-2b345d9e-eb95-46bd-bfeb-1f96e83b75d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/security-groups/72967b5c-a184-4a07-99da-4eb83517eee7 HTTP/1.1" status: 204 len: 168 time: 0.3571458 Apr 05 21:39:11.171481 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50790) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:11.176902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316242106', 'description': 'tempest-secgroup-smoke-316242106 description', 'project_id': '240bb01874474cbf85cad572a1da4b71'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:11.183541 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:11.187435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:11.190466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:11.196747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:11.290704 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.325718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:11.329432 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:11.332107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:11.337650 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:11.390255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.461300 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.500198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9c9d06-d063-492c-aa3c-e7e06f1a8341,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:11.587130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.588315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ec184ea1-9c8e-40bf-87a6-6fc5eb77625f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4158773 Apr 05 21:39:11.591148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50794) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:11.596379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '1c9c9d06-d063-492c-aa3c-e7e06f1a8341', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:11.602645 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:11.606399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:11.609216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:11.614724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:11.697038 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.756299 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.833751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.858455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37a9fe2-8568-4e33-8d7e-73fa8bea11b9,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:11.930296 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.931448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-dada4d56-08a1-4ebd-a7ce-43f9509d3cf1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3393829 Apr 05 21:39:11.934295 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50798) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:11.940134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '1c9c9d06-d063-492c-aa3c-e7e06f1a8341', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:11.946383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:11.950050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:11.952956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:11.959071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:12.039876 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.099963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.176172 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.199599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c542e7-0625-4829-8171-e17a64df182e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:12.290837 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.292261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-410ed36f-bf5b-4cc8-b977-0b39d277a060 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3570805 Apr 05 21:39:12.295063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50802) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:12.301653 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '1c9c9d06-d063-492c-aa3c-e7e06f1a8341', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:12.311464 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:12.313848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:12.316675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:12.323442 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:12.404647 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.468310 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.535881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.558686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7654022e-6f7f-4860-9464-ea9bb09d6396,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:12.633314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.634494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d2763669-e0bf-4450-89ac-c480c31260d3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3381965 Apr 05 21:39:12.637250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50806) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:12.642426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '1c9c9d06-d063-492c-aa3c-e7e06f1a8341', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:12.649830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:12.653674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:12.656559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:12.662203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:12.753458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.815999 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.890201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.912753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b807ba-9e28-4806-9863-115049a6a5fd,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:12.976015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:12.977226 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c6940b1f-3df6-4cb9-92c8-6efe546634b1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3390486 Apr 05 21:39:12.979986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50810) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:12.985371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '1c9c9d06-d063-492c-aa3c-e7e06f1a8341', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:12.991576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:12.995352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:12.998317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:13.003986 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:13.092477 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:39:13.098938 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.159951 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.223812 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.248415 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87500b07-6561-439f-b99a-624c87e74e3b,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:13.324642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.325890 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d77adc80-7789-4c3d-af5d-2e4f41a89cea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3449821 Apr 05 21:39:13.328542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50814) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:13.334636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '1c9c9d06-d063-492c-aa3c-e7e06f1a8341', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:13.345179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:13.345179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:13.347779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:13.353478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:13.421631 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:39:13.428086 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.490658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.564289 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.586851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef39f733-2c0c-4ca0-80c1-3c37be44abbd,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:13.655888 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.656983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e0493b25-6cb8-4370-8618-4024a9ba7d1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3274856 Apr 05 21:39:13.659999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50818) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:13.665938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'network': {'name': 'tempest-network-smoke--1325956103', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:13.671140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:13.675087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:network and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:13.678122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:13.683661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:13.772331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:39:13.775285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.803397 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:39:13.811699 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.812035 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Added segment c2d970d9-15f0-4e1a-8aaf-23c4de22c266 of type vlan for network 3026fbb7-a623-4952-8308-ae0c58d11d81 Apr 05 21:39:13.837653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.920863 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.924491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:13.925082 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:14.032784 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Network': ['ID=3026fbb7-a623-4952-8308-ae0c58d11d81,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:14.043487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:39:14.079397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-32b61fa7-8113-4134-bde8-3afaf2ae7bf2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4184015 Apr 05 21:39:14.082169 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50822) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:14.088158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'admin_state_up': True, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:14.097150 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:14.100955 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:router and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:14.103921 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:14.110098 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:14.182107 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:14.183061 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:14.200907 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:14.410893 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:14.660710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:14.689343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:14.821174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.226 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d16ad9cc-713a-4508-961e-01ee7ded7369) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:39:14.965900 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:15.044631 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:15.111804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:39:15.114956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:39:15.118608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:39:15.147696 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=d16ad9cc-713a-4508-961e-01ee7ded7369,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:15.167568 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.167910 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.168246 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.168578 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.168906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.169254 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.169583 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.169969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.170295 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.170613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.170930 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:15.368458 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:15.369222 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:15.646905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router b460d496-6a46-431b-ba03-e9a6617e11b1 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:39:15.932709 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:39:15.942190 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Sync routers for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:39:15.953553 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:15.954161 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:16.012363 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.013785 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-50ad09be-f051-4c26-b54d-871a72240cc4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9305589 Apr 05 21:39:16.016908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50826) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:16.059803 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d58fad23-c174-4f43-8522-be9c3c572fb7 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=240bb01874474cbf85cad572a1da4b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393400 Apr 05 21:39:16.060027 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50830) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:16.125450 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:16.187505 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b98b629-806c-46a6-9b22-a603e48bd7f5 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:16.188871 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7b98b629-806c-46a6-9b22-a603e48bd7f5 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280680 Apr 05 21:39:16.191888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50834) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:16.234626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-54fdb19d-900b-49fb-b450-648d7e22dea1 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410173 Apr 05 21:39:16.237161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50838) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:16.242501 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79346810', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:16.351236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:16.354938 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:subnet and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:16.357676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:16.363200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:16.406867 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:15Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:16.410613 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Checking router: b460d496-6a46-431b-ba03-e9a6617e11b1 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:39:16.411494 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Updating router b460d496-6a46-431b-ba03-e9a6617e11b1 port d16ad9cc-713a-4508-961e-01ee7ded7369 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:39:16.435389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:39:16.461463 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.536531 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.806713 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.807581 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.819058 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Transition to ACTIVE for port object d16ad9cc-713a-4508-961e-01ee7ded7369 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:39:16.867279 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:39:16.880866 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.882535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Subnet': ['ID=0a43afe1-2638-413a-a1f2-bf26df534ad0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:16.896867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Checking segment: {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:39:16.897278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network hostable DHCP agents. Network: 3026fbb7-a623-4952-8308-ae0c58d11d81, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:39:16.977401 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Attempting to bind port d16ad9cc-713a-4508-961e-01ee7ded7369 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:39:16.978063 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Attempting to bind port d16ad9cc-713a-4508-961e-01ee7ded7369 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:39:16.978186 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Attempting to bind port d16ad9cc-713a-4508-961e-01ee7ded7369 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:39:16.980027 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Pushing event updated for resources: {'Port': ['ID=d16ad9cc-713a-4508-961e-01ee7ded7369,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:16.991730 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:39:16.992092 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:39:16.992480 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.992858 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:39:16.993320 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Bound port: d16ad9cc-713a-4508-961e-01ee7ded7369, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:39:16.993679 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.995178 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:39:17.020319 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.020659 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.020994 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.021348 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.021672 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.021996 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.022324 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.022696 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.023011 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.023328 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.023644 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:39:17.069328 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] For port d16ad9cc-713a-4508-961e-01ee7ded7369, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:39:17.072143 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] For port d16ad9cc-713a-4508-961e-01ee7ded7369, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d16ad9cc-713a-4508-961e-01ee7ded7369,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:39:17.084704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 3026fbb7-a623-4952-8308-ae0c58d11d81) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:39:17.088654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:17.089266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:17.093553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304902d-9c34-4d18-94b6-bb122f61166e None None] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:39:17.150076 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:17.188400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-62fb7a28-6ef9-4bb0-a75d-51c2f21c82dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9502323 Apr 05 21:39:17.191189 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50842) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:17.234781 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16489cd-64b1-42e2-8ceb-543566494d23 None None] Pushing event updated for resources: {'Port': ['ID=d16ad9cc-713a-4508-961e-01ee7ded7369,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:17.240227 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:17.240819 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:17.309848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-3026fbb7-a623-4952-8308-ae0c58d11d81', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:39:17.310915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:17.432015 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:17.469313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Allocated IP 172.20.0.2 (3026fbb7-a623-4952-8308-ae0c58d11d81/0a43afe1-2638-413a-a1f2-bf26df534ad0/674fc1aa-58f0-40a5-b487-a3cb24e03cd5) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:39:17.681132 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:17.691457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Transition to ACTIVE for port object 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:39:17.710976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Transition to ACTIVE for port object 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:39:17.724836 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:15Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:17.728946 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05448c5f-0e64-4585-b092-5f6cd12d04e7 None None] The sync data for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 is: [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:15Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:39:17.773145 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:17.842316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:39:17.845098 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:39:17.848987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:39:17.855313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Pushing event updated for resources: {'Port': ['ID=674fc1aa-58f0-40a5-b487-a3cb24e03cd5,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:17.964272 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Attempting to bind port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:39:17.964642 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Attempting to bind port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:39:17.965002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Attempting to bind port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 on network 3026fbb7-a623-4952-8308-ae0c58d11d81 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:39:17.971845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:39:17.972252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Checking segment: {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:39:17.972653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:17.973099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Bound using segment: {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:39:17.973584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Bound port: 674fc1aa-58f0-40a5-b487-a3cb24e03cd5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:39:17.973959 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.069476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] For port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:39:18.073901 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] For port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=674fc1aa-58f0-40a5-b487-a3cb24e03cd5,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:39:18.136815 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.150024 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.259027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d295b5-0f92-40d0-9367-f08bd8388b91 None None] Pushing event updated for resources: {'Port': ['ID=674fc1aa-58f0-40a5-b487-a3cb24e03cd5,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:18.504993 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d16ad9cc-713a-4508-961e-01ee7ded7369 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:39:18.610105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.1 (3026fbb7-a623-4952-8308-ae0c58d11d81/0a43afe1-2638-413a-a1f2-bf26df534ad0/d3503612-672c-42dd-ab8b-fb8b471abc95) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:39:18.662280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d16ad9cc-713a-4508-961e-01ee7ded7369 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:39:18.667180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d16ad9cc-713a-4508-961e-01ee7ded7369 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:18.667546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.768573 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.781767 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.784948 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object d3503612-672c-42dd-ab8b-fb8b471abc95 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:39:18.797934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d16ad9cc-713a-4508-961e-01ee7ded7369, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d16ad9cc-713a-4508-961e-01ee7ded7369,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:18.889997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.898594 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:18.963566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d16ad9cc-713a-4508-961e-01ee7ded7369,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:18.979552 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:39:18.983285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:39:18.985265 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=d3503612-672c-42dd-ab8b-fb8b471abc95,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:18.988394 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:39:19.050776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:19.198755 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:19.229396 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfbe734-9924-4cc0-b162-89913d5099a7 None None] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:39:19.385190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a3abd20-b256-4301-9b8d-bcf6398eea9b None None] Provisioning for port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:39:19.732475 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:19.806497 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ee377d2-da43-40bd-9899-121f329e8dc1 None None] Provisioning for port d3503612-672c-42dd-ab8b-fb8b471abc95 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:39:19.811640 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8ee377d2-da43-40bd-9899-121f329e8dc1 None None] Provisioning complete for port d3503612-672c-42dd-ab8b-fb8b471abc95 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:19.812003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ee377d2-da43-40bd-9899-121f329e8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:19.822166 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:19.868335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-8ee377d2-da43-40bd-9899-121f329e8dc1 None None] Port d3503612-672c-42dd-ab8b-fb8b471abc95 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:39:19.931751 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:19.935076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=d3503612-672c-42dd-ab8b-fb8b471abc95,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:20.000144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-65473475-9045-4555-9979-13062712f757 None None] Provisioning complete for port d3503612-672c-42dd-ab8b-fb8b471abc95 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:20.000513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-65473475-9045-4555-9979-13062712f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:20.052262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-65473475-9045-4555-9979-13062712f757 None None] Port d3503612-672c-42dd-ab8b-fb8b471abc95 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:39:20.067717 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:39:20.068833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:39:20.272662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-55107770-76af-40f9-ac64-0ba4877fc629 None None] Provisioning complete for port d3503612-672c-42dd-ab8b-fb8b471abc95 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:20.273267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55107770-76af-40f9-ac64-0ba4877fc629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:20.369942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-55107770-76af-40f9-ac64-0ba4877fc629 None None] Port d3503612-672c-42dd-ab8b-fb8b471abc95 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:39:20.453672 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router b460d496-6a46-431b-ba03-e9a6617e11b1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:39:20.515485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:39:20.633315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:39:20.638205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:20.643537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:20.653260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:39:20.673718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33e64c37-dcc7-4a88-aa92-9baef0b04cd8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/b460d496-6a46-431b-ba03-e9a6617e11b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4813421 Apr 05 21:39:20.758332 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:20.800488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=674fc1aa-58f0-40a5-b487-a3cb24e03cd5,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:20.845888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-6feb00f3-094c-4001-8135-fa368ac4c84c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:39:20.863830 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:20.886260 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:20.887000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d16ad9cc-713a-4508-961e-01ee7ded7369 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:39:20.912916 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-6feb00f3-094c-4001-8135-fa368ac4c84c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:39:20.914133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-6feb00f3-094c-4001-8135-fa368ac4c84c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316242106&fields=id&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 267 time: 0.1079869 Apr 05 21:39:21.005291 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=674fc1aa-58f0-40a5-b487-a3cb24e03cd5,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:21.019237 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d16ad9cc-713a-4508-961e-01ee7ded7369 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:21.019610 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:21.077337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-50f4e4f3-28b5-4fba-87f9-19f0f69bd419 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:21.078011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-50f4e4f3-28b5-4fba-87f9-19f0f69bd419 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:39:21.153066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-50f4e4f3-28b5-4fba-87f9-19f0f69bd419 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:39:21.156211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-50f4e4f3-28b5-4fba-87f9-19f0f69bd419 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/networks?id=3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 200 len: 797 time: 0.2334416 Apr 05 21:39:21.171944 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-4407a9cc-2c4e-4b07-923b-542c300eba14 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/quotas/240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 375 time: 0.0120072 Apr 05 21:39:21.252297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-4292fa0a-df24-4584-8ca6-5c298a380ceb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:39:21.296968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Sync routers for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:39:21.309071 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:21.309687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:21.326413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-4292fa0a-df24-4584-8ca6-5c298a380ceb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:39:21.327728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-4292fa0a-df24-4584-8ca6-5c298a380ceb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1507378 Apr 05 21:39:21.487722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:21.547731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-c3ab56ec-455e-4efd-a800-3cdb0a6abd26 service neutron] 10.222.0.10 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075815 Apr 05 21:39:21.678349 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-6927c509-0ba9-49d4-8fe2-afeb7957923e service neutron] 10.222.0.10 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238065 Apr 05 21:39:21.797035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 2, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:21.800946 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Checking router: b460d496-6a46-431b-ba03-e9a6617e11b1 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:39:21.801325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Updating router b460d496-6a46-431b-ba03-e9a6617e11b1 port d3503612-672c-42dd-ab8b-fb8b471abc95 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:39:21.851614 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:21.962257 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-357b0abc-c98d-49e2-913a-342cb23a494c req-bdb4f61c-a8a9-4d68-84c5-6ccffa00d62f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 210 time: 0.0425611 Apr 05 21:39:22.199839 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:22.214322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Transition to ACTIVE for port object d3503612-672c-42dd-ab8b-fb8b471abc95 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:39:22.290642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:22.414486 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bf87b-4b6e-422f-a837-297d6059fa92 None None] Pushing event updated for resources: {'Port': ['ID=d3503612-672c-42dd-ab8b-fb8b471abc95,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:22.491222 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:39:22.601994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Attempting to bind port d3503612-672c-42dd-ab8b-fb8b471abc95 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:39:22.602360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Attempting to bind port d3503612-672c-42dd-ab8b-fb8b471abc95 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:39:22.602716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Attempting to bind port d3503612-672c-42dd-ab8b-fb8b471abc95 on network 3026fbb7-a623-4952-8308-ae0c58d11d81 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:39:22.615411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:39:22.615781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Checking segment: {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:39:22.616175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:22.616561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Bound using segment: {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:39:22.617021 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Bound port: d3503612-672c-42dd-ab8b-fb8b471abc95, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:39:22.617412 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:22.678587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:22.678955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:22.762277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] For port d3503612-672c-42dd-ab8b-fb8b471abc95, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:39:22.768197 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] For port d3503612-672c-42dd-ab8b-fb8b471abc95, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d3503612-672c-42dd-ab8b-fb8b471abc95,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:39:22.851302 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:22.931170 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bf87b-4b6e-422f-a837-297d6059fa92 None None] Pushing event updated for resources: {'Port': ['ID=d3503612-672c-42dd-ab8b-fb8b471abc95,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:22.934494 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:22.935106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:23.137919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:23.263842 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bd539ee4-1e6b-4df4-b98c-915f38808e4e req-dbe94c8b-df93-4ab7-92f6-50e17cf5c6ba tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 210 time: 0.1652145 Apr 05 21:39:23.478790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:22Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:23.482762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94b7f64-d343-442d-a3c1-d1d3883e2885 None None] The sync data for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 is: [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:22Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:39:23.989174 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-2ef832f0-0ca5-431e-a2bc-dcef6047a3e2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:23.990732 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-2ef832f0-0ca5-431e-a2bc-dcef6047a3e2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/networks?id=3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 200 len: 797 time: 0.1475704 Apr 05 21:39:24.045192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-eff57f75-10a5-4779-bb54-1ce5bc41689e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 379 time: 0.0426409 Apr 05 21:39:24.053900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'port': {'device_id': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'admin_state_up': True, 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'security_groups': ['1c9c9d06-d063-492c-aa3c-e7e06f1a8341']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:24.194393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:24.204063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:24.309576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:39:24.312596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:24.454392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ab9bae77-80d3-469c-b2ec-ad99d1d664d1 req-671ca665-4254-42c1-a289-8dfdd2302554 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 210 time: 0.0502441 Apr 05 21:39:24.469271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3503612-672c-42dd-ab8b-fb8b471abc95 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:39:24.532240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.9 (3026fbb7-a623-4952-8308-ae0c58d11d81/0a43afe1-2638-413a-a1f2-bf26df534ad0/1a7be483-08e2-4e0d-8a81-9b24c13ee506) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:39:24.621437 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d3503612-672c-42dd-ab8b-fb8b471abc95 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:39:24.626591 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d3503612-672c-42dd-ab8b-fb8b471abc95 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:24.632181 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:24.720278 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:24.736271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object 1a7be483-08e2-4e0d-8a81-9b24c13ee506 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:39:24.739837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:24.772023 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d3503612-672c-42dd-ab8b-fb8b471abc95, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d3503612-672c-42dd-ab8b-fb8b471abc95,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:24.829766 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:24.852193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:24.901572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:39:24.904620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:39:24.909037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:39:24.917552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d3503612-672c-42dd-ab8b-fb8b471abc95,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:24.934743 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=1a7be483-08e2-4e0d-8a81-9b24c13ee506,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:24.975371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:24.975987 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:25.104092 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41587c30-e7d1-45bb-a7c2-20d4de0a05c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0544121 Apr 05 21:39:25.114877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-1e5bd609-d6e3-4e5a-bc7c-00bbb8f07fbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:39:25.115791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-1e5bd609-d6e3-4e5a-bc7c-00bbb8f07fbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055361 Apr 05 21:39:25.126422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Request body: {'port': {'device_id': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:25.154734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a932d9c-bdf4-4c22-9852-6f9b5ae86584 None None] Provisioning for port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:39:25.159512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2a932d9c-bdf4-4c22-9852-6f9b5ae86584 None None] Provisioning complete for port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:25.159916 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2a932d9c-bdf4-4c22-9852-6f9b5ae86584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:25.214121 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2a932d9c-bdf4-4c22-9852-6f9b5ae86584 None None] Port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:39:25.234860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:25.570473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7be483-08e2-4e0d-8a81-9b24c13ee506 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:39:25.577287 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:25.632083 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Transition to ACTIVE for port object 1a7be483-08e2-4e0d-8a81-9b24c13ee506 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:39:25.667848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a902327-2e12-483f-a6f0-e9ad32d91a2c req-143f85f0-f3b8-465b-b9f7-b69a5fab4a79 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:25.668520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2a902327-2e12-483f-a6f0-e9ad32d91a2c req-143f85f0-f3b8-465b-b9f7-b69a5fab4a79 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:39:25.695937 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:25.808943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2a902327-2e12-483f-a6f0-e9ad32d91a2c req-143f85f0-f3b8-465b-b9f7-b69a5fab4a79 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:39:25.810153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a902327-2e12-483f-a6f0-e9ad32d91a2c req-143f85f0-f3b8-465b-b9f7-b69a5fab4a79 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 931 time: 0.2255785 Apr 05 21:39:25.850052 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7be483-08e2-4e0d-8a81-9b24c13ee506,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:26.030187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2a902327-2e12-483f-a6f0-e9ad32d91a2c req-92bc6b23-5c22-4149-889d-1f424703d741 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051833 Apr 05 21:39:26.071667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Attempting to bind port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:39:26.071996 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Attempting to bind port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:39:26.072316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Attempting to bind port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 on network 3026fbb7-a623-4952-8308-ae0c58d11d81 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:39:26.077873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 on network 3026fbb7-a623-4952-8308-ae0c58d11d81 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:39:26.078186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Attempting to bind port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 on network 3026fbb7-a623-4952-8308-ae0c58d11d81 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:39:26.084857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:39:26.085228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Checking segment: {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:39:26.085609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Bound using segment: {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:39:26.086026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Bound port: 1a7be483-08e2-4e0d-8a81-9b24c13ee506, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:39:26.086364 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:26.172591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] For port 1a7be483-08e2-4e0d-8a81-9b24c13ee506, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:39:26.175455 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] For port 1a7be483-08e2-4e0d-8a81-9b24c13ee506, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:39:26.239834 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:26.302476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:26.304837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] 10.222.0.23 "PUT /v2.0/ports/1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 200 len: 1091 time: 1.1820886 Apr 05 21:39:26.305304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:39:26.333601 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461afe92-0e25-4165-8ea2-3de9bc866182 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7be483-08e2-4e0d-8a81-9b24c13ee506,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:26.367275 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1260da0-e662-46f5-8145-0bdd514121d9'] response: {'name': 'network-changed', 'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'status': 'completed', 'code': 200} Apr 05 21:39:26.440657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3503612-672c-42dd-ab8b-fb8b471abc95 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:39:26.468256 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be9a059c-1b6c-476c-afff-639b5c22a565 req-7384a8cb-2980-422b-89b7-8c3637ce0052 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1094 time: 0.0723469 Apr 05 21:39:26.512900 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d3503612-672c-42dd-ab8b-fb8b471abc95 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:26.513296 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:26.616562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a059c-1b6c-476c-afff-639b5c22a565 req-1326aca7-17a2-4d8a-b9fa-84fd31ad1512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:26.618088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be9a059c-1b6c-476c-afff-639b5c22a565 req-1326aca7-17a2-4d8a-b9fa-84fd31ad1512 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=240bb01874474cbf85cad572a1da4b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1428428 Apr 05 21:39:26.752239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a059c-1b6c-476c-afff-639b5c22a565 req-1fc14d71-9e72-4b1e-bf69-e2f39fc5cb37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:26.753711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be9a059c-1b6c-476c-afff-639b5c22a565 req-1fc14d71-9e72-4b1e-bf69-e2f39fc5cb37 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292081 Apr 05 21:39:26.859761 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-e94273a9-4a4d-488c-90af-bf76078c5ae9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1094 time: 0.0716259 Apr 05 21:39:26.929516 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-45b08744-e3cf-4254-a3bd-43d3769b92b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 200 len: 217 time: 0.0633276 Apr 05 21:39:26.989880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-8da29f0e-d516-491c-8319-1ac80a4c19d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:26.991250 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-8da29f0e-d516-491c-8319-1ac80a4c19d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a43afe1-2638-413a-a1f2-bf26df534ad0 HTTP/1.1" status: 200 len: 833 time: 0.0559862 Apr 05 21:39:27.065866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-2cf13e25-b720-4cf6-9ec5-bfcc0ecb20c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3026fbb7-a623-4952-8308-ae0c58d11d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666711 Apr 05 21:39:27.247593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-41109f40-0d5a-42c4-bc1d-15cdbdd0fa59 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755579 Apr 05 21:39:27.334023 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19541e-4b62-4280-9100-46302ea0d5d6 req-eac7e8df-ea64-41f5-bf3f-92a39d876438 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:27.335457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c19541e-4b62-4280-9100-46302ea0d5d6 req-eac7e8df-ea64-41f5-bf3f-92a39d876438 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 943 time: 0.1834881 Apr 05 21:39:27.420312 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c19541e-4b62-4280-9100-46302ea0d5d6 req-0cd417ec-2a85-4fe5-a34d-ecdde12d040a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755410 Apr 05 21:39:27.423396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03c163e5-b430-4c6a-87c7-30daf1e90993 req-ae0ca90c-68c7-4277-bdf8-6fc489c49116 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691434 Apr 05 21:39:28.617353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baea2d-39f4-4bc2-823f-b493dc00bae9 req-af1fcd1a-15ff-43d9-82b4-08615712d40f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:28.618707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21baea2d-39f4-4bc2-823f-b493dc00bae9 req-af1fcd1a-15ff-43d9-82b4-08615712d40f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 943 time: 0.0756271 Apr 05 21:39:28.666682 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21baea2d-39f4-4bc2-823f-b493dc00bae9 req-7143fcac-90e7-48b8-b156-ebf67194bfe5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Apr 05 21:39:29.863305 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eea59b-b7f3-4f0b-9f0b-0327a2d070e4 req-7f61afb5-fc12-4e62-9268-895de0ddb18d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:29.864764 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24eea59b-b7f3-4f0b-9f0b-0327a2d070e4 req-7f61afb5-fc12-4e62-9268-895de0ddb18d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 943 time: 0.0747545 Apr 05 21:39:29.867471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1a7be483-08e2-4e0d-8a81-9b24c13ee506 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:39:29.910581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24eea59b-b7f3-4f0b-9f0b-0327a2d070e4 req-2e6e70d7-ff8f-4288-9598-91f16b16a0a9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395765 Apr 05 21:39:30.030228 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1a7be483-08e2-4e0d-8a81-9b24c13ee506, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:30.043382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'port_id': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'mac_address': 'fa:16:3e:e3:88:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:39:30.096959 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:30.113908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7be483-08e2-4e0d-8a81-9b24c13ee506 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:39:30.128077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1a7be483-08e2-4e0d-8a81-9b24c13ee506, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:30.183274 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:30.247014 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1a7be483-08e2-4e0d-8a81-9b24c13ee506,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:30.407943 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['1a7be483-08e2-4e0d-8a81-9b24c13ee506'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:39:31.108559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30587d-1148-4301-b68c-daf508beba5f req-7ae5de33-8b82-4707-a446-2bc60cb41373 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:31.110227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee30587d-1148-4301-b68c-daf508beba5f req-7ae5de33-8b82-4707-a446-2bc60cb41373 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 944 time: 0.0811775 Apr 05 21:39:31.154866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee30587d-1148-4301-b68c-daf508beba5f req-7ba2ea3b-41d0-49d0-b06f-d57ceb639887 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390410 Apr 05 21:39:31.883734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1a7be483-08e2-4e0d-8a81-9b24c13ee506 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:39:32.011659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:39:32.016691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:39:32.016960 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:32.127883 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:32.155117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:39:32.164840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 1a7be483-08e2-4e0d-8a81-9b24c13ee506, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:39:32.209249 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae2827c-5c14-46d3-bb4b-af437ce958c6'] response: {'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'code': 200} Apr 05 21:39:32.244528 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:32.334378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=1a7be483-08e2-4e0d-8a81-9b24c13ee506,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:32.509724 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa44c067-de4b-4c3e-9b98-bb31f69fd53e req-eed19997-d7ca-4b8c-b3e9-39e78867aa34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1096 time: 0.2333627 Apr 05 21:39:32.515705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f611fd9-53c1-4d4e-996c-9d3c077c5bb1 req-8e4c3b05-cc30-4f0d-9764-8182124d45df tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:32.517002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f611fd9-53c1-4d4e-996c-9d3c077c5bb1 req-8e4c3b05-cc30-4f0d-9764-8182124d45df tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.2064931 Apr 05 21:39:32.585538 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fa44c067-de4b-4c3e-9b98-bb31f69fd53e req-6402df04-106f-4637-b9d8-fbe639459a14 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674300 Apr 05 21:39:32.587573 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f611fd9-53c1-4d4e-996c-9d3c077c5bb1 req-83836df7-e4e3-4edf-ab8d-e5670760d06c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571935 Apr 05 21:39:33.789239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5da94-57cd-4962-b3d4-5d9134529ebc req-6fb4dfce-afec-48f5-8f34-5d32dc0dfb2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:33.790619 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bec5da94-57cd-4962-b3d4-5d9134529ebc req-6fb4dfce-afec-48f5-8f34-5d32dc0dfb2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0775454 Apr 05 21:39:33.844032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bec5da94-57cd-4962-b3d4-5d9134529ebc req-94759fc1-e6d3-4bb5-a180-5f85c5af03a7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475519 Apr 05 21:39:34.806346 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:34.966531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1bb618b0-d838-4baf-b9a1-41777e74f37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:35.039418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1cce-7b76-4dcd-9a78-f66c364dc466 req-f4209d53-026c-4604-86a1-db525517595a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:35.040861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-584b1cce-7b76-4dcd-9a78-f66c364dc466 req-f4209d53-026c-4604-86a1-db525517595a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0766609 Apr 05 21:39:35.086093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-584b1cce-7b76-4dcd-9a78-f66c364dc466 req-526bac3f-b419-46d7-813f-cbd8a1046a52 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394831 Apr 05 21:39:35.281286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023cb5f-6dce-4810-8f42-a756fbda9f8c req-094c040a-924b-4e9d-9b02-642ad53e7d6a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:35.282729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c023cb5f-6dce-4810-8f42-a756fbda9f8c req-094c040a-924b-4e9d-9b02-642ad53e7d6a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0789146 Apr 05 21:39:35.328133 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c023cb5f-6dce-4810-8f42-a756fbda9f8c req-8cee84a6-83b8-436a-abd4-0999d133cd5a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391750 Apr 05 21:39:35.359363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50900) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:35.430315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6fc11248-252b-4aee-97a8-4220b926ba63 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1091 time: 0.0698283 Apr 05 21:39:35.433164 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50904) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:35.438566 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:39:35.445235 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:39:35.449173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:floatingip and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:39:35.452065 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:39:35.458842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:39:35.501923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-5ef513a6-74d8-4a5b-9471-c37d2abc6c0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705156 Apr 05 21:39:35.530722 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:35.637828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-b2c13c32-1c5f-451a-bd63-e6e0fdd7ded1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1096 time: 0.0693932 Apr 05 21:39:35.667245 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:35.780765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-0e281eca-6c59-4e85-8bd6-646f600a6df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:35.782228 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-0e281eca-6c59-4e85-8bd6-646f600a6df3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 200 len: 898 time: 0.1266487 Apr 05 21:39:35.810085 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.25 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/093c5d8b-009c-424a-8d22-0df557f9bd09) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:39:35.856252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-96c92f1e-0f38-4e47-b313-3d59f5efcaf5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 200 len: 217 time: 0.0678711 Apr 05 21:39:35.916349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-23d8e49a-3501-47de-a537-c527771791d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:35.917733 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-23d8e49a-3501-47de-a537-c527771791d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a43afe1-2638-413a-a1f2-bf26df534ad0 HTTP/1.1" status: 200 len: 833 time: 0.0563836 Apr 05 21:39:35.956726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:35.995917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-6aa12546-b639-471d-98cb-784a94c5bc0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3026fbb7-a623-4952-8308-ae0c58d11d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722604 Apr 05 21:39:36.041384 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:36.112752 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:39:36.116670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:39:36.119050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=093c5d8b-009c-424a-8d22-0df557f9bd09,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:36.121851 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:39:36.131004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-d0e3bb5b-ba52-4404-a2a5-9346178ab844 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294038 Apr 05 21:39:36.263361 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51514388-6266-46a9-b90a-19b5ab3336f8 req-8bc0c410-51c2-4576-b7e3-c365b6716585 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262546 Apr 05 21:39:36.678932 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:36.795167 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:36.915304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-aae68a60-060d-4e31-aebf-2af03a8a3cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:37.081406 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:37.137850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:37.244411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=093c5d8b-009c-424a-8d22-0df557f9bd09,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:39:37.257999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:37.454737 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Floating IP 2946fdd7-a30d-46e2-ab92-049755ce72d9 associated. External IP: 172.25.2.25, port: 1a7be483-08e2-4e0d-8a81-9b24c13ee506. Apr 05 21:39:37.851634 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router b460d496-6a46-431b-ba03-e9a6617e11b1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:39:38.072754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:39:38.083080 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] Sync routers for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:39:38.095218 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:38.099395 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:38.159169 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:38.216506 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4c098499-a8ea-4571-a23c-62976ff674b0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7822628 Apr 05 21:39:38.217113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:39:38.292482 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:38.310227 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581d61c7-fe08-4a51-826a-2e675b513e2e'] response: {'name': 'network-changed', 'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'status': 'completed', 'code': 200} Apr 05 21:39:38.467826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff313c6-0a0a-43c3-b6a4-b1f0755a1369 req-764b6385-1734-41a5-801c-f6c7d795aace tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:38.469310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ff313c6-0a0a-43c3-b6a4-b1f0755a1369 req-764b6385-1734-41a5-801c-f6c7d795aace tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.1353760 Apr 05 21:39:38.473022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-d760e2f1-776d-43d5-a5c3-aae6ef73e8f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1096 time: 0.1080046 Apr 05 21:39:38.584453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:38.602563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ff313c6-0a0a-43c3-b6a4-b1f0755a1369 req-3851b23d-73c3-460f-a76d-638a5dc225a4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264832 Apr 05 21:39:38.630066 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:38.632063 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50912) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:38.656123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-cd7ed43a-b53b-4902-a74f-2ade834e46d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:38.657554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-cd7ed43a-b53b-4902-a74f-2ade834e46d4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 200 len: 898 time: 0.1686234 Apr 05 21:39:38.679948 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '2946fdd7-a30d-46e2-ab92-049755ce72d9', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'port_id': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'mac_address': 'fa:16:3e:e3:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:39:36Z', 'updated_at': '2022-04-05T21:39:36Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:38.683669 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] Checking router: b460d496-6a46-431b-ba03-e9a6617e11b1 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:39:38.694552 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:39:38.695143 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:39:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:38.738816 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-dc78a427-cc54-4cd7-992f-2db524be5f07 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/2946fdd7-a30d-46e2-ab92-049755ce72d9 HTTP/1.1" status: 200 len: 990 time: 0.1051202 Apr 05 21:39:38.765665 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-fc496b6e-cb67-4f8d-a74d-dae89b071675 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 200 len: 998 time: 0.1026757 Apr 05 21:39:38.873963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:39:38.930992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-9da1a5ae-0fa4-4694-a162-0e8871982a1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:39:38.932359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-9da1a5ae-0fa4-4694-a162-0e8871982a1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a43afe1-2638-413a-a1f2-bf26df534ad0 HTTP/1.1" status: 200 len: 833 time: 0.1605740 Apr 05 21:39:39.008454 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-f4452bb2-ed40-446d-afb9-2be6cdc6a0e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3026fbb7-a623-4952-8308-ae0c58d11d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700283 Apr 05 21:39:39.138937 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-a6b210d2-6d01-48d5-9805-f36d8c16bac9 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239297 Apr 05 21:39:39.215777 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '2946fdd7-a30d-46e2-ab92-049755ce72d9', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'port_id': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'mac_address': 'fa:16:3e:e3:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:39:36Z', 'updated_at': '2022-04-05T21:39:36Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:39:39.219806 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61193283-210e-45a5-9870-111f4e46aa75 None None] The sync data for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 is: [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '2946fdd7-a30d-46e2-ab92-049755ce72d9', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.25', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'port_id': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'mac_address': 'fa:16:3e:e3:88:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:39:36Z', 'updated_at': '2022-04-05T21:39:36Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:39:39.274591 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38f3f33a-2867-4f4d-bbbf-fd4e53c69603 req-765535c4-11aa-40d0-936a-78ec62b3f6e8 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295249 Apr 05 21:39:39.742128 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 50916) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:39.842675 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-257ad3fd-896a-44f5-8b4e-976b73ef9b97 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/2946fdd7-a30d-46e2-ab92-049755ce72d9 HTTP/1.1" status: 200 len: 990 time: 0.0994148 Apr 05 21:39:40.049948 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:40.313075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca59d30a-8535-4586-95d8-8db68e6ab584 None None] New status for floating IP 2946fdd7-a30d-46e2-ab92-049755ce72d9: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:39:40.846538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50920) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:39:40.953866 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c914850e-c41d-4717-92f4-58738b7dc46c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/2946fdd7-a30d-46e2-ab92-049755ce72d9 HTTP/1.1" status: 200 len: 992 time: 0.1061883 Apr 05 21:39:50.849894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:53.868516 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:40:04.805791 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:04.908658 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-18bf0b95-24e4-42f5-b1fa-1957d25fdeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:06.923968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b8f25884-39fc-4469-bf88-3e96c7914da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:08.565715 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:08.605249 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:10.050128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:10.697463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ab70a-d865-4a7f-8886-c61a2214dc94 req-5c89553d-aa4c-489d-abae-80a03712c578 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:10.698901 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a1ab70a-d865-4a7f-8886-c61a2214dc94 req-5c89553d-aa4c-489d-abae-80a03712c578 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.1362190 Apr 05 21:40:10.722977 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-5c285340-4b57-4f62-935b-5769b44b1c3b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1096 time: 0.1052368 Apr 05 21:40:10.820424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a1ab70a-d865-4a7f-8886-c61a2214dc94 req-08f539c8-b6ee-4d4f-a087-3a188c8461b2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157737 Apr 05 21:40:10.868207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-a416649c-7b43-4371-82df-6c3652d30d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:10.869658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-a416649c-7b43-4371-82df-6c3652d30d7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 200 len: 898 time: 0.1399601 Apr 05 21:40:10.972636 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-93f19afe-1b87-49a9-8d98-d16072249c28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 200 len: 1000 time: 0.0959249 Apr 05 21:40:11.035005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-14166806-eebc-4dcd-b48d-e7d0f39340a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:11.036365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-14166806-eebc-4dcd-b48d-e7d0f39340a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a43afe1-2638-413a-a1f2-bf26df534ad0 HTTP/1.1" status: 200 len: 833 time: 0.0581899 Apr 05 21:40:11.117629 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-02e04793-d8d3-4f47-b230-cbca80ed6f33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3026fbb7-a623-4952-8308-ae0c58d11d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750139 Apr 05 21:40:11.254999 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-39879383-06c9-410e-a3c8-ddb9c3ac00f1 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305552 Apr 05 21:40:11.389863 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2019c042-b10d-4db1-a7a8-198c79c266c4 req-c41ba69a-c0b1-40a5-8bba-7d013e126ee5 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285214 Apr 05 21:40:12.032196 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3877f-4cf9-4dbc-80ea-4479ad502246 req-18b3abba-2f7e-4a81-8976-869c037cd0e5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:12.033658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2cb3877f-4cf9-4dbc-80ea-4479ad502246 req-18b3abba-2f7e-4a81-8976-869c037cd0e5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Apr 05 21:40:12.078156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2cb3877f-4cf9-4dbc-80ea-4479ad502246 req-94b5bd1a-e6c1-42ee-9818-eeaf138b896d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Apr 05 21:40:13.271546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b783c3-96bf-4b8f-b74a-c03167f003d3 req-2a7ce0b4-8f5a-4eac-8a11-b9a59f8187b3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:13.273695 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2b783c3-96bf-4b8f-b74a-c03167f003d3 req-2a7ce0b4-8f5a-4eac-8a11-b9a59f8187b3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0758238 Apr 05 21:40:13.317679 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2b783c3-96bf-4b8f-b74a-c03167f003d3 req-f4af55b0-b3ce-4f49-bfbf-775ab8b53edc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382485 Apr 05 21:40:14.619456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff67dd-d747-4417-93a8-7e7838b4eb80 req-fbea26a9-b755-46f3-b81e-f779a19ba228 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:14.620804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-feff67dd-d747-4417-93a8-7e7838b4eb80 req-fbea26a9-b755-46f3-b81e-f779a19ba228 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.1771369 Apr 05 21:40:14.664613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-feff67dd-d747-4417-93a8-7e7838b4eb80 req-458aced2-b73e-492f-9e04-11f2e09b5943 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382359 Apr 05 21:40:15.858888 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab959e-0c17-4dc6-8157-6a8d9f68d8d9 req-551209ea-5f49-4eca-a69b-7cf8fd0ca8a1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:15.860326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efab959e-0c17-4dc6-8157-6a8d9f68d8d9 req-551209ea-5f49-4eca-a69b-7cf8fd0ca8a1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0753524 Apr 05 21:40:15.909838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-efab959e-0c17-4dc6-8157-6a8d9f68d8d9 req-0d3306f6-fc73-42a0-8213-417da41beb9d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Apr 05 21:40:17.101940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935c75a-28ea-4f7b-9dc4-79ffec2f5788 req-76decb1e-021a-408b-b457-852ab693f1af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:17.103342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5935c75a-28ea-4f7b-9dc4-79ffec2f5788 req-76decb1e-021a-408b-b457-852ab693f1af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0740962 Apr 05 21:40:17.146373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5935c75a-28ea-4f7b-9dc4-79ffec2f5788 req-e3ad8c97-5165-4364-9841-175d5c94dcde tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Apr 05 21:40:18.345273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6db4b-22ba-4cda-b6c6-b146ad0e6e31 req-9e616aff-af41-465a-a2e6-3413a9c802aa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:18.346714 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bc6db4b-22ba-4cda-b6c6-b146ad0e6e31 req-9e616aff-af41-465a-a2e6-3413a9c802aa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0785811 Apr 05 21:40:18.391033 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6bc6db4b-22ba-4cda-b6c6-b146ad0e6e31 req-00dec583-5249-4749-9e14-5b4a7cd97aef tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Apr 05 21:40:19.592173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7677cea-31d5-44e4-bb8f-66c0ea1db53f req-34f4082e-426c-4170-b14d-ca580843a3cc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:19.593559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7677cea-31d5-44e4-bb8f-66c0ea1db53f req-34f4082e-426c-4170-b14d-ca580843a3cc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0750139 Apr 05 21:40:19.638201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f7677cea-31d5-44e4-bb8f-66c0ea1db53f req-6c0ea050-51e2-45f0-a8da-f65ebe2a55a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390973 Apr 05 21:40:20.833634 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249069-6644-45dd-9ada-7f66684085a4 req-18307d60-9ab0-473f-bbe5-54a131aa44d5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:20.835722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11249069-6644-45dd-9ada-7f66684085a4 req-18307d60-9ab0-473f-bbe5-54a131aa44d5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0801198 Apr 05 21:40:20.861229 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:20.879450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-11249069-6644-45dd-9ada-7f66684085a4 req-25367f62-587a-4d97-9d82-fad32cfea573 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383053 Apr 05 21:40:22.076995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d2dae-1224-4f4d-975c-5c9df308a8b1 req-8b92aee1-e622-4f0f-b0c8-aa8fd85a8b54 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:22.078438 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb9d2dae-1224-4f4d-975c-5c9df308a8b1 req-8b92aee1-e622-4f0f-b0c8-aa8fd85a8b54 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0753651 Apr 05 21:40:22.128297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb9d2dae-1224-4f4d-975c-5c9df308a8b1 req-d4f978e3-f10f-42d5-8b35-1e4834c77741 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444415 Apr 05 21:40:23.321830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac65b1-6658-4737-b2d9-ed8a990824cf req-c60f324a-d012-46b2-9ffb-7cdf25bdf805 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:23.323278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62ac65b1-6658-4737-b2d9-ed8a990824cf req-c60f324a-d012-46b2-9ffb-7cdf25bdf805 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0756145 Apr 05 21:40:23.368146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62ac65b1-6658-4737-b2d9-ed8a990824cf req-cb98bad2-0e65-41b2-b7d5-181d69cb5170 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394008 Apr 05 21:40:24.564040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3e698-1248-43a7-ae0c-d23d03186b04 req-987df442-04e0-4730-a9b6-e13fe63fae1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:24.565457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1f3e698-1248-43a7-ae0c-d23d03186b04 req-987df442-04e0-4730-a9b6-e13fe63fae1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0801573 Apr 05 21:40:24.609603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c1f3e698-1248-43a7-ae0c-d23d03186b04 req-9ff3b53b-4d40-4272-89bc-f975376fa06e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385499 Apr 05 21:40:25.805787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81080738-b8da-42f0-a2b8-3a747257070d req-13452748-fe81-4a62-b7d2-1ae6fa877d8e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:25.807218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81080738-b8da-42f0-a2b8-3a747257070d req-13452748-fe81-4a62-b7d2-1ae6fa877d8e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0760155 Apr 05 21:40:25.851076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-81080738-b8da-42f0-a2b8-3a747257070d req-b70cd458-23fa-4f8e-b9d4-6efb5ddd0382 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384407 Apr 05 21:40:27.047475 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f819f6-b578-48b8-8420-b6d3442c0e2b req-63c7a5f7-6890-43ca-8b14-b7e17e4ebae7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:27.048981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59f819f6-b578-48b8-8420-b6d3442c0e2b req-63c7a5f7-6890-43ca-8b14-b7e17e4ebae7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0786169 Apr 05 21:40:27.094070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59f819f6-b578-48b8-8420-b6d3442c0e2b req-fd18d18f-2ee4-4006-85bc-f9db1ef4acd0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388458 Apr 05 21:40:28.287161 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570eb48c-3e1f-446c-8388-f037bce5387e req-122567a7-70c1-4182-8beb-367b3b09f4e4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:28.288645 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-570eb48c-3e1f-446c-8388-f037bce5387e req-122567a7-70c1-4182-8beb-367b3b09f4e4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.0751255 Apr 05 21:40:28.333428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-570eb48c-3e1f-446c-8388-f037bce5387e req-901fd7a9-d824-4c68-82a8-41009cc1bb7c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392396 Apr 05 21:40:28.361279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50978) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:40:28.466234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d9d90e93-7f2c-4f46-9e77-d1517ae16a5b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/2946fdd7-a30d-46e2-ab92-049755ce72d9 HTTP/1.1" status: 200 len: 992 time: 0.1038139 Apr 05 21:40:30.869444 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:40:34.805695 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:34.913900 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-edea0eba-2383-4d57-97ce-cc0d27eab57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:36.568986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-dc46c0ff-b302-4aa2-ae4e-af6d971fade5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360655 Apr 05 21:40:36.701404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-8aab2ce1-f8b0-49af-8553-f02cd0e96a13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1096 time: 0.0673375 Apr 05 21:40:36.842226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967363c-d728-44d0-aea1-266a4f26f63f req-bf1ca5b9-1243-4999-914e-84c0bd0b5a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:36.843581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-bf1ca5b9-1243-4999-914e-84c0bd0b5a52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 200 len: 898 time: 0.1244028 Apr 05 21:40:36.902078 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc31b25b-de36-47b7-8e51-33d533985767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:36.946443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-cee1b920-5445-4177-9be3-dde972c75059 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 200 len: 1000 time: 0.0967269 Apr 05 21:40:37.006056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967363c-d728-44d0-aea1-266a4f26f63f req-7d07f027-2993-421a-80fb-54f0a43f3e3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:40:37.007428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-7d07f027-2993-421a-80fb-54f0a43f3e3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a43afe1-2638-413a-a1f2-bf26df534ad0 HTTP/1.1" status: 200 len: 833 time: 0.0556505 Apr 05 21:40:37.087153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-6bfe64a7-33b0-42c4-bbce-86bd64924c60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3026fbb7-a623-4952-8308-ae0c58d11d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740397 Apr 05 21:40:37.315696 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-88476b93-b299-4c01-a32c-7f7f759caa65 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225368 Apr 05 21:40:37.446450 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3967363c-d728-44d0-aea1-266a4f26f63f req-c4a58bc9-12b6-4b2b-9419-8a7d3ebe0186 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248989 Apr 05 21:40:38.582034 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:38.650492 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:40.050688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:50.867770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:58.944712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 50996) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:40:59.143910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 093c5d8b-009c-424a-8d22-0df557f9bd09 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:40:59.144250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:59.310349 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:59.310674 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:59.425518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 093c5d8b-009c-424a-8d22-0df557f9bd09 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:40:59.622490 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:59.667517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=093c5d8b-009c-424a-8d22-0df557f9bd09,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:40:59.741261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.741602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.741939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.742267 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.742600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.743471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.743883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.744207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.744684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.745270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.745594 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:40:59.776414 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:00.161238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router b460d496-6a46-431b-ba03-e9a6617e11b1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:41:00.467661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:41:00.478231 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] Sync routers for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:41:00.493042 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:00.493906 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:40:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:00.593598 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:00.655618 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a6797980-7ffd-42d5-9e05-677d03cd20af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/floatingips/2946fdd7-a30d-46e2-ab92-049755ce72d9 HTTP/1.1" status: 204 len: 168 time: 1.7097321 Apr 05 21:41:00.656200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:41:00.730967 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:00.827118 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9861480e-c114-44ce-b5e1-572467359af2'] response: {'name': 'network-changed', 'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'status': 'completed', 'code': 200} Apr 05 21:41:00.923114 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-13f7a2a7-71ec-4483-9262-0a619d6fa42e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 1096 time: 0.0749922 Apr 05 21:41:01.068502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-85a4f345-64b5-4d9c-8271-a12af5d7f122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:01.069660 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:01.069997 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-85a4f345-64b5-4d9c-8271-a12af5d7f122 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 200 len: 898 time: 0.1410658 Apr 05 21:41:01.073630 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] Checking router: b460d496-6a46-431b-ba03-e9a6617e11b1 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:41:01.083955 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:01.084542 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:40:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:01.173397 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-1e4fbf33-dc7e-4491-8528-d5cdaf011d93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 200 len: 217 time: 0.0966926 Apr 05 21:41:01.250385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-88660fd0-8aec-4d5a-9826-708e9ee20f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:01.251824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-88660fd0-8aec-4d5a-9826-708e9ee20f93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a43afe1-2638-413a-a1f2-bf26df534ad0 HTTP/1.1" status: 200 len: 833 time: 0.0704007 Apr 05 21:41:01.292005 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:01.302001 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd8f9-b33f-4760-bff8-13e1d2629295 req-861b8bb7-1713-42a8-a8e3-b937468c9ed8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:01.302142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-adbcd8f9-b33f-4760-bff8-13e1d2629295 req-861b8bb7-1713-42a8-a8e3-b937468c9ed8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:41:01.347855 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-19463056-5b17-4825-a9a5-4c803783f815 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3026fbb7-a623-4952-8308-ae0c58d11d81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882375 Apr 05 21:41:01.375736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-adbcd8f9-b33f-4760-bff8-13e1d2629295 req-861b8bb7-1713-42a8-a8e3-b937468c9ed8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:41:01.376745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-adbcd8f9-b33f-4760-bff8-13e1d2629295 req-861b8bb7-1713-42a8-a8e3-b937468c9ed8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.2475660 Apr 05 21:41:01.496781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-adbcd8f9-b33f-4760-bff8-13e1d2629295 req-beb76206-19ff-4415-8219-efe19cb5af6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745528 Apr 05 21:41:01.517009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-12493039-4065-4e9d-87f9-d9300eacff8d service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605949 Apr 05 21:41:01.595847 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:01.599671 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8068cf-f474-4f57-9d63-cf44db42e1af None None] The sync data for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 is: [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'd3503612-672c-42dd-ab8b-fb8b471abc95', 'name': '', 'network_id': '3026fbb7-a623-4952-8308-ae0c58d11d81', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:5b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:18Z', 'updated_at': '2022-04-05T21:39:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '0a43afe1-2638-413a-a1f2-bf26df534ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:41:01.651778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e38a4dcd-c452-4ecc-9206-8d2e1ef51813 req-65de28c1-e257-4151-9dfc-511e007f44a3 service neutron] 10.222.0.23 "GET /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281025 Apr 05 21:41:01.814262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79498b87-324d-4545-9a69-948c51802964 None None] New status for floating IP 2946fdd7-a30d-46e2-ab92-049755ce72d9: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:41:02.721733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-f5be6df2-008d-4b0f-b2b4-834166029a40 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:02.723157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-f5be6df2-008d-4b0f-b2b4-834166029a40 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.1342726 Apr 05 21:41:02.734526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ca9a6-f1f3-4db3-ab15-8ca4345a6dcd req-87008302-0110-489d-b473-de54640ee0ff tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:02.735847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-432ca9a6-f1f3-4db3-ab15-8ca4345a6dcd req-87008302-0110-489d-b473-de54640ee0ff tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 945 time: 0.1038859 Apr 05 21:41:02.822430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:41:02.822687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:02.872004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-432ca9a6-f1f3-4db3-ab15-8ca4345a6dcd req-690eac8d-639a-4fe4-9c9c-39557d4a36bd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=1c9c9d06-d063-492c-aa3c-e7e06f1a8341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053607 Apr 05 21:41:03.065621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 1a7be483-08e2-4e0d-8a81-9b24c13ee506, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=1a7be483-08e2-4e0d-8a81-9b24c13ee506,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:03.065975 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:03.290201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 1a7be483-08e2-4e0d-8a81-9b24c13ee506 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:41:03.478739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:03.531662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=1a7be483-08e2-4e0d-8a81-9b24c13ee506,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:03.602732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] No DVR routers for this DVR port 1a7be483-08e2-4e0d-8a81-9b24c13ee506 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:41:03.605092 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:03.607479 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'name': 'network-vif-deleted', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:41:03.661822 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f184eab-3545-4b35-9ceb-50c73c9fc30e'] response: {'server_uuid': '427f4e6d-f0cc-40f5-92f7-a6040e460be0', 'name': 'network-vif-deleted', 'tag': '1a7be483-08e2-4e0d-8a81-9b24c13ee506', 'status': 'completed', 'code': 200} Apr 05 21:41:03.708370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-966c17ba-a777-47a4-b1d5-2b2dd2ebf275 req-059657c0-d235-41ba-97be-edabe4cb8166 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "DELETE /v2.0/ports/1a7be483-08e2-4e0d-8a81-9b24c13ee506 HTTP/1.1" status: 204 len: 173 time: 0.9792011 Apr 05 21:41:04.049280 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-241d94cf-70cf-4600-905d-c815ea3d0736 req-e02c7959-398b-4dc8-82b2-bcf484c10d7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:41:04.113787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-241d94cf-70cf-4600-905d-c815ea3d0736 req-e02c7959-398b-4dc8-82b2-bcf484c10d7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:41:04.115188 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-241d94cf-70cf-4600-905d-c815ea3d0736 req-e02c7959-398b-4dc8-82b2-bcf484c10d7a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=427f4e6d-f0cc-40f5-92f7-a6040e460be0 HTTP/1.1" status: 200 len: 210 time: 0.1051633 Apr 05 21:41:04.815636 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:04.907081 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-470fb7ff-36c4-43d0-b049-17d5a89ed6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:05.220926 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51018) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:05.708253 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:06.309199 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port d3503612-672c-42dd-ab8b-fb8b471abc95 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:41:06.309727 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:06.409364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1a7be483-08e2-4e0d-8a81-9b24c13ee506 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:41:06.445103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 1a7be483-08e2-4e0d-8a81-9b24c13ee506 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:41:06.445450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 1a7be483-08e2-4e0d-8a81-9b24c13ee506 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:41:06.493860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port d3503612-672c-42dd-ab8b-fb8b471abc95, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d3503612-672c-42dd-ab8b-fb8b471abc95,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:06.494154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:06.612445 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for d3503612-672c-42dd-ab8b-fb8b471abc95 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:41:06.833625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:06.883301 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=d3503612-672c-42dd-ab8b-fb8b471abc95,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:06.907832 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e6c1d53a-732b-4494-ba86-5a4ed41bebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:06.956679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.957116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.957451 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.957780 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.958103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.958424 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.958744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.959064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.959379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.959695 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:06.960008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:07.279493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:07.850051 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router b460d496-6a46-431b-ba03-e9a6617e11b1 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:41:07.869383 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:41:08.040733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:41:08.051700 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] Sync routers for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:41:08.063599 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:08.078913 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:08.143743 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-99937dcd-b028-424c-966f-e50714089896 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/b460d496-6a46-431b-ba03-e9a6617e11b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9215167 Apr 05 21:41:08.146382 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51022) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:08.247743 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:08.331392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting subnet 0a43afe1-2638-413a-a1f2-bf26df534ad0 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:41:08.334254 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.387413 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.488742 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.544378 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:41:06Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:08.549337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] Checking router: b460d496-6a46-431b-ba03-e9a6617e11b1 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:41:08.562431 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] Routers {'b460d496-6a46-431b-ba03-e9a6617e11b1'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:08.563048 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['b460d496-6a46-431b-ba03-e9a6617e11b1'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:08.616335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.639162 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.641354 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.657575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Subnet': ['ID=0a43afe1-2638-413a-a1f2-bf26df534ad0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:08.662127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.668976 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-bbbf3268-126e-49dd-9c82-79beb6c4d8f2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/subnets/0a43afe1-2638-413a-a1f2-bf26df534ad0 HTTP/1.1" status: 204 len: 168 time: 0.5215967 Apr 05 21:41:08.671674 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51026) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:08.672214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe714a3-0c28-4ce9-ab6d-e068b9d6d5ae None None] Network 3026fbb7-a623-4952-8308-ae0c58d11d81 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:41:08.745820 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] Set router b460d496-6a46-431b-ba03-e9a6617e11b1 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:08.884407 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:08.930500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] DHCP port deletion for 3026fbb7-a623-4952-8308-ae0c58d11d81 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:41:08.934226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Deleting port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:41:08.934594 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.032939 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:41:06Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:09.037423 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119cf843-6cfa-4ecd-960f-bb649ce11a9b None None] The sync data for ids ['b460d496-6a46-431b-ba03-e9a6617e11b1'] in n-d-836605-1 is: [{'id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689140991', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:41:06Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': 'd16ad9cc-713a-4508-961e-01ee7ded7369', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:14:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b460d496-6a46-431b-ba03-e9a6617e11b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:39:14Z', 'updated_at': '2022-04-05T21:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:41:09.095241 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.142283 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] For port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=674fc1aa-58f0-40a5-b487-a3cb24e03cd5,segment=NetworkSegment(c2d970d9-15f0-4e1a-8aaf-23c4de22c266),segment_id=c2d970d9-15f0-4e1a-8aaf-23c4de22c266)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:09.142669 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.165255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port d16ad9cc-713a-4508-961e-01ee7ded7369 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:41:09.165539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.259469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Calling delete_port for 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:41:09.336297 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port d16ad9cc-713a-4508-961e-01ee7ded7369, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d16ad9cc-713a-4508-961e-01ee7ded7369,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:09.336662 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.387723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.434677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Pushing event deleted for resources: {'Port': ['ID=674fc1aa-58f0-40a5-b487-a3cb24e03cd5,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:09.447736 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.448035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.448390 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.448728 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.449116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.449405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.449729 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.450049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.450374 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.450687 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.451005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:09.453664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f3137-fa6b-437b-b905-0ef24d8a6b7b None None] No DVR routers for this DVR port 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:41:09.459404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for d16ad9cc-713a-4508-961e-01ee7ded7369 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:41:09.673368 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.720643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=d16ad9cc-713a-4508-961e-01ee7ded7369,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:10.039818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.061950 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.294477 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.298571 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.398954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.399517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Fanout notify agent at l3_agent the message router_deleted on router b460d496-6a46-431b-ba03-e9a6617e11b1 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:41:10.415020 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.416272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a41aec6f-f96b-41ce-a873-7f598d6e7885 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/routers/b460d496-6a46-431b-ba03-e9a6617e11b1 HTTP/1.1" status: 204 len: 168 time: 1.7434745 Apr 05 21:41:10.418847 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51030) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:10.546971 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.677327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.704156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3026fbb7-a623-4952-8308-ae0c58d11d81']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:10.716014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:10.716307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d970d9-15f0-4e1a-8aaf-23c4de22c266') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:10.727765 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.743462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.749219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:41:10.749591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:41:10.763289 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:41:10.845412 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3503612-672c-42dd-ab8b-fb8b471abc95 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:41:10.879086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d3503612-672c-42dd-ab8b-fb8b471abc95 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:41:10.879427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3503612-672c-42dd-ab8b-fb8b471abc95 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:41:10.879841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:41:10.910046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:41:10.910397 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 674fc1aa-58f0-40a5-b487-a3cb24e03cd5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:41:10.919358 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.938627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:10.949448 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Network': ['ID=3026fbb7-a623-4952-8308-ae0c58d11d81,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:11.016899 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a38ac9bb-377f-4f58-899f-04befb2f9681 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/networks/3026fbb7-a623-4952-8308-ae0c58d11d81 HTTP/1.1" status: 204 len: 168 time: 0.5969427 Apr 05 21:41:11.019363 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51034) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:11.088132 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bc5b2e21-025e-42d9-85ca-3dced94989c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:11.120849 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bc5b2e21-025e-42d9-85ca-3dced94989c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:11.238905 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bc5b2e21-025e-42d9-85ca-3dced94989c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:11.258312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b2e21-025e-42d9-85ca-3dced94989c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9c9d06-d063-492c-aa3c-e7e06f1a8341,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:11.324255 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bc5b2e21-025e-42d9-85ca-3dced94989c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:11.325420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bc5b2e21-025e-42d9-85ca-3dced94989c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/security-groups/1c9c9d06-d063-492c-aa3c-e7e06f1a8341 HTTP/1.1" status: 204 len: 168 time: 0.3051431 Apr 05 21:41:11.810106 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51042) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:11.815885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004234500', 'description': 'tempest-secgroup-smoke-1004234500 description', 'project_id': '240bb01874474cbf85cad572a1da4b71'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:11.822564 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:11.826646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:11.829465 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:11.835576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:11.884619 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:11.922115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:11.925809 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:11.928556 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:11.934580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:12.078985 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.170162 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.217298 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e986de3-bd68-4a23-ab6e-c40d09c368a1,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:12.290309 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.291865 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-373a8cfc-f038-4556-8ace-4f5df577811a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4807189 Apr 05 21:41:12.294702 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51046) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:12.300079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '7e986de3-bd68-4a23-ab6e-c40d09c368a1', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:12.307160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:12.311016 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:12.313878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:12.319594 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:12.393235 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.440470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d16ad9cc-713a-4508-961e-01ee7ded7369 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:41:12.452484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.472657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d16ad9cc-713a-4508-961e-01ee7ded7369 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:41:12.473003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d16ad9cc-713a-4508-961e-01ee7ded7369 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:41:12.524562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.547681 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f015cf-53ef-42b4-bba3-5ebe932f62a6,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:12.609944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.611107 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-81611c99-2d71-4aba-9680-c7ef9f619a2a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3155057 Apr 05 21:41:12.613953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51050) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:12.619573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '7e986de3-bd68-4a23-ab6e-c40d09c368a1', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:12.626004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:12.629765 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:12.632616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:12.638733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:12.707403 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.768070 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.815868 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.839537 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7b704e-2c8a-4658-b377-6877cbb9caa5,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:12.901830 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:12.902985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1d95c731-75ee-4887-9e7e-f0b7e1893fee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2880523 Apr 05 21:41:12.905779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51054) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:12.911195 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '7e986de3-bd68-4a23-ab6e-c40d09c368a1', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:12.918228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:12.922000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:12.924947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:12.930851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:13.011030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.073140 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.136007 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.160337 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccde443-1dde-4970-86b0-3ecbfded8210,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:13.233289 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.234463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-44fc0ef3-8e35-4d34-9c98-78afc5733e76 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3277483 Apr 05 21:41:13.237163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51058) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:13.242678 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '7e986de3-bd68-4a23-ab6e-c40d09c368a1', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:13.249033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:13.252966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:13.255927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:13.262370 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:13.343914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.404963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.478822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.501859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcb00f9-4d29-40de-8446-50a0bcab4e31,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:13.581326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.582423 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b6b89e27-e18e-4183-930a-82792164dd8c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3443053 Apr 05 21:41:13.585140 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51062) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:13.590861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '7e986de3-bd68-4a23-ab6e-c40d09c368a1', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:13.596901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:13.600776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:13.608277 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:13.613848 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:13.678745 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:41:13.685210 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.747223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.787090 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.810819 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad767df1-b9ff-4df9-a96a-1aec1dea635e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:13.861776 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.862926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0dc489a9-9ec1-4bb2-93e7-1c19fdbd3762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2768438 Apr 05 21:41:13.865668 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51066) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:13.870970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '7e986de3-bd68-4a23-ab6e-c40d09c368a1', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:13.877211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:13.880977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:13.884362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:13.890027 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:13.952325 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:41:13.958628 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.025153 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.095646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.119094 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc4aa7c-6f57-439a-bf6c-77cf859df0b0,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:14.187178 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.188378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-50ee40ef-d09e-4f22-be1c-7e9a0d8f37d9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3218174 Apr 05 21:41:14.191239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51070) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:14.197039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'network': {'name': 'tempest-network-smoke--1177286276', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:14.202526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:14.206587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:network and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:14.209504 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:14.215347 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:14.278453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:41:14.281445 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.309746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:41:14.318290 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.318631 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Added segment 0f5125aa-412c-4869-80a2-5018e9cce31f of type vlan for network dd5e3268-989b-4d6a-97b3-6eb67798e356 Apr 05 21:41:14.344089 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.421349 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.425007 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:14.425607 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.638767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Network': ['ID=dd5e3268-989b-4d6a-97b3-6eb67798e356,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:14.649647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:41:14.662421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-813c5124-10ec-47b3-b9eb-8dbd210e75fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4701836 Apr 05 21:41:14.665620 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51074) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:14.670740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'admin_state_up': True, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:14.678150 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:14.682781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:router and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:14.685654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:14.691797 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:14.753687 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.755330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.773254 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:14.976701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.218806 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.246904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.381509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.9 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/9af8176a-92a2-4ee6-b2f6-aed91162c015) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:41:15.522274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.627241 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.691983 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:41:15.694884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:41:15.699137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:41:15.725961 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=9af8176a-92a2-4ee6-b2f6-aed91162c015,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:15.936042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.936684 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:16.238733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 0732081a-858c-4b60-a001-bf48d116b2f8 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:41:16.436473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:41:16.446420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Sync routers for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:41:16.457660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:16.458260 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:16.507539 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:16.509244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4c83f05b-f47b-44c4-b63e-5340080de312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8426657 Apr 05 21:41:16.512463 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51078) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:16.554887 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c44919fd-88a1-48cd-b21b-840c58bd1e2d tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=240bb01874474cbf85cad572a1da4b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409882 Apr 05 21:41:16.558153 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51082) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:16.632245 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:16.686913 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6809af27-58a6-401a-93c2-4184b49e7662 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:16.688533 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6809af27-58a6-401a-93c2-4184b49e7662 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294725 Apr 05 21:41:16.691376 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51086) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:16.730410 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f185adec-3c67-471e-8411-1c674017d4e1 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379751 Apr 05 21:41:16.732888 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51090) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:16.738513 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138317979', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:16.850010 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:16.854368 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:subnet and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:16.857312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:16.863541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:16.931024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:41:16.948157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:15Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:16.952268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Checking router: 0732081a-858c-4b60-a001-bf48d116b2f8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:41:16.952600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Updating router 0732081a-858c-4b60-a001-bf48d116b2f8 port 9af8176a-92a2-4ee6-b2f6-aed91162c015 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:41:17.003405 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.033147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.302242 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.322514 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.333576 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Transition to ACTIVE for port object 9af8176a-92a2-4ee6-b2f6-aed91162c015 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:41:17.382270 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Subnet': ['ID=222ff08b-b2f1-40af-bbd5-e6f20f348fb6,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:17.393515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Checking segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:41:17.393875 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network hostable DHCP agents. Network: dd5e3268-989b-4d6a-97b3-6eb67798e356, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:41:17.410199 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.489929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a569491-daa1-4e9a-a094-4b0a0e7d799e None None] Pushing event updated for resources: {'Port': ['ID=9af8176a-92a2-4ee6-b2f6-aed91162c015,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:17.493331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:41:17.493495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Attempting to bind port 9af8176a-92a2-4ee6-b2f6-aed91162c015 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:41:17.493495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Attempting to bind port 9af8176a-92a2-4ee6-b2f6-aed91162c015 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:41:17.493495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Attempting to bind port 9af8176a-92a2-4ee6-b2f6-aed91162c015 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:41:17.499305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:41:17.499681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:41:17.500095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.500475 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:41:17.500930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Bound port: 9af8176a-92a2-4ee6-b2f6-aed91162c015, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:41:17.501319 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.573467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] For port 9af8176a-92a2-4ee6-b2f6-aed91162c015, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:41:17.576229 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] For port 9af8176a-92a2-4ee6-b2f6-aed91162c015, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9af8176a-92a2-4ee6-b2f6-aed91162c015,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:41:17.592204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, dd5e3268-989b-4d6a-97b3-6eb67798e356) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:41:17.597904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:17.597904 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.600660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e9739e-fbe6-48fa-af3f-0a3814d06585 None None] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:41:17.666137 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:17.691061 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ab051fea-bf9d-4e35-ba25-94e97d8d7241 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9571502 Apr 05 21:41:17.693835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51094) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:17.789255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a569491-daa1-4e9a-a094-4b0a0e7d799e None None] Pushing event updated for resources: {'Port': ['ID=9af8176a-92a2-4ee6-b2f6-aed91162c015,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:17.826008 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:17.826561 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:18.021255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-dd5e3268-989b-4d6a-97b3-6eb67798e356', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:41:18.022073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:18.111300 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:18.395267 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Allocated IP 172.20.0.2 (dd5e3268-989b-4d6a-97b3-6eb67798e356/222ff08b-b2f1-40af-bbd5-e6f20f348fb6/e1c00451-ac2a-4425-b8ad-f03638ea369d) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:41:18.544602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:18.657925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:15Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:18.678141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea370-77ac-48b7-9593-6800b50ce929 None None] The sync data for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 is: [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:15Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:41:18.698294 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:18.709559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Transition to ACTIVE for port object e1c00451-ac2a-4425-b8ad-f03638ea369d will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:41:18.730297 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Transition to ACTIVE for port object e1c00451-ac2a-4425-b8ad-f03638ea369d will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:41:18.789318 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:18.877668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:41:18.883969 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Pushing event updated for resources: {'Port': ['ID=e1c00451-ac2a-4425-b8ad-f03638ea369d,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:18.887891 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:41:18.890478 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:41:18.986723 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.1 (dd5e3268-989b-4d6a-97b3-6eb67798e356/222ff08b-b2f1-40af-bbd5-e6f20f348fb6/4165c1e0-995a-4e7d-8810-7cc67b671daa) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:41:18.987261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Attempting to bind port e1c00451-ac2a-4425-b8ad-f03638ea369d on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:41:18.987261 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Attempting to bind port e1c00451-ac2a-4425-b8ad-f03638ea369d by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:41:18.987469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Attempting to bind port e1c00451-ac2a-4425-b8ad-f03638ea369d on network dd5e3268-989b-4d6a-97b3-6eb67798e356 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:41:18.995277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:41:19.001257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Checking segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:41:19.001257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:19.001257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Bound using segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:41:19.001257 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Bound port: e1c00451-ac2a-4425-b8ad-f03638ea369d, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:41:19.001257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:19.088315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] For port e1c00451-ac2a-4425-b8ad-f03638ea369d, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:41:19.091465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] For port e1c00451-ac2a-4425-b8ad-f03638ea369d, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e1c00451-ac2a-4425-b8ad-f03638ea369d,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:41:19.153278 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:19.170249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object 4165c1e0-995a-4e7d-8810-7cc67b671daa will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:41:19.189100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:19.256401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:19.287628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734a713-2e37-4524-b45f-ff219f8b9f5a None None] Pushing event updated for resources: {'Port': ['ID=e1c00451-ac2a-4425-b8ad-f03638ea369d,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:19.340662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:41:19.343797 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:41:19.347803 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:41:19.385302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=4165c1e0-995a-4e7d-8810-7cc67b671daa,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:19.418515 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:19.588054 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.011401 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.067255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.181282 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.184637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=4165c1e0-995a-4e7d-8810-7cc67b671daa,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:20.193944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce46c5-8bd8-4bcb-9ff6-b18e3e25b745 None None] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:41:20.404327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ae992dfb-72a9-41fd-a1ac-eeabe3f953ea None None] Provisioning for port e1c00451-ac2a-4425-b8ad-f03638ea369d completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:41:20.419495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:41:20.420950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:41:20.554471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1c00451-ac2a-4425-b8ad-f03638ea369d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:41:20.696323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port e1c00451-ac2a-4425-b8ad-f03638ea369d completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:41:20.701932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e1c00451-ac2a-4425-b8ad-f03638ea369d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:20.702486 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.825840 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 0732081a-858c-4b60-a001-bf48d116b2f8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:41:20.827708 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.873191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port e1c00451-ac2a-4425-b8ad-f03638ea369d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e1c00451-ac2a-4425-b8ad-f03638ea369d,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:20.919061 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.947470 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fca13258-ee34-4aad-afd7-b1860b374c27 None None] Provisioning for port 4165c1e0-995a-4e7d-8810-7cc67b671daa completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:41:20.951120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:20.951861 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9af8176a-92a2-4ee6-b2f6-aed91162c015 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:41:21.021417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fca13258-ee34-4aad-afd7-b1860b374c27 None None] Provisioning complete for port 4165c1e0-995a-4e7d-8810-7cc67b671daa triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:21.021793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fca13258-ee34-4aad-afd7-b1860b374c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:21.038234 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:41:21.052395 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d32e5a80-aea2-4bf0-aeea-f2292a211799 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/0732081a-858c-4b60-a001-bf48d116b2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3573709 Apr 05 21:41:21.123860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fca13258-ee34-4aad-afd7-b1860b374c27 None None] Port 4165c1e0-995a-4e7d-8810-7cc67b671daa cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:41:21.130398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=e1c00451-ac2a-4425-b8ad-f03638ea369d,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:21.149313 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fca13258-ee34-4aad-afd7-b1860b374c27 None None] Provisioning complete for port e1c00451-ac2a-4425-b8ad-f03638ea369d triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:21.149598 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fca13258-ee34-4aad-afd7-b1860b374c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:21.205079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 9af8176a-92a2-4ee6-b2f6-aed91162c015 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:41:21.213512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9af8176a-92a2-4ee6-b2f6-aed91162c015 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:21.216347 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:21.233767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-30203bc3-1d83-4f5e-bcf7-4c6979937083 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:41:21.302108 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-30203bc3-1d83-4f5e-bcf7-4c6979937083 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:41:21.304375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-30203bc3-1d83-4f5e-bcf7-4c6979937083 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004234500&fields=id&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 267 time: 0.1148744 Apr 05 21:41:21.373710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:21.389359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 9af8176a-92a2-4ee6-b2f6-aed91162c015, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9af8176a-92a2-4ee6-b2f6-aed91162c015,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:21.438716 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-61f58d8e-dac2-4778-bb13-721ccc0d20a8 None None] Provisioning complete for port 4165c1e0-995a-4e7d-8810-7cc67b671daa triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:21.439474 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-61f58d8e-dac2-4778-bb13-721ccc0d20a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:21.469798 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:21.551975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-61f58d8e-dac2-4778-bb13-721ccc0d20a8 None None] Port 4165c1e0-995a-4e7d-8810-7cc67b671daa cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:41:21.564829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=9af8176a-92a2-4ee6-b2f6-aed91162c015,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:21.566018 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-ee58360d-5f07-43c6-8298-adc1c087c6ea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:21.566684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-ee58360d-5f07-43c6-8298-adc1c087c6ea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:41:21.633011 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-ee58360d-5f07-43c6-8298-adc1c087c6ea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:41:21.634140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-ee58360d-5f07-43c6-8298-adc1c087c6ea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 797 time: 0.3228662 Apr 05 21:41:21.651132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-8cd60e58-8642-498d-8061-2afd26a09b18 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/quotas/240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 375 time: 0.0116940 Apr 05 21:41:21.731038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-8b02713c-e49d-4ea8-84cf-3534dbc9dffe tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747318 Apr 05 21:41:21.870740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-0dc3b651-2616-4ff0-810e-cc3216bd743e service neutron] 10.222.0.10 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277742 Apr 05 21:41:22.005221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-8e436dc7-2469-4019-8a85-5a3b7d26f19d service neutron] 10.222.0.10 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286261 Apr 05 21:41:22.266430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dec96594-c888-4b40-a8c2-ee7115f9b5b6 req-6c79d3cc-4257-46e5-88c9-6285a8063b2f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 210 time: 0.0424409 Apr 05 21:41:22.303828 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Sync routers for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:41:22.317452 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:22.318304 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:22.496786 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1c00451-ac2a-4425-b8ad-f03638ea369d up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:41:22.499877 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:22.598205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port e1c00451-ac2a-4425-b8ad-f03638ea369d triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:22.598463 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:22.713840 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9af8176a-92a2-4ee6-b2f6-aed91162c015 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:41:22.779968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 9af8176a-92a2-4ee6-b2f6-aed91162c015 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:22.780436 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:22.816128 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 2, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:22.819933 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Checking router: 0732081a-858c-4b60-a001-bf48d116b2f8 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:41:22.820273 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Updating router 0732081a-858c-4b60-a001-bf48d116b2f8 port 4165c1e0-995a-4e7d-8810-7cc67b671daa binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:41:22.876372 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:23.214783 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:23.225705 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Transition to ACTIVE for port object 4165c1e0-995a-4e7d-8810-7cc67b671daa will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:41:23.278919 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:23.435973 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Pushing event updated for resources: {'Port': ['ID=4165c1e0-995a-4e7d-8810-7cc67b671daa,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:23.452933 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cf0805ca-f19d-4c3d-9efa-9d1b85f24060 req-d97afc3d-091a-4a12-9a79-2884e227d644 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 210 time: 0.0543308 Apr 05 21:41:23.484065 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.484401 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.484734 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.485075 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.487275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.487275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.487275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.487275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.487275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.487275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.487275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:41:23.511424 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Attempting to bind port 4165c1e0-995a-4e7d-8810-7cc67b671daa on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:41:23.511792 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Attempting to bind port 4165c1e0-995a-4e7d-8810-7cc67b671daa by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:41:23.512179 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Attempting to bind port 4165c1e0-995a-4e7d-8810-7cc67b671daa on network dd5e3268-989b-4d6a-97b3-6eb67798e356 {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:41:23.520139 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:41:23.520499 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Checking segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:41:23.520888 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:23.521302 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Bound using segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:41:23.521749 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Bound port: 4165c1e0-995a-4e7d-8810-7cc67b671daa, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:41:23.522109 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:23.610982 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] For port 4165c1e0-995a-4e7d-8810-7cc67b671daa, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:41:23.614247 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] For port 4165c1e0-995a-4e7d-8810-7cc67b671daa, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4165c1e0-995a-4e7d-8810-7cc67b671daa,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:41:23.667781 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:23.788275 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15858fdb-241d-41db-acf5-55ce70ebd74c None None] Pushing event updated for resources: {'Port': ['ID=4165c1e0-995a-4e7d-8810-7cc67b671daa,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:23.791902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:23.792530 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:23.973016 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:24.289083 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:23Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:24.293140 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a834088b-5b03-435b-932c-cb93ecc06482 None None] The sync data for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 is: [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:23Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:41:24.478992 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-72bb5cb0-7d76-475c-9fca-9c65415be93e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:24.480569 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-72bb5cb0-7d76-475c-9fca-9c65415be93e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 797 time: 0.1839132 Apr 05 21:41:24.526243 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4165c1e0-995a-4e7d-8810-7cc67b671daa up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:41:24.553708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-579f8888-32db-4bca-a237-124ef1370e33 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 380 time: 0.0544443 Apr 05 21:41:24.562582 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'port': {'device_id': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'admin_state_up': True, 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'security_groups': ['7e986de3-bd68-4a23-ab6e-c40d09c368a1']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:24.690384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4165c1e0-995a-4e7d-8810-7cc67b671daa completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:41:24.696744 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4165c1e0-995a-4e7d-8810-7cc67b671daa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:24.697260 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:24.698087 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-829e6d91-f4e4-419c-9b25-c835678e78d4 req-96727fe4-6f13-4554-a748-22462127fe9a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 210 time: 0.0521536 Apr 05 21:41:24.761426 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:24.768826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:port and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:24.771773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:24.777931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:24.840378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:24.862187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:41:24.865280 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:24.873489 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4165c1e0-995a-4e7d-8810-7cc67b671daa, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4165c1e0-995a-4e7d-8810-7cc67b671daa,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:24.947822 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:25.028250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4165c1e0-995a-4e7d-8810-7cc67b671daa,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:25.040026 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.6 (dd5e3268-989b-4d6a-97b3-6eb67798e356/222ff08b-b2f1-40af-bbd5-e6f20f348fb6/34c046f6-bc42-4372-a3bc-1230a547a2bc) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:41:25.228847 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:25.245294 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object 34c046f6-bc42-4372-a3bc-1230a547a2bc will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:41:25.308250 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:25.377524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:41:25.380340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:41:25.384335 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:41:25.419285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:25.452542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:25.453164 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:25.519595 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-1d4e5062-2b99-426b-aac2-bfb5c725c361 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609261 Apr 05 21:41:25.535714 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-4144351c-e047-42e3-8441-01457ea852ee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:41:25.536622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-4144351c-e047-42e3-8441-01457ea852ee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052133 Apr 05 21:41:25.548906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Request body: {'port': {'device_id': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:25.653697 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:25.724361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-33f13110-ac50-441d-a748-0eecc9ce35cc None None] Provisioning for port 34c046f6-bc42-4372-a3bc-1230a547a2bc completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:41:25.730516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-33f13110-ac50-441d-a748-0eecc9ce35cc None None] Provisioning complete for port 34c046f6-bc42-4372-a3bc-1230a547a2bc triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:25.731143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-33f13110-ac50-441d-a748-0eecc9ce35cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:25.791450 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-33f13110-ac50-441d-a748-0eecc9ce35cc None None] Port 34c046f6-bc42-4372-a3bc-1230a547a2bc cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:41:26.096997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b7102-c5cf-480a-bcbf-19f4fd69faeb req-8993633a-46e8-49e4-a1b9-45a7b5f79ab3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:26.097699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-890b7102-c5cf-480a-bcbf-19f4fd69faeb req-8993633a-46e8-49e4-a1b9-45a7b5f79ab3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:41:26.177253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c046f6-bc42-4372-a3bc-1230a547a2bc {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:41:26.184993 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:26.199756 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Transition to ACTIVE for port object 34c046f6-bc42-4372-a3bc-1230a547a2bc will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:41:26.209852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-890b7102-c5cf-480a-bcbf-19f4fd69faeb req-8993633a-46e8-49e4-a1b9-45a7b5f79ab3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:41:26.211017 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-890b7102-c5cf-480a-bcbf-19f4fd69faeb req-8993633a-46e8-49e4-a1b9-45a7b5f79ab3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 931 time: 0.3889990 Apr 05 21:41:26.255736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-890b7102-c5cf-480a-bcbf-19f4fd69faeb req-be1060cd-fee2-47ff-9a82-28a41d90b6c6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 Apr 05 21:41:26.260608 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:26.398291 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:26.496466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4165c1e0-995a-4e7d-8810-7cc67b671daa up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:41:26.522433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:41:26.522989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:41:26.523122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc on network dd5e3268-989b-4d6a-97b3-6eb67798e356 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:41:26.529246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Port 34c046f6-bc42-4372-a3bc-1230a547a2bc on network dd5e3268-989b-4d6a-97b3-6eb67798e356 not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:41:26.529563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc on network dd5e3268-989b-4d6a-97b3-6eb67798e356 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:41:26.535654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:41:26.535987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Checking segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:41:26.536362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Bound using segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:41:26.536776 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Bound port: 34c046f6-bc42-4372-a3bc-1230a547a2bc, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:41:26.537139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:26.577495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4165c1e0-995a-4e7d-8810-7cc67b671daa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:26.577861 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:26.626752 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:41:26.629813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:41:26.713756 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:26.763622 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:26.765978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 1091 time: 1.2200181 Apr 05 21:41:26.772418 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:41:26.804692 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d985b-633d-45e7-8d99-0e60ae16e5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:26.837693 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d0063a-8537-4f7a-9d0f-5d1c57dde2fa'] response: {'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'status': 'completed', 'code': 200} Apr 05 21:41:26.948608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15699d6b-3220-4f0b-9a01-28690bc0d66a req-9caedd22-70e6-46b2-be25-4ff1c406fd7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1094 time: 0.0704472 Apr 05 21:41:27.095091 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699d6b-3220-4f0b-9a01-28690bc0d66a req-1752db1c-77b5-4601-a844-90e4d35ee5bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:27.096444 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15699d6b-3220-4f0b-9a01-28690bc0d66a req-1752db1c-77b5-4601-a844-90e4d35ee5bf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=240bb01874474cbf85cad572a1da4b71&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1358654 Apr 05 21:41:27.229770 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15699d6b-3220-4f0b-9a01-28690bc0d66a req-751f9cd3-5ae6-4730-91d0-2c61f32e21f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:27.231198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15699d6b-3220-4f0b-9a01-28690bc0d66a req-751f9cd3-5ae6-4730-91d0-2c61f32e21f6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294260 Apr 05 21:41:27.360102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-d61a1d0b-33c6-474b-a968-c60bda54cefd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1094 time: 0.0733573 Apr 05 21:41:27.466031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-2b62b336-a692-40b0-a169-39c20944f8ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 217 time: 0.0936985 Apr 05 21:41:27.540654 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-e26499de-1c16-431c-8547-071fa5368bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:27.541974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-e26499de-1c16-431c-8547-071fa5368bfb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0701535 Apr 05 21:41:27.589560 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef8fd9-2422-42b8-b27a-fbfb89c2bf50 req-d51ec603-59c1-4986-b8d7-359f42fa60a6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:27.590926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ef8fd9-2422-42b8-b27a-fbfb89c2bf50 req-d51ec603-59c1-4986-b8d7-359f42fa60a6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.1733112 Apr 05 21:41:27.649278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69ef8fd9-2422-42b8-b27a-fbfb89c2bf50 req-3fb18125-4a49-4ba1-ba9e-f8754b10a78a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518401 Apr 05 21:41:27.659199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-7275d280-8ef8-43ac-b00c-60bd16a0b1af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098881 Apr 05 21:41:27.787057 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-9708e9b3-f6ec-4e1a-8ae2-f89121ee3d35 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215057 Apr 05 21:41:28.006798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df533ecb-09ac-4571-877a-945e8654aaa1 req-93040624-3a37-4beb-8fc4-7582455e3eeb service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144880 Apr 05 21:41:28.844617 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0daad5-b7a0-4296-9106-815f5c8bb252 req-7136644f-c949-47cc-841e-c2317ee4ecea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:28.846104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b0daad5-b7a0-4296-9106-815f5c8bb252 req-7136644f-c949-47cc-841e-c2317ee4ecea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.0776577 Apr 05 21:41:28.893768 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b0daad5-b7a0-4296-9106-815f5c8bb252 req-1c0a31ce-964b-448b-8156-986aec329cd0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Apr 05 21:41:29.960755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:41:30.113504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:30.127299 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'port_id': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'mac_address': 'fa:16:3e:87:bd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:41:30.179575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:30.197338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c046f6-bc42-4372-a3bc-1230a547a2bc {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:41:30.211657 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:30.250349 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:30.250928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90817-0b6a-4edc-8d60-2cf092de70a4 req-eebc0dcb-31b5-4f7b-bab1-53d2e397c2ce tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:30.253086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ca90817-0b6a-4edc-8d60-2cf092de70a4 req-eebc0dcb-31b5-4f7b-bab1-53d2e397c2ce tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.0838978 Apr 05 21:41:30.301457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1ca90817-0b6a-4edc-8d60-2cf092de70a4 req-e8ce8167-061a-4a9f-bd48-d942d9b0d98f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Apr 05 21:41:30.316316 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:30.684483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['34c046f6-bc42-4372-a3bc-1230a547a2bc'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:41:31.514524 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca7f4-4c8d-4083-a797-5611a3e1605a req-bbefb22e-b8c1-403b-a7fd-4c3c63a1f969 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:31.515957 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-234ca7f4-4c8d-4083-a797-5611a3e1605a req-bbefb22e-b8c1-403b-a7fd-4c3c63a1f969 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 944 time: 0.0794694 Apr 05 21:41:31.561947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-234ca7f4-4c8d-4083-a797-5611a3e1605a req-dff07ea8-80b8-471b-ad27-a97bcd194dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Apr 05 21:41:31.990935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:41:32.123690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 34c046f6-bc42-4372-a3bc-1230a547a2bc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:41:32.128054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 34c046f6-bc42-4372-a3bc-1230a547a2bc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:41:32.128422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:32.239963 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:32.265339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:41:32.274368 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:41:32.341202 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:32.396894 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ab68a3-1b11-4bca-a0cc-804de9ece19e'] response: {'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'code': 200} Apr 05 21:41:32.409144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:32.554511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e25c5f-7379-402a-b96a-5c06909c020c req-84c39185-eeeb-42d5-9521-ea39feaa0cf8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1096 time: 0.0674546 Apr 05 21:41:32.596643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7e25c5f-7379-402a-b96a-5c06909c020c req-941b8b93-b89b-47cc-a4f0-7309ec701b8c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355725 Apr 05 21:41:32.755300 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741d13-7977-44d2-b4eb-2bd1f8a8339f req-5e560c92-1f24-4b6d-bbff-ffe42aad2142 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:32.756735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0741d13-7977-44d2-b4eb-2bd1f8a8339f req-5e560c92-1f24-4b6d-bbff-ffe42aad2142 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0784137 Apr 05 21:41:32.801139 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d0741d13-7977-44d2-b4eb-2bd1f8a8339f req-4097c9ca-ec6c-4c98-8cec-59bca627789f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384169 Apr 05 21:41:34.002519 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb92592-387b-4c0f-a7c0-8053a706f1f1 req-2dae698d-fed7-44e3-b0c0-094b8e7957c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:34.004803 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fb92592-387b-4c0f-a7c0-8053a706f1f1 req-2dae698d-fed7-44e3-b0c0-094b8e7957c1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0774140 Apr 05 21:41:34.050514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fb92592-387b-4c0f-a7c0-8053a706f1f1 req-e97df93f-e480-46c8-b457-798875c06685 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 Apr 05 21:41:34.844293 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:34.952352 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-641f8836-1809-40d0-9125-e3ae30739f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:35.251636 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5844a14-8b0b-457f-bd95-d38eada945b1 req-595661a9-d967-4403-81c1-1936dc59cf96 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:35.253105 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5844a14-8b0b-457f-bd95-d38eada945b1 req-595661a9-d967-4403-81c1-1936dc59cf96 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0804803 Apr 05 21:41:35.298052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d5844a14-8b0b-457f-bd95-d38eada945b1 req-6714fc9e-8c8e-417c-81df-f434dd953fbb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392728 Apr 05 21:41:35.494684 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630bc7-aa58-4bce-8cbc-379a5be7d07e req-d9957cf0-2000-4a98-9eed-722aac0802ff tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:35.496180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03630bc7-aa58-4bce-8cbc-379a5be7d07e req-d9957cf0-2000-4a98-9eed-722aac0802ff tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0792885 Apr 05 21:41:35.544184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-03630bc7-aa58-4bce-8cbc-379a5be7d07e req-e1416f51-0675-40b0-a110-4a4ff5108069 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Apr 05 21:41:35.571420 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51148) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:35.638847 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1c8579e7-1f4d-451b-bec1-dd2e0ca94a64 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1091 time: 0.0663319 Apr 05 21:41:35.641364 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51152) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:35.646326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:41:35.652240 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:41:35.655988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:floatingip and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:41:35.658837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:41:35.664354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:41:35.735473 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:35.867852 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:36.005130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.174 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d10c2de8-d7ad-481f-8f46-c05fc3eae42a) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:41:36.149346 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:36.216582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:36.286562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:41:36.289165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:41:36.291823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:41:36.329570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=d10c2de8-d7ad-481f-8f46-c05fc3eae42a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:36.883821 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4265f4c2-8c48-4a83-9209-bc85fe89b70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:36.887187 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:36.984923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:37.182389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:37.227418 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:37.330981 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=d10c2de8-d7ad-481f-8f46-c05fc3eae42a,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:41:37.345139 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:37.530714 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Floating IP b86a8b29-aa6f-4a54-91ac-3b68f6df36d5 associated. External IP: 172.25.2.174, port: 34c046f6-bc42-4372-a3bc-1230a547a2bc. Apr 05 21:41:37.909389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 0732081a-858c-4b60-a001-bf48d116b2f8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:41:38.105156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:41:38.114677 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] Sync routers for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:41:38.126363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:38.126985 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:38.187160 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:38.243833 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-07f24410-40da-42b3-89a1-b0b45199633e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6014383 Apr 05 21:41:38.244400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:41:38.325550 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:38.334083 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9649f7c0-347e-46a6-a70e-ebbd886067c1'] response: {'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'status': 'completed', 'code': 200} Apr 05 21:41:38.630106 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-8e999b33-c41d-421e-b5fc-14e782ba02d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1096 time: 0.2268453 Apr 05 21:41:38.636324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860fa6a-3de3-4125-8d89-a9af7108a020 req-7e37d09b-7c0f-43c5-8c56-32c9f96e8cbf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:38.637721 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e860fa6a-3de3-4125-8d89-a9af7108a020 req-7e37d09b-7c0f-43c5-8c56-32c9f96e8cbf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.2730348 Apr 05 21:41:38.665563 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:38.673567 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:38.703016 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b86a8b29-aa6f-4a54-91ac-3b68f6df36d5', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'port_id': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'mac_address': 'fa:16:3e:87:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:41:36Z', 'updated_at': '2022-04-05T21:41:36Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:38.706779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] Checking router: 0732081a-858c-4b60-a001-bf48d116b2f8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:41:38.717042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:41:38.717655 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:41:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:38.760703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e860fa6a-3de3-4125-8d89-a9af7108a020 req-e8102bf4-4613-43f9-a5d9-51733c8f6e64 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048875 Apr 05 21:41:38.790310 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51160) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:38.871970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-67d258d7-18fa-425f-af73-94d883dcaa70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:38.873505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-67d258d7-18fa-425f-af73-94d883dcaa70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.2348590 Apr 05 21:41:38.896808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:41:38.979541 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-40c79a39-07b4-4d6c-a270-f39a8d34c751 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b86a8b29-aa6f-4a54-91ac-3b68f6df36d5 HTTP/1.1" status: 200 len: 991 time: 0.1873608 Apr 05 21:41:38.997189 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-118d504d-a01c-4418-a39f-3bf1c2168b58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 999 time: 0.1148336 Apr 05 21:41:39.059984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-117cc1d4-d85e-4f77-af82-b2c97bb77a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:39.061466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-117cc1d4-d85e-4f77-af82-b2c97bb77a13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0588324 Apr 05 21:41:39.135441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-a23c72e2-f3cc-457e-8052-b198c15bc12c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680249 Apr 05 21:41:39.243934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b86a8b29-aa6f-4a54-91ac-3b68f6df36d5', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'port_id': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'mac_address': 'fa:16:3e:87:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:41:36Z', 'updated_at': '2022-04-05T21:41:36Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:41:39.247995 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf1295-a969-428a-bdf3-939721219542 None None] The sync data for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 is: [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b86a8b29-aa6f-4a54-91ac-3b68f6df36d5', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'port_id': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'mac_address': 'fa:16:3e:87:bd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:41:36Z', 'updated_at': '2022-04-05T21:41:36Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:41:39.269276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-4c1653f5-5ff7-4fc7-9a0e-99814436e38c service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272376 Apr 05 21:41:39.403211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-980ba987-6adc-4a2b-a189-3bcabeeb7474 req-b6532c2a-e3f1-4c83-8d86-ce3323bda573 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281748 Apr 05 21:41:39.982927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51166) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:40.055927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:40.087027 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a6b96b5b-9cd4-4d7c-aa75-2afb818a94f5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b86a8b29-aa6f-4a54-91ac-3b68f6df36d5 HTTP/1.1" status: 200 len: 991 time: 0.1033020 Apr 05 21:41:41.090907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51170) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:41.196074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-89abe680-c512-4113-8d12-2b4ee1c82ba7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b86a8b29-aa6f-4a54-91ac-3b68f6df36d5 HTTP/1.1" status: 200 len: 991 time: 0.1031783 Apr 05 21:41:41.285754 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52da490-fc8a-481f-b41c-2b91dc705b15 None None] New status for floating IP b86a8b29-aa6f-4a54-91ac-3b68f6df36d5: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:41:42.199760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51174) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:41:42.302249 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4b48be1f-e468-47ad-ab27-77dde785e86a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b86a8b29-aa6f-4a54-91ac-3b68f6df36d5 HTTP/1.1" status: 200 len: 993 time: 0.1013863 Apr 05 21:41:44.869475 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:41:50.320838 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-bbda0a11-7296-4a1e-b141-10665e3a5551 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788569 Apr 05 21:41:50.478599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-8fa5bc5a-0ef4-42a4-991c-f28f669e1ced service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1096 time: 0.0705671 Apr 05 21:41:50.718191 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-eb6edfde-bff6-4422-8d13-03db329ff267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:50.719609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-eb6edfde-bff6-4422-8d13-03db329ff267 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.2200637 Apr 05 21:41:50.819517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-0dd36670-eef0-4604-80ce-0e90930ec75e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 1001 time: 0.0933211 Apr 05 21:41:50.883809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-add53921-ce5b-4129-9421-a6f84cb9fd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:41:50.885375 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-add53921-ce5b-4129-9421-a6f84cb9fd6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0589643 Apr 05 21:41:50.901231 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:50.958527 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-aa4657c1-debe-49b9-b937-82c94869f081 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669456 Apr 05 21:41:51.088104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-9c7c4574-80e4-4ab8-af66-603e3086770c service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220696 Apr 05 21:41:51.217989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-10a61cfe-1d59-414e-a21d-c56079376e64 req-8630816d-d77b-402a-9c66-2f187b32db76 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236992 Apr 05 21:42:04.820659 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:05.015134 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a0112f12-e485-4dee-be61-27c532cd23da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:06.883672 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0a2ba7bc-5a7d-409f-9b57-120407aacf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:08.620845 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:08.649177 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:10.049156 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:20.911593 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:21.869268 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:42:34.820497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:34.934469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-09ce731c-27d7-4235-b0ef-4f3285eff159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:36.928630 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a73b3a85-f53c-4fca-979a-907182fffc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:38.597524 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:38.620015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:40.065818 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:41.299869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2473948f-3094-4b1b-957f-c9b2044c7639 req-58537011-018e-4185-b555-1b23858526e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1333346 Apr 05 21:42:41.781077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5da7-8536-459d-b68d-b144a788b885 req-e1f58efc-ed75-4e5f-9f71-92018da8baf9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:41.782526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-635a5da7-8536-459d-b68d-b144a788b885 req-e1f58efc-ed75-4e5f-9f71-92018da8baf9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0797224 Apr 05 21:42:41.869155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-635a5da7-8536-459d-b68d-b144a788b885 req-aba8f588-bead-4ef6-8fea-5c11425a93a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809920 Apr 05 21:42:41.894012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-b90f77d1-6228-4ffa-9aa3-6a1c3d4fd46b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1501565 Apr 05 21:42:43.083212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286336d-96d7-4629-8bd0-91e6f865555a req-4adf3941-c041-40e5-9273-fa78d58b88d2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:43.084656 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6286336d-96d7-4629-8bd0-91e6f865555a req-4adf3941-c041-40e5-9273-fa78d58b88d2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0780039 Apr 05 21:42:43.131631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6286336d-96d7-4629-8bd0-91e6f865555a req-0442a187-fc6f-49d1-adee-e4e9c2eeece2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Apr 05 21:42:43.889758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-1e13848c-195a-4614-a5c7-5910a2ad80a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1096 time: 0.1328950 Apr 05 21:42:44.019403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-145628a8-a2f1-4cb7-97b6-058bfc0a2367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:44.020727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-145628a8-a2f1-4cb7-97b6-058bfc0a2367 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.1236460 Apr 05 21:42:44.123219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-36cda49e-7d8b-4061-a15b-85b3e5be4366 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 1001 time: 0.0959778 Apr 05 21:42:44.185290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-f3d2f151-70c4-469b-8289-215b75270268 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:44.186726 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-f3d2f151-70c4-469b-8289-215b75270268 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0569162 Apr 05 21:42:44.298703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-22aac437-3b75-4ee2-8237-e3caf35e42d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050320 Apr 05 21:42:44.437205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352b880-22ab-47a0-ad0b-8a0ebd4d903d req-dabf4ba7-2bfd-4240-ba72-efecc12fdba9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:44.438646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e352b880-22ab-47a0-ad0b-8a0ebd4d903d req-dabf4ba7-2bfd-4240-ba72-efecc12fdba9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.1819341 Apr 05 21:42:44.470272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-95bc6b8a-4b72-4d6d-a4aa-593c6566b067 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640148 Apr 05 21:42:44.665110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e352b880-22ab-47a0-ad0b-8a0ebd4d903d req-c2287bd2-6c55-4b08-be07-4f5b70737a3e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178824 Apr 05 21:42:44.717455 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-db3da3dd-bcb2-4c5d-aefa-99a1720b24dc service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366498 Apr 05 21:42:45.861289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce03eac-2df1-4519-9c13-b2bfcb7680d7 req-a9da7d1d-7262-488f-8ef9-213b342d29ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:45.862624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ce03eac-2df1-4519-9c13-b2bfcb7680d7 req-a9da7d1d-7262-488f-8ef9-213b342d29ae tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0784123 Apr 05 21:42:45.906623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7ce03eac-2df1-4519-9c13-b2bfcb7680d7 req-81cad2e0-d178-4089-8be2-4f65959d45c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385273 Apr 05 21:42:47.098906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1072-4614-4e97-9290-db6fb5b34960 req-b9d057c7-e9fe-49f3-abc3-65a1bfa24908 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:47.100345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-046d1072-4614-4e97-9290-db6fb5b34960 req-b9d057c7-e9fe-49f3-abc3-65a1bfa24908 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0751204 Apr 05 21:42:47.156660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-046d1072-4614-4e97-9290-db6fb5b34960 req-3ba1df0f-275d-4a3c-a2dd-be58f27c33b8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507851 Apr 05 21:42:48.352460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961cc03-9aee-40d3-9057-798b5580a600 req-2330024b-48bd-4c37-b336-f36b9db18f85 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:48.353908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5961cc03-9aee-40d3-9057-798b5580a600 req-2330024b-48bd-4c37-b336-f36b9db18f85 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0779238 Apr 05 21:42:48.397601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5961cc03-9aee-40d3-9057-798b5580a600 req-f8d5d39d-7dc2-4ab1-83ef-307515aea795 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377154 Apr 05 21:42:49.593914 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0c93-db61-4fd8-895d-9d5326e3a5d5 req-0b5f12d1-8477-4faa-90ac-880273ee0434 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:49.595283 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98da0c93-db61-4fd8-895d-9d5326e3a5d5 req-0b5f12d1-8477-4faa-90ac-880273ee0434 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0759685 Apr 05 21:42:49.643465 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-98da0c93-db61-4fd8-895d-9d5326e3a5d5 req-4d19a5ef-69c1-44b6-9ffd-7efda59f4a1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Apr 05 21:42:50.839372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602f28c-1ee3-45d6-b737-c326e8956e41 req-5158b9c2-5788-4981-b0b7-e00464a456b5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:50.841304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3602f28c-1ee3-45d6-b737-c326e8956e41 req-5158b9c2-5788-4981-b0b7-e00464a456b5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0744505 Apr 05 21:42:50.886275 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3602f28c-1ee3-45d6-b737-c326e8956e41 req-2541da91-f58f-4ad9-aec3-8152e60ef0c3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Apr 05 21:42:50.929123 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:52.086143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0e0bb-399e-4c11-a6d6-7da32bcc2da2 req-530e4665-fdfb-4666-b570-0f74a566fa87 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:52.087557 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7c0e0bb-399e-4c11-a6d6-7da32bcc2da2 req-530e4665-fdfb-4666-b570-0f74a566fa87 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0784175 Apr 05 21:42:52.139358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7c0e0bb-399e-4c11-a6d6-7da32bcc2da2 req-2e327e9c-8d54-4ed9-9b91-5e5a765b19ee tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462794 Apr 05 21:42:52.405552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-2c495176-73ae-4698-8f7d-3b501ab64a69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1096 time: 0.0683951 Apr 05 21:42:52.553068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-1d8ce893-a918-4b45-99a4-b4d3d91b396a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:52.554530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-1d8ce893-a918-4b45-99a4-b4d3d91b396a service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.1302171 Apr 05 21:42:52.659142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-0ecac7db-6533-4059-9fdc-8690e824e583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 1001 time: 0.0983081 Apr 05 21:42:52.721877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-c461bd00-c699-4312-9d98-05d3ba2c6b99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:52.723270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-c461bd00-c699-4312-9d98-05d3ba2c6b99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0579243 Apr 05 21:42:52.801076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-332bb506-89b6-4fc1-b8a9-8c668bd187ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717816 Apr 05 21:42:52.930230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-fcc222b7-43d9-4afe-b3dc-ae20fa0c0b63 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217930 Apr 05 21:42:53.056818 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc7a07e4-b1db-403f-8e04-230c2f46aa3f req-1e3abe85-0732-42d6-887a-e2902f3695e6 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209371 Apr 05 21:42:53.332256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffb6df-a20a-4a6b-a3da-2d02b6308e9a req-95e9a35a-9338-4632-8a2b-0a7249888f55 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:53.333718 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5ffb6df-a20a-4a6b-a3da-2d02b6308e9a req-95e9a35a-9338-4632-8a2b-0a7249888f55 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0758402 Apr 05 21:42:53.377804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b5ffb6df-a20a-4a6b-a3da-2d02b6308e9a req-4dcbfebe-3435-4573-8828-7380b8045f3e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Apr 05 21:42:54.573854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784f86-5f33-4e8c-a63e-1fcc6c5c2f3c req-da415031-80cd-4e3c-ad4d-a0abfcf15b50 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:54.575837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a784f86-5f33-4e8c-a63e-1fcc6c5c2f3c req-da415031-80cd-4e3c-ad4d-a0abfcf15b50 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0808928 Apr 05 21:42:54.619443 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6a784f86-5f33-4e8c-a63e-1fcc6c5c2f3c req-ab585ffe-2de3-4cd8-a032-0523a9ddfc0b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Apr 05 21:42:55.813372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be810eb-8353-4540-8271-06c3b39fa1b5 req-be2d5325-9875-4650-a3f1-a9f4d3ac8c14 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:55.814781 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2be810eb-8353-4540-8271-06c3b39fa1b5 req-be2d5325-9875-4650-a3f1-a9f4d3ac8c14 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0740049 Apr 05 21:42:55.862170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2be810eb-8353-4540-8271-06c3b39fa1b5 req-6d1e853e-e0e8-47dd-a032-bebdd5a7aab6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Apr 05 21:42:57.080069 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-12122ecc-fe1b-4ce3-9488-91940df82393 service neutron] show failed (client error): The resource could not be found. Apr 05 21:42:57.081073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-12122ecc-fe1b-4ce3-9488-91940df82393 service neutron] 10.222.0.39 "GET /v2.0/ports/34c046f6-bc42-4372-a3bc-1230a547a2bc/bindings/n-h2-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.2223761 Apr 05 21:42:57.096020 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d49d41-b2ce-4de0-85e2-be45542a13fa req-6ad955b3-304c-4fbe-ba4f-24134dd30504 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:57.097681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07d49d41-b2ce-4de0-85e2-be45542a13fa req-6ad955b3-304c-4fbe-ba4f-24134dd30504 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.1052659 Apr 05 21:42:57.144346 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07d49d41-b2ce-4de0-85e2-be45542a13fa req-46edf4bd-96e3-49b1-8afc-c992444d1b38 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Apr 05 21:42:57.498498 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-471512c4-1796-4dd8-8ce3-8e0a5e3a5fb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 1096 time: 0.0708580 Apr 05 21:42:57.508542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:42:57.613859 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:57.882203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:42:57.909017 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:42:57.962472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:42:57.967616 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:57.982177 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Transition to ACTIVE for port object 34c046f6-bc42-4372-a3bc-1230a547a2bc will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:42:58.030729 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689d19a5-0e48-4869-b46a-c36c0752f139'] response: {'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'code': 200} Apr 05 21:42:58.031824 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:58.164099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=6']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:42:58.190378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.190730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.191065 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.191402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.191730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.192053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.192376 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.192697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.193034 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.193441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.193759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:42:58.246050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] No DVR routers for this DVR port 34c046f6-bc42-4372-a3bc-1230a547a2bc on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:42:58.456884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321dec3-0a8c-43af-ad3f-67b3d8b1a9fe req-19a0d353-7bc1-4765-9d3e-67abc91579d0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:58.458613 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7321dec3-0a8c-43af-ad3f-67b3d8b1a9fe req-19a0d353-7bc1-4765-9d3e-67abc91579d0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.1668034 Apr 05 21:42:58.526622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7321dec3-0a8c-43af-ad3f-67b3d8b1a9fe req-d79fd62b-f12a-49ac-a89c-9f2397d3c0eb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609548 Apr 05 21:42:58.595115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:42:58.595437 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:42:58.595754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc on network dd5e3268-989b-4d6a-97b3-6eb67798e356 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:42:58.601381 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Port 34c046f6-bc42-4372-a3bc-1230a547a2bc on network dd5e3268-989b-4d6a-97b3-6eb67798e356 not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:42:58.601700 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Attempting to bind port 34c046f6-bc42-4372-a3bc-1230a547a2bc on network dd5e3268-989b-4d6a-97b3-6eb67798e356 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:42:58.607766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:42:58.608098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Checking segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:42:58.608469 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Bound using segment: {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:42:58.608882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Bound port: 34c046f6-bc42-4372-a3bc-1230a547a2bc, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5125aa-412c-4869-80a2-5018e9cce31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:42:58.609247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:58.692859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:42:58.695773 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:42:58.751961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:58.814556 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:58.815961 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] 10.222.0.23 "PUT /v2.0/ports/34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 1091 time: 1.3111355 Apr 05 21:42:58.831631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a990d-0fd5-4388-8957-a7a55c5b975e service neutron] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:42:58.871796 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:42:58.921176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-c10911d0-83bd-4ec5-b146-9a67628af4af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1094 time: 0.0820880 Apr 05 21:42:59.152318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-5369f5db-775a-496d-8781-1e32946ff332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:59.153714 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-5369f5db-775a-496d-8781-1e32946ff332 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.2269537 Apr 05 21:42:59.253824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-f5c92e64-6dad-41d8-91f1-2055e6de6187 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 999 time: 0.0944796 Apr 05 21:42:59.315891 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-39e6095d-c9f8-4ce6-ab0e-26344e36cc49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:59.317342 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-39e6095d-c9f8-4ce6-ab0e-26344e36cc49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0577044 Apr 05 21:42:59.392047 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-2fac25fe-442d-4e5b-8e63-cb96b0fe0972 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692484 Apr 05 21:42:59.519769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-a952aa0e-a09b-4ccb-b521-4c9a211fbb89 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221640 Apr 05 21:42:59.654356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-df2cd7e7-c57f-4e8f-8b74-a76a81355bf2 req-7506f0b7-30ba-4a7b-b315-6ac0c5f0fc87 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288247 Apr 05 21:42:59.875143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebac69-2290-41a8-b423-0eee87cfbace req-506acd36-f298-409e-a697-dbe888a509e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:42:59.876580 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aebac69-2290-41a8-b423-0eee87cfbace req-506acd36-f298-409e-a697-dbe888a509e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.0764444 Apr 05 21:42:59.923154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9aebac69-2290-41a8-b423-0eee87cfbace req-3378718d-876c-4d14-9fb5-807473e94973 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Apr 05 21:43:00.032244 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:43:00.098713 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f70e34-d6a4-4a04-9e8f-8ff223662aea'] response: {'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'status': 'completed', 'code': 200} Apr 05 21:43:00.246011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-1bb61031-7a71-4f6c-9f17-24cb2cc40b10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1094 time: 0.1316926 Apr 05 21:43:00.248691 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-741faa1b-039b-43e6-976d-2f6e11dd6190 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1094 time: 0.1016183 Apr 05 21:43:00.482137 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-7f901848-fe2b-4a43-b9bc-55f1d91ae19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:00.483579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-7f901848-fe2b-4a43-b9bc-55f1d91ae19e service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.2303107 Apr 05 21:43:00.484542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-4a6a4f8e-4c3e-445d-90c0-555308432f04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:00.485897 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-4a6a4f8e-4c3e-445d-90c0-555308432f04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.2151406 Apr 05 21:43:00.669162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-0642423d-0edd-47f0-b70d-fd48620b7c54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 999 time: 0.1793439 Apr 05 21:43:00.673003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-ab6baeaa-4487-4fed-83b1-a8fd6a46ac6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 999 time: 0.1294792 Apr 05 21:43:00.780514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-ca67fe98-f9db-4d7b-b5d5-5fedb6d626ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:00.781953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-ca67fe98-f9db-4d7b-b5d5-5fedb6d626ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.1064856 Apr 05 21:43:00.783205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-bb97285b-f3f5-4433-bb8c-6810a68aac17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:00.784462 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-bb97285b-f3f5-4433-bb8c-6810a68aac17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0792787 Apr 05 21:43:01.026369 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-42ba6bdb-287c-4d8d-add6-28fdd50e5f81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085373 Apr 05 21:43:01.028983 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-4e8c5f9e-1015-4031-a81b-92476527e0ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403550 Apr 05 21:43:01.328929 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-8465419a-2c9f-47f4-b831-f000aa10c928 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728331 Apr 05 21:43:01.333654 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-1c68f564-cb28-4618-8c5a-a2dc284265df service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997756 Apr 05 21:43:01.342701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f292d-2c72-4118-9afa-7b6b20f10bb2 req-7c360cec-2b8f-4305-b598-b756563c19e0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:01.344102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc1f292d-2c72-4118-9afa-7b6b20f10bb2 req-7c360cec-2b8f-4305-b598-b756563c19e0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.2894754 Apr 05 21:43:01.559871 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc1f292d-2c72-4118-9afa-7b6b20f10bb2 req-6bb0bd41-33af-4550-a3fe-0dbc9218bf67 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771810 Apr 05 21:43:01.619494 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-3a33bc8f-b0f6-4374-86ff-6281c37d1370 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733996 Apr 05 21:43:01.621331 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5a2f0c43-0029-4167-93ba-0aee2089c353 req-2a373e13-d785-4880-9cfa-90dadbb33db4 service neutron] 10.222.0.23 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763612 Apr 05 21:43:02.391177 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:43:02.445817 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:43:02.756449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db0d3-3af2-4bef-97ac-669b92fa4bbf req-ccb27e2e-ec56-4f9c-b2e0-da50fbd35a65 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:02.759661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe8db0d3-3af2-4bef-97ac-669b92fa4bbf req-ccb27e2e-ec56-4f9c-b2e0-da50fbd35a65 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.0765572 Apr 05 21:43:02.803993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fe8db0d3-3af2-4bef-97ac-669b92fa4bbf req-d63c2a82-4b08-42a7-a2ae-d5add3803011 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389531 Apr 05 21:43:03.056111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:43:03.189915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:03.207248 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'port_id': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'mac_address': 'fa:16:3e:87:bd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:43:03.259667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:03.276942 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c046f6-bc42-4372-a3bc-1230a547a2bc {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:43:03.279466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9441ec4-bffd-4d94-96d3-bf0226035954 req-bc1c5778-b7ab-47ee-a62f-e671c7a5c1dd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:03.281259 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9441ec4-bffd-4d94-96d3-bf0226035954 req-bc1c5778-b7ab-47ee-a62f-e671c7a5c1dd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 943 time: 0.1303411 Apr 05 21:43:03.292330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:03.347525 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-341f5964-5f29-496f-b338-b4db0ae8b87a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:03.348943 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-341f5964-5f29-496f-b338-b4db0ae8b87a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b&tenant_id=240bb01874474cbf85cad572a1da4b71&binding%3Ahost_id=n-h2-836605-1 HTTP/1.1" status: 200 len: 943 time: 0.1267471 Apr 05 21:43:03.351683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:03.353742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9441ec4-bffd-4d94-96d3-bf0226035954 req-958ffbce-147f-448f-ad09-ccb435b561f9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599935 Apr 05 21:43:03.419079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:03.428480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.429179 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.429737 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.430271 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.430792 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.431580 n-d-836605-1 neutron-server[84581]: INFO neutron.api.v2.resource [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-ccbf60b5-1f82-40c1-867c-6c1494194823 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:43:03.431799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.432487 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.432607 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-ccbf60b5-1f82-40c1-867c-6c1494194823 service neutron] 10.222.0.39 "DELETE /v2.0/ports/34c046f6-bc42-4372-a3bc-1230a547a2bc/bindings/n-h1-836605-1 HTTP/1.1" status: 404 len: 380 time: 0.0780113 Apr 05 21:43:03.433154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.433496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.433838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.434820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:03.613022 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832934bd-ffe3-4f99-95fb-16f69be967a2 req-e02d3959-5290-4d4d-ad29-bd85b8a135da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:03.614519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-832934bd-ffe3-4f99-95fb-16f69be967a2 req-e02d3959-5290-4d4d-ad29-bd85b8a135da tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 944 time: 0.1348338 Apr 05 21:43:03.617315 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['34c046f6-bc42-4372-a3bc-1230a547a2bc'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:43:03.621239 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-90d85149-902f-46b0-bbf6-7ca8498d2418 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1095 time: 0.1027529 Apr 05 21:43:03.749559 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-832934bd-ffe3-4f99-95fb-16f69be967a2 req-3d36da89-dfb1-4917-af84-c86cf5fbed5e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268456 Apr 05 21:43:03.785631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-fb3d5c85-c25f-45dd-a7fb-dee7efd18742 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:03.787452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-fb3d5c85-c25f-45dd-a7fb-dee7efd18742 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.1483431 Apr 05 21:43:03.892142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-4000bcec-9293-458d-8d11-9d0feb1d4eba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 1000 time: 0.0985906 Apr 05 21:43:03.955505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-07fa1906-5e35-435d-b58d-816a397edda0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:03.956959 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-07fa1906-5e35-435d-b58d-816a397edda0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0582731 Apr 05 21:43:04.030491 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-17ecf5b8-940e-4819-93f4-4cc45890f662 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671899 Apr 05 21:43:04.268448 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-55ef7aa4-f3de-4d4f-94ad-12a6cbe79007 service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313526 Apr 05 21:43:04.398058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f303f39a-c303-45a4-8bf2-ac20ed77a964 req-3d43a32e-def2-433d-9f5a-2ac0aba3ca8d service neutron] 10.222.0.39 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234450 Apr 05 21:43:04.831409 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:04.951816 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d524b9c1-4f5f-4c0a-9f98-00a338bdda5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:04.959276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb142ab-50b7-4886-8828-40a080856d23 req-459d4ba3-c2f1-45fb-a491-14f973267428 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:04.960711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccb142ab-50b7-4886-8828-40a080856d23 req-459d4ba3-c2f1-45fb-a491-14f973267428 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 944 time: 0.0877542 Apr 05 21:43:05.004758 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ccb142ab-50b7-4886-8828-40a080856d23 req-5e573583-e650-4099-85b4-95fdd2e628c0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 Apr 05 21:43:05.085599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:43:05.237566 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 34c046f6-bc42-4372-a3bc-1230a547a2bc completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:43:05.242533 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 34c046f6-bc42-4372-a3bc-1230a547a2bc triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:05.242909 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:05.356175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:05.382495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:43:05.391754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:05.438910 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf83149-0afd-450d-8be8-d0c940343db3'] response: {'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'code': 200} Apr 05 21:43:05.443008 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:05.508064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:06.198075 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25876a9d-7c8e-410e-93ac-f38f5f3a7867 req-298e2d0e-e907-4020-a4e8-e40472b59dc0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:06.199507 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25876a9d-7c8e-410e-93ac-f38f5f3a7867 req-298e2d0e-e907-4020-a4e8-e40472b59dc0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0771422 Apr 05 21:43:06.247530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-25876a9d-7c8e-410e-93ac-f38f5f3a7867 req-ff7ec2d7-7fba-464e-bef4-d8f72dc7de1f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Apr 05 21:43:06.276185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51290) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:06.378998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6288d973-1a3e-4cf8-a9df-7ec6a1f5729e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b86a8b29-aa6f-4a54-91ac-3b68f6df36d5 HTTP/1.1" status: 200 len: 993 time: 0.1016805 Apr 05 21:43:06.906389 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-afba1641-7b5b-40e4-806b-2f009a1a8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:08.637174 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:08.648578 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:10.077166 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:20.928759 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:32.756346 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51306) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:32.950354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port d10c2de8-d7ad-481f-8f46-c05fc3eae42a {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:43:32.950686 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:33.114127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:33.114377 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:33.237875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for d10c2de8-d7ad-481f-8f46-c05fc3eae42a owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:43:33.459873 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:33.507134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=d10c2de8-d7ad-481f-8f46-c05fc3eae42a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:33.593347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:34.066833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 0732081a-858c-4b60-a001-bf48d116b2f8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:43:34.274911 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:43:34.284678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] Sync routers for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:43:34.307658 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:34.308847 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:34.385839 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:34.439391 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c016aced-be98-46d3-98a4-16230ab85e6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/floatingips/b86a8b29-aa6f-4a54-91ac-3b68f6df36d5 HTTP/1.1" status: 204 len: 168 time: 1.6819878 Apr 05 21:43:34.440031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:43:34.487782 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:34.503207 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e972c2-63b7-414e-8d28-9ad86656f29e'] response: {'name': 'network-changed', 'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'status': 'completed', 'code': 200} Apr 05 21:43:34.601731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-e8b20930-1cbb-425e-a912-0feb25be8cec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 1096 time: 0.0800183 Apr 05 21:43:34.746340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-4ce52e48-2964-4538-951c-2e0be50fe9e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:34.747792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-4ce52e48-2964-4538-951c-2e0be50fe9e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 200 len: 898 time: 0.1364503 Apr 05 21:43:34.818876 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-32736a01-a7b3-4608-9cad-e0cc8335a92b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 200 len: 217 time: 0.0646183 Apr 05 21:43:34.840149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:34.845111 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] Checking router: 0732081a-858c-4b60-a001-bf48d116b2f8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:43:34.856310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:34.857029 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:34.895706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-d9501a2d-799f-47cc-b626-727499178c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:34.897212 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-d9501a2d-799f-47cc-b626-727499178c73 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 200 len: 834 time: 0.0723431 Apr 05 21:43:35.003917 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:35.037347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-2c90d654-b083-4161-9c8b-f9b84513b8e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dd5e3268-989b-4d6a-97b3-6eb67798e356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332221 Apr 05 21:43:35.043568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955f9df-e3e9-49da-9d38-c4de04c1cdfc req-5dbc550d-8d0a-4102-9623-e490548c27db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:35.044219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1955f9df-e3e9-49da-9d38-c4de04c1cdfc req-5dbc550d-8d0a-4102-9623-e490548c27db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:43:35.079464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:35.121128 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed70e901-8af4-4451-aa6f-b31f30208283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:35.177713 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-7736ed9d-4515-40f0-86cc-6f2b0ee7cadb service neutron] 10.222.0.23 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306922 Apr 05 21:43:35.204117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1955f9df-e3e9-49da-9d38-c4de04c1cdfc req-5dbc550d-8d0a-4102-9623-e490548c27db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:43:35.205227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1955f9df-e3e9-49da-9d38-c4de04c1cdfc req-5dbc550d-8d0a-4102-9623-e490548c27db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.2714958 Apr 05 21:43:35.327821 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1955f9df-e3e9-49da-9d38-c4de04c1cdfc req-eb50baa8-90b7-427c-a2ab-ef611214fab9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737565 Apr 05 21:43:35.344292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46c272ff-5920-4729-bc17-b15a0fe09525 req-b15c00e3-fbe7-4f1e-bdb8-46674342932f service neutron] 10.222.0.23 "GET /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598933 Apr 05 21:43:35.399754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:35.403853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98571138-1d5e-4f6c-bd96-50fa5e9af570 None None] The sync data for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 is: [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:41:19Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '4165c1e0-995a-4e7d-8810-7cc67b671daa', 'name': '', 'network_id': 'dd5e3268-989b-4d6a-97b3-6eb67798e356', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:b2:c5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:18Z', 'updated_at': '2022-04-05T21:41:24Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '222ff08b-b2f1-40af-bbd5-e6f20f348fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:43:35.613858 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6dd201-2ba6-476e-bf6e-37e9f12e7b31 None None] New status for floating IP b86a8b29-aa6f-4a54-91ac-3b68f6df36d5: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:43:35.871741 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:43:36.289659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-ad5ed475-331c-4d0f-a3c2-bfeb78125592 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:36.291046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-ad5ed475-331c-4d0f-a3c2-bfeb78125592 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.0774615 Apr 05 21:43:36.359283 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 34c046f6-bc42-4372-a3bc-1230a547a2bc {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:43:36.360154 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:36.742915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f9775-9f05-42b7-88bc-e0820e3c5658 req-6894c376-3db5-41ab-86b7-a432d20b26fc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:36.744348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a38f9775-9f05-42b7-88bc-e0820e3c5658 req-6894c376-3db5-41ab-86b7-a432d20b26fc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fef9c35-a9bf-4f4d-85b3-377a90de602b HTTP/1.1" status: 200 len: 945 time: 0.1939034 Apr 05 21:43:36.779616 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 34c046f6-bc42-4372-a3bc-1230a547a2bc, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=34c046f6-bc42-4372-a3bc-1230a547a2bc,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:36.779969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:36.912282 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 34c046f6-bc42-4372-a3bc-1230a547a2bc owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:43:36.923855 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5da93ef7-7f49-4c8c-9348-4048bd5dbf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:36.957947 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a38f9775-9f05-42b7-88bc-e0820e3c5658 req-e23a247f-f600-420b-8196-fbc2b2580609 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e986de3-bd68-4a23-ab6e-c40d09c368a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054474 Apr 05 21:43:37.117400 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:37.167761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=34c046f6-bc42-4372-a3bc-1230a547a2bc,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:37.240059 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] No DVR routers for this DVR port 34c046f6-bc42-4372-a3bc-1230a547a2bc on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:43:37.242536 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:37.245160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-deleted', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:43:37.303818 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5102ea9-1642-4197-8bc3-a74f346f8160'] response: {'server_uuid': '4fef9c35-a9bf-4f4d-85b3-377a90de602b', 'name': 'network-vif-deleted', 'tag': '34c046f6-bc42-4372-a3bc-1230a547a2bc', 'status': 'completed', 'code': 200} Apr 05 21:43:37.322638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b057ee83-de27-45a8-8146-72aafab20fe3 req-880d55d8-a620-4e3a-b564-515775828f2b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "DELETE /v2.0/ports/34c046f6-bc42-4372-a3bc-1230a547a2bc HTTP/1.1" status: 204 len: 173 time: 1.0252373 Apr 05 21:43:38.061396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51326) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:38.462741 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:38.608968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:38.637411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:39.158247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 4165c1e0-995a-4e7d-8810-7cc67b671daa {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:43:39.158579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:39.249919 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:43:39.286692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 34c046f6-bc42-4372-a3bc-1230a547a2bc {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:43:39.287042 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 34c046f6-bc42-4372-a3bc-1230a547a2bc not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:43:39.342871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 4165c1e0-995a-4e7d-8810-7cc67b671daa, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4165c1e0-995a-4e7d-8810-7cc67b671daa,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:39.343223 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:39.459543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 4165c1e0-995a-4e7d-8810-7cc67b671daa owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:43:39.683476 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:39.730546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=4165c1e0-995a-4e7d-8810-7cc67b671daa,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:40.023078 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:40.071943 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:40.687747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 0732081a-858c-4b60-a001-bf48d116b2f8 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:43:40.882902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:43:40.893989 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] Sync routers for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:43:40.895524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e1f24f1-21bc-46a7-a1ae-ff5668c3d726 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/0732081a-858c-4b60-a001-bf48d116b2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8330963 Apr 05 21:43:40.898186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51330) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:40.905602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:40.906214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:41.077965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting subnet 222ff08b-b2f1-40af-bbd5-e6f20f348fb6 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:43:41.079896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:41.081359 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.137933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.218316 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.375605 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:43:39Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:41.379419 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] Checking router: 0732081a-858c-4b60-a001-bf48d116b2f8 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:43:41.386127 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.389756 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] Routers {'0732081a-858c-4b60-a001-bf48d116b2f8'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:41.390355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['0732081a-858c-4b60-a001-bf48d116b2f8'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:41.425895 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Subnet': ['ID=222ff08b-b2f1-40af-bbd5-e6f20f348fb6,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:41.433270 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.439773 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33dea14e-eabd-43cd-82bc-cd06fb0d2ffd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/subnets/222ff08b-b2f1-40af-bbd5-e6f20f348fb6 HTTP/1.1" status: 204 len: 168 time: 0.5406666 Apr 05 21:43:41.442379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51334) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:41.442525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d8ea8-c45a-41e9-bf3c-782449203a31 None None] Network dd5e3268-989b-4d6a-97b3-6eb67798e356 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:43:41.637314 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.760379 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] Set router 0732081a-858c-4b60-a001-bf48d116b2f8 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:41.840904 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.922935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 9af8176a-92a2-4ee6-b2f6-aed91162c015 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:43:41.923351 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:42.020090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] DHCP port deletion for dd5e3268-989b-4d6a-97b3-6eb67798e356 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:43:42.033142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] Deleting port e1c00451-ac2a-4425-b8ad-f03638ea369d {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:43:42.033509 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:42.097646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 9af8176a-92a2-4ee6-b2f6-aed91162c015, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=9af8176a-92a2-4ee6-b2f6-aed91162c015,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:42.098000 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:42.168164 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:43:39Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:42.222401 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07568a5a-8528-42f3-8e7b-5e5e3fa13bcd None None] The sync data for ids ['0732081a-858c-4b60-a001-bf48d116b2f8'] in n-d-836605-1 is: [{'id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135515610', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:41:14Z', 'updated_at': '2022-04-05T21:43:39Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '9af8176a-92a2-4ee6-b2f6-aed91162c015', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ed:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0732081a-858c-4b60-a001-bf48d116b2f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:41:15Z', 'updated_at': '2022-04-05T21:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:43:42.265381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] For port e1c00451-ac2a-4425-b8ad-f03638ea369d, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=e1c00451-ac2a-4425-b8ad-f03638ea369d,segment=NetworkSegment(0f5125aa-412c-4869-80a2-5018e9cce31f),segment_id=0f5125aa-412c-4869-80a2-5018e9cce31f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:42.266555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:42.334154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 9af8176a-92a2-4ee6-b2f6-aed91162c015 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:43:42.392054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] Calling delete_port for e1c00451-ac2a-4425-b8ad-f03638ea369d owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:43:42.567648 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:42.596114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:42.616564 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] Pushing event deleted for resources: {'Port': ['ID=e1c00451-ac2a-4425-b8ad-f03638ea369d,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:42.624398 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79587e65-6c6a-41c0-8677-3cfac35c22cb None None] No DVR routers for this DVR port e1c00451-ac2a-4425-b8ad-f03638ea369d on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:43:42.672608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1c00451-ac2a-4425-b8ad-f03638ea369d no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:43:42.690057 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=9af8176a-92a2-4ee6-b2f6-aed91162c015,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:42.708876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: e1c00451-ac2a-4425-b8ad-f03638ea369d {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:43:42.709254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device e1c00451-ac2a-4425-b8ad-f03638ea369d not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:43:42.709803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4165c1e0-995a-4e7d-8810-7cc67b671daa no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:43:42.745880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4165c1e0-995a-4e7d-8810-7cc67b671daa {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:43:42.746174 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4165c1e0-995a-4e7d-8810-7cc67b671daa not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:43:42.885614 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.133010 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.137042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.225599 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.226098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Fanout notify agent at l3_agent the message router_deleted on router 0732081a-858c-4b60-a001-bf48d116b2f8 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:43:43.240830 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.241950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8f8fa8fe-3297-467f-85a7-3954f38bff4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/routers/0732081a-858c-4b60-a001-bf48d116b2f8 HTTP/1.1" status: 204 len: 168 time: 1.7986815 Apr 05 21:43:43.244708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51338) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:43.359266 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.489844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.513838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5e3268-989b-4d6a-97b3-6eb67798e356']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:43.525529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5125aa-412c-4869-80a2-5018e9cce31f') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:43.525826 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5125aa-412c-4869-80a2-5018e9cce31f') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:43.537449 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.557288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.563374 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:43:43.563758 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:43:43.577653 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:43:43.734344 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.752085 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.763071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Network': ['ID=dd5e3268-989b-4d6a-97b3-6eb67798e356,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:43.854874 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-72c97707-2b79-46cc-abba-77b54b07f24b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/networks/dd5e3268-989b-4d6a-97b3-6eb67798e356 HTTP/1.1" status: 204 len: 168 time: 0.6088033 Apr 05 21:43:43.857459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51342) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:44.025284 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4672-3ccd-4ddd-abe4-003222dbfc72 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:44.053696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4672-3ccd-4ddd-abe4-003222dbfc72 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:44.179991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4672-3ccd-4ddd-abe4-003222dbfc72 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:44.203071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4672-3ccd-4ddd-abe4-003222dbfc72 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e986de3-bd68-4a23-ab6e-c40d09c368a1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:44.269534 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4e8c4672-3ccd-4ddd-abe4-003222dbfc72 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:44.270689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4e8c4672-3ccd-4ddd-abe4-003222dbfc72 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/security-groups/7e986de3-bd68-4a23-ab6e-c40d09c368a1 HTTP/1.1" status: 204 len: 168 time: 0.4123578 Apr 05 21:43:44.550549 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9af8176a-92a2-4ee6-b2f6-aed91162c015 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:43:44.583910 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 9af8176a-92a2-4ee6-b2f6-aed91162c015 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:43:44.584381 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 9af8176a-92a2-4ee6-b2f6-aed91162c015 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:43:45.873307 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51352) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:45.878893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767927843', 'description': 'tempest-secgroup-smoke-767927843 description', 'project_id': '240bb01874474cbf85cad572a1da4b71'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:45.885488 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:45.889515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:45.892712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:45.898185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:45.951696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:45.985778 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:45.989513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:45.992214 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:45.997760 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:46.049128 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.082609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.127565 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140ba416-4a7b-46f3-a9c3-620fe5b6c96f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:46.168323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.169601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-815c2126-508a-42cb-9e02-7006fc5869dc tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2952912 Apr 05 21:43:46.172513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51356) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:46.177860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '140ba416-4a7b-46f3-a9c3-620fe5b6c96f', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:46.184430 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:46.188203 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:46.191069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:46.196632 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:46.277524 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.336589 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.414186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.438791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a658d2-887d-4de6-9d53-75a6e28ca52d,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:46.511348 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.512562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4de325db-f32b-4a2e-a7b2-a33a2beef7e1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3390989 Apr 05 21:43:46.515385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51360) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:46.521385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '140ba416-4a7b-46f3-a9c3-620fe5b6c96f', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:46.527595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:46.531311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:46.534171 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:46.539766 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:46.620148 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.678771 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.750813 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.773912 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4906a70-2b31-4fd1-831a-45eaf1f56f1a,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:46.841903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.843099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-620a46f7-b08c-406b-885b-9f79652b0de9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3261232 Apr 05 21:43:46.845950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51364) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:46.851271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '140ba416-4a7b-46f3-a9c3-620fe5b6c96f', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:46.857529 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:46.861806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:46.864606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:46.870216 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:46.945922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.008218 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.082963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.105033 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7980651d-84b6-44be-a6c4-c0e8884bbc09,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:47.196112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.197288 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-98b6be62-1aa0-48a4-8522-855140a30127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3503752 Apr 05 21:43:47.200204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51368) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:47.205355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '140ba416-4a7b-46f3-a9c3-620fe5b6c96f', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:47.211571 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:47.215435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:47.218296 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:47.224369 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:47.311052 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.371135 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.442389 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.464436 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6a694f-eb7f-45a8-81f4-3d642b800520,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:47.534675 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.535851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e68b3497-3dda-48bc-bc64-b77d7b08592e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3347609 Apr 05 21:43:47.538614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51372) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:47.544069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '140ba416-4a7b-46f3-a9c3-620fe5b6c96f', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:47.551159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:47.557316 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:47.558157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:47.563852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:47.631168 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:43:47.637335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.701950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.774018 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.796920 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa753b0-4bed-4883-bcf8-0b785e5d774e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:47.882626 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:47.883785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c8d6cb1d-545c-43b6-a671-7f6a5c8ef1a8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3442717 Apr 05 21:43:47.886583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51376) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:47.891767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '140ba416-4a7b-46f3-a9c3-620fe5b6c96f', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:47.898459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:47.902225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:47.905014 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:47.911185 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:47.974121 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:43:47.980247 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.043977 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.099884 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.123087 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c267be9-754d-41be-89d9-a3f22d546aa1,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:48.180375 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.181598 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ff7764fd-c9b0-4ccc-8b00-d33daacf5519 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2941332 Apr 05 21:43:48.184742 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51380) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:48.190618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'network': {'name': 'tempest-network-smoke--224242716', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'port_security_enabled': True}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:48.196126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:48.200459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:network and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:48.203327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:48.209577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:48.266098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:43:48.269704 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.296637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:43:48.305366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.305703 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Added segment 566bf3a7-3bbd-4918-a3f9-02fadb59df8a of type vlan for network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d Apr 05 21:43:48.330709 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.425442 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.429093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:48.429685 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.539198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Network': ['ID=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:48.549888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:43:48.619418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f019d674-ef86-483c-a375-0dffc139bca9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4336410 Apr 05 21:43:48.622099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51384) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:48.628046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'admin_state_up': True, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:48.635453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:48.639334 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:router and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:48.642194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:48.648352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:48.728814 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.729798 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.747664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:48.945489 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:49.163772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:49.196041 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:49.325697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.127 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/85df0384-bf79-4b68-a872-d4ec69af01a5) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:43:49.467795 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:49.564030 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:49.634275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:43:49.636857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:43:49.639247 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:43:49.672968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=85df0384-bf79-4b68-a872-d4ec69af01a5,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:49.876220 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:49.876855 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:50.265703 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 8ed6e596-4adf-4861-a61a-4819cf70a733 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:43:50.463468 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:43:50.472606 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Sync routers for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:43:50.484214 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:50.484808 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:50.551722 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:50.553029 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5180b307-f2ba-4154-ac5c-4b21bea26893 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9299147 Apr 05 21:43:50.555943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51388) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:50.661519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-671bfaa7-80b0-46ef-9ac0-ae536b3a49c9 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=240bb01874474cbf85cad572a1da4b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1044242 Apr 05 21:43:50.664036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51394) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:50.690454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:50.794534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecb120-735a-4e3d-9445-746bf8e7e6cd tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:50.795995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e3ecb120-735a-4e3d-9445-746bf8e7e6cd tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310894 Apr 05 21:43:50.799403 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51398) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:50.841282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a588feed-7b16-4780-8843-763eca2763e8 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407560 Apr 05 21:43:50.844056 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51402) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:50.849543 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256094407', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:43:50.923047 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:50.961200 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:43:50.965187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:subnet and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:43:50.967503 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:49Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:50.968343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:43:50.971801 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Checking router: 8ed6e596-4adf-4861-a61a-4819cf70a733 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:43:50.972156 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Updating router 8ed6e596-4adf-4861-a61a-4819cf70a733 port 85df0384-bf79-4b68-a872-d4ec69af01a5 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:43:50.974837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:43:51.024850 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.054134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:43:51.151450 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.344008 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.356106 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Transition to ACTIVE for port object 85df0384-bf79-4b68-a872-d4ec69af01a5 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:43:51.420062 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.448969 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.484709 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Pushing event updated for resources: {'Port': ['ID=85df0384-bf79-4b68-a872-d4ec69af01a5,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:51.507861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Attempting to bind port 85df0384-bf79-4b68-a872-d4ec69af01a5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:43:51.508213 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Attempting to bind port 85df0384-bf79-4b68-a872-d4ec69af01a5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:43:51.508562 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Attempting to bind port 85df0384-bf79-4b68-a872-d4ec69af01a5 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:43:51.511071 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.511400 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.511724 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.512048 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.512364 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.512677 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.512993 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.513325 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.513633 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.513937 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.514244 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:51.522588 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:43:51.522757 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:43:51.523064 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.523437 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:43:51.523883 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Bound port: 85df0384-bf79-4b68-a872-d4ec69af01a5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:43:51.524244 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.528667 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Subnet': ['ID=698d0896-4109-4c5a-bb11-084f91bf3ae5,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:51.538862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Checking segment: {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:43:51.539222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network hostable DHCP agents. Network: d1eb5b71-1fc0-4306-a6f2-50c724d54c5d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:43:51.594642 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] For port 85df0384-bf79-4b68-a872-d4ec69af01a5, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:43:51.597546 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] For port 85df0384-bf79-4b68-a872-d4ec69af01a5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=85df0384-bf79-4b68-a872-d4ec69af01a5,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:43:51.602998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:43:51.660507 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.677350 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, d1eb5b71-1fc0-4306-a6f2-50c724d54c5d) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:43:51.681351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:51.681933 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.688980 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77375671-319e-4a85-a112-a9f3989f93a7 None None] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:43:51.737893 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e94d4-fec7-4706-9ae9-75e6d9b30125 None None] Pushing event updated for resources: {'Port': ['ID=85df0384-bf79-4b68-a872-d4ec69af01a5,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:51.743774 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:51.744389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:51.752775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-169d26ee-8c7e-4c49-8084-1d06d98e50b6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9077020 Apr 05 21:43:51.755768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51406) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:43:51.920342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-d1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:43:51.921411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:51.925018 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:52.078262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Allocated IP 172.20.0.2 (d1eb5b71-1fc0-4306-a6f2-50c724d54c5d/698d0896-4109-4c5a-bb11-084f91bf3ae5/d95e2351-0051-496a-92ef-e3f83ff0688f) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:43:52.222951 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:49Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:52.227042 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4e5f7-3889-4df4-af4d-3dc7ecc285bc None None] The sync data for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 is: [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:49Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:43:52.487109 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:52.500224 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Transition to ACTIVE for port object d95e2351-0051-496a-92ef-e3f83ff0688f will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:43:52.541665 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Transition to ACTIVE for port object d95e2351-0051-496a-92ef-e3f83ff0688f will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:43:52.599025 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:52.602418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 85df0384-bf79-4b68-a872-d4ec69af01a5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:43:52.633289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:52.737109 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Pushing event updated for resources: {'Port': ['ID=d95e2351-0051-496a-92ef-e3f83ff0688f,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:52.757082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:43:52.759018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:43:52.762052 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:43:52.856359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Attempting to bind port d95e2351-0051-496a-92ef-e3f83ff0688f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:43:52.857004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Attempting to bind port d95e2351-0051-496a-92ef-e3f83ff0688f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:43:52.857400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Attempting to bind port d95e2351-0051-496a-92ef-e3f83ff0688f on network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:43:52.859388 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 85df0384-bf79-4b68-a872-d4ec69af01a5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:43:52.867936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 85df0384-bf79-4b68-a872-d4ec69af01a5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:52.868311 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:52.895446 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:43:52.895821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Checking segment: {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:43:52.896222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:52.896617 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Bound using segment: {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:43:52.897120 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Bound port: d95e2351-0051-496a-92ef-e3f83ff0688f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:43:52.897508 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:53.065798 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] For port d95e2351-0051-496a-92ef-e3f83ff0688f, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:43:53.078505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] For port d95e2351-0051-496a-92ef-e3f83ff0688f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d95e2351-0051-496a-92ef-e3f83ff0688f,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:43:53.079585 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:53.100613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 85df0384-bf79-4b68-a872-d4ec69af01a5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=85df0384-bf79-4b68-a872-d4ec69af01a5,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:53.139865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.1 (d1eb5b71-1fc0-4306-a6f2-50c724d54c5d/698d0896-4109-4c5a-bb11-084f91bf3ae5/187b76b6-73e1-4a67-b1c5-52ef393d93c5) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:43:53.146558 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:53.188261 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:53.231616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184479-9331-4d9c-8be0-ea8b7c15c6ba None None] Pushing event updated for resources: {'Port': ['ID=d95e2351-0051-496a-92ef-e3f83ff0688f,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:53.308268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=85df0384-bf79-4b68-a872-d4ec69af01a5,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:53.323466 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:53.336140 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object 187b76b6-73e1-4a67-b1c5-52ef393d93c5 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:43:53.392016 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:53.474536 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:43:53.480470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:43:53.485268 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:43:53.513665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=187b76b6-73e1-4a67-b1c5-52ef393d93c5,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:53.542394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.542736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.543074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.543407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.543736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.544064 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.544389 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.544719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.545129 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.545454 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.545781 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:43:53.559761 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:53.693106 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:54.098431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:54.156049 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:54.164169 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc9322-f6ed-4ba0-921e-9a1a33137fba None None] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:43:54.268236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=187b76b6-73e1-4a67-b1c5-52ef393d93c5,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:54.270493 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:54.324003 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0a6ace8b-fd8e-4164-be60-a0082f764f39 None None] Provisioning for port d95e2351-0051-496a-92ef-e3f83ff0688f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:43:54.405817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:43:54.407035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:43:54.648498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d95e2351-0051-496a-92ef-e3f83ff0688f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:43:54.791675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d95e2351-0051-496a-92ef-e3f83ff0688f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:43:54.796990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d95e2351-0051-496a-92ef-e3f83ff0688f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:54.804563 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:54.831115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6d986a86-cf6a-4905-80bc-7bcc8917fe13 None None] Provisioning for port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:43:54.850353 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6d986a86-cf6a-4905-80bc-7bcc8917fe13 None None] Provisioning complete for port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:54.850712 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6d986a86-cf6a-4905-80bc-7bcc8917fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:54.914231 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6d986a86-cf6a-4905-80bc-7bcc8917fe13 None None] Port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:43:54.927491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 8ed6e596-4adf-4861-a61a-4819cf70a733 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:43:54.979398 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:55.013303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d95e2351-0051-496a-92ef-e3f83ff0688f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d95e2351-0051-496a-92ef-e3f83ff0688f,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:55.088913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:55.089811 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 85df0384-bf79-4b68-a872-d4ec69af01a5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:43:55.143997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:43:55.158003 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ef615a5a-f87e-4447-aa48-f92adcf7cb30 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/8ed6e596-4adf-4861-a61a-4819cf70a733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4009879 Apr 05 21:43:55.223929 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d95e2351-0051-496a-92ef-e3f83ff0688f,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:55.227648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-75699069-3ee3-4386-bfc3-b3ac84b533c0 None None] Provisioning complete for port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:55.228020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-75699069-3ee3-4386-bfc3-b3ac84b533c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:55.319825 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 85df0384-bf79-4b68-a872-d4ec69af01a5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:55.320198 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:55.343361 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-78856073-ec81-449a-968f-4282ee64273d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:43:55.354378 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-75699069-3ee3-4386-bfc3-b3ac84b533c0 None None] Port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:43:55.414147 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-78856073-ec81-449a-968f-4282ee64273d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:43:55.415363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-78856073-ec81-449a-968f-4282ee64273d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767927843&fields=id&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 267 time: 0.1184509 Apr 05 21:43:55.567975 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-0f4fb214-78a3-4534-9034-04491d5f51fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:43:55.568657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-0f4fb214-78a3-4534-9034-04491d5f51fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:43:55.625642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-0f4fb214-78a3-4534-9034-04491d5f51fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:43:55.627548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-0f4fb214-78a3-4534-9034-04491d5f51fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/networks?id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 200 len: 796 time: 0.2054310 Apr 05 21:43:55.645353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-37480d7c-0437-4c96-b007-67ba85c9a3b8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/quotas/240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 375 time: 0.0123606 Apr 05 21:43:55.724491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-3fe49932-f681-4fb2-9a32-b75e7e1f0bf4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:43:55.774353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-3fe49932-f681-4fb2-9a32-b75e7e1f0bf4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:43:55.775153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Sync routers for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:43:55.775689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-3fe49932-f681-4fb2-9a32-b75e7e1f0bf4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250923 Apr 05 21:43:55.786803 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:55.787471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:55.913030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-4063208c-9de2-4cb8-8b65-bf9070b90a23 service neutron] 10.222.0.10 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255522 Apr 05 21:43:55.962590 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:56.145791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-f526a998-adc1-4532-bf9f-714bea88a44f service neutron] 10.222.0.10 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267406 Apr 05 21:43:56.277077 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 2, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:56.280862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Checking router: 8ed6e596-4adf-4861-a61a-4819cf70a733 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:43:56.281284 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Updating router 8ed6e596-4adf-4861-a61a-4819cf70a733 port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:43:56.332964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:56.402812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4e947e0d-76e4-4375-8c22-8f0f997add15 req-5c682b3c-558d-4edb-98a7-170944321beb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.0390148 Apr 05 21:43:56.557973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d95e2351-0051-496a-92ef-e3f83ff0688f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:43:56.708912 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d95e2351-0051-496a-92ef-e3f83ff0688f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:56.709374 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:56.760857 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:56.782022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Transition to ACTIVE for port object 187b76b6-73e1-4a67-b1c5-52ef393d93c5 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:43:56.852671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:56.972054 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d9ac1-617e-4528-93ef-197523835d67 None None] Pushing event updated for resources: {'Port': ['ID=187b76b6-73e1-4a67-b1c5-52ef393d93c5,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:57.061025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Attempting to bind port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:43:57.061488 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Attempting to bind port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:43:57.061846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Attempting to bind port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 on network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:43:57.068718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:43:57.069107 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Checking segment: {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:43:57.069505 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:57.069893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Bound using segment: {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:43:57.070352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Bound port: 187b76b6-73e1-4a67-b1c5-52ef393d93c5, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:43:57.070720 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:57.196416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] For port 187b76b6-73e1-4a67-b1c5-52ef393d93c5, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:43:57.201676 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] For port 187b76b6-73e1-4a67-b1c5-52ef393d93c5, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=187b76b6-73e1-4a67-b1c5-52ef393d93c5,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:43:57.276444 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:57.358556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:43:57.359194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:43:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:57.487258 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d9ac1-617e-4528-93ef-197523835d67 None None] Pushing event updated for resources: {'Port': ['ID=187b76b6-73e1-4a67-b1c5-52ef393d93c5,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:57.545548 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75db2c42-055c-4a75-9ccf-20e18f6eaeb8 req-e13ba65f-e437-48df-b1ae-3c3289d5d6fd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.0662344 Apr 05 21:43:57.563427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:43:57.881732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:57Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:43:57.885513 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1353f-f59f-4fe8-978b-61a2f9389655 None None] The sync data for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 is: [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:57Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:43:58.575157 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 187b76b6-73e1-4a67-b1c5-52ef393d93c5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:43:58.674359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cd42661-8685-4c4a-96d4-35c69694b03b req-03155184-cdae-4f51-ba15-a56ad5029b4d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.0449769 Apr 05 21:43:58.745869 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:43:58.751172 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:43:58.751596 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:58.870868 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:58.903201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 187b76b6-73e1-4a67-b1c5-52ef393d93c5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=187b76b6-73e1-4a67-b1c5-52ef393d93c5,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:43:58.962635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:59.029310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=187b76b6-73e1-4a67-b1c5-52ef393d93c5,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:43:59.786097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-724f9b69-91b3-47f2-ae08-da8bb84785a4 req-67da7f48-05ce-47f3-ba1a-65a8876459cd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.0409670 Apr 05 21:44:00.559734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 187b76b6-73e1-4a67-b1c5-52ef393d93c5 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:44:00.626183 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:44:00.626542 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:01.009936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-570ac8ef-037d-4da9-ba8b-7a869a5fde37 req-bc548206-9b1f-4b0c-87f5-c9313c21e1f4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.1087561 Apr 05 21:44:02.249345 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7292b0bc-602f-4655-9653-8b6c86d4c894 req-0205019f-8f2e-454b-8237-dee09213d99e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.1186361 Apr 05 21:44:02.877009 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-cc7e4dbb-66ee-43ef-9297-ad56946e8873 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:02.878942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-cc7e4dbb-66ee-43ef-9297-ad56946e8873 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/networks?id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 200 len: 796 time: 0.1430383 Apr 05 21:44:02.935806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-8abd78fd-ee5f-4299-9d4f-3b2eb1fb4ebe tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 379 time: 0.0402548 Apr 05 21:44:02.943833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'port': {'device_id': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'admin_state_up': True, 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'security_groups': ['140ba416-4a7b-46f3-a9c3-620fe5b6c96f']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:44:03.075675 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:44:03.085031 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:44:03.157037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:44:03.160522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:03.324005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.4 (d1eb5b71-1fc0-4306-a6f2-50c724d54c5d/698d0896-4109-4c5a-bb11-084f91bf3ae5/829b0dd6-6b7c-475f-b020-c20724b70659) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:44:03.482168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-39220cdc-0be7-4f6b-a947-287d4a7e9f77 req-289f124a-a604-4f3d-b134-e7fc1d06f281 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.1005988 Apr 05 21:44:03.557599 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:03.573856 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object 829b0dd6-6b7c-475f-b020-c20724b70659 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:44:03.689043 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:03.762040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:44:03.765459 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:44:03.767324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=829b0dd6-6b7c-475f-b020-c20724b70659,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:44:03.770093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:44:03.819818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.820165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.824269 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:03.845967 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:03.846606 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:03.980887 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-1341c3ee-327b-4d27-bc60-d7aec26dfbfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0404406 Apr 05 21:44:03.997375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Request body: {'port': {'device_id': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:44:04.031235 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3ffbaefe-37fc-404f-b3d0-c824e76dfc84 None None] Provisioning for port 829b0dd6-6b7c-475f-b020-c20724b70659 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:44:04.036203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3ffbaefe-37fc-404f-b3d0-c824e76dfc84 None None] Provisioning complete for port 829b0dd6-6b7c-475f-b020-c20724b70659 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:44:04.036583 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3ffbaefe-37fc-404f-b3d0-c824e76dfc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:04.087664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3ffbaefe-37fc-404f-b3d0-c824e76dfc84 None None] Port 829b0dd6-6b7c-475f-b020-c20724b70659 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:44:04.102988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:04.436859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829b0dd6-6b7c-475f-b020-c20724b70659 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:44:04.443522 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:04.461580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Transition to ACTIVE for port object 829b0dd6-6b7c-475f-b020-c20724b70659 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:44:04.544922 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:04.813130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Pushing event updated for resources: {'Port': ['ID=829b0dd6-6b7c-475f-b020-c20724b70659,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:44:04.847320 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:04.927500 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a130b-18f8-49b8-a867-ea902d985d6b req-475a8cd6-0927-4b90-ad5c-e4b88f00d54d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:04.928204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f86a130b-18f8-49b8-a867-ea902d985d6b req-475a8cd6-0927-4b90-ad5c-e4b88f00d54d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:44:04.955592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-71ef6fc9-efb2-4793-9650-8da11f0d3c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:04.963248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Attempting to bind port 829b0dd6-6b7c-475f-b020-c20724b70659 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:44:04.963590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Attempting to bind port 829b0dd6-6b7c-475f-b020-c20724b70659 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:44:04.963921 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Attempting to bind port 829b0dd6-6b7c-475f-b020-c20724b70659 on network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:44:04.969670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Port 829b0dd6-6b7c-475f-b020-c20724b70659 on network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:44:04.969991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Attempting to bind port 829b0dd6-6b7c-475f-b020-c20724b70659 on network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:44:04.976105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:44:04.976453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Checking segment: {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:44:04.976823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Bound using segment: {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:44:04.977270 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Bound port: 829b0dd6-6b7c-475f-b020-c20724b70659, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566bf3a7-3bbd-4918-a3f9-02fadb59df8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:44:04.977635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:05.040155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-f86a130b-18f8-49b8-a867-ea902d985d6b req-475a8cd6-0927-4b90-ad5c-e4b88f00d54d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:44:05.041326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f86a130b-18f8-49b8-a867-ea902d985d6b req-475a8cd6-0927-4b90-ad5c-e4b88f00d54d tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 943 time: 0.3588111 Apr 05 21:44:05.094772 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] For port 829b0dd6-6b7c-475f-b020-c20724b70659, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:44:05.107476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] For port 829b0dd6-6b7c-475f-b020-c20724b70659, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=829b0dd6-6b7c-475f-b020-c20724b70659,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:44:05.110266 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f86a130b-18f8-49b8-a867-ea902d985d6b req-adbca66a-0eaa-4418-82b7-dd4388ee7be6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626748 Apr 05 21:44:05.197767 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:05.261659 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:05.263112 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] 10.222.0.39 "PUT /v2.0/ports/829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 200 len: 1091 time: 1.2697740 Apr 05 21:44:05.263563 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:44:05.288250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bfbf1-a902-463a-a723-b89fcdb564ba service neutron] Pushing event updated for resources: {'Port': ['ID=829b0dd6-6b7c-475f-b020-c20724b70659,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:44:05.341218 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d55732d-ac64-4cc9-a784-b74125fd4cb0'] response: {'name': 'network-changed', 'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659', 'status': 'completed', 'code': 200} Apr 05 21:44:05.462308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3491d8a2-e754-4943-83de-89ec57712f93 req-aa028e3b-60b2-49f9-b73e-3aff137833bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1094 time: 0.0792382 Apr 05 21:44:05.608600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491d8a2-e754-4943-83de-89ec57712f93 req-9cf5e747-23d6-4fb6-b6b0-915ddc362e5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:05.609949 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3491d8a2-e754-4943-83de-89ec57712f93 req-9cf5e747-23d6-4fb6-b6b0-915ddc362e5e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=240bb01874474cbf85cad572a1da4b71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1325786 Apr 05 21:44:05.740710 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491d8a2-e754-4943-83de-89ec57712f93 req-409c7365-a1be-457f-bd86-41f82e5efb4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:05.742130 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3491d8a2-e754-4943-83de-89ec57712f93 req-409c7365-a1be-457f-bd86-41f82e5efb4a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258340 Apr 05 21:44:05.864102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-633eef39-3798-4737-9ded-730db27a5afe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1094 time: 0.0662935 Apr 05 21:44:05.952381 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-9a0d3e7a-ae13-46b4-a911-b8a45fa51613 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 200 len: 217 time: 0.0626693 Apr 05 21:44:06.011070 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-f9297c87-f5a3-4935-b354-eb205d921c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:06.012396 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-f9297c87-f5a3-4935-b354-eb205d921c3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698d0896-4109-4c5a-bb11-084f91bf3ae5 HTTP/1.1" status: 200 len: 835 time: 0.0541890 Apr 05 21:44:06.083525 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-51b88e0c-f416-4eae-9217-e6ebf3b5dee6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654941 Apr 05 21:44:06.211292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-621cb17b-ec70-4f4d-bff8-4599651c47bf service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217439 Apr 05 21:44:06.394939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c86930cc-ce5d-4c7a-a069-91773b257ebe req-da0882bc-ae4d-4b87-accb-94d90b84a7d8 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777356 Apr 05 21:44:06.404325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a434d-7507-4f16-86ab-8bae88bc7f93 req-a8d80939-7212-4123-8c9b-4c5969c21ae1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:06.405700 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-848a434d-7507-4f16-86ab-8bae88bc7f93 req-a8d80939-7212-4123-8c9b-4c5969c21ae1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 943 time: 0.1680810 Apr 05 21:44:06.451723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-848a434d-7507-4f16-86ab-8bae88bc7f93 req-01cd6b0a-dda2-4bcd-a2b7-586e9ccecdd5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399601 Apr 05 21:44:06.949915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ffafaf0-431d-44db-9a13-ea913862556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:07.658222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348c28b-2541-4b6d-93cb-13a653601d4c req-13c4625a-46d0-43dc-bce3-1917f6364f90 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:07.659661 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f348c28b-2541-4b6d-93cb-13a653601d4c req-13c4625a-46d0-43dc-bce3-1917f6364f90 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 943 time: 0.0785997 Apr 05 21:44:07.797568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f348c28b-2541-4b6d-93cb-13a653601d4c req-a80d1ae6-3cd1-43e0-be1c-6d86f7222805 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323619 Apr 05 21:44:08.620377 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:08.648521 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:08.685950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 829b0dd6-6b7c-475f-b020-c20724b70659 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:44:08.818641 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 829b0dd6-6b7c-475f-b020-c20724b70659, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=829b0dd6-6b7c-475f-b020-c20724b70659,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:44:08.831842 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '829b0dd6-6b7c-475f-b020-c20724b70659', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'port_id': '829b0dd6-6b7c-475f-b020-c20724b70659', 'mac_address': 'fa:16:3e:e5:c0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:44:08.889407 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:08.910515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829b0dd6-6b7c-475f-b020-c20724b70659 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:44:08.929460 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 829b0dd6-6b7c-475f-b020-c20724b70659, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=829b0dd6-6b7c-475f-b020-c20724b70659,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:44:08.979903 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:09.012051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87851e-4d57-4440-a53b-6b0f023c7521 req-1181ad35-a98d-428e-a03d-b5792f80e8af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:09.013521 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af87851e-4d57-4440-a53b-6b0f023c7521 req-1181ad35-a98d-428e-a03d-b5792f80e8af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 943 time: 0.0756893 Apr 05 21:44:09.045476 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=829b0dd6-6b7c-475f-b020-c20724b70659,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:44:09.054612 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.054955 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.055292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.055628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.055957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.056281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.056604 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.056927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.057536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.057860 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.058178 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:44:09.059641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af87851e-4d57-4440-a53b-6b0f023c7521 req-f9080783-d256-4991-949c-9bb28d8b41eb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401793 Apr 05 21:44:09.396578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['829b0dd6-6b7c-475f-b020-c20724b70659'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:44:10.069987 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:10.257279 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477ad1c-e63d-4a05-baec-3d86018d54be req-5a2f6825-a1db-4dc1-a15f-2c5fa186ba8e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:10.258676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5477ad1c-e63d-4a05-baec-3d86018d54be req-5a2f6825-a1db-4dc1-a15f-2c5fa186ba8e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 944 time: 0.0799005 Apr 05 21:44:10.303308 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5477ad1c-e63d-4a05-baec-3d86018d54be req-caeb7db7-57df-4c11-8a8c-be1283fc5312 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389266 Apr 05 21:44:10.703328 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 829b0dd6-6b7c-475f-b020-c20724b70659 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:44:10.864304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 829b0dd6-6b7c-475f-b020-c20724b70659 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:44:10.869420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 829b0dd6-6b7c-475f-b020-c20724b70659 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:44:10.869792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:10.980943 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:11.007455 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:44:11.017820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 829b0dd6-6b7c-475f-b020-c20724b70659, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=829b0dd6-6b7c-475f-b020-c20724b70659,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:44:11.061618 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8892c02-2e2b-44be-b317-0e59689e45e5'] response: {'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659', 'code': 200} Apr 05 21:44:11.100037 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:11.164516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=829b0dd6-6b7c-475f-b020-c20724b70659,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:44:11.213631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59f05a56-e68c-437e-84ee-33e57275924e req-5ba68292-f5ea-4f9e-852e-d8a29fe64148 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1096 time: 0.0668323 Apr 05 21:44:11.268811 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59f05a56-e68c-437e-84ee-33e57275924e req-42000659-6f7f-43cf-976f-f28847adec43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493412 Apr 05 21:44:11.493569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24efe93-22ee-4a3e-8552-ecb5867debb0 req-a8757ca9-b7bc-4359-a6bc-7fff86ca60c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:11.494978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f24efe93-22ee-4a3e-8552-ecb5867debb0 req-a8757ca9-b7bc-4359-a6bc-7fff86ca60c8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0744560 Apr 05 21:44:11.539589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f24efe93-22ee-4a3e-8552-ecb5867debb0 req-f94f5a2d-9bbd-4509-8e57-11e5827816e3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392234 Apr 05 21:44:12.740055 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db851324-d4ec-4f9d-81e1-beab55483163 req-3f8d5fbf-a107-4b0f-a520-f0f8c2ffdca4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:12.741513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db851324-d4ec-4f9d-81e1-beab55483163 req-3f8d5fbf-a107-4b0f-a520-f0f8c2ffdca4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0800786 Apr 05 21:44:12.786967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-db851324-d4ec-4f9d-81e1-beab55483163 req-a0ae96f2-ad76-4f01-b2d0-5b45c78c2289 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398848 Apr 05 21:44:12.871809 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:44:13.987112 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402e7f-76bf-403a-b8c7-18a1e59ed076 req-e43ffd53-8d64-4fc6-9b81-4b01c050f475 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:13.988568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0402e7f-76bf-403a-b8c7-18a1e59ed076 req-e43ffd53-8d64-4fc6-9b81-4b01c050f475 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0778019 Apr 05 21:44:14.032246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0402e7f-76bf-403a-b8c7-18a1e59ed076 req-17666eb6-6b9b-49df-95f4-4fcfaeee95e9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381293 Apr 05 21:44:14.236736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506be6d-64b2-47ad-a7cd-a634176c8f3d req-a61e9d34-4e25-4554-b750-72afbd2934bd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:14.238253 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d506be6d-64b2-47ad-a7cd-a634176c8f3d req-a61e9d34-4e25-4554-b750-72afbd2934bd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0805087 Apr 05 21:44:14.290998 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d506be6d-64b2-47ad-a7cd-a634176c8f3d req-8cfc6c33-a826-46dc-bb5c-9af1ca01bf11 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471444 Apr 05 21:44:14.320039 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51482) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:44:14.390892 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-350af35b-75d6-4a8d-abdc-a35590be4a84 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1091 time: 0.0696456 Apr 05 21:44:14.393427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51486) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:44:14.398666 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '829b0dd6-6b7c-475f-b020-c20724b70659', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:44:14.405178 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:44:14.409518 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:floatingip and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:44:14.412334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:44:14.417999 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:44:14.500472 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:14.655042 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:14.805965 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.92 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/c8a8b503-9f66-4ca2-b160-b90dd6bbabbf) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:44:14.980896 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:15.082273 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:15.146945 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:44:15.149603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:44:15.153265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:44:15.194849 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=c8a8b503-9f66-4ca2-b160-b90dd6bbabbf,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:44:15.753834 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:15.873625 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:16.074287 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:16.134347 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:16.243427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=c8a8b503-9f66-4ca2-b160-b90dd6bbabbf,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:44:16.255951 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:16.443024 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Floating IP b331d654-c2e6-422d-81c4-8f98970fe5e5 associated. External IP: 172.25.2.92, port: 829b0dd6-6b7c-475f-b020-c20724b70659. Apr 05 21:44:16.822325 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 8ed6e596-4adf-4861-a61a-4819cf70a733 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:44:17.017380 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:44:17.027661 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] Sync routers for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:44:17.040506 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:44:17.041221 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:44:17.100320 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:17.156796 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-af4229fb-ab89-4777-ac12-2dac46590ee3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7598453 Apr 05 21:44:17.156796 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:44:17.242984 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:44:17.308336 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48650a9b-b835-4e15-a9d9-517ce81aee09'] response: {'name': 'network-changed', 'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659', 'status': 'completed', 'code': 200} Apr 05 21:44:17.347061 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe76cb2-f736-4363-b138-a6284797498d req-0a3dbade-8f76-4646-a436-006f7dc684fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:17.349020 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ffe76cb2-f736-4363-b138-a6284797498d req-0a3dbade-8f76-4646-a436-006f7dc684fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0915351 Apr 05 21:44:17.444790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ffe76cb2-f736-4363-b138-a6284797498d req-71faa245-9972-44f3-9055-2677209e8aa2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899293 Apr 05 21:44:17.473185 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-e347cdd4-189d-4200-9560-7c3084a74673 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1096 time: 0.1074135 Apr 05 21:44:17.473828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51496) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:44:17.580033 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-7ce51ff0-8e16-4287-99b1-0c12a82e62f9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b331d654-c2e6-422d-81c4-8f98970fe5e5 HTTP/1.1" status: 200 len: 990 time: 0.1050828 Apr 05 21:44:17.589787 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b331d654-c2e6-422d-81c4-8f98970fe5e5', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'port_id': '829b0dd6-6b7c-475f-b020-c20724b70659', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'mac_address': 'fa:16:3e:e5:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:44:15Z', 'updated_at': '2022-04-05T21:44:15Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:58Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:44:17.593566 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] Checking router: 8ed6e596-4adf-4861-a61a-4819cf70a733 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:44:17.596103 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-64ba90b0-78da-49e9-a264-709c657d19d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:17.597617 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-64ba90b0-78da-49e9-a264-709c657d19d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 200 len: 897 time: 0.1284165 Apr 05 21:44:17.603876 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:44:17.604452 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:44:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:44:17.700009 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-4ac676f7-2295-4822-91a8-524b71bec6b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 200 len: 998 time: 0.0959325 Apr 05 21:44:17.761513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-630d1984-74f0-49e9-9440-55b0afa81a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:17.762950 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-630d1984-74f0-49e9-9440-55b0afa81a51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698d0896-4109-4c5a-bb11-084f91bf3ae5 HTTP/1.1" status: 200 len: 835 time: 0.0572569 Apr 05 21:44:17.778189 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:44:17.839597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-9a4c34e1-5619-4747-83b3-45658d628d3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706153 Apr 05 21:44:17.968300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-2aaf7a00-6da8-4e2d-99f2-aa720c827c60 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231406 Apr 05 21:44:18.100107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cc860090-f856-4629-9b15-035e2c3f2a28 req-70fa10fd-8762-4969-b571-842e2c957a8d service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240866 Apr 05 21:44:18.117232 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b331d654-c2e6-422d-81c4-8f98970fe5e5', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'port_id': '829b0dd6-6b7c-475f-b020-c20724b70659', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'mac_address': 'fa:16:3e:e5:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:44:15Z', 'updated_at': '2022-04-05T21:44:15Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:58Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:44:18.121374 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d04ed-2c72-40f5-931d-72536b137c91 None None] The sync data for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 is: [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'b331d654-c2e6-422d-81c4-8f98970fe5e5', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.92', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'port_id': '829b0dd6-6b7c-475f-b020-c20724b70659', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'mac_address': 'fa:16:3e:e5:c0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:44:15Z', 'updated_at': '2022-04-05T21:44:15Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:58Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:44:18.314808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d5ee0-fb08-4693-b967-e725eca3faa5 None None] New status for floating IP b331d654-c2e6-422d-81c4-8f98970fe5e5: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:44:18.584025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51500) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:44:18.785364 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bc2756aa-341f-4462-b8e4-8db90603f0ec tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b331d654-c2e6-422d-81c4-8f98970fe5e5 HTTP/1.1" status: 200 len: 992 time: 0.2000935 Apr 05 21:44:20.945846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:34.837315 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:34.939554 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c7922632-aef9-4481-8eab-e8af12e7afea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:36.911619 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-74574b33-cb5d-4623-aa99-303bfaa8da93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:38.688307 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:38.716367 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:40.076741 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:49.872198 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:44:50.928228 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:44:54.313662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-3cb1c193-2999-4596-87f8-6d81b374c657 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669580 Apr 05 21:44:54.466736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-c87fe12c-24a5-4601-bd91-0b345f87f8d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1096 time: 0.0681329 Apr 05 21:44:54.615254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e52974-0263-4590-8aee-c3a22723e17d req-f7bc97e2-63a1-4587-8d45-a2361ad00e5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:54.616658 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-f7bc97e2-63a1-4587-8d45-a2361ad00e5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 200 len: 897 time: 0.1326275 Apr 05 21:44:54.721356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-9de6e540-66e0-42cb-aac5-59719f85d86f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 200 len: 1000 time: 0.0978231 Apr 05 21:44:54.784004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e52974-0263-4590-8aee-c3a22723e17d req-3a3ac000-13c0-49eb-9900-da51f00ada9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:44:54.785415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-3a3ac000-13c0-49eb-9900-da51f00ada9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698d0896-4109-4c5a-bb11-084f91bf3ae5 HTTP/1.1" status: 200 len: 835 time: 0.0589225 Apr 05 21:44:54.858208 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-55a60064-85bd-4642-86de-af35aaa2c9f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663574 Apr 05 21:44:54.988135 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-b06aaf6c-0e42-4cb4-a5fd-c62c433becd1 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238775 Apr 05 21:44:55.116062 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-21e52974-0263-4590-8aee-c3a22723e17d req-cf73b9e2-9e39-4fdb-9b17-21bf39fe62f1 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211197 Apr 05 21:45:04.863049 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:04.960304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-baa442cd-d64b-4363-bae2-8adc8fbcba36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:06.922710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ce6b5870-f735-4d76-9340-fc05801f1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:08.617543 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:08.646057 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:10.065234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:19.995512 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e2a3-dbd4-451d-be5c-b938878cda33 req-9e20a1bd-1170-47a7-8749-35f9ab4dddb0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:19.996940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c45e2a3-dbd4-451d-be5c-b938878cda33 req-9e20a1bd-1170-47a7-8749-35f9ab4dddb0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0768402 Apr 05 21:45:20.045214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c45e2a3-dbd4-451d-be5c-b938878cda33 req-0ab14022-88d9-4fe3-96d3-cf251d8b5df6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Apr 05 21:45:20.967793 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:21.238860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555718b-9789-4e3f-901c-065ef4598f5a req-029c7861-494e-4ab6-861b-acce9b868127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:21.240196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6555718b-9789-4e3f-901c-065ef4598f5a req-029c7861-494e-4ab6-861b-acce9b868127 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0753460 Apr 05 21:45:21.284544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6555718b-9789-4e3f-901c-065ef4598f5a req-ad02936f-80e3-45d0-aa78-93ba8e554b94 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388725 Apr 05 21:45:22.481825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162c3bf-ede0-49b5-a2e7-6eaba6307e06 req-44a0d51d-4069-4b1c-8f2c-57db1cddde4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:22.483229 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c162c3bf-ede0-49b5-a2e7-6eaba6307e06 req-44a0d51d-4069-4b1c-8f2c-57db1cddde4a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0796738 Apr 05 21:45:22.527072 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c162c3bf-ede0-49b5-a2e7-6eaba6307e06 req-6f4f24ed-3542-4cf5-aaad-63e2e0b21976 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 Apr 05 21:45:23.720204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da29bf-08c7-4044-81c8-5838f3bead8d req-258e4d04-c5cb-4286-ab2e-9f1d239e6b8b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:23.721662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67da29bf-08c7-4044-81c8-5838f3bead8d req-258e4d04-c5cb-4286-ab2e-9f1d239e6b8b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0769098 Apr 05 21:45:23.765219 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-67da29bf-08c7-4044-81c8-5838f3bead8d req-90c2a8be-56e7-4bda-8df6-daba49172bcb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380573 Apr 05 21:45:24.963358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8302-2388-4a01-b159-65edd0272279 req-c90f8fe6-2126-4ea7-955b-e653882eb67e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:24.964817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4acf8302-2388-4a01-b159-65edd0272279 req-c90f8fe6-2126-4ea7-955b-e653882eb67e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0790386 Apr 05 21:45:25.010585 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4acf8302-2388-4a01-b159-65edd0272279 req-f0a74b37-20a2-469f-a4b9-6ff0d6ce78b3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400934 Apr 05 21:45:26.210098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd53c85-6072-43d4-9866-d3475ead53bd req-03e06854-5e87-4130-9be4-48e7b1dbd029 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:26.211515 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bfd53c85-6072-43d4-9866-d3475ead53bd req-03e06854-5e87-4130-9be4-48e7b1dbd029 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0742095 Apr 05 21:45:26.259035 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bfd53c85-6072-43d4-9866-d3475ead53bd req-4aacb134-41fe-4365-9be7-eee61ffef8fa tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421615 Apr 05 21:45:26.882840 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:45:27.454447 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7ec85-e598-4ac4-be2b-db37723077a4 req-5f33c5d6-1af4-4181-94a4-d73aa99a5465 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:27.455927 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17d7ec85-e598-4ac4-be2b-db37723077a4 req-5f33c5d6-1af4-4181-94a4-d73aa99a5465 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0752871 Apr 05 21:45:27.499711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-17d7ec85-e598-4ac4-be2b-db37723077a4 req-8dcc6c31-6533-429b-9d6e-e1dfc1c3d1d4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384083 Apr 05 21:45:28.698325 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f0bb-bb1f-4707-bb22-97060b2f5024 req-6758beb5-f516-4b1f-9491-cca56fdcb3f6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:28.699792 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e582f0bb-bb1f-4707-bb22-97060b2f5024 req-6758beb5-f516-4b1f-9491-cca56fdcb3f6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0816863 Apr 05 21:45:28.745295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e582f0bb-bb1f-4707-bb22-97060b2f5024 req-56538823-b235-46e3-af32-52f90fd574fb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400403 Apr 05 21:45:29.941625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8430502-f1b2-4d63-80b4-bb39766a4056 req-1f4ff137-a5c0-4a55-a3b2-c9dfa30bb8fe tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:29.943078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8430502-f1b2-4d63-80b4-bb39766a4056 req-1f4ff137-a5c0-4a55-a3b2-c9dfa30bb8fe tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0790057 Apr 05 21:45:29.988978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8430502-f1b2-4d63-80b4-bb39766a4056 req-dd80c969-f2ba-4bf2-9645-9f4707f32989 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Apr 05 21:45:31.212513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4706e-1c11-4cb4-946f-48bdb3215a94 req-1d695c99-2214-480c-9c77-cdc7c31d0170 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:31.213993 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae4706e-1c11-4cb4-946f-48bdb3215a94 req-1d695c99-2214-480c-9c77-cdc7c31d0170 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0789299 Apr 05 21:45:31.260795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9ae4706e-1c11-4cb4-946f-48bdb3215a94 req-9d772641-bcae-40aa-8cca-8427823477bf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409660 Apr 05 21:45:31.289733 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51556) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:45:31.508118 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-12bf9f01-dea2-4520-9fd4-8d6c14788d59 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b331d654-c2e6-422d-81c4-8f98970fe5e5 HTTP/1.1" status: 200 len: 992 time: 0.2170870 Apr 05 21:45:33.130864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0630725-e657-40b2-8dd1-93cffabccded req-164e4abb-d96b-42ab-8d84-0806afe4a8e0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:33.132324 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0630725-e657-40b2-8dd1-93cffabccded req-164e4abb-d96b-42ab-8d84-0806afe4a8e0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0790110 Apr 05 21:45:33.180236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f0630725-e657-40b2-8dd1-93cffabccded req-9cfcc385-69d4-40b0-adad-34b02e7f91de tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Apr 05 21:45:33.258282 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-c99d222c-6d08-4bd6-8933-7a8a665a33d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1096 time: 0.0715456 Apr 05 21:45:33.385902 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-aa743d5f-cc40-435b-abcf-04589b8a2a56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:33.387315 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-aa743d5f-cc40-435b-abcf-04589b8a2a56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 200 len: 897 time: 0.1233892 Apr 05 21:45:33.488343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-def2b506-f16a-41e0-9ba6-2599e0a71118 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 200 len: 1000 time: 0.0940363 Apr 05 21:45:33.546900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-ced25778-737e-46ad-9bf2-5f15c241567c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:33.548187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-ced25778-737e-46ad-9bf2-5f15c241567c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698d0896-4109-4c5a-bb11-084f91bf3ae5 HTTP/1.1" status: 200 len: 835 time: 0.0550132 Apr 05 21:45:33.619233 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-595aaacf-3b0a-4b07-a66f-152046f41616 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653784 Apr 05 21:45:33.747466 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-6a31345f-10d3-416e-a857-1f22ac192ad1 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218104 Apr 05 21:45:33.876202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0180c46b-a4b8-4b30-a3ee-5e235a1bb3c3 req-fc197369-a7cb-4d77-9b42-5cdc29114e4e service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219926 Apr 05 21:45:34.380545 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfabb6-6219-4efb-b7ea-4c1d27ff4d29 req-a0939833-14e1-4476-97ab-2a0716cb7e17 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:34.382003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13cfabb6-6219-4efb-b7ea-4c1d27ff4d29 req-a0939833-14e1-4476-97ab-2a0716cb7e17 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0809984 Apr 05 21:45:34.425917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13cfabb6-6219-4efb-b7ea-4c1d27ff4d29 req-c119f95e-4e03-400d-aa44-511d8729db6f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Apr 05 21:45:34.870910 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:34.950787 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d128e0c2-0e10-441d-a4b2-a5ccd801c49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:35.617660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d26c78-c103-4857-b6e6-a8dfcde17845 req-69c120e3-915b-417c-8c0f-0a31c27827c7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:35.618987 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3d26c78-c103-4857-b6e6-a8dfcde17845 req-69c120e3-915b-417c-8c0f-0a31c27827c7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0746756 Apr 05 21:45:35.666279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f3d26c78-c103-4857-b6e6-a8dfcde17845 req-c323388a-c1da-4704-9694-d9137782f42c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419154 Apr 05 21:45:35.694293 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51572) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:45:35.795481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-99fdf4e9-3e32-408c-ae52-2182f935f522 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/b331d654-c2e6-422d-81c4-8f98970fe5e5 HTTP/1.1" status: 200 len: 992 time: 0.1001046 Apr 05 21:45:36.910817 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-105b1486-34bc-41bb-a575-68c910112aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:38.639728 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:38.650668 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:40.124984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:50.987630 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:45:56.332978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-4fa46e82-a992-4032-b109-c7f8ed162d34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675595 Apr 05 21:45:56.479655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-cb73cfa6-172f-4243-9d9d-ccfe57a080d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1096 time: 0.0670295 Apr 05 21:45:56.620354 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-6103d168-e47d-4dfa-be0f-3fce04caedd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:56.621812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-6103d168-e47d-4dfa-be0f-3fce04caedd0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 200 len: 897 time: 0.1244733 Apr 05 21:45:56.721801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-a797d8af-4aa3-4108-9dc6-b18ce20cbb5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 200 len: 1000 time: 0.0939455 Apr 05 21:45:56.784456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-b0b77331-da86-4b30-85e7-3f1a7a5e5088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:45:56.785884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-b0b77331-da86-4b30-85e7-3f1a7a5e5088 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698d0896-4109-4c5a-bb11-084f91bf3ae5 HTTP/1.1" status: 200 len: 835 time: 0.0580719 Apr 05 21:45:56.954841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-8f965e72-d8d8-4d43-aaab-ba34aec6663d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631691 Apr 05 21:45:57.090742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-77b5bd24-c9a6-41be-8f55-460a802f99c9 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292155 Apr 05 21:45:57.219149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b416ce0d-e855-4f8d-815d-2c4ef3bca7b8 req-139d38a9-d843-4eae-9246-cdb03c24077e service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224499 Apr 05 21:46:03.873355 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:46:04.888826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:04.990259 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4baab56-cd63-4f42-984a-8e8f3df51232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:06.942921 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-57bb053b-bf31-47cb-b037-3d19b4c09680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:08.619127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:08.647616 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:10.079022 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:20.974029 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:24.261735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51594) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:24.458732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port c8a8b503-9f66-4ca2-b160-b90dd6bbabbf {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:46:24.459070 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:24.620827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:24.621173 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:24.738148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for c8a8b503-9f66-4ca2-b160-b90dd6bbabbf owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:46:24.956205 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:24.999328 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=c8a8b503-9f66-4ca2-b160-b90dd6bbabbf,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:25.041317 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.041661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.041997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.042331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.042663 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.042991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.043318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.043643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.043964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.044286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.044609 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:25.102251 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:25.586631 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 8ed6e596-4adf-4861-a61a-4819cf70a733 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:46:25.780110 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:46:25.790097 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] Sync routers for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:46:25.801993 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:25.805071 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:25.879055 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:25.932002 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4aba9e22-cbd6-44ab-b8ac-ca4324547d4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/floatingips/b331d654-c2e6-422d-81c4-8f98970fe5e5 HTTP/1.1" status: 204 len: 168 time: 1.6691616 Apr 05 21:46:25.932568 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:46:26.025258 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:26.062472 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f976335-5f9e-425e-a716-d08753d5fc9a'] response: {'name': 'network-changed', 'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659', 'status': 'completed', 'code': 200} Apr 05 21:46:26.177131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-dbcf7959-05d2-4d99-b08b-8153d66a4509 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 1096 time: 0.0713413 Apr 05 21:46:26.318984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-31d150ed-8db3-4c34-8a1a-19354239acf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:26.320467 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-31d150ed-8db3-4c34-8a1a-19354239acf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 200 len: 897 time: 0.1376023 Apr 05 21:46:26.336032 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:58Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:26.339796 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] Checking router: 8ed6e596-4adf-4861-a61a-4819cf70a733 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:46:26.351309 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:26.352025 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:26.390127 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-016abcc4-4bac-41b3-bd61-15f5422d878d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 200 len: 217 time: 0.0638380 Apr 05 21:46:26.456954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-841e9544-daa0-43db-8731-d64814105887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:26.460193 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-841e9544-daa0-43db-8731-d64814105887 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=698d0896-4109-4c5a-bb11-084f91bf3ae5 HTTP/1.1" status: 200 len: 835 time: 0.0621350 Apr 05 21:46:26.530048 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:26.590964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-2693a268-80b4-4365-a878-1f1703ca0050 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246958 Apr 05 21:46:26.600883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537e064-ad15-4812-a111-9eb9b15052a8 req-1c0d8589-7af4-4eaa-953a-ffbe9e7299fd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:26.601567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0537e064-ad15-4812-a111-9eb9b15052a8 req-1c0d8589-7af4-4eaa-953a-ffbe9e7299fd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:46:26.736488 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-eb66a614-042d-46c0-8cae-69af3df667a0 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312091 Apr 05 21:46:26.737584 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-0537e064-ad15-4812-a111-9eb9b15052a8 req-1c0d8589-7af4-4eaa-953a-ffbe9e7299fd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:46:26.738703 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0537e064-ad15-4812-a111-9eb9b15052a8 req-1c0d8589-7af4-4eaa-953a-ffbe9e7299fd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.2404208 Apr 05 21:46:26.843383 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:58Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:26.847228 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d44016-8e42-4412-8e04-cc6276bb041a None None] The sync data for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 is: [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '187b76b6-73e1-4a67-b1c5-52ef393d93c5', 'name': '', 'network_id': 'd1eb5b71-1fc0-4306-a6f2-50c724d54c5d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:1f:7e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:52Z', 'updated_at': '2022-04-05T21:43:58Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '698d0896-4109-4c5a-bb11-084f91bf3ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:46:26.869687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0537e064-ad15-4812-a111-9eb9b15052a8 req-b0dfbe38-6543-4cc5-9bbb-3f0eb83ff14f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092072 Apr 05 21:46:26.906365 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f518d03-e345-46dc-9b7f-0001f8dd901d req-cdb8d0c6-8c14-48af-9b6a-ace7faa9bf82 service neutron] 10.222.0.39 "GET /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634552 Apr 05 21:46:27.070100 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604da3e-456c-4d13-b69f-cbef9f4a76f0 None None] New status for floating IP b331d654-c2e6-422d-81c4-8f98970fe5e5: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:46:28.088821 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca0d3-b455-4395-b90a-f4a85a0738c9 req-938a12b1-db24-481f-992c-323749e79da7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:28.090279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-650ca0d3-b455-4395-b90a-f4a85a0738c9 req-938a12b1-db24-481f-992c-323749e79da7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0738363 Apr 05 21:46:28.133736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-650ca0d3-b455-4395-b90a-f4a85a0738c9 req-27f8c0e2-5bb8-48c0-a929-b14db0a274d8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=140ba416-4a7b-46f3-a9c3-620fe5b6c96f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381694 Apr 05 21:46:28.212069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-e1856240-ff6b-4400-92a6-77d5b7774c34 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:28.213483 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-e1856240-ff6b-4400-92a6-77d5b7774c34 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 945 time: 0.0764618 Apr 05 21:46:28.279434 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 829b0dd6-6b7c-475f-b020-c20724b70659 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:46:28.279772 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:28.621333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 829b0dd6-6b7c-475f-b020-c20724b70659, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=829b0dd6-6b7c-475f-b020-c20724b70659,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:28.621688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:28.738806 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 829b0dd6-6b7c-475f-b020-c20724b70659 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:46:28.942165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:28.993128 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=829b0dd6-6b7c-475f-b020-c20724b70659,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:29.062818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] No DVR routers for this DVR port 829b0dd6-6b7c-475f-b020-c20724b70659 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:46:29.065279 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:29.068220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'name': 'network-vif-deleted', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:46:29.121607 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adb76cc-e307-4eff-8b03-6a190b83c184'] response: {'server_uuid': 'dea253ae-6c90-4f9b-ab95-f46c4cf8133d', 'name': 'network-vif-deleted', 'tag': '829b0dd6-6b7c-475f-b020-c20724b70659', 'status': 'completed', 'code': 200} Apr 05 21:46:29.134000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-884f7a18-7b6b-46c8-b86c-a8bb1427a665 req-2dd55f7e-1b12-4195-90fc-01e6bbdf9207 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.39 "DELETE /v2.0/ports/829b0dd6-6b7c-475f-b020-c20724b70659 HTTP/1.1" status: 204 len: 173 time: 0.9154980 Apr 05 21:46:29.307482 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0275c7e-cb62-46d2-b4e4-4fae4315999f req-01ac1f8c-e542-4ede-8454-e3ee98dc4743 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:46:29.380051 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-e0275c7e-cb62-46d2-b4e4-4fae4315999f req-01ac1f8c-e542-4ede-8454-e3ee98dc4743 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:46:29.381272 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0275c7e-cb62-46d2-b4e4-4fae4315999f req-01ac1f8c-e542-4ede-8454-e3ee98dc4743 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=dea253ae-6c90-4f9b-ab95-f46c4cf8133d HTTP/1.1" status: 200 len: 210 time: 0.1157250 Apr 05 21:46:30.486732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51616) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:30.887390 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:31.600843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 187b76b6-73e1-4a67-b1c5-52ef393d93c5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:46:31.601502 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:31.780099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 187b76b6-73e1-4a67-b1c5-52ef393d93c5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=187b76b6-73e1-4a67-b1c5-52ef393d93c5,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:31.780451 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:31.906379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 187b76b6-73e1-4a67-b1c5-52ef393d93c5 owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:46:32.130994 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:32.173615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=187b76b6-73e1-4a67-b1c5-52ef393d93c5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:32.469155 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:33.133358 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 8ed6e596-4adf-4861-a61a-4819cf70a733 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:46:33.335567 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:46:33.344820 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] Sync routers for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:46:33.356410 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:33.363432 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:33.411824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f831c44b-6c1a-4027-a0f8-9228d7889469 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/8ed6e596-4adf-4861-a61a-4819cf70a733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9239266 Apr 05 21:46:33.414385 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51620) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:33.543081 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 829b0dd6-6b7c-475f-b020-c20724b70659 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:46:33.558948 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:33.576804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 829b0dd6-6b7c-475f-b020-c20724b70659 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:46:33.577428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 829b0dd6-6b7c-475f-b020-c20724b70659 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:46:33.606132 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting subnet 698d0896-4109-4c5a-bb11-084f91bf3ae5 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:46:33.609014 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:33.668778 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:33.748818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:33.866869 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:46:32Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:33.870707 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] Checking router: 8ed6e596-4adf-4861-a61a-4819cf70a733 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:46:33.880789 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] Routers {'8ed6e596-4adf-4861-a61a-4819cf70a733'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:33.881396 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['8ed6e596-4adf-4861-a61a-4819cf70a733'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:33.888072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:33.930120 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Subnet': ['ID=698d0896-4109-4c5a-bb11-084f91bf3ae5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:33.949707 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:33.949707 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0c8e2720-c8d8-44bd-8161-f4fe22ffea26 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/subnets/698d0896-4109-4c5a-bb11-084f91bf3ae5 HTTP/1.1" status: 204 len: 168 time: 0.5274415 Apr 05 21:46:33.949707 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51624) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:33.949984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335249c0-1c9a-4d4c-abfe-1c3c6a8144b3 None None] Network d1eb5b71-1fc0-4306-a6f2-50c724d54c5d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:46:34.063349 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] Set router 8ed6e596-4adf-4861-a61a-4819cf70a733 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:34.146201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:34.213673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66191f28-619e-4129-9524-8f296dd85510 None None] DHCP port deletion for d1eb5b71-1fc0-4306-a6f2-50c724d54c5d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:46:34.217802 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Deleting port d95e2351-0051-496a-92ef-e3f83ff0688f {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:46:34.218214 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:34.350462 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:34.356461 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:46:32Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:34.360335 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be28bb54-2926-47db-9626-724a6a4c8e67 None None] The sync data for ids ['8ed6e596-4adf-4861-a61a-4819cf70a733'] in n-d-836605-1 is: [{'id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930335413', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:43:48Z', 'updated_at': '2022-04-05T21:46:32Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '85df0384-bf79-4b68-a872-d4ec69af01a5', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed6e596-4adf-4861-a61a-4819cf70a733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:43:49Z', 'updated_at': '2022-04-05T21:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:46:34.433025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 85df0384-bf79-4b68-a872-d4ec69af01a5 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:46:34.433395 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:34.461829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-66191f28-619e-4129-9524-8f296dd85510 None None] For port d95e2351-0051-496a-92ef-e3f83ff0688f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d95e2351-0051-496a-92ef-e3f83ff0688f,segment=NetworkSegment(566bf3a7-3bbd-4918-a3f9-02fadb59df8a),segment_id=566bf3a7-3bbd-4918-a3f9-02fadb59df8a)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:34.462213 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:34.580664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Calling delete_port for d95e2351-0051-496a-92ef-e3f83ff0688f owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:46:34.605803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 85df0384-bf79-4b68-a872-d4ec69af01a5, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=85df0384-bf79-4b68-a872-d4ec69af01a5,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:34.606165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:34.719160 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:34.735260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 85df0384-bf79-4b68-a872-d4ec69af01a5 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:46:34.772106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d95e2351-0051-496a-92ef-e3f83ff0688f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:46:34.815281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Pushing event deleted for resources: {'Port': ['ID=d95e2351-0051-496a-92ef-e3f83ff0688f,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:34.822526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66191f28-619e-4129-9524-8f296dd85510 None None] No DVR routers for this DVR port d95e2351-0051-496a-92ef-e3f83ff0688f on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:46:34.824106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d95e2351-0051-496a-92ef-e3f83ff0688f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:46:34.824505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d95e2351-0051-496a-92ef-e3f83ff0688f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:46:34.825143 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 187b76b6-73e1-4a67-b1c5-52ef393d93c5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:46:34.882698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 187b76b6-73e1-4a67-b1c5-52ef393d93c5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:46:34.883304 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 187b76b6-73e1-4a67-b1c5-52ef393d93c5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:46:34.902382 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.902660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.903013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.903358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.903694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.904031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.904370 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.904698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.905025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.905405 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.905735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66191f28-619e-4129-9524-8f296dd85510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:34.998553 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.018702 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-28b8d2bc-65a7-438c-aa48-ce6fc1126306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.104860 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.149522 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=85df0384-bf79-4b68-a872-d4ec69af01a5,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:35.370234 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.620832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.624840 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.710143 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.710708 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Fanout notify agent at l3_agent the message router_deleted on router 8ed6e596-4adf-4861-a61a-4819cf70a733 {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:46:35.725280 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.726964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-03b5b336-6016-4f67-ae07-af60fcbcecbd tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/routers/8ed6e596-4adf-4861-a61a-4819cf70a733 HTTP/1.1" status: 204 len: 168 time: 1.7804861 Apr 05 21:46:35.729689 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51628) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:35.844114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.971486 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:35.995994 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1eb5b71-1fc0-4306-a6f2-50c724d54c5d']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:36.007493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566bf3a7-3bbd-4918-a3f9-02fadb59df8a') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:36.007790 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566bf3a7-3bbd-4918-a3f9-02fadb59df8a') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:36.018732 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.034305 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.040738 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:46:36.041145 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:46:36.054939 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:46:36.198705 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.217925 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.228822 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Network': ['ID=d1eb5b71-1fc0-4306-a6f2-50c724d54c5d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:36.296830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-bb523070-8bb5-47ba-a8e6-5b1248d0bdfb tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/networks/d1eb5b71-1fc0-4306-a6f2-50c724d54c5d HTTP/1.1" status: 204 len: 168 time: 0.5659811 Apr 05 21:46:36.299355 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51632) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:36.368739 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-415d63a3-6ef3-41da-92fb-2fb137a4be82 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.397861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-415d63a3-6ef3-41da-92fb-2fb137a4be82 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.547652 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-415d63a3-6ef3-41da-92fb-2fb137a4be82 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.568502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d63a3-6ef3-41da-92fb-2fb137a4be82 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140ba416-4a7b-46f3-a9c3-620fe5b6c96f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:36.631807 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 85df0384-bf79-4b68-a872-d4ec69af01a5 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:46:36.638226 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-415d63a3-6ef3-41da-92fb-2fb137a4be82 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:36.639339 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-415d63a3-6ef3-41da-92fb-2fb137a4be82 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/security-groups/140ba416-4a7b-46f3-a9c3-620fe5b6c96f HTTP/1.1" status: 204 len: 168 time: 0.3390822 Apr 05 21:46:36.664127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 85df0384-bf79-4b68-a872-d4ec69af01a5 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:46:36.664479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 85df0384-bf79-4b68-a872-d4ec69af01a5 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:46:36.933643 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-acb07440-af2b-4728-b575-e31d08ee2857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.111383 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51642) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:38.118155 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661515513', 'description': 'tempest-secgroup-smoke-661515513 description', 'project_id': '240bb01874474cbf85cad572a1da4b71'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:38.124991 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:38.129778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:38.132613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:38.138283 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:38.193657 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.232168 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:38.235878 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:38.239182 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:38.244768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:38.384668 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.421555 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.466021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:38.476035 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.476374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.476712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.477055 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.477401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.477730 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.478059 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.478402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.478714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.479037 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.479355 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:38.538708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.540029 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d9895998-3794-4c31-a7c6-da119e440c7e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4276521 Apr 05 21:46:38.542827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51646) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:38.548142 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '6b98b307-1e3d-4357-89d0-1a0c8e2b7b51', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:38.555491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:38.559456 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:38.562816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:38.568561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:38.636089 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.647459 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.654252 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.713349 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.784691 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.807931 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11282217-d7cc-4eec-915c-af8b5b751371,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:38.876209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:38.877401 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f904b21d-ccd8-4f73-9c09-ef90f73ed677 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3335826 Apr 05 21:46:38.880009 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51650) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:38.885297 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '6b98b307-1e3d-4357-89d0-1a0c8e2b7b51', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:38.892011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:38.896258 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:38.899107 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:38.904665 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:38.977459 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.039921 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.107178 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.129747 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509d1745-7b93-40df-a156-5747f9ac2638,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:39.193507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.194655 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-30be7027-1939-4de4-9e6b-2acb335ca33e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3137534 Apr 05 21:46:39.197316 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51654) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:39.202852 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '6b98b307-1e3d-4357-89d0-1a0c8e2b7b51', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:39.210122 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:39.213901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:39.216858 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:39.222553 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:39.306374 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.367846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.461281 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.484458 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d6c2f2-b14f-48ab-b7a5-2f8ba99f42db,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:39.567467 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.568660 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-991b9e2a-b230-453d-a663-760cf41e014c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3702831 Apr 05 21:46:39.571302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51658) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:39.576550 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '6b98b307-1e3d-4357-89d0-1a0c8e2b7b51', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:39.583692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:39.587493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:39.590363 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:39.595989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:39.673058 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.734590 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.807091 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.832835 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5c7f7f-8d30-4fc4-afd1-76513b859839,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:39.910176 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:39.911944 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2259eda6-f739-4190-bc12-1eeb9adb9dea tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3396866 Apr 05 21:46:39.914591 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51662) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:39.919883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '6b98b307-1e3d-4357-89d0-1a0c8e2b7b51', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:39.926524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:39.930326 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:39.933181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:39.939031 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:40.018763 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:46:40.025804 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.088446 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.104872 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.156038 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.179186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdba807-3f5d-4796-a84c-e4a5423dd38f,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:40.244030 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.247970 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a045496-6bbc-4dfe-b641-09cbd9471c1e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3297751 Apr 05 21:46:40.248160 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51666) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:40.253541 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'security_group_rule': {'security_group_id': '6b98b307-1e3d-4357-89d0-1a0c8e2b7b51', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:40.260807 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:40.270274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:security_group_rule and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:40.270274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:40.273799 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:40.329831 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Project 240bb01874474cbf85cad572a1da4b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:46:40.336260 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.399382 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.472418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.494967 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b12011-6554-4b39-9dfe-edd115635701,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:40.564147 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.565287 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b6796bb7-e44c-4d8e-bee9-57abe81c7c19 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3161671 Apr 05 21:46:40.568637 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51670) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:40.573941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'network': {'name': 'tempest-network-smoke--510406954', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'port_security_enabled': True}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:40.579619 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:40.583692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:network and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:40.586605 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:40.592170 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:40.672467 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:46:40.675412 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.706525 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:46:40.714782 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.715120 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Added segment 2872f522-2570-4680-9dba-150e20e463a1 of type vlan for network b69a7464-1f94-440a-b7fe-2b2608212e8d Apr 05 21:46:40.740582 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.827267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.830841 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:40.831420 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:40.873729 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:46:40.938517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Network': ['ID=b69a7464-1f94-440a-b7fe-2b2608212e8d,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:40.948303 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network b69a7464-1f94-440a-b7fe-2b2608212e8d details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:46:41.040135 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ae8e90b6-d07f-440e-92ec-e9fddd6c2bcf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4680054 Apr 05 21:46:41.040352 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51674) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:41.045403 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'admin_state_up': True, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:41.053512 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:41.063176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:router and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:41.063176 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:41.067096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:41.145452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:41.146314 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:41.163920 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:41.391781 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:41.690421 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:41.718288 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:41.856493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.102 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/192ec743-2e11-42b3-b5e9-cb73657d0bf2) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:46:41.999272 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:42.101627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:42.165343 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:46:42.167935 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:46:42.171571 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:46:42.203394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=192ec743-2e11-42b3-b5e9-cb73657d0bf2,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:42.410084 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:42.410801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:42.820823 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:46:43.017997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:46:43.028726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Sync routers for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:46:43.040719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:43.041355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:43.101263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:43.102512 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-83a23017-4d63-4e92-a181-ab07fa4f09d6 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0612588 Apr 05 21:46:43.105622 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51678) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:43.144647 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-5de14cf8-5a47-4d7d-8edb-7f6e8fcea5cb tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=240bb01874474cbf85cad572a1da4b71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379534 Apr 05 21:46:43.147430 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51682) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:43.215623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:43.277655 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5c2c9-f7dc-4833-998b-d4a050e102c8 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:43.281620 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e5b5c2c9-f7dc-4833-998b-d4a050e102c8 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307261 Apr 05 21:46:43.281842 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51686) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:43.325827 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-65f8a0d8-3d1f-4f70-8765-c41c87f729f9 tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=f9c5254d-1ee9-43ac-b7ac-2b4829ee329f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429306 Apr 05 21:46:43.328223 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51690) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:43.333982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584202062', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'project_id': '240bb01874474cbf85cad572a1da4b71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:43.442256 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:43.446047 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:subnet and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:46:43.448788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:46:43.454504 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:43.498694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:42Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:43.502485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Checking router: 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:46:43.502836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Updating router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:46:43.529775 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:46:43.553203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:43.630927 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:43.910154 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:43.922061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Transition to ACTIVE for port object 192ec743-2e11-42b3-b5e9-cb73657d0bf2 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:46:43.925887 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:43.992739 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:44.003050 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Subnet': ['ID=8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:44.013982 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Checking segment: {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:46:44.014340 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network hostable DHCP agents. Network: b69a7464-1f94-440a-b7fe-2b2608212e8d, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:46:44.073775 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dec4f7-8ae2-48e8-aa86-1f5b79e7067f None None] Pushing event updated for resources: {'Port': ['ID=192ec743-2e11-42b3-b5e9-cb73657d0bf2,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:44.077361 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Attempting to bind port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:46:44.077730 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Attempting to bind port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:46:44.078090 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Attempting to bind port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:46:44.084286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:46:44.084654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:46:44.085065 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:44.085461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:46:44.085916 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Bound port: 192ec743-2e11-42b3-b5e9-cb73657d0bf2, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:46:44.086283 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:44.110280 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network b69a7464-1f94-440a-b7fe-2b2608212e8d is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:46:44.155511 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] For port 192ec743-2e11-42b3-b5e9-cb73657d0bf2, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:46:44.158416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] For port 192ec743-2e11-42b3-b5e9-cb73657d0bf2, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=192ec743-2e11-42b3-b5e9-cb73657d0bf2,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:46:44.190410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, b69a7464-1f94-440a-b7fe-2b2608212e8d) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:46:44.194932 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:44.201213 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:44.201466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab017d03-e226-45f8-8db0-0d20ac21e108 None None] Network b69a7464-1f94-440a-b7fe-2b2608212e8d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:46:44.262696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:44.294167 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1475680b-6792-4806-ac83-62e46a8a7c37 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9649408 Apr 05 21:46:44.296906 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51694) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:46:44.390214 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dec4f7-8ae2-48e8-aa86-1f5b79e7067f None None] Pushing event updated for resources: {'Port': ['ID=192ec743-2e11-42b3-b5e9-cb73657d0bf2,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:44.425020 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:44.425662 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:44.617314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-b69a7464-1f94-440a-b7fe-2b2608212e8d', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:46:44.618143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:44.711681 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:44.985377 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Allocated IP 172.20.0.2 (b69a7464-1f94-440a-b7fe-2b2608212e8d/8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d/4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:46:45.173433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.257319 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:42Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:45.274429 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f6bdd-4d7c-459f-afac-ae93984accf7 None None] The sync data for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 is: [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:42Z', 'revision_number': 3, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:46:45.304062 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.315949 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Transition to ACTIVE for port object 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:46:45.335877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Transition to ACTIVE for port object 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:46:45.397278 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.488358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Network b69a7464-1f94-440a-b7fe-2b2608212e8d is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:46:45.489589 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:46:45.496453 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:46:45.498918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Pushing event updated for resources: {'Port': ['ID=4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:45.588843 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Attempting to bind port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:46:45.589249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Attempting to bind port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:46:45.589610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Attempting to bind port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c on network b69a7464-1f94-440a-b7fe-2b2608212e8d {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:46:45.596514 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:46:45.596887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Checking segment: {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:46:45.597021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.1 (b69a7464-1f94-440a-b7fe-2b2608212e8d/8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d/cf32d9e0-b960-4d0b-b937-eac1689d557f) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:46:45.597498 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.597739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Bound using segment: {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:46:45.598198 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Bound port: 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:46:45.598746 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.700324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] For port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:46:45.703503 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] For port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:46:45.771602 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.787679 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object cf32d9e0-b960-4d0b-b937-eac1689d557f will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:46:45.804451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.885768 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:45.886013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0ab87-4896-4269-aa3a-0a934881d559 None None] Pushing event updated for resources: {'Port': ['ID=4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:45.958719 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network b69a7464-1f94-440a-b7fe-2b2608212e8d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:46:45.962040 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:46:45.966453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:46:46.004252 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=cf32d9e0-b960-4d0b-b937-eac1689d557f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:46.043056 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:46.212263 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:46.702500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 192ec743-2e11-42b3-b5e9-cb73657d0bf2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:46:46.740280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:46.821460 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:46.855588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:46:46.863773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d41a3b-0846-4e56-91b8-e1aa6d57cffc None None] Network b69a7464-1f94-440a-b7fe-2b2608212e8d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:46:46.927616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:46.927984 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:46.931367 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=cf32d9e0-b960-4d0b-b937-eac1689d557f,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:46.936220 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.073127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network b69a7464-1f94-440a-b7fe-2b2608212e8d is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:46:47.074307 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:46:47.078410 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-621260e3-92c9-4645-a03f-a979590d25ce None None] Provisioning for port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:46:47.182836 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.210945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 192ec743-2e11-42b3-b5e9-cb73657d0bf2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=192ec743-2e11-42b3-b5e9-cb73657d0bf2,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:47.290980 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.291814 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:46:47.413028 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=192ec743-2e11-42b3-b5e9-cb73657d0bf2,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:47.476737 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:46:47.540505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:46:47.551857 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Provisioning complete for port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:47.552355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.575691 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:47.576181 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.686904 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:46:47.701931 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-269a36f5-fe92-4693-87b3-f4bf392fffdf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/4b7aa5ef-8e6e-4092-a4cf-0adebadf8367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4037645 Apr 05 21:46:47.769547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.781353 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.822331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:47.875879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-c8ef716f-ffb0-4666-af96-307313d869ec tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:46:47.912773 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:47.963953 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-c8ef716f-ffb0-4666-af96-307313d869ec tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:46:47.965710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-c8ef716f-ffb0-4666-af96-307313d869ec tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661515513&fields=id&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 267 time: 0.1292953 Apr 05 21:46:48.023036 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:46:48.023379 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:46:48.026557 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:48.216680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-ca33f41f-7e9e-4a32-a398-8f64ce0175db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:48.217389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-ca33f41f-7e9e-4a32-a398-8f64ce0175db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:46:48.313156 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-ca33f41f-7e9e-4a32-a398-8f64ce0175db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:46:48.314327 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-ca33f41f-7e9e-4a32-a398-8f64ce0175db tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/networks?id=b69a7464-1f94-440a-b7fe-2b2608212e8d HTTP/1.1" status: 200 len: 796 time: 0.3420203 Apr 05 21:46:48.331408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-0834bf9e-e1b7-41d8-849d-b9196ebf7807 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/quotas/240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 375 time: 0.0112572 Apr 05 21:46:48.411253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-c1aa7a76-029f-4581-846a-3de570031f5f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:46:48.478322 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-c1aa7a76-029f-4581-846a-3de570031f5f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:46:48.479493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-c1aa7a76-029f-4581-846a-3de570031f5f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427133 Apr 05 21:46:48.494836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-5096b1b1-7b84-4d76-b7a6-af82024ceedb service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:46:48.495736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-5096b1b1-7b84-4d76-b7a6-af82024ceedb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050030 Apr 05 21:46:48.634917 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-2d3cb770-7add-4e52-ad2f-262f9b6e6e92 service neutron] 10.222.0.10 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334927 Apr 05 21:46:48.651407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 192ec743-2e11-42b3-b5e9-cb73657d0bf2 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:46:48.680771 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Provisioning for port cf32d9e0-b960-4d0b-b937-eac1689d557f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:46:48.699033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Provisioning complete for port cf32d9e0-b960-4d0b-b937-eac1689d557f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:48.699397 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:48.763504 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d9346c7b-9412-4330-8b68-faeb82aeeec7 None None] Port cf32d9e0-b960-4d0b-b937-eac1689d557f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:46:48.772411 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-b8e65226-4737-4103-b4ff-76f36643a22f service neutron] 10.222.0.10 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317065 Apr 05 21:46:48.775706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:48.775706 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:48.810840 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Sync routers for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:46:48.823695 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:48.824306 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:48.902033 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:46:48.984479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-2cc02359-09d3-46b4-abf8-92467784cbef None None] Provisioning complete for port cf32d9e0-b960-4d0b-b937-eac1689d557f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:48.984852 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2cc02359-09d3-46b4-abf8-92467784cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:49.014344 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:49.045002 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2cc02359-09d3-46b4-abf8-92467784cbef None None] Port cf32d9e0-b960-4d0b-b937-eac1689d557f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:46:49.077726 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:49.078212 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:49.099556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c7462c79-0f9d-430f-ab42-4e4ce6afd7a7 req-c07d4184-c019-4cf3-8a21-0e92879a8096 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 210 time: 0.0463324 Apr 05 21:46:49.350284 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 2, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:49.354072 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Checking router: 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:46:49.354420 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Updating router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 port cf32d9e0-b960-4d0b-b937-eac1689d557f binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:46:49.403277 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:49.757808 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:49.768841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Transition to ACTIVE for port object cf32d9e0-b960-4d0b-b937-eac1689d557f will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:46:49.833383 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:49.956157 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Pushing event updated for resources: {'Port': ['ID=cf32d9e0-b960-4d0b-b937-eac1689d557f,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:49.970074 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.970412 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.970743 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.971104 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.971430 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.971750 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.972068 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.972386 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.972729 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.973088 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:49.973385 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:46:50.058819 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Attempting to bind port cf32d9e0-b960-4d0b-b937-eac1689d557f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:46:50.058819 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Attempting to bind port cf32d9e0-b960-4d0b-b937-eac1689d557f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:46:50.058819 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Attempting to bind port cf32d9e0-b960-4d0b-b937-eac1689d557f on network b69a7464-1f94-440a-b7fe-2b2608212e8d {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:46:50.067322 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:46:50.067683 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Checking segment: {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:46:50.068371 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:50.069193 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Bound using segment: {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:46:50.069659 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Bound port: cf32d9e0-b960-4d0b-b937-eac1689d557f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:46:50.070022 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:50.159792 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] For port cf32d9e0-b960-4d0b-b937-eac1689d557f, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:46:50.163305 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] For port cf32d9e0-b960-4d0b-b937-eac1689d557f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf32d9e0-b960-4d0b-b937-eac1689d557f,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:46:50.236692 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:50.267615 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ae00b49-1452-4843-91a7-3a3a39bbc034 req-29704f99-cd5b-40a7-8ee9-22605ddedd90 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 210 time: 0.0418863 Apr 05 21:46:50.326756 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74170528-c246-4a61-adec-bc1fdeb45f13 None None] Pushing event updated for resources: {'Port': ['ID=cf32d9e0-b960-4d0b-b937-eac1689d557f,revision_number=4']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:50.330601 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:46:50.331345 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:50.513109 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:46:50.814964 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:50Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:46:50.818785 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4a729-7bd8-4943-9371-8972678795ec None None] The sync data for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 is: [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:50Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:46:50.996539 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:51.229605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-224e57f2-1b91-4ec7-9d60-790e77105610 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:51.231420 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-224e57f2-1b91-4ec7-9d60-790e77105610 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/networks?id=b69a7464-1f94-440a-b7fe-2b2608212e8d HTTP/1.1" status: 200 len: 796 time: 0.1479094 Apr 05 21:46:51.286760 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-0fa402f4-ee2a-43df-831b-39e02e5bb7a4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240bb01874474cbf85cad572a1da4b71 HTTP/1.1" status: 200 len: 379 time: 0.0434861 Apr 05 21:46:51.296570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'port': {'device_id': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'admin_state_up': True, 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'security_groups': ['6b98b307-1e3d-4357-89d0-1a0c8e2b7b51']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:51.451928 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-def09095-e7db-465a-899f-97462210ec4e req-23af98fd-db1d-4f6b-8b2e-12fa84632494 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 210 time: 0.0525913 Apr 05 21:46:51.499284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:46:51.509535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:46:51.596205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Made reservation on behalf of 240bb01874474cbf85cad572a1da4b71 for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:46:51.599420 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:51.768435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.20.0.11 (b69a7464-1f94-440a-b7fe-2b2608212e8d/8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d/af5ec07b-534e-4ac2-b547-5659ab20cd57) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:46:51.952171 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:51.967461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Transition to ACTIVE for port object af5ec07b-534e-4ac2-b547-5659ab20cd57 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:46:52.070411 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:52.138539 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network b69a7464-1f94-440a-b7fe-2b2608212e8d is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:46:52.141362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:46:52.145730 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:46:52.180408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=af5ec07b-534e-4ac2-b547-5659ab20cd57,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:52.214863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:52.215383 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:52.319022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-f2d2411e-0b17-43ba-becf-2d976b942869 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0272422 Apr 05 21:46:52.394212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Request body: {'port': {'device_id': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:46:52.494252 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-972378fe-033d-49da-bf48-7ef1819cca2c None None] Provisioning for port af5ec07b-534e-4ac2-b547-5659ab20cd57 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:46:52.504649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:52.505813 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-972378fe-033d-49da-bf48-7ef1819cca2c None None] Provisioning complete for port af5ec07b-534e-4ac2-b547-5659ab20cd57 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:52.506192 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-972378fe-033d-49da-bf48-7ef1819cca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:52.575210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-972378fe-033d-49da-bf48-7ef1819cca2c None None] Port af5ec07b-534e-4ac2-b547-5659ab20cd57 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:46:52.668683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf32d9e0-b960-4d0b-b937-eac1689d557f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:46:52.804201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port cf32d9e0-b960-4d0b-b937-eac1689d557f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:46:52.809034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cf32d9e0-b960-4d0b-b937-eac1689d557f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:52.809425 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:52.907729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e287e-a4f8-4263-9140-dd67743d4421 req-3220b60d-019b-4ec1-b8a3-fc75ef26885f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:52.908413 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-231e287e-a4f8-4263-9140-dd67743d4421 req-3220b60d-019b-4ec1-b8a3-fc75ef26885f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:46:52.923615 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:52.955559 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port cf32d9e0-b960-4d0b-b937-eac1689d557f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf32d9e0-b960-4d0b-b937-eac1689d557f,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:52.997251 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-231e287e-a4f8-4263-9140-dd67743d4421 req-3220b60d-019b-4ec1-b8a3-fc75ef26885f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:46:52.998395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-231e287e-a4f8-4263-9140-dd67743d4421 req-3220b60d-019b-4ec1-b8a3-fc75ef26885f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 932 time: 0.3790843 Apr 05 21:46:53.024695 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:53.052254 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5ec07b-534e-4ac2-b547-5659ab20cd57 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:46:53.063902 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:53.078714 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-231e287e-a4f8-4263-9140-dd67743d4421 req-b5cb650b-2c5e-4949-a8f3-2cb2dbff1773 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694106 Apr 05 21:46:53.084276 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Transition to ACTIVE for port object af5ec07b-534e-4ac2-b547-5659ab20cd57 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:46:53.088888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=cf32d9e0-b960-4d0b-b937-eac1689d557f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:53.146764 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:53.276274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Pushing event updated for resources: {'Port': ['ID=af5ec07b-534e-4ac2-b547-5659ab20cd57,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:53.386989 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Attempting to bind port af5ec07b-534e-4ac2-b547-5659ab20cd57 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:46:53.387572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Attempting to bind port af5ec07b-534e-4ac2-b547-5659ab20cd57 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:46:53.387764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Attempting to bind port af5ec07b-534e-4ac2-b547-5659ab20cd57 on network b69a7464-1f94-440a-b7fe-2b2608212e8d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:46:53.393836 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Port af5ec07b-534e-4ac2-b547-5659ab20cd57 on network b69a7464-1f94-440a-b7fe-2b2608212e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:46:53.394155 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Attempting to bind port af5ec07b-534e-4ac2-b547-5659ab20cd57 on network b69a7464-1f94-440a-b7fe-2b2608212e8d {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:46:53.400392 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:46:53.400727 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Checking segment: {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:46:53.401119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Bound using segment: {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:46:53.401610 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Bound port: af5ec07b-534e-4ac2-b547-5659ab20cd57, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2872f522-2570-4680-9dba-150e20e463a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:46:53.401891 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:53.489850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] For port af5ec07b-534e-4ac2-b547-5659ab20cd57, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:46:53.492569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] For port af5ec07b-534e-4ac2-b547-5659ab20cd57, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:46:53.610118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:53.669923 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:53.671333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] 10.222.0.23 "PUT /v2.0/ports/af5ec07b-534e-4ac2-b547-5659ab20cd57 HTTP/1.1" status: 200 len: 1092 time: 1.3442755 Apr 05 21:46:53.671676 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:46:53.689796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aac9aa-b6bb-407e-9bf9-e467f830878e service neutron] Pushing event updated for resources: {'Port': ['ID=af5ec07b-534e-4ac2-b547-5659ab20cd57,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:53.729761 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0419c7fd-5392-4bfa-95d0-0f834e4080db'] response: {'name': 'network-changed', 'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'status': 'completed', 'code': 200} Apr 05 21:46:53.822372 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad550895-05a8-490d-82e4-fad2660a941c req-3dfd1ed1-7e2f-42fd-9865-5d3157a5c627 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1095 time: 0.0721779 Apr 05 21:46:53.971175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550895-05a8-490d-82e4-fad2660a941c req-12811c4d-eea8-45ca-99ba-4b573149d921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:53.973985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad550895-05a8-490d-82e4-fad2660a941c req-12811c4d-eea8-45ca-99ba-4b573149d921 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=240bb01874474cbf85cad572a1da4b71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1452603 Apr 05 21:46:54.108036 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad550895-05a8-490d-82e4-fad2660a941c req-05716c37-0c91-41c8-907f-53892e69a611 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:54.109299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ad550895-05a8-490d-82e4-fad2660a941c req-05716c37-0c91-41c8-907f-53892e69a611 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290832 Apr 05 21:46:54.264303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-b6ad8b94-1643-4864-8e9f-9801afb72a45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1095 time: 0.1209383 Apr 05 21:46:54.344705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-1cdab1ce-1ecb-4b1e-9100-b41207b20760 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57 HTTP/1.1" status: 200 len: 217 time: 0.0732510 Apr 05 21:46:54.350116 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa4ba9-6edf-4d7f-b9df-dc28a84ad839 req-0bbe58ba-f2a5-4158-81c7-c474f4fca3e7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:54.351441 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63aa4ba9-6edf-4d7f-b9df-dc28a84ad839 req-0bbe58ba-f2a5-4158-81c7-c474f4fca3e7 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 944 time: 0.1520364 Apr 05 21:46:54.439298 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-acefe01c-d4bb-4b75-9d31-8c374f5efefe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:54.440689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-acefe01c-d4bb-4b75-9d31-8c374f5efefe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d HTTP/1.1" status: 200 len: 834 time: 0.0884404 Apr 05 21:46:54.445881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-63aa4ba9-6edf-4d7f-b9df-dc28a84ad839 req-13200cdb-7131-41ee-986f-3d30700e0be1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652726 Apr 05 21:46:54.513635 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-d42c576f-6f7b-4be1-868f-d548d579d8b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b69a7464-1f94-440a-b7fe-2b2608212e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667458 Apr 05 21:46:54.642839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf32d9e0-b960-4d0b-b937-eac1689d557f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:46:54.643722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-4424cf97-341d-48c2-81e6-02b8cc07e9a5 service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245201 Apr 05 21:46:54.713005 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port cf32d9e0-b960-4d0b-b937-eac1689d557f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:46:54.713418 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:54.882736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-880ba0e1-e2cd-4927-be5c-6dc9cd931711 req-dff2f331-f86c-4cbb-9b9e-63a20e65e622 service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331693 Apr 05 21:46:55.642004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf138fc-1869-44b4-aee6-260ade7e7005 req-6f7e54ec-542d-4d25-9197-bf7300adc511 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:55.643333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdf138fc-1869-44b4-aee6-260ade7e7005 req-6f7e54ec-542d-4d25-9197-bf7300adc511 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 944 time: 0.0774155 Apr 05 21:46:55.687192 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bdf138fc-1869-44b4-aee6-260ade7e7005 req-7679b221-64f6-4264-855b-e386181f2ff5 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383799 Apr 05 21:46:56.888086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57773e-ffe7-4d31-b895-fe7de3bb1a3c req-ad14fbc8-d22f-4364-ace5-815b048868af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:56.888086 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c57773e-ffe7-4d31-b895-fe7de3bb1a3c req-ad14fbc8-d22f-4364-ace5-815b048868af tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 944 time: 0.0753419 Apr 05 21:46:56.929294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0c57773e-ffe7-4d31-b895-fe7de3bb1a3c req-c6a7d909-0e41-444c-9738-e98e16c0fee2 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394342 Apr 05 21:46:58.128060 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc78af0-5367-4378-9589-f7fd8a4765f0 req-75c34f22-3b90-4fb8-94b7-c8cf93627dd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:58.129531 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc78af0-5367-4378-9589-f7fd8a4765f0 req-75c34f22-3b90-4fb8-94b7-c8cf93627dd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 944 time: 0.0793569 Apr 05 21:46:58.173734 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-afc78af0-5367-4378-9589-f7fd8a4765f0 req-da3b06b8-c51a-431c-9df8-3bef5c1d900f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388010 Apr 05 21:46:58.217387 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device af5ec07b-534e-4ac2-b547-5659ab20cd57 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:46:58.348505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port af5ec07b-534e-4ac2-b547-5659ab20cd57, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:58.361421 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'port_id': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'mac_address': 'fa:16:3e:a9:9c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:46:58.412454 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:58.428718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5ec07b-534e-4ac2-b547-5659ab20cd57 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:46:58.445667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port af5ec07b-534e-4ac2-b547-5659ab20cd57, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:46:58.504967 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:46:58.571459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=af5ec07b-534e-4ac2-b547-5659ab20cd57,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:46:58.743747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['af5ec07b-534e-4ac2-b547-5659ab20cd57'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:46:59.365721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd1e36-78f6-44a1-82ac-6c014de64e1f req-cb92eb55-a0c2-44b0-847b-cf47d49d09d1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:46:59.367159 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77fd1e36-78f6-44a1-82ac-6c014de64e1f req-cb92eb55-a0c2-44b0-847b-cf47d49d09d1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 945 time: 0.0748215 Apr 05 21:46:59.414276 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77fd1e36-78f6-44a1-82ac-6c014de64e1f req-1de79baa-b487-4e94-80d8-0e6e8d56fede tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 Apr 05 21:47:00.232536 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device af5ec07b-534e-4ac2-b547-5659ab20cd57 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:47:00.344416 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port af5ec07b-534e-4ac2-b547-5659ab20cd57 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:47:00.349138 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port af5ec07b-534e-4ac2-b547-5659ab20cd57 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:47:00.349503 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:00.460119 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:00.486668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:47:00.496312 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port af5ec07b-534e-4ac2-b547-5659ab20cd57, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:47:00.552810 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:00.621204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=af5ec07b-534e-4ac2-b547-5659ab20cd57,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:00.624562 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0946d6d8-89a7-4278-a525-b47e5dddc90e'] response: {'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'code': 200} Apr 05 21:47:00.637228 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7aa12-a6a2-43c1-a88d-53f13b0cdad6 req-8239d389-34ef-4c41-bcb2-7e8f40054257 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:00.638784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86c7aa12-a6a2-43c1-a88d-53f13b0cdad6 req-8239d389-34ef-4c41-bcb2-7e8f40054257 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.1026442 Apr 05 21:47:00.717883 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86c7aa12-a6a2-43c1-a88d-53f13b0cdad6 req-1fb5e176-1eb1-4501-9c82-ca3438c7f170 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731840 Apr 05 21:47:00.756490 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9cd8ea7-9765-45db-ad1b-ca19bb2c58ed req-d1a08c80-a9be-49de-a780-6e911605babf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1097 time: 0.0747244 Apr 05 21:47:00.796603 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b9cd8ea7-9765-45db-ad1b-ca19bb2c58ed req-742ebb08-e207-4128-a254-68ecbe32592a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341632 Apr 05 21:47:01.912779 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b551f-2e7d-4da9-bee0-40f178784284 req-337203b0-3715-42d9-ad83-353269d74fd3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:01.914236 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd2b551f-2e7d-4da9-bee0-40f178784284 req-337203b0-3715-42d9-ad83-353269d74fd3 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0752459 Apr 05 21:47:01.961779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dd2b551f-2e7d-4da9-bee0-40f178784284 req-80c29171-78b3-4c3d-8baf-c48349e3f73f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418355 Apr 05 21:47:03.159633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e016-a515-47be-9489-3338db4fc2d9 req-9ed9440f-0d6c-4ece-801a-d6e55a7a884a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:03.161652 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cb6e016-a515-47be-9489-3338db4fc2d9 req-9ed9440f-0d6c-4ece-801a-d6e55a7a884a tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0784249 Apr 05 21:47:03.205373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9cb6e016-a515-47be-9489-3338db4fc2d9 req-a7a41333-cd15-4490-b75c-a577febb912c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383022 Apr 05 21:47:03.403466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2c5e-3f07-48a7-be5e-48afe29887ae req-69ce46ba-42e1-4242-8ccb-d60193c26e40 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:03.404938 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c69a2c5e-3f07-48a7-be5e-48afe29887ae req-69ce46ba-42e1-4242-8ccb-d60193c26e40 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0772905 Apr 05 21:47:03.449104 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c69a2c5e-3f07-48a7-be5e-48afe29887ae req-ae8c23a6-addb-4127-a52d-5150633bd8ad tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382485 Apr 05 21:47:03.475973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51754) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:03.546741 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-76527cfa-cbd7-486d-b512-4d3bd86e953b tempest-TestNetworkAdvancedServerOps-1611801838 tempest-TestNetworkAdvancedServerOps-1611801838-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1092 time: 0.0695736 Apr 05 21:47:03.549255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51758) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:03.554837 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:47:03.560973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:47:03.564726 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Usage tracker for resource:floatingip and tenant:240bb01874474cbf85cad572a1da4b71 is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:47:03.567536 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:47:03.573163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:47:03.643908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:03.778166 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:03.911775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Allocated IP 172.25.2.32 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/11ea2e53-9e1d-4471-bc74-5812a918e454) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:47:04.058960 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:04.140973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:04.206490 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:47:04.209926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:47:04.212605 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:47:04.244219 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=11ea2e53-9e1d-4471-bc74-5812a918e454,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:04.804636 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:04.866670 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:04.907755 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:04.929638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3455e019-33e2-4869-8ea4-22c6db2eb705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:05.110961 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:05.167646 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:05.271844 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event updated for resources: {'Port': ['ID=11ea2e53-9e1d-4471-bc74-5812a918e454,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:05.285974 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:05.475406 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Floating IP a82715a2-c620-4ccb-846a-0e41dec6d33f associated. External IP: 172.25.2.32, port: af5ec07b-534e-4ac2-b547-5659ab20cd57. Apr 05 21:47:05.863706 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:47:06.169625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:47:06.178796 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] Sync routers for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:47:06.190457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:47:06.191594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:06.247639 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:06.305387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-809a5013-82b4-45aa-be43-57ab31f1f327 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7550519 Apr 05 21:47:06.305987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:47:06.362065 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612df4ee-c0dc-445d-ad5e-738a4eb5b07d'] response: {'name': 'network-changed', 'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'status': 'completed', 'code': 200} Apr 05 21:47:06.408254 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:47:06.512759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-dad288ba-0d2e-4dcf-a052-ed3fc4ca34f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1097 time: 0.1296699 Apr 05 21:47:06.524125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b24937-e99b-47ae-9b61-1d228e9af491 req-5cf491de-e09d-44a3-af45-56dcd4a4d794 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:06.525530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87b24937-e99b-47ae-9b61-1d228e9af491 req-5cf491de-e09d-44a3-af45-56dcd4a4d794 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.1062503 Apr 05 21:47:06.653566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-87b24937-e99b-47ae-9b61-1d228e9af491 req-21e517c7-8451-42cb-8f49-e8b3df7aae2f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074338 Apr 05 21:47:06.682857 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51768) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:06.692534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-d7bc17b0-94e1-4dfe-bf89-5d9c5f63f8a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:06.694918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-d7bc17b0-94e1-4dfe-bf89-5d9c5f63f8a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b69a7464-1f94-440a-b7fe-2b2608212e8d HTTP/1.1" status: 200 len: 897 time: 0.1676364 Apr 05 21:47:06.760719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'a82715a2-c620-4ccb-846a-0e41dec6d33f', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'port_id': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'mac_address': 'fa:16:3e:a9:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:47:04Z', 'updated_at': '2022-04-05T21:47:04Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:52Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:06.764763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] Checking router: 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:47:06.776266 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:47:06.776815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:46:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:06.791150 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0ddff80a-4eea-47e3-a4d7-3e7c369c1b46 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/a82715a2-c620-4ccb-846a-0e41dec6d33f HTTP/1.1" status: 200 len: 991 time: 0.1060319 Apr 05 21:47:06.799704 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-b899ef08-bbc3-435b-81e2-e37bdc521deb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57 HTTP/1.1" status: 200 len: 999 time: 0.0997119 Apr 05 21:47:06.861514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-849d7a6c-2e4b-4f66-8666-48c834b5ddbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:06.863481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-849d7a6c-2e4b-4f66-8666-48c834b5ddbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d HTTP/1.1" status: 200 len: 834 time: 0.0580406 Apr 05 21:47:06.948856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-37f81cc0-0a26-41b3-b339-cbd41b2686eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b69a7464-1f94-440a-b7fe-2b2608212e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795777 Apr 05 21:47:06.982367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:47:07.029348 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-342a0ddd-a2d3-47a0-8b0c-5b2c3963e9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:07.087424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-8016e8b1-9a4b-4f21-a587-e030573c361e service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327333 Apr 05 21:47:07.217952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a4864368-5a9a-4530-8b49-9c089cb8f1b2 req-85b5dbba-4581-4a28-ac31-bdcb3a930bab service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227999 Apr 05 21:47:07.333935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'a82715a2-c620-4ccb-846a-0e41dec6d33f', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'port_id': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'mac_address': 'fa:16:3e:a9:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:47:04Z', 'updated_at': '2022-04-05T21:47:04Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:52Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:07.337956 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdebd71-56c9-4e98-baa8-9504ca3d596f None None] The sync data for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 is: [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'a82715a2-c620-4ccb-846a-0e41dec6d33f', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'port_id': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'mac_address': 'fa:16:3e:a9:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:47:04Z', 'updated_at': '2022-04-05T21:47:04Z', 'revision_number': 0, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:52Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:47:07.793957 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51772) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:07.817526 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a796427-eb34-4dee-b27e-ced959e3db89 None None] New status for floating IP a82715a2-c620-4ccb-846a-0e41dec6d33f: ACTIVE {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:47:07.900988 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a38a1b9e-b2fc-46af-a528-c83f5c40ade0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/a82715a2-c620-4ccb-846a-0e41dec6d33f HTTP/1.1" status: 200 len: 991 time: 0.1048210 Apr 05 21:47:08.635860 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:08.658466 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:08.902916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51776) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:09.008270 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-757a5978-c730-489f-9f70-f829d4eb57bf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/a82715a2-c620-4ccb-846a-0e41dec6d33f HTTP/1.1" status: 200 len: 993 time: 0.1041105 Apr 05 21:47:10.066885 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:17.873998 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:47:20.990212 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:34.163799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07374c53-3ac6-4961-9b19-bd3146653933 req-29b1725f-3765-4d71-afc7-9252b093fa4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:34.165234 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07374c53-3ac6-4961-9b19-bd3146653933 req-29b1725f-3765-4d71-afc7-9252b093fa4b tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0746439 Apr 05 21:47:34.208904 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-07374c53-3ac6-4961-9b19-bd3146653933 req-b0c97307-3e8a-4c5d-b5dc-2ab6470c9e0e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Apr 05 21:47:34.889667 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:34.961603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-553ac1cd-f923-4898-8a96-075a2b32058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:35.414995 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0ef30-aaab-4bf0-9789-d05cad4cf829 req-6163981f-0a96-42fe-ba88-e9ab2710f457 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:35.416415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94e0ef30-aaab-4bf0-9789-d05cad4cf829 req-6163981f-0a96-42fe-ba88-e9ab2710f457 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0783708 Apr 05 21:47:35.461242 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-94e0ef30-aaab-4bf0-9789-d05cad4cf829 req-7945e83b-71e3-43a5-8489-c1133dcce773 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Apr 05 21:47:35.488444 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51798) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:35.594056 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1e4860b6-f1fa-4708-ae3a-38644a2c1db9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/a82715a2-c620-4ccb-846a-0e41dec6d33f HTTP/1.1" status: 200 len: 993 time: 0.1043591 Apr 05 21:47:36.923453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8af7-41b8-44aa-8dfb-bf640817317d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:37.275910 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f31099-8dc5-4db2-8882-055a894b5231 req-ad72828b-f7e8-491d-bfe5-ebc7e93ac117 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:37.277412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78f31099-8dc5-4db2-8882-055a894b5231 req-ad72828b-f7e8-491d-bfe5-ebc7e93ac117 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0792222 Apr 05 21:47:37.366797 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-78f31099-8dc5-4db2-8882-055a894b5231 req-cd64abef-0b53-4098-83a0-db7ec513ec44 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569193 Apr 05 21:47:37.384705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-99a1fb24-e709-47bf-ae72-77ba7c70482e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1097 time: 0.1062136 Apr 05 21:47:37.518157 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-4d60d4a5-6fc8-4a19-a6b6-0198bb6b2a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:37.519596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-4d60d4a5-6fc8-4a19-a6b6-0198bb6b2a37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b69a7464-1f94-440a-b7fe-2b2608212e8d HTTP/1.1" status: 200 len: 897 time: 0.1296041 Apr 05 21:47:37.745063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-24077e47-202b-46ad-8c3a-ebb7af37f8ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57 HTTP/1.1" status: 200 len: 1001 time: 0.2196138 Apr 05 21:47:37.804139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-c1eb5593-f59e-4d12-b83f-aa015059a743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:37.805514 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-c1eb5593-f59e-4d12-b83f-aa015059a743 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d HTTP/1.1" status: 200 len: 834 time: 0.0553279 Apr 05 21:47:37.877267 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-61a07e21-dbbc-410a-8709-ae4efe027e34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b69a7464-1f94-440a-b7fe-2b2608212e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660675 Apr 05 21:47:38.020031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-f575477a-e516-44ae-a773-43e82d3a21dc service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351073 Apr 05 21:47:38.151986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2e4fd4dc-2603-429b-a46f-5b2eee454320 req-0c80564b-417b-4df5-9dd2-a5df3a4b2ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241965 Apr 05 21:47:38.616053 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-fe55674a-becb-43d6-bd91-1ccb7e2d6ccf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1097 time: 0.1320491 Apr 05 21:47:38.623249 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3677e7-a1b2-4441-b4de-a401dc0b2e35 req-a836dc9f-3dd4-43c9-bcb6-f8dcdac8ca66 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:38.624633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a3677e7-a1b2-4441-b4de-a401dc0b2e35 req-a836dc9f-3dd4-43c9-bcb6-f8dcdac8ca66 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.1080101 Apr 05 21:47:38.630915 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:38.658621 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:38.753851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a3677e7-a1b2-4441-b4de-a401dc0b2e35 req-bbbd627e-c90f-4a60-abda-e4408969a44f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235209 Apr 05 21:47:38.789860 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-43d3426a-21f2-4f0b-b1c6-c09acc56aae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:38.791278 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-43d3426a-21f2-4f0b-b1c6-c09acc56aae9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b69a7464-1f94-440a-b7fe-2b2608212e8d HTTP/1.1" status: 200 len: 897 time: 0.1436956 Apr 05 21:47:38.896129 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-55fb70bd-7fb5-493c-b212-10cb7b977aad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57 HTTP/1.1" status: 200 len: 1001 time: 0.0966709 Apr 05 21:47:38.961780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-3908108d-c07d-4a37-a1e5-73bf085a250d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:38.963223 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-3908108d-c07d-4a37-a1e5-73bf085a250d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d HTTP/1.1" status: 200 len: 834 time: 0.0590649 Apr 05 21:47:39.040326 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-a0ac909b-927a-4b1f-b50f-1d0af27b69c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b69a7464-1f94-440a-b7fe-2b2608212e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695362 Apr 05 21:47:39.174520 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-7e0f7bbe-dbfd-4782-80bc-620ad462866f service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268554 Apr 05 21:47:39.305923 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-59779e9a-878f-4d3e-81b0-19bb1ca00d76 req-bcde0410-a2db-4d84-9a60-0a791b0ef47c service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239645 Apr 05 21:47:39.951204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d84bc-68c1-4de1-a76f-2126674b89f5 req-1ba6bb5a-bcce-4a0a-8045-1de4ff4c4d59 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:39.952622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-792d84bc-68c1-4de1-a76f-2126674b89f5 req-1ba6bb5a-bcce-4a0a-8045-1de4ff4c4d59 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0795279 Apr 05 21:47:39.996708 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-792d84bc-68c1-4de1-a76f-2126674b89f5 req-04fa72a1-cd0c-4b41-90b9-e8641b316d01 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Apr 05 21:47:40.024241 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51812) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:40.100760 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:40.134310 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c5e88230-2f5d-417a-a8b8-9b94e87dbd17 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/floatingips/a82715a2-c620-4ccb-846a-0e41dec6d33f HTTP/1.1" status: 200 len: 993 time: 0.1089385 Apr 05 21:47:40.448698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51820) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:40.741236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 11ea2e53-9e1d-4471-bc74-5812a918e454 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:47:40.741491 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:40.907690 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:40.908015 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:41.026148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 11ea2e53-9e1d-4471-bc74-5812a918e454 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:47:41.230219 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:41.274204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=11ea2e53-9e1d-4471-bc74-5812a918e454,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:41.312077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.312424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.312762 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.313123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.313467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.313793 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.314121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.314535 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.314774 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.315095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.315414 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:41.376114 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:41.762081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:47:41.958554 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:47:41.967816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] Sync routers for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:47:41.979849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:47:41.980452 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:42.031265 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:42.086412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-c3b6e4ae-086a-4e4d-80bd-f3930e3e64f0 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/floatingips/a82715a2-c620-4ccb-846a-0e41dec6d33f HTTP/1.1" status: 204 len: 168 time: 1.6366277 Apr 05 21:47:42.086973 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:47:42.147465 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34814813-4e84-489e-9a57-8c9c00046e0f'] response: {'name': 'network-changed', 'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'status': 'completed', 'code': 200} Apr 05 21:47:42.157588 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:47:42.245292 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-217ee31e-ce74-4b99-be06-3c7cdd99ee0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=240bb01874474cbf85cad572a1da4b71&device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 1097 time: 0.0725694 Apr 05 21:47:42.500900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-9887d7a4-8a34-40f3-b488-d50f148cf5d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:42.503113 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-9887d7a4-8a34-40f3-b488-d50f148cf5d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b69a7464-1f94-440a-b7fe-2b2608212e8d HTTP/1.1" status: 200 len: 897 time: 0.2515016 Apr 05 21:47:42.533801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:52Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:42.538262 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] Checking router: 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:47:42.548709 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:47:42.549335 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:42.580203 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-aebd0d89-5900-49ce-9ec1-912b2c0bb77b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57 HTTP/1.1" status: 200 len: 217 time: 0.0659168 Apr 05 21:47:42.640179 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-b18116ab-dd60-481b-8f5c-6c09c03c8ad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:42.641807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-b18116ab-dd60-481b-8f5c-6c09c03c8ad3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d HTTP/1.1" status: 200 len: 834 time: 0.0573075 Apr 05 21:47:42.721102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-cab9ccd3-9857-4c51-93b5-7eabde59c32b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b69a7464-1f94-440a-b7fe-2b2608212e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738358 Apr 05 21:47:42.729887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:47:42.869202 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-986928f3-547f-4356-98fd-0ce40eca7220 service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353621 Apr 05 21:47:43.053295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-854c818b-ddcc-4abd-a8ea-dba29dd31a46 req-43ce6aee-bf5b-4ab8-afe2-e6af7cb1dcb6 service neutron] 10.222.0.23 "GET /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767437 Apr 05 21:47:43.058978 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:52Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:43.064160 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d39d94-645b-46fe-9f6a-09bdd52e1ba4 None None] The sync data for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 is: [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:46Z', 'revision_number': 4, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'cf32d9e0-b960-4d0b-b937-eac1689d557f', 'name': '', 'network_id': 'b69a7464-1f94-440a-b7fe-2b2608212e8d', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'mac_address': 'fa:16:3e:fd:c1:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:45Z', 'updated_at': '2022-04-05T21:46:52Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'subnets': [{'id': '8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:47:43.066838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8066b9-7df2-4879-9542-0912d1e7f31c req-fe10880c-49e7-4a2c-ab73-ef96ec1267c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:43.071508 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de8066b9-7df2-4879-9542-0912d1e7f31c req-fe10880c-49e7-4a2c-ab73-ef96ec1267c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:47:43.157702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de8066b9-7df2-4879-9542-0912d1e7f31c req-fe10880c-49e7-4a2c-ab73-ef96ec1267c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:47:43.162620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de8066b9-7df2-4879-9542-0912d1e7f31c req-fe10880c-49e7-4a2c-ab73-ef96ec1267c4 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.2174084 Apr 05 21:47:43.209500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de8066b9-7df2-4879-9542-0912d1e7f31c req-be3496e6-466a-4853-80fc-8c82e2d65018 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448754 Apr 05 21:47:43.298767 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f319c2-dec0-46a7-83ff-e4035ebffda4 None None] New status for floating IP a82715a2-c620-4ccb-846a-0e41dec6d33f: DOWN {{(pid=84583) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:47:44.406158 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f71075-5a54-406e-9e22-b4341a664735 req-c01545e8-5671-4ebb-95f3-466c1eb8385e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:44.407584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0f71075-5a54-406e-9e22-b4341a664735 req-c01545e8-5671-4ebb-95f3-466c1eb8385e tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0746636 Apr 05 21:47:44.490356 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a0f71075-5a54-406e-9e22-b4341a664735 req-b921cb5e-249b-49a8-9794-ff108a4dfcbf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768516 Apr 05 21:47:44.525705 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-7847a9cc-fecd-4b3d-bcdd-1bd382c8714c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:44.527094 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-7847a9cc-fecd-4b3d-bcdd-1bd382c8714c tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 946 time: 0.0812464 Apr 05 21:47:44.592321 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port af5ec07b-534e-4ac2-b547-5659ab20cd57 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:47:44.592658 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:44.830408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port af5ec07b-534e-4ac2-b547-5659ab20cd57, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=af5ec07b-534e-4ac2-b547-5659ab20cd57,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:47:44.830692 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:44.950783 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for af5ec07b-534e-4ac2-b547-5659ab20cd57 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:47:45.145689 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:45.192827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=af5ec07b-534e-4ac2-b547-5659ab20cd57,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:45.276190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] No DVR routers for this DVR port af5ec07b-534e-4ac2-b547-5659ab20cd57 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:47:45.278578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:45.281019 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'name': 'network-vif-deleted', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:47:45.337116 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231bfd63-9557-4710-9f0b-9416739cd6f3'] response: {'server_uuid': 'aabf004e-7f9e-4276-bc2c-e6a274e3dec5', 'name': 'network-vif-deleted', 'tag': 'af5ec07b-534e-4ac2-b547-5659ab20cd57', 'status': 'completed', 'code': 200} Apr 05 21:47:45.367740 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22bac2d6-07f3-42dd-939b-50474bae4dd1 req-496a8886-5a4a-4520-971e-c54ec409bc0f tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.23 "DELETE /v2.0/ports/af5ec07b-534e-4ac2-b547-5659ab20cd57 HTTP/1.1" status: 204 len: 173 time: 0.8355389 Apr 05 21:47:45.758341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-697c533d-4d29-4f34-bb79-2144c907ceb2 req-3ddf3d81-1078-4c4b-9727-4c7db5c53762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Synchronizing usage tracker for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:47:45.854642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-697c533d-4d29-4f34-bb79-2144c907ceb2 req-3ddf3d81-1078-4c4b-9727-4c7db5c53762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Unset dirty status for tenant:240bb01874474cbf85cad572a1da4b71 on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:47:45.855709 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-697c533d-4d29-4f34-bb79-2144c907ceb2 req-3ddf3d81-1078-4c4b-9727-4c7db5c53762 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "GET /v2.0/ports?device_id=aabf004e-7f9e-4276-bc2c-e6a274e3dec5 HTTP/1.1" status: 200 len: 210 time: 0.2374964 Apr 05 21:47:46.964133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51844) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:47.368872 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:47.978449 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port cf32d9e0-b960-4d0b-b937-eac1689d557f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:47:47.979130 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:48.160473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port cf32d9e0-b960-4d0b-b937-eac1689d557f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=cf32d9e0-b960-4d0b-b937-eac1689d557f,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:47:48.160822 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:48.278943 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for cf32d9e0-b960-4d0b-b937-eac1689d557f owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:47:48.419459 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device af5ec07b-534e-4ac2-b547-5659ab20cd57 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:47:48.454824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: af5ec07b-534e-4ac2-b547-5659ab20cd57 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:47:48.455142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device af5ec07b-534e-4ac2-b547-5659ab20cd57 not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:47:48.613076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:48.661114 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=cf32d9e0-b960-4d0b-b937-eac1689d557f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:48.948548 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:49.511371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:47:49.706066 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:47:49.715854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] Sync routers for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:47:49.727061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:47:49.733184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:49.793478 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-56ed14b2-53dc-4f6f-b526-dbcc136a3adf tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "PUT /v2.0/routers/4b7aa5ef-8e6e-4092-a4cf-0adebadf8367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8280184 Apr 05 21:47:49.795950 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51848) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:49.910249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:47:50.099000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting subnet 8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:47:50.101857 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:50.154552 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:50.191684 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:47:48Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:50.196127 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] Checking router: 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:47:50.206696 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] Routers {'4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:47:50.207293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:50.254664 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:50.407777 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:50.419509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] Set router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:47:50.447115 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:50.451896 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:50.458358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d6535d6a-3b7f-4c71-92a8-5f451ef36638 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/subnets/8c3720e9-0ed7-4ff8-92e2-d8f2d6c3544d HTTP/1.1" status: 204 len: 168 time: 0.6614318 Apr 05 21:47:50.461030 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51852) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:50.462735 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e70e1-a0b5-4a2e-a9cf-e4054f9dfc07 None None] Network b69a7464-1f94-440a-b7fe-2b2608212e8d requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:47:50.788921 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:50.881746 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:47:48Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:50.886275 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274cbc93-8222-4b8a-8c3d-358835fc9cf7 None None] The sync data for ids ['4b7aa5ef-8e6e-4092-a4cf-0adebadf8367'] in n-d-836605-1 is: [{'id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842587077', 'tenant_id': '240bb01874474cbf85cad572a1da4b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:47:48Z', 'revision_number': 5, 'project_id': '240bb01874474cbf85cad572a1da4b71', 'gw_port': {'id': '192ec743-2e11-42b3-b5e9-cb73657d0bf2', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7aa5ef-8e6e-4092-a4cf-0adebadf8367', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:46:41Z', 'updated_at': '2022-04-05T21:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:47:50.948358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] DHCP port deletion for b69a7464-1f94-440a-b7fe-2b2608212e8d request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:47:50.959139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Deleting port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:47:50.961154 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.020969 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.054601 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.082715 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Deleting port 192ec743-2e11-42b3-b5e9-cb73657d0bf2 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:47:51.083069 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.162156 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] For port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c,segment=NetworkSegment(2872f522-2570-4680-9dba-150e20e463a1),segment_id=2872f522-2570-4680-9dba-150e20e463a1)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:47:51.162451 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.265364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] For port 192ec743-2e11-42b3-b5e9-cb73657d0bf2, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=192ec743-2e11-42b3-b5e9-cb73657d0bf2,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:47:51.265723 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.294365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Calling delete_port for 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:47:51.389392 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Calling delete_port for 192ec743-2e11-42b3-b5e9-cb73657d0bf2 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:47:51.426187 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075'] for port, after_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.483234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Pushing event deleted for resources: {'Port': ['ID=4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c,revision_number=None']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:51.494321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] No DVR routers for this DVR port 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c on host n-d-836605-1 {{(pid=84582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:47:51.496614 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.496976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.497342 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.501182 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2976139a-a601-40e8-94ef-d54666756df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.619942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:51.664736 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Port': ['ID=192ec743-2e11-42b3-b5e9-cb73657d0bf2,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:51.707748 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.708089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.708422 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.708749 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.709096 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.709925 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.710290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.710610 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.710934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.711253 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.711570 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:47:51.895830 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.150690 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.154771 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.264238 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.264929 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:47:52.287811 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.292341 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-0bd42ccf-681a-4e6e-bba6-19dfca86c5e8 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/routers/4b7aa5ef-8e6e-4092-a4cf-0adebadf8367 HTTP/1.1" status: 204 len: 168 time: 1.8272657 Apr 05 21:47:52.292453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51856) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:52.501373 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.634686 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.658817 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69a7464-1f94-440a-b7fe-2b2608212e8d']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:52.674011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2872f522-2570-4680-9dba-150e20e463a1') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:52.674312 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2872f522-2570-4680-9dba-150e20e463a1') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:47:52.686999 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.703676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.719024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:47:52.719462 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:47:52.735195 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:47:52.744950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 192ec743-2e11-42b3-b5e9-cb73657d0bf2 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:47:52.777703 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 192ec743-2e11-42b3-b5e9-cb73657d0bf2 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:47:52.777967 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 192ec743-2e11-42b3-b5e9-cb73657d0bf2 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:47:52.778417 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:47:52.810280 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:47:52.811162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 4c3eb7d8-64bc-441a-82d6-fc4b56c62a1c not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:47:52.811594 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf32d9e0-b960-4d0b-b937-eac1689d557f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:47:52.842568 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: cf32d9e0-b960-4d0b-b937-eac1689d557f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:47:52.842911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device cf32d9e0-b960-4d0b-b937-eac1689d557f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:47:52.877552 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.894847 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:52.909417 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'Network': ['ID=b69a7464-1f94-440a-b7fe-2b2608212e8d,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:52.963362 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-159c33d5-ff1d-4362-bed2-265e899b1cd9 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/networks/b69a7464-1f94-440a-b7fe-2b2608212e8d HTTP/1.1" status: 204 len: 168 time: 0.6659944 Apr 05 21:47:52.965934 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51860) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:53.032793 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2da5d0-aef6-45b1-aa43-e663fb70eed1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:53.061710 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2da5d0-aef6-45b1-aa43-e663fb70eed1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:53.185948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2da5d0-aef6-45b1-aa43-e663fb70eed1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:53.203782 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2da5d0-aef6-45b1-aa43-e663fb70eed1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98b307-1e3d-4357-89d0-1a0c8e2b7b51,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:53.293507 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4f2da5d0-aef6-45b1-aa43-e663fb70eed1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:53.297073 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4f2da5d0-aef6-45b1-aa43-e663fb70eed1 tempest-TestNetworkAdvancedServerOps-1009649890 tempest-TestNetworkAdvancedServerOps-1009649890-project] 10.222.0.10 "DELETE /v2.0/security-groups/6b98b307-1e3d-4357-89d0-1a0c8e2b7b51 HTTP/1.1" status: 204 len: 168 time: 0.3277292 Apr 05 21:47:53.947806 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51870) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:54.116363 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2f5cd5ce-2e42-4357-bb40-3fda61178e46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=240bb01874474cbf85cad572a1da4b71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1673408 Apr 05 21:47:54.118821 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:54.179497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-268d75ca-24d7-4d82-ace3-2d8000ed5205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:54.204563 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-268d75ca-24d7-4d82-ace3-2d8000ed5205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:54.327355 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-268d75ca-24d7-4d82-ace3-2d8000ed5205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:54.343603 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d75ca-24d7-4d82-ace3-2d8000ed5205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e7cccf-8bc9-4123-827e-380c1383a257,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:54.351595 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-268d75ca-24d7-4d82-ace3-2d8000ed5205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:54.352712 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-268d75ca-24d7-4d82-ace3-2d8000ed5205 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4e7cccf-8bc9-4123-827e-380c1383a257 HTTP/1.1" status: 204 len: 168 time: 0.2330155 Apr 05 21:47:54.874594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:47:54.992236 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51884) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:55.010431 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:55.041174 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:47:55.045029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Usage tracker for resource:security_group_rule and tenant:5de66619e273456b8b65580def050942 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:47:55.047905 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:47:55.054211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:47:55.116510 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:55.195901 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:55.245508 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364ead38-1848-4313-925e-f0ba2542c1f0,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:55.251743 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-720c5f75-01d6-40bb-9b15-0e63192d2001 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5de66619e273456b8b65580def050942&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2561324 Apr 05 21:47:55.252012 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51888) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:55.315876 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b8f-3695-4f50-9492-10202cd96fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:55.341408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b8f-3695-4f50-9492-10202cd96fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:55.431433 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b8f-3695-4f50-9492-10202cd96fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:55.448113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d1b8f-3695-4f50-9492-10202cd96fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364ead38-1848-4313-925e-f0ba2542c1f0,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:55.451306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1b8f-3695-4f50-9492-10202cd96fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:55.452765 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-cd7d1b8f-3695-4f50-9492-10202cd96fba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/364ead38-1848-4313-925e-f0ba2542c1f0 HTTP/1.1" status: 204 len: 168 time: 0.1995156 Apr 05 21:47:56.587028 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51910) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:56.712103 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1255638094-network', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:47:56.717937 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:47:56.721706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Usage tracker for resource:network and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:47:56.724486 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:47:56.730631 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:47:56.829732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Made reservation on behalf of 975d9c9be6ea49d1aded4e9195de1a2f for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:47:56.832174 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:56.845255 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:56.876090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:47:56.880334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:47:56.883413 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:47:56.889102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:47:56.954731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.035850 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.065404 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:47:57.074394 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33c356-635e-4da2-932e-17dfde96493a,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:57.079708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.080117 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Added segment 7655a752-de65-4efc-8158-9d12f9683dff of type vlan for network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee Apr 05 21:47:57.106138 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.197101 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.197916 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:57.198480 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.298876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] Pushing event updated for resources: {'Network': ['ID=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:57.308116 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:47:57.346266 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2bbe80f8-e874-4d51-8aad-7478a15c20fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7581525 Apr 05 21:47:57.349173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51916) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:57.354533 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Request body: {'subnet': {'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1255638094-subnet', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:47:57.364021 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:47:57.364314 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Usage tracker for resource:subnet and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:47:57.367181 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:47:57.373156 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:47:57.425827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Made reservation on behalf of 975d9c9be6ea49d1aded4e9195de1a2f for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:47:57.428195 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.675918 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.746941 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab6115f-d717-42f5-ac7f-fcecfaba52c7,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:57.761860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Checking segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:47:57.762211 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Network hostable DHCP agents. Network: bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:47:57.836960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:47:57.922769 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:47:57.926827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:47:57.927342 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:57.932752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd6e0e3-cd87-4cc8-9c4f-f90aaf534701 None None] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:47:58.016584 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b3ae107-fccc-4b42-8074-d4d52feb27ce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6663117 Apr 05 21:47:58.019260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51920) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:47:58.027834 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:47:58.034034 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:47:58.038191 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Usage tracker for resource:router and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:47:58.041598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:47:58.047292 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:47:58.118293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.119246 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.136797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.175331 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:47:58.176133 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.347643 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Allocated IP 172.20.0.2 (bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee/dab6115f-d717-42f5-ac7f-fcecfaba52c7/a9835565-75c0-4b93-880d-c96c4d795047) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:47:58.355708 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.554871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.564979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Transition to ACTIVE for port object a9835565-75c0-4b93-880d-c96c4d795047 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:47:58.589208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Transition to ACTIVE for port object a9835565-75c0-4b93-880d-c96c4d795047 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:47:58.666498 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.693921 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.724272 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.734936 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:47:58.737745 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:47:58.742015 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:47:58.743986 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Pushing event updated for resources: {'Port': ['ID=a9835565-75c0-4b93-880d-c96c4d795047,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:58.830850 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Attempting to bind port a9835565-75c0-4b93-880d-c96c4d795047 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:47:58.831133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Attempting to bind port a9835565-75c0-4b93-880d-c96c4d795047 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:47:58.831493 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Attempting to bind port a9835565-75c0-4b93-880d-c96c4d795047 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:47:58.838403 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:47:58.838768 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Checking segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:47:58.839164 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.839552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Bound using segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:47:58.840000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Bound port: a9835565-75c0-4b93-880d-c96c4d795047, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:47:58.840371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:58.866411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Allocated IP 172.25.2.82 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:47:58.924027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] For port a9835565-75c0-4b93-880d-c96c4d795047, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:47:58.927128 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] For port a9835565-75c0-4b93-880d-c96c4d795047, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9835565-75c0-4b93-880d-c96c4d795047,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:47:58.985933 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:59.014652 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:59.068619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbae218-c7ca-41ea-be4f-4d43cfa552f9 None None] Pushing event updated for resources: {'Port': ['ID=a9835565-75c0-4b93-880d-c96c4d795047,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:59.099173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:59.167976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:47:59.171116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:47:59.173497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:47:59.218701 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:47:59.448358 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:59.449113 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:47:59.755989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Router a247fa34-d47f-4732-b5ed-590953ff24eb is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:47:59.963829 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:47:59.964277 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903121a0-bc01-412d-ae1a-d2efc5cf9410 None None] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:47:59.974222 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Sync routers for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:47:59.987331 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:47:59.987928 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:00.043335 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:00.047201 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-13786a50-f780-4560-88f2-28d6a698d146 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0223289 Apr 05 21:48:00.047559 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51924) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:00.128286 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-66a431de-0280-4455-9a3d-300ccc7bd666 None None] Provisioning for port a9835565-75c0-4b93-880d-c96c4d795047 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:00.169353 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:00.484709 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:47:59Z', 'revision_number': 3, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:00.488696 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Checking router: a247fa34-d47f-4732-b5ed-590953ff24eb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:48:00.489095 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Updating router a247fa34-d47f-4732-b5ed-590953ff24eb port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:48:00.538514 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:00.707056 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9835565-75c0-4b93-880d-c96c4d795047 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:00.835963 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a9835565-75c0-4b93-880d-c96c4d795047 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:00.842153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a9835565-75c0-4b93-880d-c96c4d795047 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:00.842529 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:00.869037 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:00.880573 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Transition to ACTIVE for port object d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:00.908481 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:00.944968 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:00.960169 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:00.994572 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a9835565-75c0-4b93-880d-c96c4d795047, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9835565-75c0-4b93-880d-c96c4d795047,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:01.029831 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Pushing event updated for resources: {'Port': ['ID=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:01.036593 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Attempting to bind port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:48:01.036957 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Attempting to bind port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:48:01.037337 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Attempting to bind port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:48:01.048099 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.048439 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.048775 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.049134 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.049465 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.049788 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.050111 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.050432 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.050751 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.051071 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.051389 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:48:01.056704 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:48:01.057100 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:48:01.057501 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.057881 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:48:01.058406 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Bound port: d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:48:01.058782 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.060458 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.123198 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Allocated IP 172.20.0.1 (bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee/dab6115f-d717-42f5-ac7f-fcecfaba52c7/b1b86987-6971-474f-812a-89860689953e) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:48:01.128064 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a9835565-75c0-4b93-880d-c96c4d795047,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:01.135371 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] For port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:48:01.138767 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] For port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:48:01.191991 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.283660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.301687 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Transition to ACTIVE for port object b1b86987-6971-474f-812a-89860689953e will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:01.310352 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82459d-de4d-4cd7-a7fb-10d760bea773 None None] Pushing event updated for resources: {'Port': ['ID=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:01.316036 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:01.316637 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:01.369124 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.437193 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:01.439995 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:01.444572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:48:01.469453 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b86987-6971-474f-812a-89860689953e,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:01.502214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.502466 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:01.659866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.740076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fae6ec47-bd20-4cb7-919f-7da00e53e0b0 None None] Provisioning for port b1b86987-6971-474f-812a-89860689953e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:01.745392 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fae6ec47-bd20-4cb7-919f-7da00e53e0b0 None None] Provisioning complete for port b1b86987-6971-474f-812a-89860689953e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:01.745838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fae6ec47-bd20-4cb7-919f-7da00e53e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.792394 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:47:59Z', 'revision_number': 3, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:01.796296 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845add96-aafe-4a5c-9969-69bc9e9b2c86 None None] The sync data for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 is: [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:47:59Z', 'revision_number': 3, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:48:01.799578 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-fae6ec47-bd20-4cb7-919f-7da00e53e0b0 None None] Port b1b86987-6971-474f-812a-89860689953e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:48:01.883772 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:01.969214 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:02.082024 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b86987-6971-474f-812a-89860689953e,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:02.085865 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:02.230242 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:02.242644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:02.534356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-af54829f-3a54-4d24-9861-ba18b3b6d259 None None] Provisioning complete for port b1b86987-6971-474f-812a-89860689953e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:02.535411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af54829f-3a54-4d24-9861-ba18b3b6d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:02.602095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-af54829f-3a54-4d24-9861-ba18b3b6d259 None None] Port b1b86987-6971-474f-812a-89860689953e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:48:02.745355 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:02.797395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Router a247fa34-d47f-4732-b5ed-590953ff24eb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:48:02.882466 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:02.887601 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:02.895638 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:03.006096 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:03.006388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:48:03.015276 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-4ac9e82d-82af-4a33-a2eb-c95ece4c70e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/a247fa34-d47f-4732-b5ed-590953ff24eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9665916 Apr 05 21:48:03.028979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:03.100193 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:03.100981 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9835565-75c0-4b93-880d-c96c4d795047 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:03.238659 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:03.251241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a9835565-75c0-4b93-880d-c96c4d795047 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:03.251603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.097710 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51946) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:04.103717 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1434608268-network', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:04.109470 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:04.113437 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Usage tracker for resource:network and tenant:f32fe77aa2d34cbcb913f64b6176c04e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:04.116402 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:04.122732 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:04.212646 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Made reservation on behalf of f32fe77aa2d34cbcb913f64b6176c04e for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:48:04.214911 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.227908 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.258243 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:04.262115 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Usage tracker for resource:security_group_rule and tenant:f32fe77aa2d34cbcb913f64b6176c04e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:04.264920 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:04.270777 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:04.334846 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.401259 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.430274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:48:04.438489 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb5d3a-124e-4002-9321-ca189033df5f,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:04.443726 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.444076 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Added segment 38b76104-200e-4560-a32f-94b822b07f6c of type vlan for network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 Apr 05 21:48:04.469161 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.555632 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.556460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:04.557024 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.658639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] Pushing event updated for resources: {'Network': ['ID=37be9fa1-86a4-43b4-b61f-ee4c6f91cd65,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:04.668933 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:48:04.683809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:04.726327 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-97ed588a-144c-4b10-8d30-a6409d0e2534 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6237004 Apr 05 21:48:04.726327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51950) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:04.730616 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Request body: {'subnet': {'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1434608268-subnet', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:04.736427 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:04.740584 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Usage tracker for resource:subnet and tenant:f32fe77aa2d34cbcb913f64b6176c04e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:04.743754 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:04.749761 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:04.831613 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Made reservation on behalf of f32fe77aa2d34cbcb913f64b6176c04e for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:48:04.834015 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.838587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:04.838955 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.911831 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:04.985488 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9bf753a6-bec5-4a37-9e19-36e4941406ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:05.116408 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:05.189484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db251ed5-5940-42e3-a549-b3b9b92dcaf1,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:05.205003 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Checking segment: {'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:48:05.205388 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Network hostable DHCP agents. Network: 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:48:05.247154 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Sync routers for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:48:05.258630 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:05.259226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:47:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:05.305745 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:48:05.397188 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:05.401923 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:05.402616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:05.409022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493570c-8ac5-4148-b2fa-958abd95a9af None None] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:48:05.486086 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51954) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:05.486658 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-415ac1d3-78ff-46f4-a0e0-e5b80fd34e22 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7600362 Apr 05 21:48:05.492068 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:05.497386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:05.501351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Usage tracker for resource:router and tenant:f32fe77aa2d34cbcb913f64b6176c04e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:05.504204 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:05.511071 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:05.535790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:05.595629 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:05.596733 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:05.616759 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:05.824263 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-37be9fa1-86a4-43b4-b61f-ee4c6f91cd65', 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'fixed_ips': [{'subnet_id': 'db251ed5-5940-42e3-a549-b3b9b92dcaf1'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:48:05.825546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:05.839441 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.051722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Allocated IP 172.20.0.2 (37be9fa1-86a4-43b4-b61f-ee4c6f91cd65/db251ed5-5940-42e3-a549-b3b9b92dcaf1/3bf9fc9b-d297-4d1c-90cc-79cd53e54d73) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:48:06.073255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 2, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:06.073519 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.092356 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Checking router: a247fa34-d47f-4732-b5ed-590953ff24eb for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:48:06.092714 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Updating router a247fa34-d47f-4732-b5ed-590953ff24eb port b1b86987-6971-474f-812a-89860689953e binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:48:06.099599 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.237391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Allocated IP 172.25.2.72 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/f4cd7e34-744f-4ae2-b235-64db8ccfe2ff) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:48:06.251810 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.387725 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.460392 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.465142 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.482079 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Transition to ACTIVE for port object 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:06.530893 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:06.533637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:06.537349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:48:06.571941 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Transition to ACTIVE for port object 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:06.572591 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Pushing event updated for resources: {'Port': ['ID=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:06.663256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.747134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.748023 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.750195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:06.754215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:06.756587 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:48:06.770569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.774895 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Pushing event updated for resources: {'Port': ['ID=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:06.812146 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Transition to ACTIVE for port object b1b86987-6971-474f-812a-89860689953e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:06.885531 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.888973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Attempting to bind port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:48:06.889363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Attempting to bind port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:48:06.889719 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Attempting to bind port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 on network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:48:06.940890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:48:06.941208 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Checking segment: {'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:48:06.941606 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.942004 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Bound using segment: {'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:48:06.942498 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Bound port: 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:48:06.942869 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:06.951938 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3133272c-f356-4e92-8c6c-010909c9b0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:07.054349 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:48:07.062103 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621db693-e003-4932-ae33-c0418f41ddea None None] Pushing event updated for resources: {'Port': ['ID=b1b86987-6971-474f-812a-89860689953e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:07.189420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] For port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:48:07.196602 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Attempting to bind port b1b86987-6971-474f-812a-89860689953e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:48:07.196966 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Attempting to bind port b1b86987-6971-474f-812a-89860689953e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:48:07.197349 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Attempting to bind port b1b86987-6971-474f-812a-89860689953e on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:48:07.203457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] For port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,segment=NetworkSegment(38b76104-200e-4560-a32f-94b822b07f6c),segment_id=38b76104-200e-4560-a32f-94b822b07f6c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:48:07.206990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:48:07.207360 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Checking segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:48:07.207768 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:07.208142 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Bound using segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:48:07.208599 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Bound port: b1b86987-6971-474f-812a-89860689953e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:48:07.208964 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:07.282147 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:07.379915 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:48:07.389876 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Sync routers for ids ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:48:07.392190 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] For port b1b86987-6971-474f-812a-89860689953e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:48:07.396510 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] For port b1b86987-6971-474f-812a-89860689953e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b1b86987-6971-474f-812a-89860689953e,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:48:07.401432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4885a-9c57-4a4b-b86d-3b19be63c603 None None] Pushing event updated for resources: {'Port': ['ID=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:07.405782 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Routers {'ec82a2ed-5ab7-48c5-9f38-49111b9f0874'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:07.406422 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:07.461435 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:07.494854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:07.500837 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-3150ac86-383a-46dc-88e2-ed3bb3516d7a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0106673 Apr 05 21:48:07.501575 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51958) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:07.575061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621db693-e003-4932-ae33-c0418f41ddea None None] Pushing event updated for resources: {'Port': ['ID=b1b86987-6971-474f-812a-89860689953e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:07.594832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:07.610918 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:07.674424 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Set router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:07.871200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:08.022521 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:48:06Z', 'revision_number': 3, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:08.026680 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Checking router: ec82a2ed-5ab7-48c5-9f38-49111b9f0874 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:48:08.027125 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Updating router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:48:08.082464 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.292080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:07Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:08.297129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8291cc13-71b8-4423-9f4e-2b9f8a816e76 None None] The sync data for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 is: [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:07Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:48:08.555713 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.569011 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Transition to ACTIVE for port object f4cd7e34-744f-4ae2-b235-64db8ccfe2ff will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:08.618488 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.629384 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea79be5-1a18-4c06-9b31-4cf1e4beed74 None None] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:48:08.655790 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.732537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.734335 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.788112 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:08.837985 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a3d29-6929-4736-8e39-5fd90497b12d None None] Pushing event updated for resources: {'Port': ['ID=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:08.864016 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Attempting to bind port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:48:08.864330 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Attempting to bind port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:48:08.864709 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Attempting to bind port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:48:08.872763 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:48:08.873031 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:48:08.873444 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.873832 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:48:08.874423 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Bound port: f4cd7e34-744f-4ae2-b235-64db8ccfe2ff, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:48:08.874796 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:08.875598 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Allocated IP 172.20.0.1 (37be9fa1-86a4-43b4-b61f-ee4c6f91cd65/db251ed5-5940-42e3-a549-b3b9b92dcaf1/b3e7f800-675b-44a3-b094-b8f2679a7bef) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:48:08.876893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d674ffbf-790c-4686-99fb-207aa36db5d2 None None] Provisioning for port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:08.958807 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] For port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:48:08.962892 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] For port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:48:08.991226 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:08.999076 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:08.999446 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.044177 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.059508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.079629 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Transition to ACTIVE for port object b3e7f800-675b-44a3-b094-b8f2679a7bef will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:09.161153 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a3d29-6929-4736-8e39-5fd90497b12d None None] Pushing event updated for resources: {'Port': ['ID=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:09.161313 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.168281 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Routers {'ec82a2ed-5ab7-48c5-9f38-49111b9f0874'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:09.168861 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:09.182191 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.204902 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,segment=NetworkSegment(38b76104-200e-4560-a32f-94b822b07f6c),segment_id=38b76104-200e-4560-a32f-94b822b07f6c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:09.272053 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.273167 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b1b86987-6971-474f-812a-89860689953e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:09.315023 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e7f800-675b-44a3-b094-b8f2679a7bef,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:09.323978 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:09.327488 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:09.330662 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:48:09.404885 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.452046 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fcb3855f-9882-4d8d-9892-a18d66d42be3 None None] Provisioning complete for port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:09.452632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fcb3855f-9882-4d8d-9892-a18d66d42be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.453715 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] Set router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:09.482699 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:09.600478 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.616049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b1b86987-6971-474f-812a-89860689953e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:09.639108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b1b86987-6971-474f-812a-89860689953e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:09.639425 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.757763 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.801367 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:48:06Z', 'revision_number': 3, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:09.802072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b1b86987-6971-474f-812a-89860689953e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b1b86987-6971-474f-812a-89860689953e,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:09.806126 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09cb21-82e1-4a92-bad1-bad54c73d22e None None] The sync data for ids ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'] in n-d-836605-1 is: [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:48:06Z', 'revision_number': 3, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:48:09.840956 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.875754 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.902002 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.913012 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6a48e506-d079-4e7d-b88b-65d5faedbd28 None None] Provisioning for port b3e7f800-675b-44a3-b094-b8f2679a7bef completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:09.930810 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6a48e506-d079-4e7d-b88b-65d5faedbd28 None None] Provisioning complete for port b3e7f800-675b-44a3-b094-b8f2679a7bef triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:09.931180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6a48e506-d079-4e7d-b88b-65d5faedbd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:09.991391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6a48e506-d079-4e7d-b88b-65d5faedbd28 None None] Port b3e7f800-675b-44a3-b094-b8f2679a7bef cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:48:09.992785 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b1b86987-6971-474f-812a-89860689953e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:10.006329 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:10.010141 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e7f800-675b-44a3-b094-b8f2679a7bef,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:10.099582 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:10.145788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:10.146827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:10.413348 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-1ea2b9c6-106e-42eb-a9c7-4c11b24715ca None None] Provisioning complete for port b3e7f800-675b-44a3-b094-b8f2679a7bef triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:10.413635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1ea2b9c6-106e-42eb-a9c7-4c11b24715ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:10.468952 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2b9c6-106e-42eb-a9c7-4c11b24715ca None None] Port b3e7f800-675b-44a3-b094-b8f2679a7bef cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:48:10.620425 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:48:10.685539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:10.752608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:10.752974 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:10.823633 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:48:10.832305 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3fd43603-7cd6-446e-b6b3-e26d3c41dfe4 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec82a2ed-5ab7-48c5-9f38-49111b9f0874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3286726 Apr 05 21:48:10.865610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b1b86987-6971-474f-812a-89860689953e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:10.931290 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b1b86987-6971-474f-812a-89860689953e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:10.931574 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:11.447599 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51968) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:11.453249 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501235056', 'description': 'tempest-secgroup-smoke-1501235056 description', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:11.460090 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:11.464515 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:11.467373 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:11.472974 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:11.539779 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:11.577639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:11.581510 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:11.584238 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:11.590778 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:11.643658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:11.711184 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:11.751401 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858c05fa-1425-49c4-9ee3-f9857deaae00,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:11.819627 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:11.821470 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6164b650-d4b8-4488-8510-d9a7832d1c4d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3728805 Apr 05 21:48:11.824379 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51972) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:11.829659 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '858c05fa-1425-49c4-9ee3-f9857deaae00', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:11.836320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:11.840082 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:11.842890 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:11.848477 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:11.933267 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:11.992322 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.058448 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.081337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c693eb56-335d-49e4-870a-5fa024bc36ed,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:12.155833 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.157113 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6977c171-ec1f-41db-887b-d58f5893d35f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3317893 Apr 05 21:48:12.159804 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51976) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:12.165216 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '858c05fa-1425-49c4-9ee3-f9857deaae00', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:12.172175 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:12.175988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:12.179480 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:12.185260 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:12.272032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.335145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.390731 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.413818 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dea8b0d-5b12-4802-b7d6-e16365b597b2,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:12.475166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.476334 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9ca7ac73-9a6b-490d-a611-1fb871a304c7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3156290 Apr 05 21:48:12.479116 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51980) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:12.484484 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '858c05fa-1425-49c4-9ee3-f9857deaae00', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:12.491079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:12.495393 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:12.499180 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:12.504776 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:12.607064 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.668146 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.739251 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.762885 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fab1a4-0e44-4fbe-8b56-5e0114a82788,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:12.825156 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.826357 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b1dcfc91-1e94-4a66-bbf4-71f02e92a7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3463035 Apr 05 21:48:12.828976 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 51984) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:12.834327 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '858c05fa-1425-49c4-9ee3-f9857deaae00', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:12.841002 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:12.844729 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:12.847621 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:12.853704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:12.935032 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:12.995906 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.070746 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.092887 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff42ef43-35c9-4600-83f5-a577d476b295,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:13.151390 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.152585 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b3595d81-5338-481d-8c14-59f9144aceb6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3226731 Apr 05 21:48:13.155402 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51988) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:13.160991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '858c05fa-1425-49c4-9ee3-f9857deaae00', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:13.169530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:13.173587 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:13.177134 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:13.182896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:13.242471 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Project 975d9c9be6ea49d1aded4e9195de1a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:48:13.249087 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.311595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.373802 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.401625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad9d5d8-d5a9-492d-838e-16ebfcd3af31,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:13.459578 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.460751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-6e3822a8-5754-4b65-817d-72f35efca1af tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3043780 Apr 05 21:48:13.463928 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 51992) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:13.469168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '858c05fa-1425-49c4-9ee3-f9857deaae00', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:13.475329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:13.479618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:13.482467 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:13.488092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:13.562788 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Project 975d9c9be6ea49d1aded4e9195de1a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:48:13.569244 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.636638 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.739836 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.762866 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c57d7b-edb0-4e2d-8d96-e719876a6045,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:13.852574 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:13.853779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-40903f2b-9b74-4ef1-921a-ab64770dfa5c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3889573 Apr 05 21:48:14.028705 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-a03e236b-dfac-4dfe-bb00-5cbb1e3e131e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501235056&fields=id&tenant_id=975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 267 time: 0.0433662 Apr 05 21:48:14.172588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-b4e64daa-2858-4fd1-adfb-d22c9b063687 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:14.173946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-b4e64daa-2858-4fd1-adfb-d22c9b063687 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 809 time: 0.1389089 Apr 05 21:48:14.191170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-edbfec4d-c59e-4b1a-b1b7-78ff9309a372 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/quotas/975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 375 time: 0.0116048 Apr 05 21:48:14.271648 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-e3df9f4f-a835-4f43-994e-82c0cc5dc94c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753274 Apr 05 21:48:14.525564 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-e079c682-d4bf-4090-8b7e-a620db719e05 service neutron] 10.222.0.10 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424037 Apr 05 21:48:14.653274 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-e29f64b6-0fef-4a89-b812-67e17dae9707 service neutron] 10.222.0.10 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219158 Apr 05 21:48:14.899440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8270ee64-933e-46eb-93f2-1099b422c6de req-3075a721-5a95-4154-a992-aaeaa6ed840b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 210 time: 0.0420246 Apr 05 21:48:16.084134 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-966c01d4-0938-4d71-9bd4-aa5103806d61 req-2bdaee10-01b6-4db9-83c5-065ec8f323ae tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 210 time: 0.0565748 Apr 05 21:48:16.709846 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4cd7e34-744f-4ae2-b235-64db8ccfe2ff up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:16.852776 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:16.858414 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:16.862870 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:17.008281 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:17.024359 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:17.089104 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:17.100991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-76fe41a2-4c22-43de-a09e-76541d8ccf28 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:17.102421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-76fe41a2-4c22-43de-a09e-76541d8ccf28 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 809 time: 0.1564901 Apr 05 21:48:17.159022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:17.170170 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-99568ab9-e9a1-49b0-ad8a-9553519b4d6e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 380 time: 0.0498490 Apr 05 21:48:17.179278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'port': {'device_id': '767739a3-5593-44ee-bf36-4a676d70014b', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'admin_state_up': True, 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'security_groups': ['858c05fa-1425-49c4-9ee3-f9857deaae00']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:17.301010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f647736f-d9cb-4cb3-934a-9bb042ce4183 req-75c5a9bb-c32d-41b4-9591-91ba947fc9db tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 210 time: 0.0546649 Apr 05 21:48:17.355827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:17.361324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:port and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:17.362713 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:17.368362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:17.431341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Made reservation on behalf of 975d9c9be6ea49d1aded4e9195de1a2f for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:48:17.434582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:17.604373 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Allocated IP 172.20.0.14 (bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee/dab6115f-d717-42f5-ac7f-fcecfaba52c7/7cc0f23f-64c0-4511-9de7-cd76b3a0aa48) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:48:17.786330 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:17.801380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Transition to ACTIVE for port object 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:17.887471 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:17.960559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:17.963452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:17.967333 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:48:17.998262 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:18.037720 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:18.038252 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:18.106270 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-221220b0-498a-47c4-b334-d0f1cc896c7a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9305987 Apr 05 21:48:18.190859 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Request body: {'port': {'device_id': '767739a3-5593-44ee-bf36-4a676d70014b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:18.322364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-30a425e6-ff8b-477d-884b-03a8a0ab1afa None None] Provisioning for port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:18.327660 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-30a425e6-ff8b-477d-884b-03a8a0ab1afa None None] Provisioning complete for port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:18.328189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-30a425e6-ff8b-477d-884b-03a8a0ab1afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:18.383875 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-30a425e6-ff8b-477d-884b-03a8a0ab1afa None None] Port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:48:18.427962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:18.630126 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39449e-cd53-439f-82ed-27371e7208ff req-87c217b8-267a-43a5-851e-58bd4ab27924 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:18.630814 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9f39449e-cd53-439f-82ed-27371e7208ff req-87c217b8-267a-43a5-851e-58bd4ab27924 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Synchronizing usage tracker for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:48:18.693917 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4cd7e34-744f-4ae2-b235-64db8ccfe2ff up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:18.765273 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:18.765661 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:18.818326 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-9f39449e-cd53-439f-82ed-27371e7208ff req-87c217b8-267a-43a5-851e-58bd4ab27924 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Unset dirty status for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:48:18.819500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f39449e-cd53-439f-82ed-27371e7208ff req-87c217b8-267a-43a5-851e-58bd4ab27924 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 932 time: 0.3779774 Apr 05 21:48:18.868424 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:48:18.879186 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:18.896869 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9f39449e-cd53-439f-82ed-27371e7208ff req-48652654-ac99-4c85-a480-49506af47e80 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667119 Apr 05 21:48:18.899285 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Transition to ACTIVE for port object 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:18.961333 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:19.087884 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:19.196431 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Attempting to bind port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:48:19.197093 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Attempting to bind port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:48:19.197194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Attempting to bind port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:48:19.202771 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:48:19.203106 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Attempting to bind port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:48:19.209516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:48:19.209851 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Checking segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:48:19.210225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Bound using segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:48:19.210640 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Bound port: 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:48:19.211072 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:19.304998 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:48:19.308015 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:48:19.374175 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:19.448170 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:19.449543 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] 10.222.0.39 "PUT /v2.0/ports/7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1092 time: 1.3291423 Apr 05 21:48:19.449990 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:48:19.466873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b1478-37ce-4052-86ba-413c13e2cafe service neutron] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:19.508664 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1404e930-6db2-4546-9279-de91705ce40d'] response: {'name': 'network-changed', 'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'status': 'completed', 'code': 200} Apr 05 21:48:19.621772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b58c50bb-57ad-468d-9008-72c96330335d req-ef457e93-562d-4470-8f02-e13e2afd5e5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1095 time: 0.0727398 Apr 05 21:48:19.767513 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c50bb-57ad-468d-9008-72c96330335d req-44cf5c00-be57-47b1-af05-f843527a5d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:19.768918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b58c50bb-57ad-468d-9008-72c96330335d req-44cf5c00-be57-47b1-af05-f843527a5d61 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1350012 Apr 05 21:48:19.904453 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c50bb-57ad-468d-9008-72c96330335d req-9049123b-f276-4706-8a5f-564f8e19835d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:19.906005 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b58c50bb-57ad-468d-9008-72c96330335d req-9049123b-f276-4706-8a5f-564f8e19835d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307459 Apr 05 21:48:20.086077 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-2a5243e7-d9b1-426c-b2b7-20efa9f7b743 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1095 time: 0.1230509 Apr 05 21:48:20.102182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8378b-f0e8-4a7d-9372-d7725dc0cfa8 req-71334839-85a9-44d8-b987-e813cc2994a2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:20.103552 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35c8378b-f0e8-4a7d-9372-d7725dc0cfa8 req-71334839-85a9-44d8-b987-e813cc2994a2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0851030 Apr 05 21:48:20.181254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-bae9dc1c-7c85-4174-9e48-1eecfdb5e3b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 217 time: 0.0767846 Apr 05 21:48:20.246612 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-35c8378b-f0e8-4a7d-9372-d7725dc0cfa8 req-4c2e393e-b85c-4247-a5b3-fd63ccdfb981 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942135 Apr 05 21:48:20.255213 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-655c0cfa-3260-4f79-a56b-10498205d6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:20.256568 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-655c0cfa-3260-4f79-a56b-10498205d6a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0645223 Apr 05 21:48:20.342341 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-332485e0-f5ed-4734-b0fc-e1c41e2bb6f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800455 Apr 05 21:48:20.566246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-087c2370-729c-4caa-91ec-804f0b00a45c service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176785 Apr 05 21:48:20.700166 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-77da49e6-fedd-4573-8975-4c19f8c5b151 req-d7e9a7ea-7e48-4994-bd6e-74008a68c89b service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276791 Apr 05 21:48:21.013190 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:21.448864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c806832-f3cc-4ed1-ab9c-83ce705811df req-7f64a211-c1ff-4e80-ae0d-20278c947675 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:21.450333 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c806832-f3cc-4ed1-ab9c-83ce705811df req-7f64a211-c1ff-4e80-ae0d-20278c947675 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0765045 Apr 05 21:48:21.493173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c806832-f3cc-4ed1-ab9c-83ce705811df req-547f2284-41d8-4a31-b155-9a01fb28748c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374043 Apr 05 21:48:22.687698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736fafb-1edb-4fa8-976a-7b784403797b req-594cc119-e42a-4a96-aa96-4843a46165e3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:22.689146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1736fafb-1edb-4fa8-976a-7b784403797b req-594cc119-e42a-4a96-aa96-4843a46165e3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0784655 Apr 05 21:48:22.733894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1736fafb-1edb-4fa8-976a-7b784403797b req-70cf6930-451e-407a-a83f-8a58eb208e36 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392518 Apr 05 21:48:23.933484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b72f25-b66c-4a0d-aa6e-17e5d6e790b7 req-d4e53e02-f807-4819-aab5-b775ba24a2f8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:23.934918 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50b72f25-b66c-4a0d-aa6e-17e5d6e790b7 req-d4e53e02-f807-4819-aab5-b775ba24a2f8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0818024 Apr 05 21:48:23.980796 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50b72f25-b66c-4a0d-aa6e-17e5d6e790b7 req-05dd7de1-e995-4446-99d3-b4459659fda3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Apr 05 21:48:25.180709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d2fd-215c-4f27-948a-a5ad6c1450c9 req-4fd6ab23-8a6a-4e17-ae65-4804fc3185b3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:25.182155 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d37d2fd-215c-4f27-948a-a5ad6c1450c9 req-4fd6ab23-8a6a-4e17-ae65-4804fc3185b3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0780718 Apr 05 21:48:25.227563 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3d37d2fd-215c-4f27-948a-a5ad6c1450c9 req-aee8c75f-8e56-43f2-b5a3-fcdd7b60d675 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396605 Apr 05 21:48:26.019635 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:48:26.149741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:26.162373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'port_id': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'mac_address': 'fa:16:3e:76:eb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:48:26.217555 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:26.233884 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:48:26.248747 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:26.327144 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:26.398088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:26.422660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d11f9-c4d0-40d5-8ca3-07c81d3f1841 req-883134c0-1410-4d3e-8e57-0fdc0c29ebcf tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:26.424096 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-104d11f9-c4d0-40d5-8ca3-07c81d3f1841 req-883134c0-1410-4d3e-8e57-0fdc0c29ebcf tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 945 time: 0.0770941 Apr 05 21:48:26.472011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-104d11f9-c4d0-40d5-8ca3-07c81d3f1841 req-40b99dfa-de4d-49bc-928e-b536309a767c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Apr 05 21:48:26.742445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:48:27.664633 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d636b-4e1d-45d8-b18f-50dc2c2496a0 req-d89f161d-6b74-4f3a-87b6-48df5194fa32 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:27.666596 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb0d636b-4e1d-45d8-b18f-50dc2c2496a0 req-d89f161d-6b74-4f3a-87b6-48df5194fa32 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 945 time: 0.0762217 Apr 05 21:48:27.710156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cb0d636b-4e1d-45d8-b18f-50dc2c2496a0 req-c19e9727-05f9-4fa1-a9d7-7d98df71b82c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380826 Apr 05 21:48:28.038324 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:28.150621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:28.155515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:28.155890 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:28.271189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:28.298268 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:48:28.308580 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:28.354646 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e1a3c4-68af-49df-bbb9-544f9cbf0fd1'] response: {'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'code': 200} Apr 05 21:48:28.356751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Sync routers for ids ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:48:28.364265 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:28.410346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Routers {'ec82a2ed-5ab7-48c5-9f38-49111b9f0874'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:28.410984 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:28.513776 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdb498dc-e4ec-4a4e-b70f-8c95cf368a64 req-653246d1-cd92-4364-bcdb-eab8d3d1ba02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1097 time: 0.0707066 Apr 05 21:48:28.555493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cdb498dc-e4ec-4a4e-b70f-8c95cf368a64 req-59d4a828-a293-403f-9121-ad2d900b79fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357924 Apr 05 21:48:28.556086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:28.603848 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Set router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:28.907318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80432167-e7e0-49cf-99c9-65a0a60410ac req-d64751fb-5b9d-4f42-9118-6fd33e4a33f9 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:28.908698 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80432167-e7e0-49cf-99c9-65a0a60410ac req-d64751fb-5b9d-4f42-9118-6fd33e4a33f9 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0760748 Apr 05 21:48:28.940923 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 4, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b3e7f800-675b-44a3-b094-b8f2679a7bef', 'name': '', 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'mac_address': 'fa:16:3e:2c:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db251ed5-5940-42e3-a549-b3b9b92dcaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:08Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 2, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'subnets': [{'id': 'db251ed5-5940-42e3-a549-b3b9b92dcaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:28.944915 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Checking router: ec82a2ed-5ab7-48c5-9f38-49111b9f0874 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:48:28.945302 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Updating router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 port b3e7f800-675b-44a3-b094-b8f2679a7bef binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:48:28.955367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-80432167-e7e0-49cf-99c9-65a0a60410ac req-bbde787f-26c9-4d46-96bd-ae58620a2e62 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408540 Apr 05 21:48:28.995723 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:29.327157 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:29.340457 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Transition to ACTIVE for port object b3e7f800-675b-44a3-b094-b8f2679a7bef will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:48:29.401794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:29.524596 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0872d1-cc4a-4ef7-b2c4-88edbc70e6ff None None] Pushing event updated for resources: {'Port': ['ID=b3e7f800-675b-44a3-b094-b8f2679a7bef,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:29.612664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Attempting to bind port b3e7f800-675b-44a3-b094-b8f2679a7bef on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:48:29.612947 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Attempting to bind port b3e7f800-675b-44a3-b094-b8f2679a7bef by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:48:29.613427 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Attempting to bind port b3e7f800-675b-44a3-b094-b8f2679a7bef on network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:48:29.620305 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:48:29.620673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Checking segment: {'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:48:29.621083 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:29.622200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Bound using segment: {'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:48:29.622200 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Bound port: b3e7f800-675b-44a3-b094-b8f2679a7bef, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b76104-200e-4560-a32f-94b822b07f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:48:29.623264 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:29.712194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] For port b3e7f800-675b-44a3-b094-b8f2679a7bef, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:48:29.715363 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] For port b3e7f800-675b-44a3-b094-b8f2679a7bef, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b3e7f800-675b-44a3-b094-b8f2679a7bef,segment=NetworkSegment(38b76104-200e-4560-a32f-94b822b07f6c),segment_id=38b76104-200e-4560-a32f-94b822b07f6c)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:48:29.779943 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:29.865832 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Routers {'ec82a2ed-5ab7-48c5-9f38-49111b9f0874'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:29.866462 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:29.913404 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0872d1-cc4a-4ef7-b2c4-88edbc70e6ff None None] Pushing event updated for resources: {'Port': ['ID=b3e7f800-675b-44a3-b094-b8f2679a7bef,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:30.059432 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] Set router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:30.172979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333464d9-208d-4b4c-a941-3ec75d5f8916 req-00aabd26-7870-42ad-b7ba-5d26ce217708 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:30.174499 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-333464d9-208d-4b4c-a941-3ec75d5f8916 req-00aabd26-7870-42ad-b7ba-5d26ce217708 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0844626 Apr 05 21:48:30.221562 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-333464d9-208d-4b4c-a941-3ec75d5f8916 req-1e385c69-275a-4615-add4-6f2de9741e55 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Apr 05 21:48:30.383694 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 4, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b3e7f800-675b-44a3-b094-b8f2679a7bef', 'name': '', 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'mac_address': 'fa:16:3e:2c:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db251ed5-5940-42e3-a549-b3b9b92dcaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:08Z', 'updated_at': '2022-04-05T21:48:29Z', 'revision_number': 4, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'subnets': [{'id': 'db251ed5-5940-42e3-a549-b3b9b92dcaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:30.387595 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97352251-3ed0-45e8-8eb9-e05ce4a5ed89 None None] The sync data for ids ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'] in n-d-836605-1 is: [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 4, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b3e7f800-675b-44a3-b094-b8f2679a7bef', 'name': '', 'network_id': '37be9fa1-86a4-43b4-b61f-ee4c6f91cd65', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'mac_address': 'fa:16:3e:2c:19:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db251ed5-5940-42e3-a549-b3b9b92dcaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:08Z', 'updated_at': '2022-04-05T21:48:29Z', 'revision_number': 4, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'subnets': [{'id': 'db251ed5-5940-42e3-a549-b3b9b92dcaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:48:30.710219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3e7f800-675b-44a3-b094-b8f2679a7bef up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:30.847906 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port b3e7f800-675b-44a3-b094-b8f2679a7bef completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:48:30.853373 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b3e7f800-675b-44a3-b094-b8f2679a7bef triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:30.853748 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:31.016678 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:31.050904 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port b3e7f800-675b-44a3-b094-b8f2679a7bef, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b3e7f800-675b-44a3-b094-b8f2679a7bef,segment=NetworkSegment(38b76104-200e-4560-a32f-94b822b07f6c),segment_id=38b76104-200e-4560-a32f-94b822b07f6c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:48:31.122820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:31.195575 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=b3e7f800-675b-44a3-b094-b8f2679a7bef,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:31.422923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b4202-9212-4de1-b838-f2788ad8b229 req-e99c7176-7ac3-49b2-8a12-b6f8e0828046 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:31.424503 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd3b4202-9212-4de1-b838-f2788ad8b229 req-e99c7176-7ac3-49b2-8a12-b6f8e0828046 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0768082 Apr 05 21:48:31.478463 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cd3b4202-9212-4de1-b838-f2788ad8b229 req-c505cf7c-3dfa-4703-9fd8-b1dfb630bc4c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482292 Apr 05 21:48:31.677466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be50c8-9071-4bca-b091-98c17888f98a req-932be262-9346-43cb-a2ec-eb128107915f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:31.678812 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9be50c8-9071-4bca-b091-98c17888f98a req-932be262-9346-43cb-a2ec-eb128107915f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0803673 Apr 05 21:48:31.724975 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f9be50c8-9071-4bca-b091-98c17888f98a req-77391e9d-846d-49d5-bf23-040652f119e4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 Apr 05 21:48:31.752718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52052) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:31.876333 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:48:31.890162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ea134323-0281-40d7-9677-6b35fd128713 tempest-TestShelveInstance-1047609756 tempest-TestShelveInstance-1047609756-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1092 time: 0.1362345 Apr 05 21:48:31.897423 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52058) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:48:31.902855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:48:31.908838 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:48:31.912670 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:floatingip and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:48:31.915480 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:48:31.925038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:48:32.018949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:32.150827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:32.286352 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Allocated IP 172.25.2.254 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/493207a5-303a-4fa1-b566-6e56c44f729c) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:48:32.433653 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:32.511585 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:32.581542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:48:32.584286 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:48:32.589232 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:48:32.612186 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'Port': ['ID=493207a5-303a-4fa1-b566-6e56c44f729c,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:32.692330 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3e7f800-675b-44a3-b094-b8f2679a7bef up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:48:32.761841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port b3e7f800-675b-44a3-b094-b8f2679a7bef triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:48:32.762206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:33.176504 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:33.308448 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:33.518727 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:33.578022 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:33.684303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'Port': ['ID=493207a5-303a-4fa1-b566-6e56c44f729c,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:48:33.697818 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:33.896422 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Floating IP de6080c4-4126-4600-a5d2-9ba2c3b78784 associated. External IP: 172.25.2.254, port: 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48. Apr 05 21:48:34.281699 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Router a247fa34-d47f-4732-b5ed-590953ff24eb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:48:34.585642 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:48:34.596077 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] Sync routers for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:48:34.607352 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:34.607943 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:34.659614 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:34.713428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-96249e23-1585-441c-b3a3-9555ce96c237 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8144557 Apr 05 21:48:34.714331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:48:34.769232 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2930af6b-765a-4987-9fa3-17575156bd3a'] response: {'name': 'network-changed', 'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'status': 'completed', 'code': 200} Apr 05 21:48:34.792768 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:34.859547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:34.883038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-4cf57a33-f715-4f46-ac57-fb8f86f2cfbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1097 time: 0.0724308 Apr 05 21:48:34.956694 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9d6900ca-b4d9-4e54-ad0a-93a9776805d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:35.016804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-0a1191ef-f803-48c2-b2ef-ff6ad0c9c01f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:35.018280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-0a1191ef-f803-48c2-b2ef-ff6ad0c9c01f service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1294785 Apr 05 21:48:35.129672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-9d75e3df-cc97-41fc-9478-622d7de29c8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1000 time: 0.0977514 Apr 05 21:48:35.135259 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'de6080c4-4126-4600-a5d2-9ba2c3b78784', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'port_id': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'mac_address': 'fa:16:3e:76:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767739a3-5593-44ee-bf36-4a676d70014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:48:33Z', 'updated_at': '2022-04-05T21:48:33Z', 'revision_number': 0, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:35.139017 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] Checking router: a247fa34-d47f-4732-b5ed-590953ff24eb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:48:35.149323 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:48:35.149951 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:48:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:35.190604 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-bbcc3a53-88bc-44ca-8e56-d8592fe7660a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:35.192040 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-bbcc3a53-88bc-44ca-8e56-d8592fe7660a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0565891 Apr 05 21:48:35.267973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-97089d77-b040-4620-875a-0b2eaa8d88a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695212 Apr 05 21:48:35.371727 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:48:35.406447 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-98a4f9c8-bea8-4da4-bcc5-cf63975367f6 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319680 Apr 05 21:48:35.548207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68c4711c-e53d-4450-bf53-3bb1917b02ec req-970fac19-0d3d-4d48-a2fe-3518940b6120 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349268 Apr 05 21:48:35.717650 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'de6080c4-4126-4600-a5d2-9ba2c3b78784', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'port_id': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'mac_address': 'fa:16:3e:76:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767739a3-5593-44ee-bf36-4a676d70014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:48:33Z', 'updated_at': '2022-04-05T21:48:33Z', 'revision_number': 0, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:48:35.721565 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe054697-d9f4-4b70-a07d-c18f5b42db78 None None] The sync data for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 is: [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'de6080c4-4126-4600-a5d2-9ba2c3b78784', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'floating_ip_address': '172.25.2.254', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'port_id': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'mac_address': 'fa:16:3e:76:eb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767739a3-5593-44ee-bf36-4a676d70014b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:48:33Z', 'updated_at': '2022-04-05T21:48:33Z', 'revision_number': 0, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:48:36.996534 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-2ac3141a-be39-45cd-a68e-26ef27b537cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:38.666667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a87fd-bedc-454e-b157-32a4e5b70017 None None] New status for floating IP de6080c4-4126-4600-a5d2-9ba2c3b78784: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:48:38.722632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:38.723289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:40.093257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:51.064427 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:48:58.319022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-6674e4f5-75ee-45b8-b990-8ea8b9d6d389 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724497 Apr 05 21:48:58.473597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-4a2473b6-56c0-4fb1-ab9c-509e9b8f9c92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1097 time: 0.0673192 Apr 05 21:48:58.613716 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-6f292978-3266-49f7-9eb0-87f065c03d3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:58.615058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-6f292978-3266-49f7-9eb0-87f065c03d3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1236575 Apr 05 21:48:58.715402 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-4854de64-c18b-4e8e-93b9-3e733419951f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1002 time: 0.0943925 Apr 05 21:48:58.774621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-3857bb90-ca30-41b5-b7b5-cad1449273f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:48:58.775954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-3857bb90-ca30-41b5-b7b5-cad1449273f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0550079 Apr 05 21:48:58.850940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-be9076fb-38e0-4a71-9904-810b2022169f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686998 Apr 05 21:48:59.072574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-8079fcd5-9970-4754-89c6-e3a6aa9fc6ae service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148356 Apr 05 21:48:59.200493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-08c112b4-2fc6-471c-8340-c66b29d153bd req-19382951-4fe3-4e83-b3ca-56ce8b140499 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219778 Apr 05 21:49:04.895788 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:04.961422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-930117ab-9837-422b-9dab-57cface72a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:06.921622 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df5b3571-8b4d-4848-a2f1-dfb2a90eaf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:08.629897 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:08.635572 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:08.876817 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:49:10.092997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:21.047082 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:34.880774 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:34.983645 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0890cf0c-67fa-4b37-b95e-56eda93a9e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:36.909489 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-55b2a601-6ce1-4f51-825c-93b70d139510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:38.640711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:38.669536 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:40.114993 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:45.880856 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:49:51.051887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:49:58.286252 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-1271c7bc-927c-408e-b167-fbc5269240c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676386 Apr 05 21:49:58.442843 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-ce1cfd84-1f37-4f39-a2ec-692c99880055 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1097 time: 0.0710239 Apr 05 21:49:58.586987 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-5ee5403a-c9d9-4ef1-b012-796858145329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:49:58.588336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-5ee5403a-c9d9-4ef1-b012-796858145329 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1260004 Apr 05 21:49:58.694204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-70137fb1-fa25-4ddd-9435-37164c621499 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1002 time: 0.0990741 Apr 05 21:49:58.754095 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-ec7fc3a4-2e5a-49fa-abb2-122be53e3a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:49:58.755426 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-ec7fc3a4-2e5a-49fa-abb2-122be53e3a7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0550075 Apr 05 21:49:58.825749 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-a1be6c31-38ae-4309-9c59-b5a2aa017e81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645223 Apr 05 21:49:58.950981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-68b332f5-4f88-4301-9e21-83ac3197c818 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190078 Apr 05 21:49:59.078555 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2b5ef0f5-9623-49a0-ad1b-cb1ea62c052b req-b18cbd57-e297-47fa-8ac9-52108c141bd8 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198273 Apr 05 21:50:04.886120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:04.966073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e618-00d0-432a-a70e-dd27afd87b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:06.903435 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4527aa1f-205a-4593-8359-87d87cf32603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:08.635059 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:08.640255 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:10.109060 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:21.046281 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:22.882036 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:50:34.908653 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:34.960552 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-73ba284e-bf3d-4efb-a747-82230aa62e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:36.902822 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22c4749e-4e5a-4d27-a2a9-4eb110aa8534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:38.657802 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:38.662976 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:40.098095 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:51.063405 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:50:58.298640 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-1c4a8a30-b4ee-48fc-9e6b-e534296824f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704327 Apr 05 21:50:58.454801 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-339cea30-509d-4873-850d-224a07e426d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1097 time: 0.0685539 Apr 05 21:50:58.594208 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-dda73d27-2ddf-4505-91d0-9ee35aeed08e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:50:58.595624 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-dda73d27-2ddf-4505-91d0-9ee35aeed08e service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1237009 Apr 05 21:50:58.703630 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-18584581-f03b-46e6-9ddf-35c223322ff3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1002 time: 0.1015844 Apr 05 21:50:58.764175 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-8bffbbb0-30e1-433f-a8df-8ae4b4497160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:50:58.765685 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-8bffbbb0-30e1-433f-a8df-8ae4b4497160 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0557668 Apr 05 21:50:58.842050 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-4a4152d6-61ad-4f74-8e10-6b297b91539e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706050 Apr 05 21:50:59.079940 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-65ee7917-7a0d-4724-9537-2eb5544436b9 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314854 Apr 05 21:50:59.211279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1173ccd1-dc15-4e2c-8b41-e42a813e6311 req-5319f3f5-49f1-441c-a422-1acaf2dcf343 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244886 Apr 05 21:50:59.812045 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9944c-84c7-47d7-8d2b-13c27484575d req-f6c23f5a-6941-4347-91eb-4deccc873541 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:50:59.813400 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04d9944c-84c7-47d7-8d2b-13c27484575d req-f6c23f5a-6941-4347-91eb-4deccc873541 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.1446855 Apr 05 21:50:59.857178 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-04d9944c-84c7-47d7-8d2b-13c27484575d req-fad9f277-05d7-46bf-8ba6-2975e9e35c76 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374672 Apr 05 21:50:59.883079 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:51:01.084311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7433-a9d4-4c20-ba38-dc4f859ae885 req-b0d60795-fa94-4dce-a84e-3fa083300032 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:01.085787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a7c7433-a9d4-4c20-ba38-dc4f859ae885 req-b0d60795-fa94-4dce-a84e-3fa083300032 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0784166 Apr 05 21:51:01.130280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3a7c7433-a9d4-4c20-ba38-dc4f859ae885 req-6d4a7e59-b9ee-49a3-b36c-ceaf8f1e8488 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391049 Apr 05 21:51:02.345073 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd40804-bd6d-49f2-ba68-00c90e96e0f1 req-aad7d908-c1f1-4d0f-8e46-efab1e984753 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:02.347074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cd40804-bd6d-49f2-ba68-00c90e96e0f1 req-aad7d908-c1f1-4d0f-8e46-efab1e984753 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0749981 Apr 05 21:51:02.395054 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cd40804-bd6d-49f2-ba68-00c90e96e0f1 req-b7f10e46-3431-4f1c-aedd-36b8851f389d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423479 Apr 05 21:51:03.587304 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23960592-6e64-452b-8eda-0079c928ce57 req-7aac416b-da7f-4519-b9a2-d56c5a491f7b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:03.588643 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23960592-6e64-452b-8eda-0079c928ce57 req-7aac416b-da7f-4519-b9a2-d56c5a491f7b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0745435 Apr 05 21:51:03.632757 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-23960592-6e64-452b-8eda-0079c928ce57 req-21d514d3-23b1-41c3-9490-4184656d1181 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Apr 05 21:51:04.831260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a6f0-0517-4eaf-a37f-1eb07c7d6f1e req-ef033221-138e-48b7-b006-16ff7687884e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:04.832735 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b910a6f0-0517-4eaf-a37f-1eb07c7d6f1e req-ef033221-138e-48b7-b006-16ff7687884e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0788324 Apr 05 21:51:04.878539 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b910a6f0-0517-4eaf-a37f-1eb07c7d6f1e req-9e90853a-4568-4a09-b4cb-5c1321b3bbdc tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401521 Apr 05 21:51:04.953518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:04.976408 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a3b29c7a-5a26-4c24-99f3-6899a16bac92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:06.072966 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d4c75-992b-4bba-a894-3503d816b3cd req-7513499c-2434-48fc-b9db-6933313e06d1 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:06.074428 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d06d4c75-992b-4bba-a894-3503d816b3cd req-7513499c-2434-48fc-b9db-6933313e06d1 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0759087 Apr 05 21:51:06.118844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d06d4c75-992b-4bba-a894-3503d816b3cd req-994be4c4-9d4a-4399-9141-85c299f4d1bb tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389593 Apr 05 21:51:06.908579 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a0e517b5-fe64-42d5-ac24-dfaa65c5b6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:07.315507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf111cb-e2e4-4283-8f7d-fda02bc8b8d1 req-890b938d-1ffa-4085-8d6f-7aec020a1129 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:07.317626 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbf111cb-e2e4-4283-8f7d-fda02bc8b8d1 req-890b938d-1ffa-4085-8d6f-7aec020a1129 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0815151 Apr 05 21:51:07.361268 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-cbf111cb-e2e4-4283-8f7d-fda02bc8b8d1 req-3972838b-c360-4113-b512-bf7b6a66b830 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379558 Apr 05 21:51:08.555538 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe24e4-1973-4891-858b-4ab79db8af86 req-7e1cf707-b53c-427f-beb0-f5c638965234 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:08.556895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cbe24e4-1973-4891-858b-4ab79db8af86 req-7e1cf707-b53c-427f-beb0-f5c638965234 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0759337 Apr 05 21:51:08.605558 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4cbe24e4-1973-4891-858b-4ab79db8af86 req-6bac5580-998c-419c-9497-1b80868fe98f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Apr 05 21:51:08.640058 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:08.668289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:09.802253 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b588323-e17e-4eab-91ed-a4fa7da1a2e3 req-6a606f3d-16b4-4947-8745-d2d886900f03 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:09.803681 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b588323-e17e-4eab-91ed-a4fa7da1a2e3 req-6a606f3d-16b4-4947-8745-d2d886900f03 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0763783 Apr 05 21:51:09.848473 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9b588323-e17e-4eab-91ed-a4fa7da1a2e3 req-a1555cbd-369c-40c1-b8eb-0c05c117b42f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Apr 05 21:51:10.131614 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:11.046327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34272776-2d4e-4ea7-bbe2-c7189fe7b4ac req-c6b5f498-193a-49d9-85ad-7f5b7684d5c8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:11.047683 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34272776-2d4e-4ea7-bbe2-c7189fe7b4ac req-c6b5f498-193a-49d9-85ad-7f5b7684d5c8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0805876 Apr 05 21:51:11.092238 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-34272776-2d4e-4ea7-bbe2-c7189fe7b4ac req-13c1895f-c2a5-455c-8ac7-9a31b530b1f0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384457 Apr 05 21:51:12.289445 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c86fff-be2f-41ed-bf0d-534ceefd91eb req-41e45434-a5bf-4a68-9206-6f2c07e2cce8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:12.291051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c86fff-be2f-41ed-bf0d-534ceefd91eb req-41e45434-a5bf-4a68-9206-6f2c07e2cce8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0769849 Apr 05 21:51:12.336221 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0c86fff-be2f-41ed-bf0d-534ceefd91eb req-4ecbf4fc-ef49-40f1-b458-e23d29756fc3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Apr 05 21:51:12.826186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:51:12.988082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:51:13.001637 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'port_id': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'mac_address': 'fa:16:3e:76:eb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:51:13.052680 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:13.069669 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:51:13.083987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:51:13.160518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:13.226552 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:51:13.234863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.235204 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.235543 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.235879 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.236212 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.236539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.236864 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.237215 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.237539 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.237863 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.238234 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:51:13.306649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:51:13.538894 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5481c58-f999-43fe-b00c-d7a8657bd8eb req-01697e9b-9d7b-4e3c-8498-860ff213cf62 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:13.540248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5481c58-f999-43fe-b00c-d7a8657bd8eb req-01697e9b-9d7b-4e3c-8498-860ff213cf62 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 945 time: 0.0812051 Apr 05 21:51:13.585383 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e5481c58-f999-43fe-b00c-d7a8657bd8eb req-0a8a8611-6c44-40be-b63c-f931697e9847 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396070 Apr 05 21:51:14.780882 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e2381-abec-4994-903d-66b0abf38894 req-f95bbe3c-f502-42ea-bc8c-55de45006ac7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:14.782340 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-089e2381-abec-4994-903d-66b0abf38894 req-f95bbe3c-f502-42ea-bc8c-55de45006ac7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 945 time: 0.0744293 Apr 05 21:51:14.827593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-089e2381-abec-4994-903d-66b0abf38894 req-bc90aecb-c827-4794-81fa-03f053a99dee tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397654 Apr 05 21:51:14.830664 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:51:14.896464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:51:14.896768 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:15.011388 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:15.036139 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:51:15.045225 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:51:15.091087 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49c2735-a798-4f47-9eac-e25cda381d65'] response: {'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'code': 200} Apr 05 21:51:15.115057 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:15.181913 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:51:16.020496 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a3eda-916c-423a-9dd5-2db4728c3bae req-e654c79b-93a4-4428-99e5-9946bf1e83dc tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:16.021939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-805a3eda-916c-423a-9dd5-2db4728c3bae req-e654c79b-93a4-4428-99e5-9946bf1e83dc tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0769360 Apr 05 21:51:16.066446 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-805a3eda-916c-423a-9dd5-2db4728c3bae req-1607d0bb-a772-4aa8-be50-ac91b9bdd941 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Apr 05 21:51:17.266312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdc54f-b1ef-467d-b36b-7ec5e3996ef7 req-9741da10-6ac8-4005-94c5-26eedce6be71 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:17.267775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38fdc54f-b1ef-467d-b36b-7ec5e3996ef7 req-9741da10-6ac8-4005-94c5-26eedce6be71 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0752671 Apr 05 21:51:17.319173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-38fdc54f-b1ef-467d-b36b-7ec5e3996ef7 req-aeb1bb2f-993a-4955-8eb5-5c2ff4611c92 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450706 Apr 05 21:51:18.561380 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3ad49-9e56-44d8-bbb4-ed11e1200d49 req-3134429b-1880-4d7a-942a-5dec8495e081 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:18.563401 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31a3ad49-9e56-44d8-bbb4-ed11e1200d49 req-3134429b-1880-4d7a-942a-5dec8495e081 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0854106 Apr 05 21:51:18.616602 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31a3ad49-9e56-44d8-bbb4-ed11e1200d49 req-59d1b8be-8287-49c3-8d04-df304c75122c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465062 Apr 05 21:51:19.845303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f035d74-d782-413c-9884-664b8bda21fe req-7309b4e4-c657-4609-8645-ffded6e3dc53 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:19.846815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f035d74-d782-413c-9884-664b8bda21fe req-7309b4e4-c657-4609-8645-ffded6e3dc53 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0874331 Apr 05 21:51:19.897248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1f035d74-d782-413c-9884-664b8bda21fe req-aa2083b3-7d87-4aa0-bd3f-61ba75e4b2b5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Apr 05 21:51:21.090716 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:21.125148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb8b7-03d8-4b52-a5a9-a98ab0f8bc18 req-9abe49e6-4bce-46bb-afd8-24faf46d9b0c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:21.126633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-432fb8b7-03d8-4b52-a5a9-a98ab0f8bc18 req-9abe49e6-4bce-46bb-afd8-24faf46d9b0c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0846739 Apr 05 21:51:21.175616 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-432fb8b7-03d8-4b52-a5a9-a98ab0f8bc18 req-9c329c4c-3cd6-405f-966f-4446936a46b3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Apr 05 21:51:22.544799 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109d2bc-9da9-43c2-b2ee-2a3e7e23d2ad req-9b2ba456-0fa8-4979-9dc6-07eb209a3165 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:22.549511 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1109d2bc-9da9-43c2-b2ee-2a3e7e23d2ad req-9b2ba456-0fa8-4979-9dc6-07eb209a3165 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0938015 Apr 05 21:51:22.595058 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1109d2bc-9da9-43c2-b2ee-2a3e7e23d2ad req-80695ffd-f41e-47c2-ac49-151cb81d2481 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Apr 05 21:51:23.801926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a135d-9941-41b8-b35c-1b2013900ebe req-6bfd28b3-5831-40ed-9f06-2533cfbd9879 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:23.803387 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e91a135d-9941-41b8-b35c-1b2013900ebe req-6bfd28b3-5831-40ed-9f06-2533cfbd9879 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0759568 Apr 05 21:51:23.852424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e91a135d-9941-41b8-b35c-1b2013900ebe req-86ab2a6f-30f2-4bee-a7db-988acbb58abc tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Apr 05 21:51:25.082476 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f567c4-3563-4ff7-b1e1-4aac412855b4 req-38651f9f-d65f-475b-b7f5-4d24fed0c4aa tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:25.083859 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72f567c4-3563-4ff7-b1e1-4aac412855b4 req-38651f9f-d65f-475b-b7f5-4d24fed0c4aa tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0876184 Apr 05 21:51:25.136639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-72f567c4-3563-4ff7-b1e1-4aac412855b4 req-0c758827-d396-4af4-9685-b4a921a87635 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467026 Apr 05 21:51:26.389751 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458007a-1056-46e8-aac7-f7ea2fb2b270 req-43145b21-1165-4c73-ac7f-ce361dc4bb77 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:26.391241 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0458007a-1056-46e8-aac7-f7ea2fb2b270 req-43145b21-1165-4c73-ac7f-ce361dc4bb77 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0884361 Apr 05 21:51:26.543403 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0458007a-1056-46e8-aac7-f7ea2fb2b270 req-7c66409f-cd94-41e5-b665-b66aa6dbd3c2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465187 Apr 05 21:51:27.778050 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24925ffd-ec12-4444-9d2a-16aa7d297263 req-7bf85cb6-71b0-4acc-9c67-014f03854dc4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:27.779620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24925ffd-ec12-4444-9d2a-16aa7d297263 req-7bf85cb6-71b0-4acc-9c67-014f03854dc4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0955732 Apr 05 21:51:27.827517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-24925ffd-ec12-4444-9d2a-16aa7d297263 req-aa5c4b01-c2de-45cb-916f-1aa9dc349363 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Apr 05 21:51:29.022879 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126886c-28ee-442f-a50e-3fc4a74e02e9 req-9afc7654-0f73-4c9b-ae49-244b2fb9cf4b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:29.024350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d126886c-28ee-442f-a50e-3fc4a74e02e9 req-9afc7654-0f73-4c9b-ae49-244b2fb9cf4b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0787356 Apr 05 21:51:29.075522 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d126886c-28ee-442f-a50e-3fc4a74e02e9 req-866b5225-7e10-431f-8eca-d4df0f5765de tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Apr 05 21:51:29.323590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-d281607c-5a1b-4984-ad56-5e8f3c02f3fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1097 time: 0.0672913 Apr 05 21:51:29.453940 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-a2e6b051-9f8b-4a7b-a740-47a0d059b8af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:29.455382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-a2e6b051-9f8b-4a7b-a740-47a0d059b8af service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1259584 Apr 05 21:51:29.553848 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-2f25547d-b1ae-4617-be21-1d742908fe7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1002 time: 0.0920246 Apr 05 21:51:29.615935 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-d3f5d4ee-905c-412b-b8b4-1a6fcd1fbc6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:29.617303 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-d3f5d4ee-905c-412b-b8b4-1a6fcd1fbc6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0582285 Apr 05 21:51:29.692748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-5477aef3-05c8-4117-9e13-a8eb8079204a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699329 Apr 05 21:51:29.703371 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-bb80d9d8-68b4-48a6-9037-69beff7ac902 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:51:29.704291 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-bb80d9d8-68b4-48a6-9037-69beff7ac902 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050611 Apr 05 21:51:29.835581 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-635d14cc-90b9-42c3-9d78-837a9b07259b service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244361 Apr 05 21:51:29.963329 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0fa95460-fc3b-4c00-8353-1c55197e687c req-3cefbcf4-73ef-45d7-b220-5452b74ee0e2 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226914 Apr 05 21:51:30.272570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa0e2-a508-4bb2-9982-c2d998cd60a2 req-56cbad68-aef6-4f95-8620-361838c5ae48 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:30.274032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e4fa0e2-a508-4bb2-9982-c2d998cd60a2 req-56cbad68-aef6-4f95-8620-361838c5ae48 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0790527 Apr 05 21:51:30.319936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1e4fa0e2-a508-4bb2-9982-c2d998cd60a2 req-145c11cf-e407-407b-bd30-70571fad2a59 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Apr 05 21:51:31.519611 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc02fe-dfea-48bb-92eb-24db2929543d req-e1f896f2-c74f-4fe2-aa41-fa7809e46347 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:31.521103 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1bc02fe-dfea-48bb-92eb-24db2929543d req-e1f896f2-c74f-4fe2-aa41-fa7809e46347 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0793324 Apr 05 21:51:31.567442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1bc02fe-dfea-48bb-92eb-24db2929543d req-0a45e818-fbd8-4105-ad2c-31dc28784ade tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407023 Apr 05 21:51:32.764901 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562ab0-4004-4371-bca0-47f4fd9c1366 req-29d1fa86-3b76-4642-95e5-e7f5a3a5f60d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:32.766358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb562ab0-4004-4371-bca0-47f4fd9c1366 req-29d1fa86-3b76-4642-95e5-e7f5a3a5f60d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 946 time: 0.0800495 Apr 05 21:51:32.811404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bb562ab0-4004-4371-bca0-47f4fd9c1366 req-cb996068-95fa-47b1-afce-16cfcd9d6885 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395360 Apr 05 21:51:32.910367 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:51:32.993623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d94f68a2-0a0d-463f-b5c0-985e46ed0af3 req-fd903992-56e1-45c9-82f0-f8db4c6b8b71 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662794 Apr 05 21:51:33.018067 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:33.053192 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:51:33.059757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:51:33.102534 n-d-836605-1 neutron-server[84582]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e11331a2-14ee-4017-a783-d6e20b9b7226']: {'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'code': 422} returned with failed status Apr 05 21:51:33.154414 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:33.220467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:51:33.437367 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a6ac-43ba-40ee-bf0e-05efe0172eea req-cbb1edf6-c23a-4d62-b280-5af6e6f22dc7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:33.438728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bcb4a6ac-43ba-40ee-bf0e-05efe0172eea req-cbb1edf6-c23a-4d62-b280-5af6e6f22dc7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0792880 Apr 05 21:51:33.483922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bcb4a6ac-43ba-40ee-bf0e-05efe0172eea req-5fe0bc73-3e53-4edd-a455-885d410b19b0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392237 Apr 05 21:51:33.658418 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-cab609d8-7848-44b2-a1ef-9297bfd501cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1504555 Apr 05 21:51:34.549171 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-7892eb38-381f-49d1-ac64-19f7e4b3cb99 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&tenant_id=975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 1095 time: 0.0709531 Apr 05 21:51:34.802840 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce9d22-2536-45af-bf85-3c34f9f2b598 req-f4d7bbd6-9927-451f-9119-44c0aab05cdf tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:34.804254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0ce9d22-2536-45af-bf85-3c34f9f2b598 req-f4d7bbd6-9927-451f-9119-44c0aab05cdf tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.1905131 Apr 05 21:51:34.806954 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-43b1f2cc-9129-4bcf-8680-44c5b3e1fc68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1095 time: 0.2256536 Apr 05 21:51:34.933430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0ce9d22-2536-45af-bf85-3c34f9f2b598 req-6dcffe3d-83bd-416a-b2bb-66e4c0295d94 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235678 Apr 05 21:51:34.970781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-1ece943e-3906-4ebe-9304-ac5fc4cde1c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:34.971760 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:34.972265 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-1ece943e-3906-4ebe-9304-ac5fc4cde1c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1488519 Apr 05 21:51:35.057519 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-604f2a07-9379-40d5-8637-af059a681b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:35.073967 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-fc24aa6b-bc98-454c-8ff5-1f490b64f92a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1000 time: 0.0961339 Apr 05 21:51:35.134907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-e73fb43a-6597-45e4-9125-a430ccaa43f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:35.136300 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-e73fb43a-6597-45e4-9125-a430ccaa43f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0558302 Apr 05 21:51:35.214350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-f09caa4d-5de8-40fc-a928-4b4c8d732cdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697706 Apr 05 21:51:35.346285 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-0cedd791-e826-470d-955d-2b77b0fed049 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243787 Apr 05 21:51:35.476186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-c7b10b25-d39f-4fd4-bf20-2dd0451f56e8 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233370 Apr 05 21:51:36.125724 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d66510-1629-4da7-9df7-155b99962390 req-9a759a01-026f-4ccd-9001-46f964bc87d1 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:36.127184 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48d66510-1629-4da7-9df7-155b99962390 req-9a759a01-026f-4ccd-9001-46f964bc87d1 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0741639 Apr 05 21:51:36.171535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48d66510-1629-4da7-9df7-155b99962390 req-93141a0c-2ddd-4710-b7f1-f931dfafbfaa tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383680 Apr 05 21:51:36.883456 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:51:36.931387 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-90e308cc-d50f-42f4-a907-8698aab7f86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:37.391985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf1d50-1c52-4ce3-85ac-2f6b97a26bc6 req-79ac0655-44a8-47d4-98e2-cb0c3944bd63 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:37.394468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bacf1d50-1c52-4ce3-85ac-2f6b97a26bc6 req-79ac0655-44a8-47d4-98e2-cb0c3944bd63 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0996053 Apr 05 21:51:37.455071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bacf1d50-1c52-4ce3-85ac-2f6b97a26bc6 req-5eec8b34-84d8-4c04-bb23-f720d9c714c3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540998 Apr 05 21:51:38.654211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6ab74-7a9d-4a16-86d6-8fc0a48e7db3 req-b5766294-d4af-4b51-9a14-bb3d9669d9b4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:38.655584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69a6ab74-7a9d-4a16-86d6-8fc0a48e7db3 req-b5766294-d4af-4b51-9a14-bb3d9669d9b4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0797305 Apr 05 21:51:38.673233 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:38.696239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:38.709720 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-69a6ab74-7a9d-4a16-86d6-8fc0a48e7db3 req-77b3efc9-f810-4065-85c0-5f807018488e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478983 Apr 05 21:51:39.925039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dee46-4dce-44e1-8aaa-f9aad74668f6 req-76b8a5d8-9607-4696-942b-0a8504836bc8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:39.926676 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e24dee46-4dce-44e1-8aaa-f9aad74668f6 req-76b8a5d8-9607-4696-942b-0a8504836bc8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0858886 Apr 05 21:51:39.976322 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e24dee46-4dce-44e1-8aaa-f9aad74668f6 req-bcbb0118-0d11-4a1b-b719-7e9413a44102 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Apr 05 21:51:40.137495 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:41.184573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba5572-052a-4e56-9b4c-55c808eab391 req-325b164d-43d6-488e-9019-8c2938fc4a4f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:41.186826 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3ba5572-052a-4e56-9b4c-55c808eab391 req-325b164d-43d6-488e-9019-8c2938fc4a4f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0818267 Apr 05 21:51:41.239528 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e3ba5572-052a-4e56-9b4c-55c808eab391 req-d0fa2f43-815e-4456-b1c6-e54bb6332d45 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458345 Apr 05 21:51:42.435303 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c4e4b-99e9-4ef2-941e-04cea978afb4 req-4b68f311-dc47-4ed2-9f46-850d14a4dc54 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:42.436731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7c4e4b-99e9-4ef2-941e-04cea978afb4 req-4b68f311-dc47-4ed2-9f46-850d14a4dc54 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0777040 Apr 05 21:51:42.482131 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7b7c4e4b-99e9-4ef2-941e-04cea978afb4 req-7f3a851b-e580-4aaa-8ba0-c08f02cc987f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396276 Apr 05 21:51:43.701657 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718b6ab-572f-4619-9998-b5deb79cf2e6 req-f488a92b-062d-4878-9329-5e8290305896 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:43.703886 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9718b6ab-572f-4619-9998-b5deb79cf2e6 req-f488a92b-062d-4878-9329-5e8290305896 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0842676 Apr 05 21:51:43.764000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9718b6ab-572f-4619-9998-b5deb79cf2e6 req-20899fae-c8a2-4c13-880d-bf94e95de097 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549588 Apr 05 21:51:44.980473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050fe7f-5349-4491-b7d3-a86310de2a35 req-946e69af-09e8-4752-9ff6-a6cf66d06264 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:44.981884 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1050fe7f-5349-4491-b7d3-a86310de2a35 req-946e69af-09e8-4752-9ff6-a6cf66d06264 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0766253 Apr 05 21:51:45.028861 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1050fe7f-5349-4491-b7d3-a86310de2a35 req-3f8c6940-1eed-4f7d-8959-89b14b2abb17 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Apr 05 21:51:46.226956 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5ee6d-61f0-43ee-8ae2-fa6475751196 req-91183ea2-3838-4048-b32a-a72e52acecda tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:46.228427 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1e5ee6d-61f0-43ee-8ae2-fa6475751196 req-91183ea2-3838-4048-b32a-a72e52acecda tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0797534 Apr 05 21:51:46.273610 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1e5ee6d-61f0-43ee-8ae2-fa6475751196 req-d2e89b5a-2301-45a5-bab5-95abc5ee502a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396638 Apr 05 21:51:47.465205 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62944f6f-8fb6-4d54-9ba9-ff8615a7bc77 req-19736b4d-05a4-459b-b90f-055c3fad5b75 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:47.466620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62944f6f-8fb6-4d54-9ba9-ff8615a7bc77 req-19736b4d-05a4-459b-b90f-055c3fad5b75 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0742993 Apr 05 21:51:47.510177 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-62944f6f-8fb6-4d54-9ba9-ff8615a7bc77 req-f7377b02-6fc7-45f6-8050-6ab965242a6a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382154 Apr 05 21:51:48.821272 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf475df9-0734-491d-95ef-dc82de7009f8 req-390d1bbb-3bfd-449f-a634-576356f21c33 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:48.822650 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf475df9-0734-491d-95ef-dc82de7009f8 req-390d1bbb-3bfd-449f-a634-576356f21c33 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.1909840 Apr 05 21:51:48.867851 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf475df9-0734-491d-95ef-dc82de7009f8 req-bfbb261e-0e8c-486b-8a2d-998cb144b1ec tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395172 Apr 05 21:51:50.063997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b3743-d506-4b3c-a9e4-df88c8b2ba81 req-46400636-6b96-49fa-991c-21f79bfd2190 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:50.065729 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-021b3743-d506-4b3c-a9e4-df88c8b2ba81 req-46400636-6b96-49fa-991c-21f79bfd2190 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0780752 Apr 05 21:51:50.114012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-021b3743-d506-4b3c-a9e4-df88c8b2ba81 req-ec4f4bd5-51ff-4160-81a4-f3cd948a7b66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428262 Apr 05 21:51:51.073898 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:51.305330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a819-fa72-4d0d-80b9-155a6b4a15f1 req-31243b15-8f51-49df-b459-3b098d2258ae tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:51.306771 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f997a819-fa72-4d0d-80b9-155a6b4a15f1 req-31243b15-8f51-49df-b459-3b098d2258ae tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0750310 Apr 05 21:51:51.351006 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f997a819-fa72-4d0d-80b9-155a6b4a15f1 req-df9b3502-5f63-476f-afc4-cd6f79f5a3a5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Apr 05 21:51:52.553704 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60fc20-76be-4f8c-99b4-1cc98cb098d8 req-4dc6db29-78b7-45d4-8b22-5f1bf1f0442e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:52.555042 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e60fc20-76be-4f8c-99b4-1cc98cb098d8 req-4dc6db29-78b7-45d4-8b22-5f1bf1f0442e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 944 time: 0.0811810 Apr 05 21:51:52.598003 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8e60fc20-76be-4f8c-99b4-1cc98cb098d8 req-89bf60d1-b639-435f-82ff-e4e9632a8fa1 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375371 Apr 05 21:51:52.950649 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:51:53.081896 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:51:53.095106 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'port_id': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'mac_address': 'fa:16:3e:76:eb:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:51:53.150125 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:53.167123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:51:53.181352 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:51:53.245603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:53.308707 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:51:53.658888 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:51:53.792170 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65483f33-c486-4414-ac75-7d0ee2d6e885 req-177466d0-cdc2-4973-a0cd-86c0722fa7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:53.793655 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65483f33-c486-4414-ac75-7d0ee2d6e885 req-177466d0-cdc2-4973-a0cd-86c0722fa7e6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 945 time: 0.0747900 Apr 05 21:51:53.839022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65483f33-c486-4414-ac75-7d0ee2d6e885 req-265fcdf5-94c2-4845-ad67-1615a65857bd tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396183 Apr 05 21:51:54.966636 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:51:55.043812 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:51:55.044099 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:55.158573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:55.184584 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:51:55.194183 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed9dec-9c22-43c7-997a-fb6f73e9e692 req-a071792c-bcf1-4281-b1ee-58989f336b78 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:55.197201 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:51:55.197373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ed9dec-9c22-43c7-997a-fb6f73e9e692 req-a071792c-bcf1-4281-b1ee-58989f336b78 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 945 time: 0.0796037 Apr 05 21:51:55.242316 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a8ed9dec-9c22-43c7-997a-fb6f73e9e692 req-e3b69878-a518-423b-a55c-163995d862ae tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Apr 05 21:51:55.250870 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267a0bba-4c61-4d89-b242-c7c84ac75c08'] response: {'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'code': 200} Apr 05 21:51:55.274665 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:51:55.346101 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:51:55.596186 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-218e9a91-7e68-48d0-9461-c2f450dc6abf req-bfafc860-e8e8-4bb1-9a51-ef7c91ef565f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1098 time: 0.0656633 Apr 05 21:51:55.638517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-218e9a91-7e68-48d0-9461-c2f450dc6abf req-14489a14-db46-41f1-831f-a7a1f8b33a21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370433 Apr 05 21:51:56.445954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424c167-b6bc-41ab-9022-f032667c7560 req-b51c33fb-40ee-40da-8017-bf62fc5df7ae tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:56.447379 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b424c167-b6bc-41ab-9022-f032667c7560 req-b51c33fb-40ee-40da-8017-bf62fc5df7ae tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 947 time: 0.0746963 Apr 05 21:51:56.491634 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b424c167-b6bc-41ab-9022-f032667c7560 req-eec7ec60-9947-4421-985d-76c5ae6089d1 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387218 Apr 05 21:51:57.690709 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2e27-91af-4dd7-ada8-b6af130ce11b req-6f555054-944b-4915-a754-a2d09f5bb0ee tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:57.692153 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b47e2e27-91af-4dd7-ada8-b6af130ce11b req-6f555054-944b-4915-a754-a2d09f5bb0ee tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 947 time: 0.0811272 Apr 05 21:51:57.737370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b47e2e27-91af-4dd7-ada8-b6af130ce11b req-c0e50d8b-c730-444c-8e03-f731d5952fe3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 Apr 05 21:51:58.294888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-7b19357a-8ed0-4ed0-9413-ab9e16f998f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670817 Apr 05 21:51:58.464359 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-4ab9bdcb-f00c-4eb3-accf-d65f85e920a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1098 time: 0.0727015 Apr 05 21:51:58.607274 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93580-e6e2-4158-bc34-193a0a80466b req-0829dc30-3fa4-4fce-9f22-6f2979c66022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:58.608631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-0829dc30-3fa4-4fce-9f22-6f2979c66022 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1270957 Apr 05 21:51:58.705660 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-b5b22640-844f-4e10-b1fe-089d3f603ffd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1002 time: 0.0902193 Apr 05 21:51:58.769555 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e93580-e6e2-4158-bc34-193a0a80466b req-cc0f9424-d450-4387-b479-416ced649371 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:58.770976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-cc0f9424-d450-4387-b479-416ced649371 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0598526 Apr 05 21:51:58.854080 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-1533b29a-eebd-47f0-9eec-5759fc7c7963 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777731 Apr 05 21:51:59.044517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b691409-df81-4636-a759-df2579b0375c req-a0ddf7b3-2c56-42b7-8ce7-8ee51c1df7de tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:51:59.045986 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b691409-df81-4636-a759-df2579b0375c req-a0ddf7b3-2c56-42b7-8ce7-8ee51c1df7de tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 947 time: 0.1866398 Apr 05 21:51:59.047620 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-59880d4f-5540-4e79-9c26-719f8c684447 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872501 Apr 05 21:51:59.264728 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4b691409-df81-4636-a759-df2579b0375c req-3082b5b2-77be-494a-a65d-d8ecfa662513 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130098 Apr 05 21:51:59.304470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-86e93580-e6e2-4158-bc34-193a0a80466b req-3fe006d0-61d7-40d4-a859-1604a7b937cc service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401206 Apr 05 21:52:04.964206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:05.033974 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-20b9779a-6d25-4ffb-af34-ba69a1a220b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:06.936758 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6ebbb1d8-682f-4c82-bc33-a786276f7eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:08.649704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:08.672391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:10.125196 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:13.884303 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:52:21.089717 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:34.977239 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-27689824-3694-4faf-9e8e-5fcfe567bb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:34.978774 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:36.940619 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a7540386-2e4f-41b5-8c86-19d973d4269c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:38.638208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:38.666184 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:40.142499 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:50.885961 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:52:51.079902 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:52:59.295222 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-bd6158b8-b1ca-44ab-90a6-8160c5cd7f69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700476 Apr 05 21:52:59.449896 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-8ccb8efa-ae15-4f49-828b-f816bef38ac8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1098 time: 0.0682356 Apr 05 21:52:59.590446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-5926d479-17c3-4beb-9ab3-e5f5dc90abf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:52:59.591778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-5926d479-17c3-4beb-9ab3-e5f5dc90abf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1240864 Apr 05 21:52:59.692895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-66bcba60-2770-4842-80cc-f16841e76de5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 1002 time: 0.0947709 Apr 05 21:52:59.752685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-a9e70480-9c97-430f-b589-3e76f6a0a963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:52:59.754088 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-a9e70480-9c97-430f-b589-3e76f6a0a963 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0553353 Apr 05 21:52:59.828449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-9e91d011-1980-450c-8c6f-1f36c7296eea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687699 Apr 05 21:52:59.956506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-7529b959-6f63-4723-b818-ced767b0ec22 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212912 Apr 05 21:53:00.088034 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b3b6089e-b310-427f-a3d2-b39a9304fd61 req-6d4b4b06-8a6c-4287-8c13-af977ec4beee service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246285 Apr 05 21:53:05.034380 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e0f4b49-92f7-41ea-b603-cc6e41c933d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:05.035711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:06.936370 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2b63ae8-b8ff-4ed4-bea6-97ba1ca361f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:08.668102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:08.696945 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:10.174164 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:21.102355 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:27.886727 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:53:34.987804 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8ce9332e-c877-4396-855f-f85c1592c7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:35.016918 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:35.080595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52372) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:35.340452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Deleting port 493207a5-303a-4fa1-b566-6e56c44f729c {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:53:35.340737 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:35.507579 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:35.507908 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:35.630190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Calling delete_port for 493207a5-303a-4fa1-b566-6e56c44f729c owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:53:35.934071 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:35.977569 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event deleted for resources: {'Port': ['ID=493207a5-303a-4fa1-b566-6e56c44f729c,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:36.015580 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.015925 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.016271 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.016603 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.016932 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.017288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.018457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.018457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.018457 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.018755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.018853 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:53:36.078919 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:36.462862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Router a247fa34-d47f-4732-b5ed-590953ff24eb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:53:36.670046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:53:36.673976 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] Sync routers for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:53:36.686907 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:53:36.687500 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:53:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:53:36.762274 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:36.816737 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-e625dad7-2c93-47a7-859b-e66655c08be4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "DELETE /v2.0/floatingips/de6080c4-4126-4600-a5d2-9ba2c3b78784 HTTP/1.1" status: 204 len: 168 time: 1.7344067 Apr 05 21:53:36.819041 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:53:36.883783 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:53:36.936417 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4ae6c017-3ab9-4a17-ba31-d18d18fb42f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:36.976838 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da953789-c953-4eaf-8a1c-9fea7c9c9d20'] response: {'name': 'network-changed', 'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'status': 'completed', 'code': 200} Apr 05 21:53:37.156052 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-39b774b2-c769-40cb-8052-4173b1ae5664 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 1098 time: 0.1343858 Apr 05 21:53:37.240580 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:53:37.246121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] Checking router: a247fa34-d47f-4732-b5ed-590953ff24eb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:53:37.260328 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:53:37.261144 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:53:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:53:37.310789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-d4995d38-8189-4ebe-a00a-1d44eae08358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:53:37.312352 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-d4995d38-8189-4ebe-a00a-1d44eae08358 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1513491 Apr 05 21:53:37.418231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-b4a29c25-8ecc-47f3-a088-20fbe833b199 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 200 len: 217 time: 0.0977757 Apr 05 21:53:37.443230 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:53:37.498781 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-2e8307c9-adbe-4143-8c71-52805467a992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:53:37.500173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-2e8307c9-adbe-4143-8c71-52805467a992 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0745106 Apr 05 21:53:37.545818 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e77d6-a98c-4cd6-8e5c-b0cf9b38d375 req-dde2cce6-9f85-4888-8ad8-9dd3c1a476ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:53:37.546507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d26e77d6-a98c-4cd6-8e5c-b0cf9b38d375 req-dde2cce6-9f85-4888-8ad8-9dd3c1a476ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Synchronizing usage tracker for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:53:37.593367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-2aa1d37c-460e-4b8d-bdbd-62886396449b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855572 Apr 05 21:53:37.670032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-d26e77d6-a98c-4cd6-8e5c-b0cf9b38d375 req-dde2cce6-9f85-4888-8ad8-9dd3c1a476ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Unset dirty status for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:53:37.671176 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d26e77d6-a98c-4cd6-8e5c-b0cf9b38d375 req-dde2cce6-9f85-4888-8ad8-9dd3c1a476ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 947 time: 0.2983725 Apr 05 21:53:37.756640 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:53:37.759294 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d26e77d6-a98c-4cd6-8e5c-b0cf9b38d375 req-b12f3699-922d-4e91-ba47-aed47f91b037 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809822 Apr 05 21:53:37.762804 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6636cfc2-e2c8-410e-86a0-378b7f940e4b None None] The sync data for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 is: [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:53:37.767032 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-a0bf1d56-894e-43ec-8d66-67356f775ebb service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655712 Apr 05 21:53:37.991020 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34f609-b348-4502-b98b-27c49fd70d89 None None] New status for floating IP de6080c4-4126-4600-a5d2-9ba2c3b78784: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:53:38.003844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3831b086-b0da-49ca-ac42-92c7fe8a717a req-d3843488-fbc2-4c70-8787-ffe9db3d7aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280779 Apr 05 21:53:38.639394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:38.667770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:38.956722 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82672c0-8fea-47a1-a42e-23cc62b6ab3d req-9986641a-97b2-4983-b117-b51c47d2949c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:53:38.958182 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f82672c0-8fea-47a1-a42e-23cc62b6ab3d req-9986641a-97b2-4983-b117-b51c47d2949c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 947 time: 0.0762765 Apr 05 21:53:39.003132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f82672c0-8fea-47a1-a42e-23cc62b6ab3d req-9138e165-c5c3-4da0-8b70-adb12e93ed2c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=858c05fa-1425-49c4-9ee3-f9857deaae00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Apr 05 21:53:39.126332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-47f24b99-f73f-4ab2-ae8a-e37ddcdba6db tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:53:39.127742 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-47f24b99-f73f-4ab2-ae8a-e37ddcdba6db tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.39 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 947 time: 0.0778220 Apr 05 21:53:39.193870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Deleting port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:53:39.194215 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:39.430473 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] For port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:53:39.430829 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:39.547926 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Calling delete_port for 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:53:39.753371 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:39.800516 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event deleted for resources: {'Port': ['ID=7cc0f23f-64c0-4511-9de7-cd76b3a0aa48,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:39.873493 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] No DVR routers for this DVR port 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:53:39.876029 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:39.878562 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-deleted', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:53:39.933833 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d90896a-01aa-4a89-bad9-bcf69ec9b6ee'] response: {'server_uuid': '767739a3-5593-44ee-bf36-4a676d70014b', 'name': 'network-vif-deleted', 'tag': '7cc0f23f-64c0-4511-9de7-cd76b3a0aa48', 'status': 'completed', 'code': 200} Apr 05 21:53:39.991915 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4f4660f4-2ba3-4ec5-8673-eee2acc07ca5 req-63ec1e00-4b7d-40de-a903-58852a682a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.39 "DELETE /v2.0/ports/7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 HTTP/1.1" status: 204 len: 173 time: 0.8586802 Apr 05 21:53:40.165101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c43df4a-3056-4c64-afc4-e63561275b16 req-9e7d11fd-f409-45f3-8413-b9285f3c6c49 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Synchronizing usage tracker for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:53:40.185244 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:40.271053 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-2c43df4a-3056-4c64-afc4-e63561275b16 req-9e7d11fd-f409-45f3-8413-b9285f3c6c49 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Unset dirty status for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:53:40.272373 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2c43df4a-3056-4c64-afc4-e63561275b16 req-9e7d11fd-f409-45f3-8413-b9285f3c6c49 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=767739a3-5593-44ee-bf36-4a676d70014b HTTP/1.1" status: 200 len: 210 time: 0.1484318 Apr 05 21:53:41.384329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52396) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:41.453630 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15339454-cfba-47be-95a3-4192ae9c40d0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:41.481466 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15339454-cfba-47be-95a3-4192ae9c40d0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:41.621984 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15339454-cfba-47be-95a3-4192ae9c40d0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:41.641393 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339454-cfba-47be-95a3-4192ae9c40d0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c05fa-1425-49c4-9ee3-f9857deaae00,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:41.645552 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-15339454-cfba-47be-95a3-4192ae9c40d0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:41.647305 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-15339454-cfba-47be-95a3-4192ae9c40d0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "DELETE /v2.0/security-groups/858c05fa-1425-49c4-9ee3-f9857deaae00 HTTP/1.1" status: 204 len: 168 time: 0.2613633 Apr 05 21:53:42.058260 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52404) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:42.063816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363480488', 'description': 'tempest-secgroup-smoke-1363480488 description', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:53:42.070900 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:42.074740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:42.077612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:42.083290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:42.173742 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.208004 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:42.211817 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:42.215168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:42.220643 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:42.272356 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.333544 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.375583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46651843-d265-4e3e-b03a-3007a1913cb1,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:42.450939 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.452180 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-18f02d34-a95b-4b01-b3a6-f047e764ba66 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3929439 Apr 05 21:53:42.454999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52408) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:42.460614 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '46651843-d265-4e3e-b03a-3007a1913cb1', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:53:42.467527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:42.471383 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:42.474237 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:42.480520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:42.571690 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.637978 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.710916 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.734121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bd6d46-67b0-4d49-a096-cb817e89bb3e,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:42.804872 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.806132 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-f48a6c62-13db-476e-b7f5-1fd77e10813c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3502424 Apr 05 21:53:42.808763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52412) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:42.814096 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '46651843-d265-4e3e-b03a-3007a1913cb1', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:53:42.820638 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:42.827615 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:42.827803 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:42.833662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:42.902530 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:42.960886 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.028327 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.051255 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f388e47e-253b-4089-a7e4-4da93f9a3a0c,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:43.119213 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.120398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9fc7ba4c-5a45-4feb-b2e7-156d25bd4ec2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3106704 Apr 05 21:53:43.123579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52416) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:43.129227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '46651843-d265-4e3e-b03a-3007a1913cb1', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:53:43.135046 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:43.138858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:43.141731 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:43.147301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:43.222623 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.286106 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.353461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.376365 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ec6b12-de88-47c5-b19a-b8836778b9f1,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:43.419908 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:53:43.452690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:53:43.453031 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 7cc0f23f-64c0-4511-9de7-cd76b3a0aa48 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:53:43.453555 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.454747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-68baa5ea-665f-46ce-b819-2e0b9a347349 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3302679 Apr 05 21:53:43.457579 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52420) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:43.462862 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '46651843-d265-4e3e-b03a-3007a1913cb1', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:53:43.470226 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:43.474063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:43.476883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:43.483261 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:43.581954 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.642412 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.727831 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.750833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817be3d9-1f84-4dc4-88a9-ec1faf147396,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:43.819382 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.820529 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-727d821e-d945-49c6-81dc-0731edff36ef tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3620622 Apr 05 21:53:43.823284 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52424) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:43.829290 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '46651843-d265-4e3e-b03a-3007a1913cb1', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:53:43.835546 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:43.839311 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:43.842182 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:43.849032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:43.916609 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Project 975d9c9be6ea49d1aded4e9195de1a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:53:43.922712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:43.983995 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:44.050878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:44.073997 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dae65e-8830-4df7-8f10-63941075f7d9,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:44.142609 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:44.143784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1420aadc-d8dd-4d75-bfe7-352abfe4c408 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3189979 Apr 05 21:53:44.146478 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52430) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:53:44.151780 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'security_group_rule': {'security_group_id': '46651843-d265-4e3e-b03a-3007a1913cb1', 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:53:44.157988 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:53:44.161725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:security_group_rule and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:53:44.165102 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:53:44.171032 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:53:44.239079 n-d-836605-1 neutron-server[84581]: INFO neutron.db.securitygroups_db [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Project 975d9c9be6ea49d1aded4e9195de1a2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:53:44.245455 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:44.401277 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:44.490366 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:44.512964 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86f538f-c819-424b-bdfb-4f9a357e326f,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:53:44.576541 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:53:44.577747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4da7bbce-a628-430a-9489-1b1f3adf570b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4303782 Apr 05 21:53:51.102338 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:04.059409 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02892a6d-e129-4849-a9da-661bc59362a1 req-ba70a04b-3f2b-45bc-a3a0-6c0034ccadeb tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Synchronizing usage tracker for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:54:04.153010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-02892a6d-e129-4849-a9da-661bc59362a1 req-ba70a04b-3f2b-45bc-a3a0-6c0034ccadeb tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Unset dirty status for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:54:04.154231 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-ba70a04b-3f2b-45bc-a3a0-6c0034ccadeb tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363480488&fields=id&tenant_id=975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 267 time: 0.1421795 Apr 05 21:54:04.299081 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892a6d-e129-4849-a9da-661bc59362a1 req-3ef90f72-8838-48a7-901d-ef1a8c31cb86 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:04.300510 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-3ef90f72-8838-48a7-901d-ef1a8c31cb86 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 809 time: 0.1399333 Apr 05 21:54:04.317946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-81f9f626-473b-4a70-ab70-659a23a79ea5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/quotas/975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 375 time: 0.0120227 Apr 05 21:54:04.399727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-96a6605c-d7c6-4587-9897-fadf3537a431 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766363 Apr 05 21:54:04.603313 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-3156834f-afe8-4ffe-a988-e672fcb4c537 service neutron] 10.222.0.10 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924956 Apr 05 21:54:04.736537 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-16fa7b99-bac2-4547-851d-e9790dfd3038 service neutron] 10.222.0.10 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271765 Apr 05 21:54:04.896804 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:54:05.022497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:05.023184 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f6d750f9-f84f-4d83-ac6e-d1688f3f5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:06.513074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-13b87a36-fca3-40cb-bc3e-17b6cd68f44f req-24985aa6-5b36-4b87-9a93-b904aacac4b2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 210 time: 0.0404053 Apr 05 21:54:06.982373 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0256cada-34fe-4ae1-9f6d-a3c506198509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:07.677690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-36c0fd45-e23f-4962-b907-ac228422c13d req-e809a474-2c86-4a23-b3b5-539549fcbc73 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 210 time: 0.0454612 Apr 05 21:54:08.528043 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892a6d-e129-4849-a9da-661bc59362a1 req-c1b35071-4f91-4f98-97d1-d9c31821d290 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:08.530037 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-c1b35071-4f91-4f98-97d1-d9c31821d290 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.23 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 809 time: 0.1392221 Apr 05 21:54:08.586893 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-194afd22-cb3d-47d8-83a6-d08446ee149f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 380 time: 0.0442011 Apr 05 21:54:08.601327 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'port': {'device_id': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'admin_state_up': True, 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'security_groups': ['46651843-d265-4e3e-b03a-3007a1913cb1']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:54:08.616295 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:08.676315 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:08.744190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:54:08.756164 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:54:08.830485 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Made reservation on behalf of 975d9c9be6ea49d1aded4e9195de1a2f for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:54:08.833648 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:08.927509 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9a7a9162-d702-43e8-ad24-f61b14f1b2c2 req-26cfc2a8-3535-4afc-be41-dbe37d156e50 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 210 time: 0.0747125 Apr 05 21:54:09.043572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Allocated IP 172.20.0.12 (bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee/dab6115f-d717-42f5-ac7f-fcecfaba52c7/eccaa210-9649-4501-9aea-734f0ffa7721) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:54:09.227005 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:09.244125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Transition to ACTIVE for port object eccaa210-9649-4501-9aea-734f0ffa7721 will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:54:09.328693 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:09.401763 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:54:09.404659 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:54:09.408590 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:54:09.443356 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:54:09.476341 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:09.477001 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:09.602388 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7e662405-43d1-4a4d-b7c6-d407582bebc2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0049288 Apr 05 21:54:09.613329 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-c2d95ded-aa28-4b00-96fa-08794785ba3c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 21:54:09.614325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-c2d95ded-aa28-4b00-96fa-08794785ba3c tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056701 Apr 05 21:54:09.678899 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f378996f-75da-42b8-a30a-f4e6149ddb86 None None] Provisioning for port eccaa210-9649-4501-9aea-734f0ffa7721 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:54:09.684122 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-f378996f-75da-42b8-a30a-f4e6149ddb86 None None] Provisioning complete for port eccaa210-9649-4501-9aea-734f0ffa7721 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:54:09.689235 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f378996f-75da-42b8-a30a-f4e6149ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:09.695768 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Request body: {'port': {'device_id': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:54:09.746877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f378996f-75da-42b8-a30a-f4e6149ddb86 None None] Port eccaa210-9649-4501-9aea-734f0ffa7721 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:54:09.913862 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:10.150687 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:10.242130 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0086ffb-f87e-4bb6-b200-3d13989c70f3 req-853bf87b-95cb-4eef-8d56-c121641a4a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:10.242809 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b0086ffb-f87e-4bb6-b200-3d13989c70f3 req-853bf87b-95cb-4eef-8d56-c121641a4a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Synchronizing usage tracker for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:54:10.322387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-b0086ffb-f87e-4bb6-b200-3d13989c70f3 req-853bf87b-95cb-4eef-8d56-c121641a4a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Unset dirty status for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:54:10.323460 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0086ffb-f87e-4bb6-b200-3d13989c70f3 req-853bf87b-95cb-4eef-8d56-c121641a4a2f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 932 time: 0.2707021 Apr 05 21:54:10.345323 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccaa210-9649-4501-9aea-734f0ffa7721 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:54:10.355398 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:10.384461 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Transition to ACTIVE for port object eccaa210-9649-4501-9aea-734f0ffa7721 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:54:10.389662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b0086ffb-f87e-4bb6-b200-3d13989c70f3 req-5132516f-1226-40d0-8ecc-b63f48831fe2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596189 Apr 05 21:54:10.470505 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:10.594744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:54:10.706828 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:54:10.710331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:54:10.710331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:54:10.713122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Port eccaa210-9649-4501-9aea-734f0ffa7721 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:54:10.713446 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:54:10.720077 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:54:10.720408 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Checking segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:54:10.720792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Bound using segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:54:10.721250 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Bound port: eccaa210-9649-4501-9aea-734f0ffa7721, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:54:10.721595 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:10.812785 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:54:10.815662 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:54:10.891147 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:10.948854 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:10.950739 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] 10.222.0.23 "PUT /v2.0/ports/eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1092 time: 1.3294394 Apr 05 21:54:10.959318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:54:10.981518 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f431f7e-54cc-43bf-8266-aeb0196d86f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:54:11.022847 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc2218a-69f6-442d-b838-f9a30b8343b7'] response: {'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'status': 'completed', 'code': 200} Apr 05 21:54:11.115012 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71257ebb-fad5-44e6-8443-a1de9cf9999b req-a57b5399-64fe-498f-b99f-d91aa77e0377 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0720909 Apr 05 21:54:11.255202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71257ebb-fad5-44e6-8443-a1de9cf9999b req-5086c3d9-f47b-4039-aa1b-021d645a41e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:11.256544 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71257ebb-fad5-44e6-8443-a1de9cf9999b req-5086c3d9-f47b-4039-aa1b-021d645a41e8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1340766 Apr 05 21:54:11.397193 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71257ebb-fad5-44e6-8443-a1de9cf9999b req-b1181810-5358-42b4-95f0-82983c1812e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:11.398468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-71257ebb-fad5-44e6-8443-a1de9cf9999b req-b1181810-5358-42b4-95f0-82983c1812e4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357787 Apr 05 21:54:11.502240 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-de750093-b186-4dfd-836c-21bdb2e91481 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0676005 Apr 05 21:54:11.608782 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-e55be7b5-80db-4ce9-a074-658f0cc71d76 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 217 time: 0.1003563 Apr 05 21:54:11.683873 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892a6d-e129-4849-a9da-661bc59362a1 req-9ddecf56-d597-44f7-8d1a-27acd7049a42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:11.685214 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-9ddecf56-d597-44f7-8d1a-27acd7049a42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0666530 Apr 05 21:54:11.694746 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d575ac6-970c-4670-97c1-12faf4e39bcf req-e06fe84c-0f52-4413-b701-9d53beebf4bc tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:11.696084 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d575ac6-970c-4670-97c1-12faf4e39bcf req-e06fe84c-0f52-4413-b701-9d53beebf4bc tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.1866670 Apr 05 21:54:11.794046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4d575ac6-970c-4670-97c1-12faf4e39bcf req-96c47cf2-3229-42df-8d45-ca0038b9cdc4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688157 Apr 05 21:54:11.804207 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-7ea5b811-1629-48a4-8fe0-c06e5a8486f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072390 Apr 05 21:54:12.037157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-d2b421c3-863d-4e89-bc1a-420542b3f4a4 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269640 Apr 05 21:54:12.168010 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-02892a6d-e129-4849-a9da-661bc59362a1 req-72cba9b8-ebbe-4c69-bfe9-660f55df2357 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238253 Apr 05 21:54:12.991927 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5bd31-8005-41ec-8182-071f11f28865 req-c904b365-7603-4eb8-9667-495c66a0a57f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:12.993382 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7d5bd31-8005-41ec-8182-071f11f28865 req-c904b365-7603-4eb8-9667-495c66a0a57f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0750873 Apr 05 21:54:13.036766 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7d5bd31-8005-41ec-8182-071f11f28865 req-86b7248b-08fc-4747-b963-20753ec7687a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379326 Apr 05 21:54:14.230534 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fa48c-7708-4843-baa4-7c1d466741d4 req-5cbae8ae-8a55-4449-88e2-9eb5ff17441e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:14.231996 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d2fa48c-7708-4843-baa4-7c1d466741d4 req-5cbae8ae-8a55-4449-88e2-9eb5ff17441e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0783079 Apr 05 21:54:14.276806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-9d2fa48c-7708-4843-baa4-7c1d466741d4 req-a2207253-d181-4bee-b6af-71a37267a10f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Apr 05 21:54:15.468755 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee764ad-723d-4662-93ab-3650b58b2f9d req-0a36b82f-4f2e-4335-b984-58d974fd2420 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:15.470204 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee764ad-723d-4662-93ab-3650b58b2f9d req-0a36b82f-4f2e-4335-b984-58d974fd2420 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0751178 Apr 05 21:54:15.516608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-8ee764ad-723d-4662-93ab-3650b58b2f9d req-7b05a9d0-efa5-40c2-94e1-af9cabe0ba5b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408177 Apr 05 21:54:16.715076 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755c968-0047-40ff-be5c-6df63bc8421d req-faed5f51-b82b-479b-bf3a-0b7c27ae246d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:16.716506 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a755c968-0047-40ff-be5c-6df63bc8421d req-faed5f51-b82b-479b-bf3a-0b7c27ae246d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0794356 Apr 05 21:54:16.765063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a755c968-0047-40ff-be5c-6df63bc8421d req-028607f0-5439-483e-8d0a-093d0d45c088 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Apr 05 21:54:17.956030 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78665e0-99ef-4204-9b6c-39da417b0bc5 req-2d08e89e-c680-4aad-92a2-83040dbe21b8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:17.957469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c78665e0-99ef-4204-9b6c-39da417b0bc5 req-2d08e89e-c680-4aad-92a2-83040dbe21b8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0744212 Apr 05 21:54:18.001524 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c78665e0-99ef-4204-9b6c-39da417b0bc5 req-f00c3280-16a1-47db-a3ed-d22f0b115464 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386140 Apr 05 21:54:19.195660 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b55e18-a3d7-45c5-bfcb-2740f6e92da5 req-2321a204-5a06-47d3-9d34-6330fab78311 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:19.197098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31b55e18-a3d7-45c5-bfcb-2740f6e92da5 req-2321a204-5a06-47d3-9d34-6330fab78311 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0781128 Apr 05 21:54:19.241296 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-31b55e18-a3d7-45c5-bfcb-2740f6e92da5 req-b574a6aa-b433-476a-b734-db5c6647419d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 Apr 05 21:54:20.215428 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device eccaa210-9649-4501-9aea-734f0ffa7721 details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:54:20.351544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:54:20.366496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'port_id': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'mac_address': 'fa:16:3e:62:f8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:54:20.419354 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:20.436454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccaa210-9649-4501-9aea-734f0ffa7721 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:54:20.450451 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78b45-219b-470f-84b3-72c3656f2f3c req-7c98e834-3306-4a87-b8b1-5ea9a3c91fc6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:20.451912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bd78b45-219b-470f-84b3-72c3656f2f3c req-7c98e834-3306-4a87-b8b1-5ea9a3c91fc6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0852451 Apr 05 21:54:20.452043 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:54:20.498772 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:20.503355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1bd78b45-219b-470f-84b3-72c3656f2f3c req-e2749c0a-277d-41ed-94d5-c0a244e6eda2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Apr 05 21:54:20.568472 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:54:20.577186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.578175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.578516 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.578853 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.579186 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.579518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.579841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.580162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.580482 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.580799 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.581148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:54:20.731406 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['eccaa210-9649-4501-9aea-734f0ffa7721'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:54:21.107305 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:21.697069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17b0ae-bccf-42f4-9ba8-7bb0367f4dd4 req-6c64d70a-5579-4e83-b6d6-498c4fa01151 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:21.698501 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c17b0ae-bccf-42f4-9ba8-7bb0367f4dd4 req-6c64d70a-5579-4e83-b6d6-498c4fa01151 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 945 time: 0.0764682 Apr 05 21:54:21.742784 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5c17b0ae-bccf-42f4-9ba8-7bb0367f4dd4 req-dc8cf874-cf44-4d00-a0ba-2eb6438d5f24 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387294 Apr 05 21:54:22.215444 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device eccaa210-9649-4501-9aea-734f0ffa7721 up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:54:22.338721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port eccaa210-9649-4501-9aea-734f0ffa7721 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:54:22.343722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port eccaa210-9649-4501-9aea-734f0ffa7721 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:54:22.344073 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:22.455117 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:22.480823 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:54:22.490692 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:54:22.551413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:22.613568 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08c32f8-3a95-4c02-8833-32c188e539f6'] response: {'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'code': 200} Apr 05 21:54:22.621413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:54:22.734974 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aefd921-f8a6-49ba-a05c-2f51673bcaab req-b4ddb1f2-9fc4-4a31-9406-ca7d8b826c76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0697644 Apr 05 21:54:22.778641 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1aefd921-f8a6-49ba-a05c-2f51673bcaab req-4d9a71ab-0792-4c8d-82ab-8ca8d883d7be service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384390 Apr 05 21:54:22.939955 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630577c-0fd7-4607-95cf-6751887d18f3 req-bbda7aee-ac03-419a-a7cc-97c10c988df4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:22.941421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7630577c-0fd7-4607-95cf-6751887d18f3 req-bbda7aee-ac03-419a-a7cc-97c10c988df4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0785253 Apr 05 21:54:22.986284 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7630577c-0fd7-4607-95cf-6751887d18f3 req-5ff09eaf-1994-4b1e-93d1-183d3bac5f76 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Apr 05 21:54:24.187406 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33725eed-eb26-4dfe-aaa4-2506343eb227 req-df00baf3-214a-431c-9c54-e743677b5a46 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:24.188856 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33725eed-eb26-4dfe-aaa4-2506343eb227 req-df00baf3-214a-431c-9c54-e743677b5a46 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0802321 Apr 05 21:54:24.233004 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33725eed-eb26-4dfe-aaa4-2506343eb227 req-21b3af83-fbdd-4fe2-ad8e-8d755a8dbffc tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 Apr 05 21:54:24.432618 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801a592-f37d-4000-8330-0b33e4cf3a86 req-ce7fb8e0-0195-426d-afdf-a17a9adea215 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:24.434076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0801a592-f37d-4000-8330-0b33e4cf3a86 req-ce7fb8e0-0195-426d-afdf-a17a9adea215 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0761805 Apr 05 21:54:24.482574 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0801a592-f37d-4000-8330-0b33e4cf3a86 req-488dfa94-6caa-42a9-ab6c-a92ea6d160ec tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Apr 05 21:54:24.509013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52602) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:54:24.640482 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-33be5a55-eb20-4f19-abc0-21eb458827c7 tempest-TestShelveInstance-1047609756 tempest-TestShelveInstance-1047609756-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1092 time: 0.1303692 Apr 05 21:54:24.643190 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52608) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:54:24.648201 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:54:24.654097 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:54:24.657796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Usage tracker for resource:floatingip and tenant:975d9c9be6ea49d1aded4e9195de1a2f is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:54:24.660542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:54:24.666069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:54:24.767091 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:24.901551 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:25.036750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Allocated IP 172.25.2.121 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/abd064b7-8b21-4a8c-8f6f-de3f2a2c327f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:54:25.270949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:25.391401 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:25.462472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:54:25.463309 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'Port': ['ID=abd064b7-8b21-4a8c-8f6f-de3f2a2c327f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:54:25.466931 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:54:25.469741 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:54:25.954144 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:26.069657 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:26.265827 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:26.318712 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:26.423257 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event updated for resources: {'Port': ['ID=abd064b7-8b21-4a8c-8f6f-de3f2a2c327f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:54:26.437042 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:26.621066 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Floating IP 48fd1822-edd6-437c-94e5-1621bdbe5916 associated. External IP: 172.25.2.121, port: eccaa210-9649-4501-9aea-734f0ffa7721. Apr 05 21:54:27.126123 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Router a247fa34-d47f-4732-b5ed-590953ff24eb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:54:27.328923 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:54:27.341029 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] Sync routers for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:54:27.353520 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:54:27.354157 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:54:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:54:27.435988 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:27.495844 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-feeb41bf-50a3-496b-9231-4006d372e762 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8516424 Apr 05 21:54:27.496411 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:54:27.532307 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:54:27.551694 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593db9e1-c645-4557-b022-83fbeb040a12'] response: {'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'status': 'completed', 'code': 200} Apr 05 21:54:27.653251 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e98104-803a-4e18-906b-9946a3640b17 req-d176b5f0-1616-4f81-98f5-77b6b060546b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0776234 Apr 05 21:54:27.781875 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98104-803a-4e18-906b-9946a3640b17 req-5d4d546a-c5af-465b-9c3c-cc1a4ae2a0fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:27.783304 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e98104-803a-4e18-906b-9946a3640b17 req-5d4d546a-c5af-465b-9c3c-cc1a4ae2a0fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1246040 Apr 05 21:54:27.881354 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '48fd1822-edd6-437c-94e5-1621bdbe5916', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'floating_ip_address': '172.25.2.121', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'port_id': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'mac_address': 'fa:16:3e:62:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:54:25Z', 'updated_at': '2022-04-05T21:54:25Z', 'revision_number': 0, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:54:27.885147 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] Checking router: a247fa34-d47f-4732-b5ed-590953ff24eb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:54:27.886099 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e98104-803a-4e18-906b-9946a3640b17 req-75853e73-010d-47c7-9e6f-402d3e3a539d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1000 time: 0.0962319 Apr 05 21:54:27.895508 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:54:27.896087 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:54:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:54:27.948962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98104-803a-4e18-906b-9946a3640b17 req-ecc925db-4ea0-4ac0-bf6a-2c7cf9f96579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:27.950457 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e98104-803a-4e18-906b-9946a3640b17 req-ecc925db-4ea0-4ac0-bf6a-2c7cf9f96579 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0592415 Apr 05 21:54:28.023154 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e98104-803a-4e18-906b-9946a3640b17 req-dd9a957c-4d4e-4c51-a70b-a80e739be032 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669973 Apr 05 21:54:28.097085 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:54:28.153246 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e98104-803a-4e18-906b-9946a3640b17 req-36615b11-9b32-4610-96be-f3dc6cbb6c61 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236007 Apr 05 21:54:28.286245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a5e98104-803a-4e18-906b-9946a3640b17 req-454dfac1-e8a0-47dd-aef9-db913f1ad7b4 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272414 Apr 05 21:54:28.434182 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '48fd1822-edd6-437c-94e5-1621bdbe5916', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'floating_ip_address': '172.25.2.121', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'port_id': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'mac_address': 'fa:16:3e:62:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:54:25Z', 'updated_at': '2022-04-05T21:54:25Z', 'revision_number': 0, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:54:28.438028 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a69cc9-70b6-4905-b4ba-5c951095e76b None None] The sync data for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 is: [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '48fd1822-edd6-437c-94e5-1621bdbe5916', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'floating_ip_address': '172.25.2.121', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'port_id': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'mac_address': 'fa:16:3e:62:f8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:54:25Z', 'updated_at': '2022-04-05T21:54:25Z', 'revision_number': 0, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:54:28.625998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fcdb25-a2c7-4885-9b78-895f4a9b4d30 None None] New status for floating IP 48fd1822-edd6-437c-94e5-1621bdbe5916: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:54:35.077306 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:35.077306 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5240accc-826c-4b5a-974c-b1ba05d1b83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:36.944096 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4dc49522-3158-439d-8e54-8eb59da7fe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:38.670317 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:38.704002 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:40.172894 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:54:41.895097 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:54:43.511785 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-1719caa1-e028-4c16-b977-f6ddcfcff828 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710039 Apr 05 21:54:43.647456 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-4cf60441-67c9-4b04-9a37-26c5cc5d7130 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0685196 Apr 05 21:54:43.788887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-65aea73b-0ecb-4e06-943e-29ef0c26aca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:43.790336 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-65aea73b-0ecb-4e06-943e-29ef0c26aca6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1252549 Apr 05 21:54:43.894277 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-30280ce0-b3ec-4df3-8321-8ddc95fcb60d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1002 time: 0.0975959 Apr 05 21:54:43.955947 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-777c62f3-e4d0-43b7-bd74-87bbd8540fc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:54:43.957493 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-777c62f3-e4d0-43b7-bd74-87bbd8540fc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0571458 Apr 05 21:54:44.134517 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-6fde1d79-fdbf-42aa-a6ab-bbf4e5bc7f6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713514 Apr 05 21:54:44.263994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-b4b1e2f2-3e1e-4c1f-b70e-975d41b7499e service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226587 Apr 05 21:54:44.393175 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-938f990e-b305-4ca2-b0d2-b1ccd7612396 req-10e59ddc-9847-4087-a2e2-706afc63d16f service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229539 Apr 05 21:54:51.119003 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:05.029848 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e231bfde-cb1a-4e33-bee1-76bf2bbe5f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:05.031375 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:06.936138 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c878ded0-da89-461a-9c04-06a834d5a425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:08.680820 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:08.726311 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:10.160652 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:18.889212 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:55:21.124712 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:35.006484 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9ef6713f-7107-4566-8408-0326803e3c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:35.007912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:36.976011 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cf835700-c526-4156-a968-5056ece00e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:38.644112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:38.672527 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:40.165796 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:45.479248 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-f6bab295-3b3b-4123-9f1f-4f61209790f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679927 Apr 05 21:55:45.621442 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-5c0e5cd6-ba69-4fe0-a812-8b86c380b07e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0754721 Apr 05 21:55:45.773301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-c82f560d-dde8-4052-a1a2-6ec6ef8edcc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:55:45.773301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-c82f560d-dde8-4052-a1a2-6ec6ef8edcc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1297128 Apr 05 21:55:45.871755 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-22b90171-de14-4b10-ad01-9efec5011ef3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1002 time: 0.0942216 Apr 05 21:55:45.934680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-e1ad9aee-cd9b-4d10-9739-b8da5273341d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:55:45.936059 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-e1ad9aee-cd9b-4d10-9739-b8da5273341d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0585732 Apr 05 21:55:46.009244 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-6c51a58a-52f4-4564-91d2-211bbe75f3ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660708 Apr 05 21:55:46.137378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-04893f8a-1ac4-4ad4-9822-1939fa0696fe service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219811 Apr 05 21:55:46.267487 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1c9ba396-3937-4529-8d0f-a5f8327ea638 req-eb237d10-b1ae-452b-8d97-5b2229f56951 service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236625 Apr 05 21:55:51.120007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:55:55.888849 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:56:04.987180 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-263140d5-079e-46fc-b12a-83adfc90e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:05.015925 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:06.958592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3f643cf1-4b4c-4114-94ba-b12fb7126e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:08.662430 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:08.673422 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:10.164874 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:21.102538 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:32.889323 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:56:34.981221 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-eff31355-d7f1-4f5d-bcc4-e634cad99689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:35.040425 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:36.941686 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1ee920fe-a63f-4f36-93a7-22595434c508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:38.644715 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:38.673112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:40.153028 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:56:45.505894 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-8cf8f882-5433-40c7-88b9-1aa776d76d09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753076 Apr 05 21:56:45.644606 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-98e93329-35a4-4c08-a6ce-f05395043242 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0665414 Apr 05 21:56:45.783978 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-cf2f3b3e-89aa-40b5-992c-be44cce47429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:56:45.785394 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-cf2f3b3e-89aa-40b5-992c-be44cce47429 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1215451 Apr 05 21:56:45.885191 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-a00b6823-47f4-47df-a4a4-807acc90705d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1002 time: 0.0943613 Apr 05 21:56:45.945039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-d210d6f6-a2f1-4c65-9096-730e23fd2fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:56:45.946354 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-d210d6f6-a2f1-4c65-9096-730e23fd2fff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0556073 Apr 05 21:56:46.114631 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-e2e04b3c-0ca3-499f-936a-5e9ab0b34a15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624427 Apr 05 21:56:46.242201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-744b5331-b11c-47b5-bb5a-9fef2aed04cc service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220298 Apr 05 21:56:46.370815 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-682cf2b8-ca19-4610-955b-07ddb3af7207 req-f243d3da-5235-4416-8cbf-ab91a295639f service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228313 Apr 05 21:56:51.112977 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:05.015763 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3c3fe254-dc9e-4742-8b52-18a202b7a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:05.061982 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:06.332697 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b28b8-855c-4b5b-903d-7265b015fe62 req-1c136b16-edbb-4586-8bdb-b67d61fce7a9 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:06.334173 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-529b28b8-855c-4b5b-903d-7265b015fe62 req-1c136b16-edbb-4586-8bdb-b67d61fce7a9 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.1489387 Apr 05 21:57:06.379055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-529b28b8-855c-4b5b-903d-7265b015fe62 req-477aa9a9-d022-438d-ae72-c04744dcdbda tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391219 Apr 05 21:57:06.992735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-017fb230-b6e3-44b3-b53d-8f476b4d5a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:07.678225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac33887-f864-4516-b520-3820f3ab2335 req-6045685c-5a81-49b2-ba0d-0bd123b42830 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:07.679684 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ac33887-f864-4516-b520-3820f3ab2335 req-6045685c-5a81-49b2-ba0d-0bd123b42830 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.1528282 Apr 05 21:57:07.736605 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2ac33887-f864-4516-b520-3820f3ab2335 req-1c787f15-d157-412c-be93-8da304c14a5d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503709 Apr 05 21:57:08.621012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:08.672850 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:08.954608 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc1d9b-8557-4ade-9ad5-635bfec5ef50 req-cbb45f91-272a-4292-b5c6-14e659b99161 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:08.956070 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75cc1d9b-8557-4ade-9ad5-635bfec5ef50 req-cbb45f91-272a-4292-b5c6-14e659b99161 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0756102 Apr 05 21:57:09.010825 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-75cc1d9b-8557-4ade-9ad5-635bfec5ef50 req-8017652c-63f7-4c7b-8d6c-376d016e0492 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Apr 05 21:57:09.890092 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:57:10.198549 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:10.206630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24687e-e220-4935-b81a-469c4c719a5e req-820e9b22-4551-4ae9-98df-a70419654fdf tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:10.208055 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b24687e-e220-4935-b81a-469c4c719a5e req-820e9b22-4551-4ae9-98df-a70419654fdf tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0770664 Apr 05 21:57:10.251723 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5b24687e-e220-4935-b81a-469c4c719a5e req-1d1dab3c-2b7f-44fe-b835-30156a8dcfe2 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381219 Apr 05 21:57:11.450532 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74b51-1813-4028-b465-ba4b8ca30c6b req-8def901e-5365-4af0-b7ad-6fd179e180f4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:11.451913 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15d74b51-1813-4028-b465-ba4b8ca30c6b req-8def901e-5365-4af0-b7ad-6fd179e180f4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0776002 Apr 05 21:57:11.494146 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-15d74b51-1813-4028-b465-ba4b8ca30c6b req-020b1fae-a666-43b3-b43c-a08d4f60cffa tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368648 Apr 05 21:57:12.687421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42b582-4d10-4a57-aee7-2925b3b88fa9 req-e78754d3-7af4-4f0e-9432-a1b593d67e27 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:12.688817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af42b582-4d10-4a57-aee7-2925b3b88fa9 req-e78754d3-7af4-4f0e-9432-a1b593d67e27 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0738125 Apr 05 21:57:12.733120 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-af42b582-4d10-4a57-aee7-2925b3b88fa9 req-8e205464-81b5-4191-b801-00865854c80e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386405 Apr 05 21:57:13.929718 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9d0b-6221-4673-b6f4-bdbf0451130c req-861c36f0-1b58-4547-80cc-4ffd180271a4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:13.931156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f93b9d0b-6221-4673-b6f4-bdbf0451130c req-861c36f0-1b58-4547-80cc-4ffd180271a4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0784299 Apr 05 21:57:13.975791 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f93b9d0b-6221-4673-b6f4-bdbf0451130c req-9acc789f-9d72-4806-b4db-48da00bb4258 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387449 Apr 05 21:57:15.166163 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201f070-3b9c-4e1a-ae1b-1408f9713254 req-d6aa607b-c21d-400d-b8d5-6264829c5336 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:15.167505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2201f070-3b9c-4e1a-ae1b-1408f9713254 req-d6aa607b-c21d-400d-b8d5-6264829c5336 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0746198 Apr 05 21:57:15.211497 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2201f070-3b9c-4e1a-ae1b-1408f9713254 req-607e7630-4539-4327-94ab-626605d0fad8 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380206 Apr 05 21:57:16.437861 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec58afe-dba1-4909-a08c-d8a01cf1e2a4 req-975cb7b1-6cc3-4b81-aabd-aa68dfabe264 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:16.439293 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ec58afe-dba1-4909-a08c-d8a01cf1e2a4 req-975cb7b1-6cc3-4b81-aabd-aa68dfabe264 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0994213 Apr 05 21:57:16.444807 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-5dce252a-55b0-41c4-8e32-8b1e03a00b5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1097 time: 0.1375756 Apr 05 21:57:16.569199 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ec58afe-dba1-4909-a08c-d8a01cf1e2a4 req-4413c2af-4e0d-44b7-ba01-34fa860eb631 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233275 Apr 05 21:57:16.604340 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-dd142fdc-d88d-4728-b293-8001161503c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:16.605804 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-dd142fdc-d88d-4728-b293-8001161503c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1433692 Apr 05 21:57:16.705609 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-cec0f1d9-bf20-4fcd-be4b-64c527aca6b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1002 time: 0.0940275 Apr 05 21:57:16.765192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-98f92cc2-7cf0-4509-9e2e-a2c3529511ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:16.766553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-98f92cc2-7cf0-4509-9e2e-a2c3529511ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0549574 Apr 05 21:57:16.838908 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-47178446-afbe-498b-b42a-392cb2fedf4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652993 Apr 05 21:57:17.062414 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-e5d9b5d6-fecf-4f33-8ead-a0161eec281d service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175026 Apr 05 21:57:17.198835 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-95bd8e73-5abb-4db1-87a2-f4ee98534f37 req-959fbb98-ce36-4068-b6fa-8b91b1465a1a service neutron] 10.222.0.23 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257141 Apr 05 21:57:17.764463 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8abb9-9814-43e6-82ec-de236ca072c2 req-f474e81f-fce7-4439-8049-e63e889ac2a7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:17.765936 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d8abb9-9814-43e6-82ec-de236ca072c2 req-f474e81f-fce7-4439-8049-e63e889ac2a7 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0796621 Apr 05 21:57:17.810123 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46d8abb9-9814-43e6-82ec-de236ca072c2 req-85cc89fb-ad19-4d61-84e8-f88914a9c79d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381856 Apr 05 21:57:19.002929 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65267032-2276-4ace-a925-7cdb492dec56 req-55b9cac1-315c-4766-92b5-ae3eb66f0df6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:19.004368 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65267032-2276-4ace-a925-7cdb492dec56 req-55b9cac1-315c-4766-92b5-ae3eb66f0df6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0761466 Apr 05 21:57:19.052922 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-65267032-2276-4ace-a925-7cdb492dec56 req-a7a5243d-6d71-4614-92e8-d6c92dc1d54a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Apr 05 21:57:20.249881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c70de-43c4-4c39-b23b-ac58c482171d req-87e802d7-3970-4297-9911-c8b1f9856426 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:20.251320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-571c70de-43c4-4c39-b23b-ac58c482171d req-87e802d7-3970-4297-9911-c8b1f9856426 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0759630 Apr 05 21:57:20.295357 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-571c70de-43c4-4c39-b23b-ac58c482171d req-514f1ec6-08a1-4bb8-ac54-d6475bd0b549 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385523 Apr 05 21:57:20.547553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68dc6319-690a-46e2-bbf7-d2c75ec7da95 req-69d35abd-6e8a-4d3e-956e-182d7d10cdf4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1366036 Apr 05 21:57:20.904786 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e32d2-d04e-4892-baf3-18ec04e677cb req-c79496fd-3f32-4f09-972a-2ffacc51190f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:20.906481 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da0e32d2-d04e-4892-baf3-18ec04e677cb req-c79496fd-3f32-4f09-972a-2ffacc51190f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0800366 Apr 05 21:57:20.912788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52734) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:57:20.961440 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-da0e32d2-d04e-4892-baf3-18ec04e677cb req-59c0adb6-0192-4a76-a25e-63370c7e1513 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495007 Apr 05 21:57:21.045509 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-de309e84-eb37-4d35-8cb7-79f892f3281a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313713 Apr 05 21:57:21.118737 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:22.160702 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6199595-984c-4ca8-9ef8-688673ae94db req-993d4496-c090-4bcd-9308-1a72a1f2f3f6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:22.162325 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6199595-984c-4ca8-9ef8-688673ae94db req-993d4496-c090-4bcd-9308-1a72a1f2f3f6 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 946 time: 0.0801101 Apr 05 21:57:22.209530 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e6199595-984c-4ca8-9ef8-688673ae94db req-ca87e229-7d60-4d9e-a40d-43c7d3f53789 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Apr 05 21:57:22.960994 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device eccaa210-9649-4501-9aea-734f0ffa7721 no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:57:23.077004 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:23.103690 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:57:23.113480 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:57:23.154800 n-d-836605-1 neutron-server[84582]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-faf743c5-14fc-4468-928b-8ac3364ceec3']: {'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'code': 422} returned with failed status Apr 05 21:57:23.215186 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:23.281118 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:57:23.290035 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.290461 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.290835 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.291168 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.291499 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.291964 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.292340 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.292668 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.293034 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.293380 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.294255 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:23.412357 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0be16-c3b9-40d2-bc05-edef1e2db653 req-f94908ce-618a-456e-9a9d-5b2574674c0b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:23.413765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcc0be16-c3b9-40d2-bc05-edef1e2db653 req-f94908ce-618a-456e-9a9d-5b2574674c0b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0799742 Apr 05 21:57:23.458290 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dcc0be16-c3b9-40d2-bc05-edef1e2db653 req-8b1eb057-4d40-49fd-86d6-c07a1d3ff405 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382562 Apr 05 21:57:23.960000 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-b6a19f06-6486-41a2-b123-00a9d836e463 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&tenant_id=975d9c9be6ea49d1aded4e9195de1a2f HTTP/1.1" status: 200 len: 1095 time: 0.0709641 Apr 05 21:57:23.976970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836605-1', 'device_owner': 'compute:nova'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:57:24.089421 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:24.347583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:57:24.376129 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:57:24.436407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccaa210-9649-4501-9aea-734f0ffa7721 {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:57:24.443121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:24.457238 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Transition to ACTIVE for port object eccaa210-9649-4501-9aea-734f0ffa7721 will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:57:24.501405 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:24.660588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=7']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:57:24.795491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.795833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.796173 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.796510 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.796842 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.797202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.797533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.797857 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.798181 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.798506 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.798825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:57:24.857906 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] No DVR routers for this DVR port eccaa210-9649-4501-9aea-734f0ffa7721 on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:57:24.989588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40458670-a5ef-4bc8-aa0a-b8663809771b req-3e6869dc-efbc-4c37-9df1-4e7ea979ce32 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:24.991065 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40458670-a5ef-4bc8-aa0a-b8663809771b req-3e6869dc-efbc-4c37-9df1-4e7ea979ce32 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.3830619 Apr 05 21:57:25.053417 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-40458670-a5ef-4bc8-aa0a-b8663809771b req-c6480687-1e27-4e67-903a-20fafaa2124e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518875 Apr 05 21:57:25.154887 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:57:25.155133 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:57:25.155456 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:57:25.161037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Port eccaa210-9649-4501-9aea-734f0ffa7721 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 21:57:25.161372 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Attempting to bind port eccaa210-9649-4501-9aea-734f0ffa7721 on network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:57:25.167452 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:57:25.167787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Checking segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:57:25.168168 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Bound using segment: {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:57:25.168586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Bound port: eccaa210-9649-4501-9aea-734f0ffa7721, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7655a752-de65-4efc-8158-9d12f9683dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:57:25.168949 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:25.258172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:57:25.261092 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:57:25.325596 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:25.386550 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:25.388419 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] 10.222.0.39 "PUT /v2.0/ports/eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1092 time: 1.4152498 Apr 05 21:57:25.388843 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:57:25.405769 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccd5d0-d99e-4433-babd-bc8d41638336 service neutron] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=8']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:57:25.459764 n-d-836605-1 neutron-server[84581]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-92a46135-9462-45d4-80ac-2a68ea3b2a8c']: {'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'status': 'failed', 'code': 422} returned with failed status Apr 05 21:57:25.500415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-5100f322-f724-473d-9727-56397145c335 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0768223 Apr 05 21:57:25.647289 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-ac048a28-4e48-4ae8-972a-63aa9f35675a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:25.648828 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-ac048a28-4e48-4ae8-972a-63aa9f35675a service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1424570 Apr 05 21:57:25.749722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-7f17af7f-c53f-4b1e-8f4e-6dca279894c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1000 time: 0.0944059 Apr 05 21:57:25.814753 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-cb800c2f-44dd-4a7d-bb6a-fce1b8d03cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:25.816117 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-cb800c2f-44dd-4a7d-bb6a-fce1b8d03cca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0599003 Apr 05 21:57:25.887210 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-48c28556-832b-4bf2-9778-d0573e39e066 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656805 Apr 05 21:57:26.017140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-bda9925b-34a5-4ee1-a39c-10fa9ad2d325 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231995 Apr 05 21:57:26.145358 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-833de182-4f4b-4c03-8dfd-c557896214be service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220026 Apr 05 21:57:26.255870 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e520ca-0fc5-421b-b596-f15b7bb0f8d7 req-68b73ae1-1e41-4587-8d82-f0e4b8dc36db tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:26.257351 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46e520ca-0fc5-421b-b596-f15b7bb0f8d7 req-68b73ae1-1e41-4587-8d82-f0e4b8dc36db tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0820293 Apr 05 21:57:26.303584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-46e520ca-0fc5-421b-b596-f15b7bb0f8d7 req-d056824d-b814-48df-82e3-a609fe60301b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399339 Apr 05 21:57:27.497671 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8805b56-8529-4522-8d9e-2bae46130e00 req-10a17161-0630-44aa-91d7-5384288f696f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:27.499093 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8805b56-8529-4522-8d9e-2bae46130e00 req-10a17161-0630-44aa-91d7-5384288f696f tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0755887 Apr 05 21:57:27.542584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b8805b56-8529-4522-8d9e-2bae46130e00 req-d1af25fa-30f7-4dd1-b7d2-f4d2168f67a3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380630 Apr 05 21:57:28.737198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535d242-1f7b-41e8-9b5e-e69687ed39f7 req-1ff5c73d-0299-484a-ad1d-f0b043fda75d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:28.738639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2535d242-1f7b-41e8-9b5e-e69687ed39f7 req-1ff5c73d-0299-484a-ad1d-f0b043fda75d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0780797 Apr 05 21:57:28.783280 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2535d242-1f7b-41e8-9b5e-e69687ed39f7 req-b5658af2-9840-4e17-b0e6-7e83fee26f91 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Apr 05 21:57:29.974399 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed54b9-0938-4be9-b9ee-c3793fbe0f8b req-c9a9b509-df0a-400b-a5ae-ba5bddf514f5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:29.975823 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eed54b9-0938-4be9-b9ee-c3793fbe0f8b req-c9a9b509-df0a-400b-a5ae-ba5bddf514f5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0744467 Apr 05 21:57:30.019912 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-4eed54b9-0938-4be9-b9ee-c3793fbe0f8b req-bfe0afa1-5f55-4908-8e0d-229e3298e750 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Apr 05 21:57:31.320991 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7af9d-4253-4efd-bca4-f12cfefa4a01 req-5104d0d2-11be-40f0-b378-27bdca73396b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:31.322452 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42c7af9d-4253-4efd-bca4-f12cfefa4a01 req-5104d0d2-11be-40f0-b378-27bdca73396b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.1844876 Apr 05 21:57:31.367281 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-42c7af9d-4253-4efd-bca4-f12cfefa4a01 req-1c269249-d3c3-4f7b-932e-d4af1eb64406 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 Apr 05 21:57:32.566246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c431f-48e2-4fbd-a3e5-31a954560062 req-4c2fa1ff-79b0-4db7-99eb-f2a7caa964d4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:32.567599 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b19c431f-48e2-4fbd-a3e5-31a954560062 req-4c2fa1ff-79b0-4db7-99eb-f2a7caa964d4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0757322 Apr 05 21:57:32.611395 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b19c431f-48e2-4fbd-a3e5-31a954560062 req-bb5e68ee-4cb8-4ce2-9369-8d937acdcf26 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381513 Apr 05 21:57:33.804180 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22881d8b-f785-445f-9320-999ecf60cad3 req-897ca522-4f3b-4ca4-a2ec-7e723d683d3e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:33.805622 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22881d8b-f785-445f-9320-999ecf60cad3 req-897ca522-4f3b-4ca4-a2ec-7e723d683d3e tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0739188 Apr 05 21:57:33.849714 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-22881d8b-f785-445f-9320-999ecf60cad3 req-bdf94435-e633-4ddf-851f-397802d98f25 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Apr 05 21:57:35.044189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:35.046386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0327de-8e3f-42d9-b748-fbdd1004813e req-e34a463c-ec62-4607-8181-fc194e54f7b0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:35.047824 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be0327de-8e3f-42d9-b748-fbdd1004813e req-e34a463c-ec62-4607-8181-fc194e54f7b0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0788820 Apr 05 21:57:35.072919 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-422ed182-8778-456c-af55-0d1272a86159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:35.093716 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-be0327de-8e3f-42d9-b748-fbdd1004813e req-b42255a5-8315-4d9f-9ed5-5bd0772b9770 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Apr 05 21:57:36.283876 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0543c9-86f2-469d-873d-a61b5ac04ad5 req-9535a67e-f31f-463a-8cc8-19a3ae3570fa tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:36.285451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d0543c9-86f2-469d-873d-a61b5ac04ad5 req-9535a67e-f31f-463a-8cc8-19a3ae3570fa tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 944 time: 0.0756152 Apr 05 21:57:36.330962 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-6d0543c9-86f2-469d-873d-a61b5ac04ad5 req-a4ef5438-cbfc-495f-86c6-717473b23b59 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 Apr 05 21:57:36.656188 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device eccaa210-9649-4501-9aea-734f0ffa7721 details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:57:36.783935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:57:36.797001 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'port_id': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'mac_address': 'fa:16:3e:62:f8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:57:36.851250 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:36.867999 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccaa210-9649-4501-9aea-734f0ffa7721 {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 21:57:36.886934 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:57:36.986465 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:37.019950 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b359c90c-98ec-480b-8602-8746d68f43ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:37.050464 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=9']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:57:37.438698 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['eccaa210-9649-4501-9aea-734f0ffa7721'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 21:57:37.524314 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b58ecf-d72e-49a8-ab34-70e0109f7a41 req-cafb0269-a8d0-4cf8-b5e8-6dd1461dd97b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:37.525800 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41b58ecf-d72e-49a8-ab34-70e0109f7a41 req-cafb0269-a8d0-4cf8-b5e8-6dd1461dd97b tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 945 time: 0.0777147 Apr 05 21:57:37.570841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-41b58ecf-d72e-49a8-ab34-70e0109f7a41 req-9feca3b8-c30c-4f6b-b513-824d0c513965 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394545 Apr 05 21:57:38.650445 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device eccaa210-9649-4501-9aea-734f0ffa7721 up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:57:38.723757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:38.746569 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:38.766153 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa77c72-c0b0-4061-9028-248ba36299a7 req-8ffd9542-cc55-49c4-b3c2-17cd14f7ab35 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:38.767601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfa77c72-c0b0-4061-9028-248ba36299a7 req-8ffd9542-cc55-49c4-b3c2-17cd14f7ab35 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 945 time: 0.0793231 Apr 05 21:57:38.792334 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port eccaa210-9649-4501-9aea-734f0ffa7721 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:57:38.797862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port eccaa210-9649-4501-9aea-734f0ffa7721 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:57:38.798267 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:38.819638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-dfa77c72-c0b0-4061-9028-248ba36299a7 req-bbffc4d0-a95a-45e6-95ab-7f9a25bc0544 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463908 Apr 05 21:57:38.910387 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:38.937074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:57:38.946837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:57:38.992058 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63607ee-22c5-47e3-9d44-8c7dcecfc59e'] response: {'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'code': 200} Apr 05 21:57:38.993275 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:39.058824 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=10']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:57:39.233347 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c56e0f3f-3e5b-46b3-aafd-383e928156c0 req-b3146457-3b3a-490e-809a-d27ef241eeff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0676835 Apr 05 21:57:39.274254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c56e0f3f-3e5b-46b3-aafd-383e928156c0 req-d5ef532b-6365-4c16-bd61-55813356d824 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Apr 05 21:57:40.015804 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5af44-ff49-4d57-b78f-e17a0baffa39 req-db289986-d25e-4678-aff6-58d06df8eec5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:40.017245 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7b5af44-ff49-4d57-b78f-e17a0baffa39 req-db289986-d25e-4678-aff6-58d06df8eec5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 947 time: 0.0775578 Apr 05 21:57:40.071024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b7b5af44-ff49-4d57-b78f-e17a0baffa39 req-ce8fa31d-8f7b-4027-a742-02d911f948fd tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479946 Apr 05 21:57:40.163947 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:57:41.269495 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304863a-af72-4c3f-8503-712dff1f3ec9 req-c9cf9d44-9de7-47d0-9a35-f6436cc449a3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:57:41.270939 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2304863a-af72-4c3f-8503-712dff1f3ec9 req-c9cf9d44-9de7-47d0-9a35-f6436cc449a3 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 947 time: 0.0765133 Apr 05 21:57:41.315778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2304863a-af72-4c3f-8503-712dff1f3ec9 req-82dff5df-ead5-4cf3-a908-2949fc0966bb tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392542 Apr 05 21:57:46.890383 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:57:51.095472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:04.287836 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-252cc45a-a6c8-4daf-b80b-49708c3d23af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719960 Apr 05 21:58:04.445730 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-dc8d7b07-1889-40e9-9fde-027053d8e76f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0715756 Apr 05 21:58:04.596732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-4f7a6af8-3fa3-4618-b1a2-98490960c620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:58:04.598227 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-4f7a6af8-3fa3-4618-b1a2-98490960c620 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1289890 Apr 05 21:58:04.713973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-a3cbf63e-036a-4665-97f4-9ecc5f8be786 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1002 time: 0.1093028 Apr 05 21:58:04.784639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-03308b1c-3ade-4c02-a4ff-6e6c3e0eba85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:58:04.784639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-03308b1c-3ade-4c02-a4ff-6e6c3e0eba85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0593405 Apr 05 21:58:04.860254 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-1581004c-bb03-4fce-aca1-c2793fb9cc8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738649 Apr 05 21:58:04.969863 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6d244cff-8e10-4336-bfed-62492c822313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:04.998888 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-ed750355-ec29-4c4b-9b12-d6e2e4eaf485 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313374 Apr 05 21:58:05.003967 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:05.226076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e2e9b559-e9be-4325-bea4-c9a2d44c4def req-0929af90-bc5a-48f9-9469-33b2ac0f9b11 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217679 Apr 05 21:58:06.946761 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-df384d36-14da-48b9-a119-56f52963a861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:08.638289 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:08.662843 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:10.255078 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:21.134547 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:23.891004 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:58:34.974824 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b48f89fd-8e88-42f2-91c2-9200e6c69c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:35.043213 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:36.939091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e47068b0-edf5-43d2-ad00-a015b33b0665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:38.637810 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:38.717816 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:40.294183 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:58:51.117785 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:00.891516 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:59:04.991767 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-504dc4c3-ea37-4a61-b57c-5efbddd9adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:05.036983 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:05.429073 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-a9f0ceaa-c6ca-4b6e-8f4d-2628e57c23f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2111583 Apr 05 21:59:05.578719 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-bfc61694-d728-4814-a154-94fc4b673055 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0694699 Apr 05 21:59:05.716275 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-d3271bc3-89da-4ec7-b0f2-8d3d4411d730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:05.718597 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-d3271bc3-89da-4ec7-b0f2-8d3d4411d730 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1235335 Apr 05 21:59:05.817566 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-2b242c92-8777-42c6-9e19-a7d0e5bb9166 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 1002 time: 0.0933571 Apr 05 21:59:05.877040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-8deb887f-813d-4c5a-8c9b-ba1fc5ee92a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:05.878355 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-8deb887f-813d-4c5a-8c9b-ba1fc5ee92a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0557241 Apr 05 21:59:05.950211 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-1a33910c-ff70-4b0a-8ba2-bdc9690aa137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659425 Apr 05 21:59:06.076774 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-f0f4ae0d-574d-431e-af14-e8cce002d102 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205912 Apr 05 21:59:06.204390 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e041e519-7dc2-4720-8499-35e2e3ff4647 req-6e5f6128-ad00-4735-9b9d-ee6542a8841c service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228249 Apr 05 21:59:06.957118 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-03ba78ac-209e-47c0-8c62-654683cb0334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:08.636859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:08.682546 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:10.270372 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:21.149968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:25.377449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52820) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:25.711824 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Deleting port abd064b7-8b21-4a8c-8f6f-de3f2a2c327f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:25.712172 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:25.880832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:25.881187 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:26.004205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Calling delete_port for abd064b7-8b21-4a8c-8f6f-de3f2a2c327f owned by network:floatingip {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:26.207942 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:26.250896 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event deleted for resources: {'Port': ['ID=abd064b7-8b21-4a8c-8f6f-de3f2a2c327f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:26.289919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.290262 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.290596 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.290924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.291248 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.291569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.291889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.292205 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.292523 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.292936 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.293277 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:26.355877 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for floatingip, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:26.821364 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Router a247fa34-d47f-4732-b5ed-590953ff24eb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:59:27.018349 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:59:27.027614 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] Sync routers for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:59:27.039451 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:27.047466 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:27.094572 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:27.148414 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-34b2ba5e-6e10-46a7-b5d8-acc79efa7db5 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "DELETE /v2.0/floatingips/48fd1822-edd6-437c-94e5-1621bdbe5916 HTTP/1.1" status: 204 len: 168 time: 1.7995713 Apr 05 21:59:27.148980 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:59:27.253075 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:27.397960 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d85b6b4-7a59-423c-83dc-98c41f35b5fe'] response: {'name': 'network-changed', 'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'status': 'completed', 'code': 200} Apr 05 21:59:27.522995 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-b97e42af-4c21-4379-847a-bbce57cd38e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 1098 time: 0.0808425 Apr 05 21:59:27.579636 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:27.583518 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] Checking router: a247fa34-d47f-4732-b5ed-590953ff24eb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:59:27.594615 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:27.595216 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:27.701872 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-2cda945d-8c95-4cdc-8847-493fe0014784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:27.703334 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-2cda945d-8c95-4cdc-8847-493fe0014784 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 200 len: 910 time: 0.1752088 Apr 05 21:59:27.774513 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:27.785097 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-b27eab22-46ed-4187-92b1-4280775ee901 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 200 len: 217 time: 0.0752006 Apr 05 21:59:27.844491 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d980ce-0fc4-4dee-ad44-a2d4ad21dbdb req-fa03bed9-cb65-4555-aba9-d719bc40619a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:27.845942 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4d980ce-0fc4-4dee-ad44-a2d4ad21dbdb req-fa03bed9-cb65-4555-aba9-d719bc40619a tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 947 time: 0.1934543 Apr 05 21:59:27.875378 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-9a28a81d-94f1-47d7-8254-b6cd01e68c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:27.876748 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-9a28a81d-94f1-47d7-8254-b6cd01e68c00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 200 len: 848 time: 0.0849178 Apr 05 21:59:27.941078 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c4d980ce-0fc4-4dee-ad44-a2d4ad21dbdb req-c0a71f2d-daac-4fce-9b3c-a24939aa2ae0 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886407 Apr 05 21:59:27.973237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-074ee344-1d76-46bd-bce5-b7b55b3f43d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861344 Apr 05 21:59:28.099786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:28.103742 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c2309-ec4f-4b30-8a3c-572c17fade3a None None] The sync data for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 is: [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:01Z', 'revision_number': 4, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'b1b86987-6971-474f-812a-89860689953e', 'name': '', 'network_id': 'bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'mac_address': 'fa:16:3e:24:4c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:00Z', 'updated_at': '2022-04-05T21:48:09Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'subnets': [{'id': 'dab6115f-d717-42f5-ac7f-fcecfaba52c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:59:28.115926 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-c80bde20-c467-4733-bda4-bf2240728063 service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363590 Apr 05 21:59:28.338712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d2fa4-47c0-496b-bd18-54f2c03c1bed None None] New status for floating IP 48fd1822-edd6-437c-94e5-1621bdbe5916: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 21:59:28.371151 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5dfe47f6-063a-4586-98bb-2f03b885aa20 req-20e78acf-df6f-4cca-bd3b-a779c885743e service neutron] 10.222.0.39 "GET /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476428 Apr 05 21:59:29.145855 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e762a-cfc3-4922-9297-ea841a492a43 req-c045309b-a0e5-4613-bd4e-7d0127e1a822 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:29.147297 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-767e762a-cfc3-4922-9297-ea841a492a43 req-c045309b-a0e5-4613-bd4e-7d0127e1a822 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 947 time: 0.0765080 Apr 05 21:59:29.192556 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-767e762a-cfc3-4922-9297-ea841a492a43 req-1abe0300-a708-475b-b1a6-d4728a2638a4 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/security-groups?id=46651843-d265-4e3e-b03a-3007a1913cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397720 Apr 05 21:59:29.409791 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-340afb3f-a5f0-4a14-8a7d-371e76aa9469 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:29.411137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-340afb3f-a5f0-4a14-8a7d-371e76aa9469 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 947 time: 0.0776920 Apr 05 21:59:29.477099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Deleting port eccaa210-9649-4501-9aea-734f0ffa7721 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:29.477367 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:29.713850 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] For port eccaa210-9649-4501-9aea-734f0ffa7721, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=eccaa210-9649-4501-9aea-734f0ffa7721,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:29.714313 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:29.832212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Calling delete_port for eccaa210-9649-4501-9aea-734f0ffa7721 owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:30.014076 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:30.065757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event deleted for resources: {'Port': ['ID=eccaa210-9649-4501-9aea-734f0ffa7721,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:30.104820 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.105199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.105540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.105877 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.106206 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.106530 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.107492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.107816 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.108142 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.108466 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.108788 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:30.147686 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] No DVR routers for this DVR port eccaa210-9649-4501-9aea-734f0ffa7721 on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:59:30.150101 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:30.152517 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-deleted', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 21:59:30.165350 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-66c6ac4e-34ea-4cc7-9481-c859fe109cb6 req-f16890a4-e16b-45f9-90b6-973931d21432 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.39 "DELETE /v2.0/ports/eccaa210-9649-4501-9aea-734f0ffa7721 HTTP/1.1" status: 204 len: 173 time: 0.7489686 Apr 05 21:59:30.285515 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddb5a19-a483-4c48-b340-538bf64c42f2'] response: {'server_uuid': 'aa972816-4d70-430d-8d6c-23fbda8d8ce9', 'name': 'network-vif-deleted', 'tag': 'eccaa210-9649-4501-9aea-734f0ffa7721', 'status': 'completed', 'code': 200} Apr 05 21:59:30.354970 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-705cd3e2-d1bc-4780-82df-6085f5f6fc5b req-d1064ad8-8aeb-4e25-b32e-9e3c46e8093d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Synchronizing usage tracker for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:59:30.420198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-705cd3e2-d1bc-4780-82df-6085f5f6fc5b req-d1064ad8-8aeb-4e25-b32e-9e3c46e8093d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Unset dirty status for tenant:975d9c9be6ea49d1aded4e9195de1a2f on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:59:30.421689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-705cd3e2-d1bc-4780-82df-6085f5f6fc5b req-d1064ad8-8aeb-4e25-b32e-9e3c46e8093d tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 210 time: 0.1088724 Apr 05 21:59:31.605711 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-48f6123b-444e-4721-bb5e-83b460fbb4fc req-3153ad45-d1c6-43a6-893c-1c9318431dfd tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa972816-4d70-430d-8d6c-23fbda8d8ce9 HTTP/1.1" status: 200 len: 210 time: 0.0460286 Apr 05 21:59:32.714733 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52848) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:32.796587 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7ad3-75e6-4cfd-86c2-d2077e369454 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:32.832654 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7ad3-75e6-4cfd-86c2-d2077e369454 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:32.967034 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7ad3-75e6-4cfd-86c2-d2077e369454 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:32.986615 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb7ad3-75e6-4cfd-86c2-d2077e369454 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46651843-d265-4e3e-b03a-3007a1913cb1,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:33.036317 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8aeb7ad3-75e6-4cfd-86c2-d2077e369454 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:33.037476 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8aeb7ad3-75e6-4cfd-86c2-d2077e369454 tempest-TestShelveInstance-1518834605 tempest-TestShelveInstance-1518834605-project] 10.222.0.10 "DELETE /v2.0/security-groups/46651843-d265-4e3e-b03a-3007a1913cb1 HTTP/1.1" status: 204 len: 168 time: 0.3208594 Apr 05 21:59:33.059887 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device eccaa210-9649-4501-9aea-734f0ffa7721 no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:59:33.094025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: eccaa210-9649-4501-9aea-734f0ffa7721 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:59:33.094463 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device eccaa210-9649-4501-9aea-734f0ffa7721 not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:59:33.133107 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52854) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:33.688676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:34.379125 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Deleting port b1b86987-6971-474f-812a-89860689953e {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:34.379770 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:34.548278 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] For port b1b86987-6971-474f-812a-89860689953e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b1b86987-6971-474f-812a-89860689953e,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:34.548627 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:34.665192 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Calling delete_port for b1b86987-6971-474f-812a-89860689953e owned by network:router_interface {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:34.898267 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:34.944639 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b86987-6971-474f-812a-89860689953e,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:34.987651 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8db6c6b9-3142-4907-a684-dcfa79894fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:35.037151 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:35.237276 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:35.898852 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Router a247fa34-d47f-4732-b5ed-590953ff24eb has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:59:36.099389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:59:36.108740 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] Sync routers for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:59:36.120040 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:36.125220 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:36.174102 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-9ecb6bf2-1c7e-4e5c-aa33-02a63e7ba169 admin admin] 10.222.0.10 "PUT /v2.0/routers/a247fa34-d47f-4732-b5ed-590953ff24eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0381598 Apr 05 21:59:36.176502 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52860) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:36.292293 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:36.367118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks [] for router, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:36.557878 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:36.605200 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:59:34Z', 'revision_number': 5, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port': {'id': 'd3c97222-7e4f-47fe-9ab8-897b6c2e8ca7', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:36.608916 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] Checking router: a247fa34-d47f-4732-b5ed-590953ff24eb for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:59:36.618353 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Deleting port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:36.618701 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:36.618829 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] Routers {'a247fa34-d47f-4732-b5ed-590953ff24eb'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:36.619403 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['a247fa34-d47f-4732-b5ed-590953ff24eb'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:36.761953 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] Set router a247fa34-d47f-4732-b5ed-590953ff24eb gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:36.786104 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] For port d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:36.786458 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:36.866834 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:59:36Z', 'revision_number': 6, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:36.870745 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b8e65-5aaf-4431-b66c-c9f09964a408 None None] The sync data for ids ['a247fa34-d47f-4732-b5ed-590953ff24eb'] in n-d-836605-1 is: [{'id': 'a247fa34-d47f-4732-b5ed-590953ff24eb', 'name': 'tempest-TestShelveInstance-1255638094-router', 'tenant_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:47:58Z', 'updated_at': '2022-04-05T21:59:36Z', 'revision_number': 6, 'project_id': '975d9c9be6ea49d1aded4e9195de1a2f', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:59:36.913188 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Calling delete_port for d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 owned by network:router_gateway {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:36.956809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-851f475d-ab80-43a5-a624-07576b029371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:37.214808 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b1b86987-6971-474f-812a-89860689953e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:59:37.248849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b1b86987-6971-474f-812a-89860689953e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:59:37.249610 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b1b86987-6971-474f-812a-89860689953e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:59:37.269973 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:37.316089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:37.534587 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:37.791328 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:37.796285 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:37.886612 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:37.887139 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a247fa34-d47f-4732-b5ed-590953ff24eb {{(pid=84581) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:59:37.892313 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:59:37.899224 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:37.900343 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-463ef998-cfe1-4c88-91f9-e349588c5699 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a247fa34-d47f-4732-b5ed-590953ff24eb HTTP/1.1" status: 204 len: 168 time: 1.7229161 Apr 05 21:59:37.902977 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52864) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:37.966514 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] Deleting subnet dab6115f-d717-42f5-ac7f-fcecfaba52c7 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:59:37.969497 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.017764 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.093716 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.202903 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.239759 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab6115f-d717-42f5-ac7f-fcecfaba52c7,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:38.247321 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.249925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50abe3a5-eaf8-4c40-a4c8-ade930b0341a None None] Network bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:59:38.252639 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52868) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:38.253071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-4528163a-d4ae-4930-8862-1f64aa36967d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dab6115f-d717-42f5-ac7f-fcecfaba52c7 HTTP/1.1" status: 204 len: 168 time: 0.3481836 Apr 05 21:59:38.360931 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.371354 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Deleting port a9835565-75c0-4b93-880d-c96c4d795047 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:38.371687 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.496000 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] DHCP port deletion for bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:59:38.500773 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Deleting port a9835565-75c0-4b93-880d-c96c4d795047 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:38.501189 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.574969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] For port a9835565-75c0-4b93-880d-c96c4d795047, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9835565-75c0-4b93-880d-c96c4d795047,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:38.575872 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.681825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.698419 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Calling delete_port for a9835565-75c0-4b93-880d-c96c4d795047 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:38.723402 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] For port a9835565-75c0-4b93-880d-c96c4d795047, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9835565-75c0-4b93-880d-c96c4d795047,segment=NetworkSegment(7655a752-de65-4efc-8158-9d12f9683dff),segment_id=7655a752-de65-4efc-8158-9d12f9683dff)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:38.723725 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.864102 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.870049 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Calling delete_port for a9835565-75c0-4b93-880d-c96c4d795047 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:38.871240 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:38.916468 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9835565-75c0-4b93-880d-c96c4d795047,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:38.923313 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] No DVR routers for this DVR port a9835565-75c0-4b93-880d-c96c4d795047 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:59:38.940124 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:59:38.940414 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:59:39.010971 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:59:39.043002 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:39.045418 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:59:39.045781 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device d3c97222-7e4f-47fe-9ab8-897b6c2e8ca7 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:59:39.046203 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9835565-75c0-4b93-880d-c96c4d795047 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:59:39.068410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:39.076979 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a9835565-75c0-4b93-880d-c96c4d795047 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:59:39.077346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9835565-75c0-4b93-880d-c96c4d795047 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:59:39.080862 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7655a752-de65-4efc-8158-9d12f9683dff') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:39.081074 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7655a752-de65-4efc-8158-9d12f9683dff') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:39.093085 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:39.113989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:39.120792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:59:39.121250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: timer() Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:59:39.218362 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:59:39.362788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:39.383661 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:39.391535 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:39.398556 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8a492743-fe96-467d-9eea-fbf7eafd0a08 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bca6f42f-73e5-4ccd-abd4-a5a9a17f25ee HTTP/1.1" status: 204 len: 168 time: 1.1443224 Apr 05 21:59:39.401497 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52872) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:39.442191 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Deleting port a9835565-75c0-4b93-880d-c96c4d795047 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:39.442685 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:39.504115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-00e4abe6-3abf-461a-9857-c8aa9744b0bd None None] The port 'a9835565-75c0-4b93-880d-c96c4d795047' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:59:39.781844 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:40.282539 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:40.376433 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Deleting port b3e7f800-675b-44a3-b094-b8f2679a7bef {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:40.376922 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:40.541265 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] For port b3e7f800-675b-44a3-b094-b8f2679a7bef, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=b3e7f800-675b-44a3-b094-b8f2679a7bef,segment=NetworkSegment(38b76104-200e-4560-a32f-94b822b07f6c),segment_id=38b76104-200e-4560-a32f-94b822b07f6c)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:40.541620 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:40.663084 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Calling delete_port for b3e7f800-675b-44a3-b094-b8f2679a7bef owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:40.962306 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:41.004989 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e7f800-675b-44a3-b094-b8f2679a7bef,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:41.287797 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:41.846712 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:59:42.041744 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:59:42.050991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] Sync routers for ids ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:59:42.054707 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f5a23f2e-b593-40b8-8602-06b836fd6dde admin admin] 10.222.0.10 "PUT /v2.0/routers/ec82a2ed-5ab7-48c5-9f38-49111b9f0874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6522324 Apr 05 21:59:42.057186 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52876) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:42.065264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] Routers {'ec82a2ed-5ab7-48c5-9f38-49111b9f0874'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:42.065868 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:42.241862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] Set router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:42.349501 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:42.521945 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:59:40Z', 'revision_number': 5, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:42.525673 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] Checking router: ec82a2ed-5ab7-48c5-9f38-49111b9f0874 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:59:42.536496 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] Routers {'ec82a2ed-5ab7-48c5-9f38-49111b9f0874'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:42.537113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:42.546541 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:42.619577 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Deleting port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:42.619948 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:42.709718 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] Set router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:42.793302 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] For port f4cd7e34-744f-4ae2-b235-64db8ccfe2ff, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:42.793716 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:42.915950 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Calling delete_port for f4cd7e34-744f-4ae2-b235-64db8ccfe2ff owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:42.991816 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:59:40Z', 'revision_number': 5, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:42.995820 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff33d6-8b02-41b0-8428-70b99c8aab8c None None] The sync data for ids ['ec82a2ed-5ab7-48c5-9f38-49111b9f0874'] in n-d-836605-1 is: [{'id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'name': 'tempest-TestShelveInstance-1434608268-router', 'tenant_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:48:05Z', 'updated_at': '2022-04-05T21:59:40Z', 'revision_number': 5, 'project_id': 'f32fe77aa2d34cbcb913f64b6176c04e', 'gw_port': {'id': 'f4cd7e34-744f-4ae2-b235-64db8ccfe2ff', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a2ed-5ab7-48c5-9f38-49111b9f0874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:48:06Z', 'updated_at': '2022-04-05T21:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:59:43.139751 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:43.185461 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4cd7e34-744f-4ae2-b235-64db8ccfe2ff,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:43.435450 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:43.717013 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:43.721127 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:43.904588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:43.905171 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec82a2ed-5ab7-48c5-9f38-49111b9f0874 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 21:59:43.916937 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:43.918121 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-d8f4c2b3-86cd-4288-93c4-56140848b642 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ec82a2ed-5ab7-48c5-9f38-49111b9f0874 HTTP/1.1" status: 204 len: 168 time: 1.8600419 Apr 05 21:59:43.921422 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52880) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:43.993792 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] Deleting subnet db251ed5-5940-42e3-a549-b3b9b92dcaf1 {{(pid=84581) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 21:59:43.996956 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.050881 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1935920'] for subnet, precommit_delete_associations {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.127326 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.283134 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1408947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2287616'] for subnet, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.323069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db251ed5-5940-42e3-a549-b3b9b92dcaf1,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:44.329914 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.336022 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-59fca9d5-5f18-4ca7-bd25-e4b888295e7b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/db251ed5-5940-42e3-a549-b3b9b92dcaf1 HTTP/1.1" status: 204 len: 168 time: 0.4135666 Apr 05 21:59:44.338417 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52884) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:44.342935 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e2630-1fee-4228-b673-2cc829dda8bd None None] Network 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:59:44.554141 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.564649 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Deleting port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:44.564972 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.619551 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] DHCP port deletion for 37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 21:59:44.624320 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Deleting port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:44.624690 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.773332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] For port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,segment=NetworkSegment(38b76104-200e-4560-a32f-94b822b07f6c),segment_id=38b76104-200e-4560-a32f-94b822b07f6c)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:44.773688 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.824321 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] For port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,segment=NetworkSegment(38b76104-200e-4560-a32f-94b822b07f6c),segment_id=38b76104-200e-4560-a32f-94b822b07f6c)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:44.824629 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:44.893883 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Calling delete_port for 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 owned by network:dhcp {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:44.942556 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Calling delete_port for 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 21:59:45.014675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:59:45.019936 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.047849 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:59:45.048194 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:59:45.048621 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4cd7e34-744f-4ae2-b235-64db8ccfe2ff no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:59:45.068691 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf9fc9b-d297-4d1c-90cc-79cd53e54d73,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:45.075117 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] No DVR routers for this DVR port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 on host n-d-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:59:45.081779 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: f4cd7e34-744f-4ae2-b235-64db8ccfe2ff {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:59:45.082126 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device f4cd7e34-744f-4ae2-b235-64db8ccfe2ff not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:59:45.086357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3e7f800-675b-44a3-b094-b8f2679a7bef no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:59:45.109949 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:59:45.110309 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:59:45.115149 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: b3e7f800-675b-44a3-b094-b8f2679a7bef {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 21:59:45.115483 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device b3e7f800-675b-44a3-b094-b8f2679a7bef not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:59:45.192950 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.218069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37be9fa1-86a4-43b4-b61f-ee4c6f91cd65']}} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:45.230040 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b76104-200e-4560-a32f-94b822b07f6c') {'for_net_delete': True} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:45.230339 n-d-836605-1 neutron-server[84581]: DEBUG neutron.services.segments.db [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b76104-200e-4560-a32f-94b822b07f6c') {} {{(pid=84581) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:45.242026 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1935913'] for segment, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.257642 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.263740 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=84581) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 21:59:45.266694 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1409005'] for segment, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: Traceback (most recent call last): Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: timer() Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: cb(*args, **kw) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: return func(*args, **kwargs) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: self._notify() Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: self.callback(batched_events) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: event.method(event) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: return f(self, *a, **k) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: return self._get(url).json() Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: return self.request(url, 'GET', **kwargs) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:59:45.277077 n-d-836605-1 neutron-server[84581]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:59:45.430927 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.448996 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.455348 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] Pushing event deleted for resources: {'Network': ['ID=37be9fa1-86a4-43b4-b61f-ee4c6f91cd65,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:45.461449 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ab60bf84-7283-4e81-9cdb-158a3d7cad58 admin admin] 10.222.0.10 "DELETE /v2.0/networks/37be9fa1-86a4-43b4-b61f-ee4c6f91cd65 HTTP/1.1" status: 204 len: 168 time: 1.1221263 Apr 05 21:59:45.611623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Deleting port 3bf9fc9b-d297-4d1c-90cc-79cd53e54d73 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 21:59:45.612127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.675797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-f905fd56-884b-44f0-8eec-34f76fef0663 None None] The port '3bf9fc9b-d297-4d1c-90cc-79cd53e54d73' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 21:59:45.830656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52890) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:45.882404 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-5f33fdc9-b6cc-4766-987f-b76b88211b50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=975d9c9be6ea49d1aded4e9195de1a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505600 Apr 05 21:59:45.884795 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52896) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:45.947094 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80432d30-ca78-43c8-a735-565b10d0c87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:45.972019 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80432d30-ca78-43c8-a735-565b10d0c87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:46.087844 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80432d30-ca78-43c8-a735-565b10d0c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:46.103540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80432d30-ca78-43c8-a735-565b10d0c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33c356-635e-4da2-932e-17dfde96493a,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:46.113730 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-80432d30-ca78-43c8-a735-565b10d0c87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:46.114841 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-80432d30-ca78-43c8-a735-565b10d0c87b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff33c356-635e-4da2-932e-17dfde96493a HTTP/1.1" status: 204 len: 168 time: 0.2261555 Apr 05 21:59:46.808375 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52904) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:46.857686 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-57ab7381-fa7f-49b1-b82b-8038c8de89cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f32fe77aa2d34cbcb913f64b6176c04e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480974 Apr 05 21:59:46.860038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52908) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:46.916696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e083470-b62c-4350-abc2-1813daa8fb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:46.941964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e083470-b62c-4350-abc2-1813daa8fb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:47.105461 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e083470-b62c-4350-abc2-1813daa8fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:47.119576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e083470-b62c-4350-abc2-1813daa8fb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb5d3a-124e-4002-9321-ca189033df5f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:47.125940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8e083470-b62c-4350-abc2-1813daa8fb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:47.127187 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8e083470-b62c-4350-abc2-1813daa8fb42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74cb5d3a-124e-4002-9321-ca189033df5f HTTP/1.1" status: 204 len: 168 time: 0.2662904 Apr 05 21:59:48.360761 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52934) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:48.489889 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1558630732-network', 'tenant_id': '14dad3c88709423e860675a7a470c15e'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:59:48.495218 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:48.499008 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Usage tracker for resource:network and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:48.501871 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:48.507701 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:48.562172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Made reservation on behalf of 14dad3c88709423e860675a7a470c15e for: {'network': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:59:48.564394 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.580057 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.610227 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:48.613969 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:48.616679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:48.622288 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:48.684069 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.738339 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.767764 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=84581) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:59:48.776281 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff98ac0-4b64-4e0c-9863-205b4743f4e9,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:48.782167 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.782510 n-d-836605-1 neutron-server[84581]: INFO neutron.db.segments_db [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Added segment 5182e325-5597-4f8f-86cd-e3459df31427 of type vlan for network 1e6d3a50-6fec-4248-a641-b142aba0e28a Apr 05 21:59:48.807635 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.888679 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.889533 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:48.890104 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Notify callbacks [] for network, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:48.990588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] Pushing event updated for resources: {'Network': ['ID=1e6d3a50-6fec-4248-a641-b142aba0e28a,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:49.000289 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:59:49.060862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-b4a4f57d-3ee1-460f-9835-1db2870c149b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6985526 Apr 05 21:59:49.063623 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52940) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:49.069063 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Request body: {'subnet': {'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1558630732-subnet', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'ip_version': 4}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:59:49.074736 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:49.079184 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Usage tracker for resource:subnet and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:49.082154 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:49.087789 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:49.156167 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Made reservation on behalf of 14dad3c88709423e860675a7a470c15e for: {'subnet': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:59:49.158514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2287653'] for subnet, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:49.402385 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1408882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2287627'] for subnet, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:49.569404 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1f9c04-8002-4a8e-9f56-b52dcf010410,revision_number=0']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:49.583656 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Checking segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:59:49.584012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Network hostable DHCP agents. Network: 1e6d3a50-6fec-4248-a641-b142aba0e28a, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84581) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:59:49.674576 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84581) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:59:49.745122 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, 1e6d3a50-6fec-4248-a641-b142aba0e28a) {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:49.749520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:49.750126 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:49.753837 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de61dd-affc-44ad-9280-3acb3babf185 None None] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:59:49.803036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-1e366eae-3f6e-4b2a-9570-9ba704757d7a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7383780 Apr 05 21:59:49.805867 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52944) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:49.810732 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:59:49.815899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:49.819782 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Usage tracker for resource:router and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:49.822903 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:49.828612 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:49.886591 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:49.888297 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:49.906469 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:49.964678 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-1e6d3a50-6fec-4248-a641-b142aba0e28a', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:59:49.965507 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.102201 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.122928 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Allocated IP 172.20.0.2 (1e6d3a50-6fec-4248-a641-b142aba0e28a/de1f9c04-8002-4a8e-9f56-b52dcf010410/a38da8ed-740e-4119-8eff-4945842fc792) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:59:50.327009 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.337940 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Transition to ACTIVE for port object a38da8ed-740e-4119-8eff-4945842fc792 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:59:50.351432 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.356240 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Transition to ACTIVE for port object a38da8ed-740e-4119-8eff-4945842fc792 will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:59:50.380945 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.441521 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.511082 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:59:50.512213 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:50.513993 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Allocated IP 172.25.2.59 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/7c698264-de24-4253-b66a-48efe7a6b8f4) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:59:50.514839 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:59:50.524336 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Pushing event updated for resources: {'Port': ['ID=a38da8ed-740e-4119-8eff-4945842fc792,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:50.593129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.593479 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.593821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.594158 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.594490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.594821 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.595151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.595477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.595801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.596129 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.596451 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:50.650757 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Attempting to bind port a38da8ed-740e-4119-8eff-4945842fc792 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:59:50.651086 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Attempting to bind port a38da8ed-740e-4119-8eff-4945842fc792 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:59:50.651407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Attempting to bind port a38da8ed-740e-4119-8eff-4945842fc792 on network 1e6d3a50-6fec-4248-a641-b142aba0e28a {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:59:50.658270 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:59:50.658647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Checking segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:59:50.659052 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.659431 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Bound using segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:59:50.664391 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Bound port: a38da8ed-740e-4119-8eff-4945842fc792, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:59:50.664391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.665177 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.734429 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.748153 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] For port a38da8ed-740e-4119-8eff-4945842fc792, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:59:50.751058 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] For port a38da8ed-740e-4119-8eff-4945842fc792, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a38da8ed-740e-4119-8eff-4945842fc792,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:59:50.799880 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:59:50.802679 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:50.802792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:50.807127 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:59:50.834577 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Pushing event updated for resources: {'Port': ['ID=7c698264-de24-4253-b66a-48efe7a6b8f4,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:50.884885 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ecaaf-d6af-48b4-922b-47d85d2854b3 None None] Pushing event updated for resources: {'Port': ['ID=a38da8ed-740e-4119-8eff-4945842fc792,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:51.034191 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:51.034932 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:51.133734 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:51.327750 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Router 7b7174e7-9da1-4eed-889b-60ca224b6525 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84581) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:59:51.528477 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:59:51.539535 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Sync routers for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:59:51.552249 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:51.552864 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:51.607341 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] Notify callbacks [] for router, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:51.611194 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-101ba6cc-fbb3-4d56-aa42-700ec359f8df admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8019199 Apr 05 21:59:51.611646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 52948) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:51.741072 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:51.810115 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f84574-7af3-4d04-a5f6-42cb30bc7192 None None] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:59:52.050865 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-e1bab45a-57f0-448c-86f8-d11a19afc213 None None] Provisioning for port a38da8ed-740e-4119-8eff-4945842fc792 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:59:52.051052 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:50Z', 'revision_number': 3, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:52.054811 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Checking router: 7b7174e7-9da1-4eed-889b-60ca224b6525 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:59:52.055310 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Updating router 7b7174e7-9da1-4eed-889b-60ca224b6525 port 7c698264-de24-4253-b66a-48efe7a6b8f4 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:59:52.113438 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.459199 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.470711 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Transition to ACTIVE for port object 7c698264-de24-4253-b66a-48efe7a6b8f4 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:59:52.498181 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.516173 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.597776 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Pushing event updated for resources: {'Port': ['ID=7c698264-de24-4253-b66a-48efe7a6b8f4,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:52.599827 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Attempting to bind port 7c698264-de24-4253-b66a-48efe7a6b8f4 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:59:52.600184 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Attempting to bind port 7c698264-de24-4253-b66a-48efe7a6b8f4 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:59:52.600537 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Attempting to bind port 7c698264-de24-4253-b66a-48efe7a6b8f4 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:59:52.612120 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.612465 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615096 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.615598 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:59:52.618273 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:59:52.618679 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:59:52.619042 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.619418 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:59:52.619877 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Bound port: 7c698264-de24-4253-b66a-48efe7a6b8f4, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:59:52.620886 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.695995 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] For port 7c698264-de24-4253-b66a-48efe7a6b8f4, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:59:52.699115 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] For port 7c698264-de24-4253-b66a-48efe7a6b8f4, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7c698264-de24-4253-b66a-48efe7a6b8f4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:59:52.711520 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Allocated IP 172.20.0.1 (1e6d3a50-6fec-4248-a641-b142aba0e28a/de1f9c04-8002-4a8e-9f56-b52dcf010410/67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:59:52.778521 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.857087 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:52.859363 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586784a-40e2-4357-a75b-006d2f60a45b None None] Pushing event updated for resources: {'Port': ['ID=7c698264-de24-4253-b66a-48efe7a6b8f4,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:52.863316 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:52.863914 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:52.874049 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Transition to ACTIVE for port object 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:59:52.961488 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.031637 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:59:53.034400 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:53.038220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:59:53.047801 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a38da8ed-740e-4119-8eff-4945842fc792 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:59:53.068433 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Pushing event updated for resources: {'Port': ['ID=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:53.077986 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:53.095256 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.190797 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a38da8ed-740e-4119-8eff-4945842fc792 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:59:53.195959 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a38da8ed-740e-4119-8eff-4945842fc792 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:59:53.200219 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.320680 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.325227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.371372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a38da8ed-740e-4119-8eff-4945842fc792, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a38da8ed-740e-4119-8eff-4945842fc792,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:53.396329 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:50Z', 'revision_number': 3, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:53.400174 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a3c0a-4e4c-4e7b-8b7c-2ed0c68f5572 None None] The sync data for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 is: [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:50Z', 'revision_number': 3, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 21:59:53.402467 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2e35a31-1e8e-4ef3-a7ca-b795017b3c75 None None] Provisioning for port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:59:53.408973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-d2e35a31-1e8e-4ef3-a7ca-b795017b3c75 None None] Provisioning complete for port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:59:53.412091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d2e35a31-1e8e-4ef3-a7ca-b795017b3c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.459074 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.513274 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-d2e35a31-1e8e-4ef3-a7ca-b795017b3c75 None None] Port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:59:53.531162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a38da8ed-740e-4119-8eff-4945842fc792,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:53.554399 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.648184 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:53.760386 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Pushing event updated for resources: {'Port': ['ID=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:53.763288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:54.019564 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:59:54.020725 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:54.238357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-ed2f1506-41ad-4266-910b-4608989c0ea7 None None] Provisioning complete for port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:59:54.238878 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed2f1506-41ad-4266-910b-4608989c0ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:54.293600 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed2f1506-41ad-4266-910b-4608989c0ea7 None None] Port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 21:59:54.413499 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Router 7b7174e7-9da1-4eed-889b-60ca224b6525 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 21:59:54.608172 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:59:54.616584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-ae91279f-46f9-457d-9afc-a923aa8428a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/7b7174e7-9da1-4eed-889b-60ca224b6525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039048 Apr 05 21:59:55.085492 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7c698264-de24-4253-b66a-48efe7a6b8f4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:59:55.202734 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 7c698264-de24-4253-b66a-48efe7a6b8f4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:59:55.208347 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7c698264-de24-4253-b66a-48efe7a6b8f4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:59:55.208892 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:55.322229 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:55.338484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 7c698264-de24-4253-b66a-48efe7a6b8f4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7c698264-de24-4253-b66a-48efe7a6b8f4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 21:59:55.394934 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:55.395722 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a38da8ed-740e-4119-8eff-4945842fc792 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:59:55.511490 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=7c698264-de24-4253-b66a-48efe7a6b8f4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:55.522219 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a38da8ed-740e-4119-8eff-4945842fc792 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:59:55.522592 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:55.714883 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52970) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:55.720626 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1353352115-network', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:59:55.726241 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:55.730137 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Usage tracker for resource:network and tenant:52f259bbc4e541609926a6cd3bf740d2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:55.732956 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:55.738590 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:55.802134 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Made reservation on behalf of 52f259bbc4e541609926a6cd3bf740d2 for: {'network': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:59:55.804483 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for network, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:55.817293 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:55.847960 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:55.851755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Usage tracker for resource:security_group_rule and tenant:52f259bbc4e541609926a6cd3bf740d2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:55.854668 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:55.860496 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:55.928337 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.013423 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.041844 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=84580) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:59:56.050860 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a780b-4502-4d2d-adcd-4d279e1ef518,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:56.056599 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.056942 n-d-836605-1 neutron-server[84580]: INFO neutron.db.segments_db [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Added segment e5def430-4c92-4072-9c1a-e110519ade18 of type vlan for network e83a975f-1787-4909-acaf-b6e391186566 Apr 05 21:59:56.083154 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757424808461'] for network, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.156145 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343'] for network, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.156983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:56.157608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.258500 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] Pushing event updated for resources: {'Network': ['ID=e83a975f-1787-4909-acaf-b6e391186566,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:56.268022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Network e83a975f-1787-4909-acaf-b6e391186566 details requested by agent ovs-agent-n-d-836605-1 with host n-d-836605-1 {{(pid=84582) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:59:56.323480 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-82ce8a32-e007-4fd7-84af-bfe47fc929be admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6074967 Apr 05 21:59:56.326214 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52974) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:56.331472 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Request body: {'subnet': {'network_id': 'e83a975f-1787-4909-acaf-b6e391186566', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1353352115-subnet', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'ip_version': 4}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:59:56.337109 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:56.341674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Usage tracker for resource:subnet and tenant:52f259bbc4e541609926a6cd3bf740d2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:56.344532 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:56.350501 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:56.419792 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Made reservation on behalf of 52f259bbc4e541609926a6cd3bf740d2 for: {'subnet': 1} {{(pid=84580) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:59:56.422193 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2401724'] for subnet, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.682662 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2424168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2401682'] for subnet, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.753459 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd0893a-8493-4a19-bda8-473ff59289ea,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:56.768739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Checking segment: {'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84580) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:59:56.769132 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Network hostable DHCP agents. Network: e83a975f-1787-4909-acaf-b6e391186566, hostable agents: ['1c702909-9cf2-4e3c-81df-733d16d41caf'], hosted agents: [] {{(pid=84580) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:59:56.832680 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Sync routers for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:59:56.844705 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:56.845350 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:56.871004 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Network e83a975f-1787-4909-acaf-b6e391186566 is scheduled to be hosted by DHCP agent 1c702909-9cf2-4e3c-81df-733d16d41caf with binding_index 1 {{(pid=84580) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:59:56.945412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836605-1, e83a975f-1787-4909-acaf-b6e391186566) {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:56.952290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84580) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:59:56.952290 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:56.986815 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076017d6-f5e3-4358-9a13-f282a25d9b55 None None] Network e83a975f-1787-4909-acaf-b6e391186566 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 21:59:57.020442 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-3bb2f3e6-cea7-46a3-8879-0fee0d5a0f84 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6932006 Apr 05 21:59:57.024768 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52978) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:57.027865 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 21:59:57.034204 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:59:57.038259 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Usage tracker for resource:router and tenant:52f259bbc4e541609926a6cd3bf740d2 is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:59:57.041411 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:59:57.047208 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:59:57.066608 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7c698264-de24-4253-b66a-48efe7a6b8f4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:59:57.103764 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-686592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4467'] for router, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.104639 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-686693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4426'] for router, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.123209 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.249829 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:57.315337 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 7c698264-de24-4253-b66a-48efe7a6b8f4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:59:57.315704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.337435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4440'] for router, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.482592 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6b60da2-0382-5333-a191-4ced3cf0b7fe-e83a975f-1787-4909-acaf-b6e391186566', 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'fixed_ips': [{'subnet_id': 'ebd0893a-8493-4a19-bda8-473ff59289ea'}]}} from n-d-836605-1. {{(pid=84582) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 21:59:57.483387 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.608713 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.641898 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.775410 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Allocated IP 172.25.2.194 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/528de1c4-f95d-4bd7-94e5-cb8b23c290a4) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:59:57.832925 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.db_base_plugin_common [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Allocated IP 172.20.0.2 (e83a975f-1787-4909-acaf-b6e391186566/ebd0893a-8493-4a19-bda8-473ff59289ea/a9214d1d-2b61-4dbc-8543-692de7d8c60f) {{(pid=84582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:59:57.922959 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:57.940247 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 2, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:57.949365 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Checking router: 7b7174e7-9da1-4eed-889b-60ca224b6525 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:59:57.949720 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Updating router 7b7174e7-9da1-4eed-889b-60ca224b6525 port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:59:58.001381 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.032994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.074274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:59:58.078446 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:58.080320 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Pushing event updated for resources: {'Port': ['ID=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:58.082495 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:59:58.156646 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Notify callbacks [] for port, precommit_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.206022 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Transition to ACTIVE for port object a9214d1d-2b61-4dbc-8543-692de7d8c60f will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:59:58.245804 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Transition to ACTIVE for port object a9214d1d-2b61-4dbc-8543-692de7d8c60f will not be triggered until provisioned by entity DHCP. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:59:58.330173 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.330888 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-686617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684666'] for router, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.334591 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066'] for port, after_create {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.489625 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Network e83a975f-1787-4909-acaf-b6e391186566 is already hosted by enough agents. {{(pid=84582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:59:58.498700 n-d-836605-1 neutron-server[84582]: DEBUG neutron.scheduler.base_scheduler [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Resources bound (agent type, host, resource id): {{(pid=84582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:59:58.505629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Received port after_create {{(pid=84582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 21:59:58.509555 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Pushing event updated for resources: {'Port': ['ID=a9214d1d-2b61-4dbc-8543-692de7d8c60f,revision_number=1']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:58.647976 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Attempting to bind port a9214d1d-2b61-4dbc-8543-692de7d8c60f on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:59:58.648345 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Attempting to bind port a9214d1d-2b61-4dbc-8543-692de7d8c60f by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:59:58.648704 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Attempting to bind port a9214d1d-2b61-4dbc-8543-692de7d8c60f on network e83a975f-1787-4909-acaf-b6e391186566 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:59:58.661351 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:59:58.661717 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Checking segment: {'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:59:58.662111 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.662500 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Bound using segment: {'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:59:58.662957 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Bound port: a9214d1d-2b61-4dbc-8543-692de7d8c60f, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:59:58.663325 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.683052 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.728113 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 is scheduled to L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 with binding_index 1 {{(pid=84580) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 21:59:58.731628 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Transition to ACTIVE for port object 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:59:58.770877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] For port a9214d1d-2b61-4dbc-8543-692de7d8c60f, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:59:58.773755 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] For port a9214d1d-2b61-4dbc-8543-692de7d8c60f, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9214d1d-2b61-4dbc-8543-692de7d8c60f,segment=NetworkSegment(e5def430-4c92-4072-9c1a-e110519ade18),segment_id=e5def430-4c92-4072-9c1a-e110519ade18)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:59:58.806433 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.845083 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:58.945290 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 21:59:58.951991 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf37d3-6e01-43fd-930a-f73b7d096847 None None] Pushing event updated for resources: {'Port': ['ID=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:58.967116 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Sync routers for ids ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 21:59:58.982346 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Routers {'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:58.982972 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:59.077874 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:59.079781 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-a2a9b0c2-61f3-4bef-9dd8-1a7c138bde9a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0558665 Apr 05 21:59:59.082449 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52982) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:59:59.114163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51276a92-e663-4c8e-8939-992c229f11ed None None] Pushing event updated for resources: {'Port': ['ID=a9214d1d-2b61-4dbc-8543-692de7d8c60f,revision_number=2']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:59.118616 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Attempting to bind port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:59:59.118982 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Attempting to bind port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:59:59.119339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Attempting to bind port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e on network 1e6d3a50-6fec-4248-a641-b142aba0e28a {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 21:59:59.126072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 21:59:59.126443 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Checking segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 21:59:59.126906 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:59.127288 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Bound using segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 21:59:59.127751 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Bound port: 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:59:59.128337 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:59.203441 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Set router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 21:59:59.225411 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] For port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 21:59:59.251308 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] For port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 21:59:59.353749 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:59.459057 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf37d3-6e01-43fd-930a-f73b7d096847 None None] Pushing event updated for resources: {'Port': ['ID=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:59:59.463281 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 21:59:59.463880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:59.551358 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T21:59:58Z', 'revision_number': 3, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port': {'id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T21:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:59:59.556655 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Checking router: f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 21:59:59.557161 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Updating router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 binding host n-d-836605-1 {{(pid=84583) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 21:59:59.617672 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:59:59.654013 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:00:00.001794 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Notify callbacks [] for port, precommit_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.010166 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.017559 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.provisioning_blocks [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Transition to ACTIVE for port object 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 will not be triggered until provisioned by entity L2. {{(pid=84583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 22:00:00.037394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T21:59:59Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:00.041675 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed978d1-8224-4bab-b4cb-cb7a57e1b8a0 None None] The sync data for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 is: [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T21:59:59Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:00:00.089025 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.225912 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96866-a491-409c-8fb7-7060871d8a52 None None] Pushing event updated for resources: {'Port': ['ID=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,revision_number=2']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:00.229823 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Attempting to bind port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 22:00:00.230185 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Attempting to bind port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 22:00:00.230534 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Attempting to bind port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 on network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 22:00:00.243721 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 22:00:00.244100 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Checking segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 22:00:00.244477 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.246651 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Bound using segment: {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'} {{(pid=84583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 22:00:00.246651 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.managers [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Bound port: 528de1c4-f95d-4bd7-94e5-cb8b23c290a4, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad0f51-c0da-4de0-a247-495bdb6d235f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f'}}] {{(pid=84583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 22:00:00.246651 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.325965 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa431bba-9a68-4f01-acf8-f885ed04628a None None] Network e83a975f-1787-4909-acaf-b6e391186566 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 22:00:00.336334 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Allocated IP 172.20.0.1 (e83a975f-1787-4909-acaf-b6e391186566/ebd0893a-8493-4a19-bda8-473ff59289ea/acfe56f6-7659-41da-919b-5273236d6594) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:00:00.355138 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] For port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4, host n-d-836605-1, cleared binding levels {{(pid=84583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:00:00.360203 n-d-836605-1 neutron-server[84583]: DEBUG neutron.plugins.ml2.db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] For port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:00:00.426641 n-d-836605-1 neutron-server[84583]: DEBUG neutron_lib.callbacks.manager [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.509128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.510556 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Routers {'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:00:00.511192 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T21:59:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:00.522689 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-fde3d027-57b7-4e16-aedd-aebda89911bf None None] Provisioning for port a9214d1d-2b61-4dbc-8543-692de7d8c60f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:00.526555 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.provisioning_blocks [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Transition to ACTIVE for port object acfe56f6-7659-41da-919b-5273236d6594 will not be triggered until provisioned by entity DHCP. {{(pid=84580) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 22:00:00.608457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:00.641730 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96866-a491-409c-8fb7-7060871d8a52 None None] Pushing event updated for resources: {'Port': ['ID=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,revision_number=3']} {{(pid=84583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:00.697557 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Network e83a975f-1787-4909-acaf-b6e391186566 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:00:00.701139 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:00:00.704267 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 22:00:00.718904 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] Set router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:00:00.734828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Pushing event updated for resources: {'Port': ['ID=acfe56f6-7659-41da-919b-5273236d6594,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:00.772109 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-683440'] for router_interface, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.025788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.093150 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T21:59:58Z', 'revision_number': 3, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port': {'id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:01.101863 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db15f0-202f-48b6-afd4-f76abc30b679 None None] The sync data for ids ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'] in n-d-836605-1 is: [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T21:59:58Z', 'revision_number': 3, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port': {'id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:00:01.135731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9214d1d-2b61-4dbc-8543-692de7d8c60f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:01.305845 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.316515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25b72335-6181-44f8-bad9-1aeffb7daf19 None None] Provisioning for port acfe56f6-7659-41da-919b-5273236d6594 completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:01.321930 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-25b72335-6181-44f8-bad9-1aeffb7daf19 None None] Provisioning complete for port acfe56f6-7659-41da-919b-5273236d6594 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:01.326825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-25b72335-6181-44f8-bad9-1aeffb7daf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.348161 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port a9214d1d-2b61-4dbc-8543-692de7d8c60f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:01.365358 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a9214d1d-2b61-4dbc-8543-692de7d8c60f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:01.365661 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.407769 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.415525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-25b72335-6181-44f8-bad9-1aeffb7daf19 None None] Port acfe56f6-7659-41da-919b-5273236d6594 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 22:00:01.484338 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.511987 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8010276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683311'] for router_interface, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.515398 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Pushing event updated for resources: {'Port': ['ID=acfe56f6-7659-41da-919b-5273236d6594,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:01.515632 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port a9214d1d-2b61-4dbc-8543-692de7d8c60f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9214d1d-2b61-4dbc-8543-692de7d8c60f,segment=NetworkSegment(e5def430-4c92-4072-9c1a-e110519ade18),segment_id=e5def430-4c92-4072-9c1a-e110519ade18)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:00:01.602091 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.602944 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:01.648222 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Network e83a975f-1787-4909-acaf-b6e391186566 is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:00:01.649200 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:00:01.717721 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=a9214d1d-2b61-4dbc-8543-692de7d8c60f,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:01.811845 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:01.818165 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:01.818544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.939995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:01.967582 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6fed2a1b-bf94-4a03-b2d0-8a3e7f3574c8 None None] Provisioning complete for port acfe56f6-7659-41da-919b-5273236d6594 triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:01.967954 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6fed2a1b-bf94-4a03-b2d0-8a3e7f3574c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:02.022890 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:00:02.031560 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-6fed2a1b-bf94-4a03-b2d0-8a3e7f3574c8 None None] Port acfe56f6-7659-41da-919b-5273236d6594 cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 22:00:02.062903 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:00:02.080580 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:02.148712 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:02.264628 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:00:02.281143 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b78af68-fccc-4d9f-a6b3-2296f0291950 admin admin] 10.222.0.10 "PUT /v2.0/routers/f3cd89cd-7e81-45ad-b29e-4581f28f0ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1898565 Apr 05 22:00:03.034084 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9214d1d-2b61-4dbc-8543-692de7d8c60f up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:03.101454 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port a9214d1d-2b61-4dbc-8543-692de7d8c60f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:03.101823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:03.214420 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:03.300175 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:03.300175 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:03.492600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52992) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:03.498988 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009713439', 'description': 'tempest-secgroup-smoke-1009713439 description', 'project_id': '14dad3c88709423e860675a7a470c15e'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:03.505968 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:03.509788 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:03.512582 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:03.518190 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:03.591003 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:03.628046 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:03.631827 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:03.634572 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:03.640089 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:03.691663 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:03.761866 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:03.801924 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff749e24-9376-4f7d-9bb8-615a9b458261,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:03.881976 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:03.883237 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-b375053c-3480-42d4-b423-6e1b7a35a7c9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3895423 Apr 05 22:00:03.886119 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 52996) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:03.891328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'security_group_rule': {'security_group_id': 'ff749e24-9376-4f7d-9bb8-615a9b458261', 'project_id': '14dad3c88709423e860675a7a470c15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:03.897969 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:03.901670 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:03.905158 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:03.910755 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:03.986343 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.044593 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.122346 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.145589 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9de75dd-53b8-4bc7-bbfb-df4ff4ec22fd,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:04.230588 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.232091 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-2c8612a1-a8f5-465b-9366-987b14f9daab tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3447759 Apr 05 22:00:04.234524 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53000) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:04.239979 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'security_group_rule': {'security_group_id': 'ff749e24-9376-4f7d-9bb8-615a9b458261', 'project_id': '14dad3c88709423e860675a7a470c15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:04.246963 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:04.250917 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:04.253828 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:04.259460 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:04.346005 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.408646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.475944 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.498102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cc2ece-fcac-47c9-adbd-6e66578e04ab,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:04.583216 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.584411 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6fa2a1a2-7131-4ef1-98d7-dfefe98e379e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3489764 Apr 05 22:00:04.587110 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53004) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:04.592492 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'security_group_rule': {'security_group_id': 'ff749e24-9376-4f7d-9bb8-615a9b458261', 'project_id': '14dad3c88709423e860675a7a470c15e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:04.599091 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:04.602889 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:04.605741 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:04.611328 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:04.682323 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.742229 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.802053 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.825757 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0942fc2b-6008-4c99-b981-377715861cf3,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:04.876435 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:04.877690 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-efa8d532-130b-4398-9083-20a782c70a5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2896452 Apr 05 22:00:04.880233 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53008) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:04.885546 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'security_group_rule': {'security_group_id': 'ff749e24-9376-4f7d-9bb8-615a9b458261', 'project_id': '14dad3c88709423e860675a7a470c15e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:04.892886 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:04.896643 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:04.899479 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:04.905274 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:04.995457 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.040544 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-35a0a442-fa98-4727-b04c-401f8b44d56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.059817 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.064864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.131660 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.154706 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acad981-9909-45c3-96c3-70c8f4d69f69,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:05.236454 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.237666 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-6c3c0fe8-a585-4a82-b283-d861b42d29a0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3565390 Apr 05 22:00:05.240345 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53012) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:05.246008 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'security_group_rule': {'security_group_id': 'ff749e24-9376-4f7d-9bb8-615a9b458261', 'project_id': '14dad3c88709423e860675a7a470c15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:05.253881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:05.257674 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:05.260649 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:05.266346 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:05.406304 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Project 14dad3c88709423e860675a7a470c15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:00:05.413280 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.478690 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.539095 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.562908 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bd6b98-a935-4fa1-a783-e6160e0591d9,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:05.613236 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.614403 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-30ed7c05-0484-4d83-9ee6-5f6ef11a7e68 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3730352 Apr 05 22:00:05.617079 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53016) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:05.622450 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'security_group_rule': {'security_group_id': 'ff749e24-9376-4f7d-9bb8-615a9b458261', 'project_id': '14dad3c88709423e860675a7a470c15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:05.629068 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:05.632816 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:security_group_rule and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:05.635692 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:05.641331 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:05.693891 n-d-836605-1 neutron-server[84580]: INFO neutron.db.securitygroups_db [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Project 14dad3c88709423e860675a7a470c15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 22:00:05.701957 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.765192 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.825497 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730624'] for security_group_rule, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.847981 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ec4bd3-c236-4ba5-8db7-26dfd62d862c,revision_number=0']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:05.910813 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:05.912050 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-8ee1bc26-9d0b-4920-87cc-2b9d7b7ca32b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2940416 Apr 05 22:00:06.081626 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-964a7540-225f-49a0-a036-a0b4c93e299d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:security_group {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:00:06.185712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-964a7540-225f-49a0-a036-a0b4c93e299d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:security_group {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:00:06.186880 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-964a7540-225f-49a0-a036-a0b4c93e299d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009713439&fields=id&tenant_id=14dad3c88709423e860675a7a470c15e HTTP/1.1" status: 200 len: 267 time: 0.1459215 Apr 05 22:00:06.333827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-cc4ad377-e59e-439d-98c7-38a3bb2922f8 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:06.334441 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-cc4ad377-e59e-439d-98c7-38a3bb2922f8 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:network {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:00:06.424960 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-cc4ad377-e59e-439d-98c7-38a3bb2922f8 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:network {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:00:06.426157 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-cc4ad377-e59e-439d-98c7-38a3bb2922f8 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 810 time: 0.2327895 Apr 05 22:00:06.443332 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-4b2d82d3-3d86-47ee-b26c-322c52e3ee5e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/quotas/14dad3c88709423e860675a7a470c15e HTTP/1.1" status: 200 len: 375 time: 0.0117865 Apr 05 22:00:06.525301 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-3ba20f45-f129-4d91-83e4-26905895e1bb tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:00:06.623511 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-3ba20f45-f129-4d91-83e4-26905895e1bb tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:00:06.624736 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-3ba20f45-f129-4d91-83e4-26905895e1bb tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759696 Apr 05 22:00:06.641389 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-42912945-b7cd-4dfb-a82d-56ed4beec047 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 22:00:06.642311 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-42912945-b7cd-4dfb-a82d-56ed4beec047 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060911 Apr 05 22:00:06.778513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-3eb08021-7ed3-4cbc-b279-dc8e8f224e18 service neutron] 10.222.0.10 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298437 Apr 05 22:00:06.913424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-aa223e1c-2693-4608-9daa-5c8713add45d service neutron] 10.222.0.10 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289196 Apr 05 22:00:06.948882 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-22d842f1-90c3-4d06-b107-e9a892368324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:08.203671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e88f12de-17b8-4a0e-8920-b4c50fcd1cb0 req-2ea9d131-dc7d-4906-a89d-0205940c75fa tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 210 time: 0.0464725 Apr 05 22:00:08.686284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:08.708557 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:09.052977 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:09.208025 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:09.213184 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:09.213548 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:09.315946 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-eda7e61b-7253-42b1-b826-cf7e032b328e req-89206c13-71be-4647-8f5c-4a5788b0a7f2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 210 time: 0.0406625 Apr 05 22:00:09.330446 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:09.346924 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:00:09.420084 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:09.485141 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:10.265066 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:10.503994 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-3be9f931-d624-4b1c-816d-10cd090e7337 req-7b50def5-40fb-4c77-953c-af1f57081477 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 210 time: 0.0435750 Apr 05 22:00:10.651460 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-a5669b33-aeff-4a9e-a357-4b20eb96fdb2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:10.653301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-a5669b33-aeff-4a9e-a357-4b20eb96fdb2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 810 time: 0.1402099 Apr 05 22:00:10.810948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-65b28e50-3854-4849-87ac-b7529aa0a3fa tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14dad3c88709423e860675a7a470c15e HTTP/1.1" status: 200 len: 380 time: 0.1458933 Apr 05 22:00:10.820000 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'port': {'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'admin_state_up': True, 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'security_groups': ['ff749e24-9376-4f7d-9bb8-615a9b458261']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:10.957942 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:10.968199 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:11.034671 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:11.051849 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Made reservation on behalf of 14dad3c88709423e860675a7a470c15e for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:00:11.054966 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:11.103144 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:11.103518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:11.222252 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Allocated IP 172.20.0.3 (1e6d3a50-6fec-4248-a641-b142aba0e28a/de1f9c04-8002-4a8e-9f56-b52dcf010410/250cb768-5c72-4429-b72d-60e0194784fa) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:00:11.409507 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:11.425698 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Transition to ACTIVE for port object 250cb768-5c72-4429-b72d-60e0194784fa will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 22:00:11.509033 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:11.584035 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:00:11.587207 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:00:11.591694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 22:00:11.619332 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:11.657388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:11.658156 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:11.753472 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f815-d8d9-429f-acb4-4e0a8b2b80e7 req-7f712a1d-f071-4de7-a228-79f7ce5be01b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:11.754160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ef51f815-d8d9-429f-acb4-4e0a8b2b80e7 req-7f712a1d-f071-4de7-a228-79f7ce5be01b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:00:11.830363 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-c301b3d3-160b-4d88-a1d6-1e5adb403a35 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0138021 Apr 05 22:00:11.853322 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a5cdda01-0850-41d7-95ec-70bec79e9d7a None None] Provisioning for port 250cb768-5c72-4429-b72d-60e0194784fa completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:11.858932 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-a5cdda01-0850-41d7-95ec-70bec79e9d7a None None] Provisioning complete for port 250cb768-5c72-4429-b72d-60e0194784fa triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:11.859460 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a5cdda01-0850-41d7-95ec-70bec79e9d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:11.882054 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ef51f815-d8d9-429f-acb4-4e0a8b2b80e7 req-7f712a1d-f071-4de7-a228-79f7ce5be01b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:00:11.883126 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef51f815-d8d9-429f-acb4-4e0a8b2b80e7 req-7f712a1d-f071-4de7-a228-79f7ce5be01b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 931 time: 0.2208416 Apr 05 22:00:11.914950 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdda01-0850-41d7-95ec-70bec79e9d7a None None] Port 250cb768-5c72-4429-b72d-60e0194784fa cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 22:00:11.934269 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ef51f815-d8d9-429f-acb4-4e0a8b2b80e7 req-b7ad3be3-2189-4d92-97a6-53ab1b9107fe tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456438 Apr 05 22:00:11.967936 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Request body: {'port': {'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:12.074826 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:12.408256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250cb768-5c72-4429-b72d-60e0194784fa {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 22:00:12.414788 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:12.429136 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Transition to ACTIVE for port object 250cb768-5c72-4429-b72d-60e0194784fa will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 22:00:12.504991 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:12.628661 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:12.740613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Attempting to bind port 250cb768-5c72-4429-b72d-60e0194784fa on host n-h2-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 22:00:12.740952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Attempting to bind port 250cb768-5c72-4429-b72d-60e0194784fa by drivers openvswitch,hyperv on host n-h2-836605-1 at level 0 using segments [{'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 22:00:12.741315 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Attempting to bind port 250cb768-5c72-4429-b72d-60e0194784fa on network 1e6d3a50-6fec-4248-a641-b142aba0e28a {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 22:00:12.747974 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Port 250cb768-5c72-4429-b72d-60e0194784fa on network 1e6d3a50-6fec-4248-a641-b142aba0e28a not bound, no agent of type Open vSwitch agent registered on host n-h2-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 22:00:12.748312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Attempting to bind port 250cb768-5c72-4429-b72d-60e0194784fa on network 1e6d3a50-6fec-4248-a641-b142aba0e28a {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 22:00:12.754492 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Checking agent: {'id': 'd61bf07f-1129-4b93-b6df-5b623ae34615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 22:00:12.754823 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Checking segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 22:00:12.755202 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Bound using segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 22:00:12.755621 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Bound port: 250cb768-5c72-4429-b72d-60e0194784fa, host: n-h2-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 22:00:12.755963 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:12.846599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:00:12.849721 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:00:12.914665 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:12.973940 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:12.975218 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] 10.222.0.23 "PUT /v2.0/ports/250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 1091 time: 1.1377602 Apr 05 22:00:12.978505 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:00:13.002600 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a258e4-49a3-4459-ad1e-444c3da6caea service neutron] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:13.041343 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3dbcff-6f0e-4870-a91f-b30141c41e84'] response: {'name': 'network-changed', 'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa', 'status': 'completed', 'code': 200} Apr 05 22:00:13.287667 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc8db7f3-c474-42dd-97db-d7583242da62 req-5799bb1f-098f-4c11-ba17-9a987aec0dcc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1094 time: 0.2258692 Apr 05 22:00:13.293028 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd44d5-2afd-4da0-8491-b48a7db973e0 req-742aaa57-e44d-4da5-9c3f-ce844e39a967 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:13.295001 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0fd44d5-2afd-4da0-8491-b48a7db973e0 req-742aaa57-e44d-4da5-9c3f-ce844e39a967 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 943 time: 0.2319882 Apr 05 22:00:13.425798 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e0fd44d5-2afd-4da0-8491-b48a7db973e0 req-311b7e00-0c86-4c64-b5cf-eb0d6e8171bb tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101961 Apr 05 22:00:13.458606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8db7f3-c474-42dd-97db-d7583242da62 req-200db79c-14e4-42e8-97b5-ff29e5d0e0f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:13.460024 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc8db7f3-c474-42dd-97db-d7583242da62 req-200db79c-14e4-42e8-97b5-ff29e5d0e0f0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=14dad3c88709423e860675a7a470c15e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1641967 Apr 05 22:00:13.595351 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8db7f3-c474-42dd-97db-d7583242da62 req-169f0e37-cce1-43f6-8807-9e7fba2b20f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:13.596687 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-fc8db7f3-c474-42dd-97db-d7583242da62 req-169f0e37-cce1-43f6-8807-9e7fba2b20f2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282244 Apr 05 22:00:13.699162 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-09487696-99e4-4e27-ab2b-fa96a382b5ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1094 time: 0.0672355 Apr 05 22:00:13.768054 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-8460569f-d697-4710-a4ad-a16e60210499 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 217 time: 0.0621154 Apr 05 22:00:13.827677 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-9b7fbe46-e651-4db8-af0d-78f992374183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:13.829071 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-9b7fbe46-e651-4db8-af0d-78f992374183 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0557532 Apr 05 22:00:13.904323 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-fbc5a247-5889-4353-9603-d0eb6e3aa8e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695899 Apr 05 22:00:14.033973 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-8a521f0d-8660-416b-89b9-d840dc3562fc service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220896 Apr 05 22:00:14.163816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-de342eb5-1fff-49d9-be7f-0241b49bfa6f req-fb409ee9-017c-4042-9dc7-cb73f9c0ff34 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242664 Apr 05 22:00:14.621098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91b4cf-8b15-4f16-9705-1e90ab9ee0e3 req-26e88fe0-ee8a-4a7b-98ce-0a76056bfaf5 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:14.622553 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae91b4cf-8b15-4f16-9705-1e90ab9ee0e3 req-26e88fe0-ee8a-4a7b-98ce-0a76056bfaf5 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 943 time: 0.0750000 Apr 05 22:00:14.666779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ae91b4cf-8b15-4f16-9705-1e90ab9ee0e3 req-dda3c1d0-0c95-4cff-8809-bbc46d4ba791 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387759 Apr 05 22:00:14.893319 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:00:15.803553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 250cb768-5c72-4429-b72d-60e0194784fa details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 22:00:15.861758 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293fcb4-f7f7-4e98-9d0e-3eac419123a0 req-17bb8169-f374-4b29-bccd-645bbf1b6b8f tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:15.863196 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c293fcb4-f7f7-4e98-9d0e-3eac419123a0 req-17bb8169-f374-4b29-bccd-645bbf1b6b8f tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 943 time: 0.0799656 Apr 05 22:00:15.906816 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c293fcb4-f7f7-4e98-9d0e-3eac419123a0 req-4c689cfb-7399-4512-ab1a-6a9c202ea6db tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381346 Apr 05 22:00:15.960609 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:00:15.973656 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '250cb768-5c72-4429-b72d-60e0194784fa', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 22:00:16.029704 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:16.045968 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250cb768-5c72-4429-b72d-60e0194784fa {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 22:00:16.060541 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:00:16.127635 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:16.191862 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:16.359948 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['250cb768-5c72-4429-b72d-60e0194784fa'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 22:00:17.101012 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926874e-1b46-4578-b9ef-77d7da2740ea req-68d5d1c6-4d5c-4581-987d-855da0598ae7 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:17.102453 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5926874e-1b46-4578-b9ef-77d7da2740ea req-68d5d1c6-4d5c-4581-987d-855da0598ae7 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 944 time: 0.0741289 Apr 05 22:00:17.146554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5926874e-1b46-4578-b9ef-77d7da2740ea req-e0139ae2-73bd-466e-898a-12c4fd9217c0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381253 Apr 05 22:00:17.842074 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 250cb768-5c72-4429-b72d-60e0194784fa up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:18.008163 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning for port 250cb768-5c72-4429-b72d-60e0194784fa completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:18.014113 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 250cb768-5c72-4429-b72d-60e0194784fa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:18.014752 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:18.126086 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:18.151733 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:00:18.161997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:00:18.236485 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:18.287438 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf92add4-b21f-4eb0-9f79-b5bd02022e40'] response: {'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa', 'code': 200} Apr 05 22:00:18.324323 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:18.395695 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80adf5e-b665-438e-8022-bc2ab22d73ca req-858a7d2c-1adc-4fe9-9e27-3ae67f9d84e2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:18.397140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80adf5e-b665-438e-8022-bc2ab22d73ca req-858a7d2c-1adc-4fe9-9e27-3ae67f9d84e2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 945 time: 0.1221209 Apr 05 22:00:18.455727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f80adf5e-b665-438e-8022-bc2ab22d73ca req-29560ab3-9391-41c1-9450-945e836742f7 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500164 Apr 05 22:00:18.458593 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dc8d690-3b42-4daa-838c-6d98d03f1194 req-a44f4677-ff0c-454f-89b5-28d45627ed3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1096 time: 0.1153669 Apr 05 22:00:18.503738 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dc8d690-3b42-4daa-838c-6d98d03f1194 req-532b9eaa-162e-4f7a-ba9f-169c3f3870c4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393279 Apr 05 22:00:19.656854 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301a501-a889-4f72-8d92-e5150e59db03 req-1f06c749-229c-4cf1-897c-fa925c650dd0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:19.658237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c301a501-a889-4f72-8d92-e5150e59db03 req-1f06c749-229c-4cf1-897c-fa925c650dd0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 945 time: 0.0762806 Apr 05 22:00:19.703862 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c301a501-a889-4f72-8d92-e5150e59db03 req-3326d0cb-cce8-4f32-b1c4-2ddf4aaa4a52 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401344 Apr 05 22:00:20.013294 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Sync routers for ids ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 22:00:20.026741 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Routers {'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:00:20.027339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:00:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:20.215567 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Set router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:00:20.504877 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:00Z', 'revision_number': 4, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port': {'id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'acfe56f6-7659-41da-919b-5273236d6594', 'name': '', 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'mac_address': 'fa:16:3e:f7:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebd0893a-8493-4a19-bda8-473ff59289ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:00:00Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 2, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'subnets': [{'id': 'ebd0893a-8493-4a19-bda8-473ff59289ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:20.508518 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Checking router: f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 22:00:20.508866 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Updating router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 port acfe56f6-7659-41da-919b-5273236d6594 binding host n-d-836605-1 {{(pid=84582) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 22:00:20.557347 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:20.886327 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Notify callbacks [] for port, precommit_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:20.898292 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Transition to ACTIVE for port object acfe56f6-7659-41da-919b-5273236d6594 will not be triggered until provisioned by entity L2. {{(pid=84582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 22:00:20.900222 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d687a0b-d436-4a59-b130-359e3a096eb8 req-cdf8404a-0877-40b2-97db-a39766b7dca0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:20.901690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d687a0b-d436-4a59-b130-359e3a096eb8 req-cdf8404a-0877-40b2-97db-a39766b7dca0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 945 time: 0.0790913 Apr 05 22:00:20.990825 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:21.059262 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-7d687a0b-d436-4a59-b130-359e3a096eb8 req-cbcb49b6-0117-423d-ae76-8573375182e0 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513250 Apr 05 22:00:21.166339 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639f2bf-0f96-4ca1-abbe-d44456ed05e5 None None] Pushing event updated for resources: {'Port': ['ID=acfe56f6-7659-41da-919b-5273236d6594,revision_number=3']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:21.250510 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:21.256973 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Attempting to bind port acfe56f6-7659-41da-919b-5273236d6594 on host n-d-836605-1 for vnic_type normal with profile {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 22:00:21.257372 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Attempting to bind port acfe56f6-7659-41da-919b-5273236d6594 by drivers openvswitch,hyperv on host n-d-836605-1 at level 0 using segments [{'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 22:00:21.257739 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Attempting to bind port acfe56f6-7659-41da-919b-5273236d6594 on network e83a975f-1787-4909-acaf-b6e391186566 {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 22:00:21.264693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Checking agent: {'id': '9bd61fcf-b2eb-43f3-b526-c2c5a7b6363b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 15, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 15, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836605-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 22:00:21.265095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Checking segment: {'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 22:00:21.265494 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:21.265893 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Bound using segment: {'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'} {{(pid=84582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 22:00:21.266357 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.managers [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Bound port: acfe56f6-7659-41da-919b-5273236d6594, host: n-d-836605-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5def430-4c92-4072-9c1a-e110519ade18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566'}}] {{(pid=84582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 22:00:21.266735 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:21.273090 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6f1c5-9d98-4dfb-b498-4ea039d2fd11 req-3b569a76-8370-454f-bf65-795d1fa02665 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:21.274561 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20c6f1c5-9d98-4dfb-b498-4ea039d2fd11 req-3b569a76-8370-454f-bf65-795d1fa02665 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 945 time: 0.0890877 Apr 05 22:00:21.323600 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-20c6f1c5-9d98-4dfb-b498-4ea039d2fd11 req-54231454-a771-4afa-83e8-4e92e9b8fcad tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Apr 05 22:00:21.351239 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53090) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:21.385629 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] For port acfe56f6-7659-41da-919b-5273236d6594, host n-d-836605-1, cleared binding levels {{(pid=84582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:00:21.389218 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] For port acfe56f6-7659-41da-919b-5273236d6594, host n-d-836605-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=acfe56f6-7659-41da-919b-5273236d6594,segment=NetworkSegment(e5def430-4c92-4072-9c1a-e110519ade18),segment_id=e5def430-4c92-4072-9c1a-e110519ade18)] {{(pid=84582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:00:21.459514 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:21.486806 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-0dfa7f21-251e-4ad7-8568-aa5ef67d3b6a tempest-TestSnapshotPattern-1119250985 tempest-TestSnapshotPattern-1119250985-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1091 time: 0.1343243 Apr 05 22:00:21.489901 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53096) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:00:21.495395 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.v2.base [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84580) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:00:21.502432 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:00:21.506257 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:floatingip and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:00:21.509203 n-d-836605-1 neutron-server[84580]: DEBUG neutron.quota.resource [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84580) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:00:21.515374 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.quota.driver [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84580) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:00:21.537838 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639f2bf-0f96-4ca1-abbe-d44456ed05e5 None None] Pushing event updated for resources: {'Port': ['ID=acfe56f6-7659-41da-919b-5273236d6594,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:21.542477 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Routers {'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:00:21.543096 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:00:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:21.573616 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:21.712244 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:21.726325 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] Set router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:00:21.848281 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_common [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Allocated IP 172.25.2.22 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/948347ff-29b3-48cb-afdf-aa051e26fd78) {{(pid=84580) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:00:21.994020 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for port, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:22.053027 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:00Z', 'revision_number': 4, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port': {'id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'acfe56f6-7659-41da-919b-5273236d6594', 'name': '', 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'mac_address': 'fa:16:3e:f7:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebd0893a-8493-4a19-bda8-473ff59289ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:00:00Z', 'updated_at': '2022-04-05T22:00:21Z', 'revision_number': 4, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'subnets': [{'id': 'ebd0893a-8493-4a19-bda8-473ff59289ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:22.056911 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c12a17a-8326-4594-b517-4ad509794424 None None] The sync data for ids ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'] in n-d-836605-1 is: [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:00Z', 'revision_number': 4, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port': {'id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': 'acfe56f6-7659-41da-919b-5273236d6594', 'name': '', 'network_id': 'e83a975f-1787-4909-acaf-b6e391186566', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'mac_address': 'fa:16:3e:f7:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ebd0893a-8493-4a19-bda8-473ff59289ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T22:00:00Z', 'updated_at': '2022-04-05T22:00:21Z', 'revision_number': 4, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'subnets': [{'id': 'ebd0893a-8493-4a19-bda8-473ff59289ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:00:22.077302 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:22.149721 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84580) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:00:22.155442 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.base_scheduler [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources bound (agent type, host, resource id): {{(pid=84580) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:00:22.160227 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Received port after_create {{(pid=84580) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 22:00:22.186644 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'Port': ['ID=948347ff-29b3-48cb-afdf-aa051e26fd78,revision_number=1']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:22.694670 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:22.807149 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:23.023518 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for port, precommit_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:23.056180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfe56f6-7659-41da-919b-5273236d6594 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:23.080186 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2424211'] for port, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:23.182987 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning for port acfe56f6-7659-41da-919b-5273236d6594 completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:00:23.188407 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port acfe56f6-7659-41da-919b-5273236d6594 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:23.188771 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:23.191688 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'Port': ['ID=948347ff-29b3-48cb-afdf-aa051e26fd78,revision_number=2']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:23.203079 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:23.303382 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:23.336972 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] For port acfe56f6-7659-41da-919b-5273236d6594, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=acfe56f6-7659-41da-919b-5273236d6594,segment=NetworkSegment(e5def430-4c92-4072-9c1a-e110519ade18),segment_id=e5def430-4c92-4072-9c1a-e110519ade18)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:00:23.401770 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:23.469998 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Pushing event updated for resources: {'Port': ['ID=acfe56f6-7659-41da-919b-5273236d6594,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:00:23.489175 n-d-836605-1 neutron-server[84580]: INFO neutron.db.l3_db [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Floating IP d2869484-33f7-4fc4-a2db-0a6c3807183a associated. External IP: 172.25.2.22, port: 250cb768-5c72-4429-b72d-60e0194784fa. Apr 05 22:00:23.872990 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Router 7b7174e7-9da1-4eed-889b-60ca224b6525 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:00:24.077822 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:00:24.088163 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] Sync routers for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 22:00:24.105963 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:00:24.114217 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:00:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:24.179301 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:24.249888 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1b894034-7922-44b0-845c-b3e2b3d942ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7585542 Apr 05 22:00:24.250739 n-d-836605-1 neutron-server[84580]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa'}] {{(pid=84580) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:00:24.309894 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:00:24.312452 n-d-836605-1 neutron-server[84580]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c3a246a-3932-4086-ba1e-7b2dd98dc41e'] response: {'name': 'network-changed', 'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa', 'status': 'completed', 'code': 200} Apr 05 22:00:24.421907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-7e0aefec-b909-4e68-8b97-1e1bc5503a5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1096 time: 0.0794804 Apr 05 22:00:24.563498 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-f633f117-0c2b-4a83-8480-c80cf99ec88d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:24.565110 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-f633f117-0c2b-4a83-8480-c80cf99ec88d service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1373262 Apr 05 22:00:24.673981 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-a75fe63a-6ed9-4ae8-bc61-aa35bc1bed1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 998 time: 0.1031990 Apr 05 22:00:24.678181 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:22Z', 'revision_number': 0, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:24.683662 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] Checking router: 7b7174e7-9da1-4eed-889b-60ca224b6525 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 22:00:24.695177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:00:24.695177 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:00:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:24.741187 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-6494a497-7cfc-4ab7-9a8a-fcefccb7aeeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:24.742633 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-6494a497-7cfc-4ab7-9a8a-fcefccb7aeeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0632534 Apr 05 22:00:24.824532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-090b28de-4242-4e30-a7b2-4d0efcf9bb75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760307 Apr 05 22:00:24.905815 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:00:24.970769 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-71daf718-b87f-444a-a077-689290d199b7 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346536 Apr 05 22:00:25.056095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfe56f6-7659-41da-919b-5273236d6594 up at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:00:25.105439 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0dcda5e6-63f8-4b13-bcbe-961ba8d313f0 req-00b9f814-46eb-4a9f-a54c-9b6e8a88f9e9 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288981 Apr 05 22:00:25.130805 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Provisioning complete for port acfe56f6-7659-41da-919b-5273236d6594 triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:00:25.131167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:25.263341 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:22Z', 'revision_number': 0, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:00:25.267415 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac315-a80d-4a7a-a6a3-61b318d7e7e6 None None] The sync data for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 is: [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:22Z', 'revision_number': 0, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:00:28.157205 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a54b08-1a07-49e6-a287-63f58732e649 None None] New status for floating IP d2869484-33f7-4fc4-a2db-0a6c3807183a: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 22:00:34.976641 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3cd16ca7-b946-4a86-9878-d6597f97cb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:35.102467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:36.950119 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0401-7ede-4160-94d1-967fe9991b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:38.653007 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:38.675524 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:40.273826 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:51.138837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:00:51.498985 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-a02e2017-4fd4-4501-a858-7fb79510642d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654259 Apr 05 22:00:51.641430 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-8956919e-a95f-4962-a2e0-74aea3be1ea2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1096 time: 0.0726326 Apr 05 22:00:51.780775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-c425e068-f261-4978-a715-816328aab92c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:51.782261 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-c425e068-f261-4978-a715-816328aab92c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1232269 Apr 05 22:00:51.883831 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-d69ed278-93ca-4faa-9574-5f12abb089cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 1000 time: 0.0941186 Apr 05 22:00:51.894244 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:00:51.946515 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-101203aa-434d-4b6b-bd89-62e04b42b353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:00:51.948149 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-101203aa-434d-4b6b-bd89-62e04b42b353 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0563967 Apr 05 22:00:52.020174 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-801caec1-2c09-49c2-88e1-b781a7004bb8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653920 Apr 05 22:00:52.154532 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-58b4c812-965a-4c01-8614-16c347613ddb service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262398 Apr 05 22:00:52.383163 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f8c1090f-8906-4a3f-8047-77998bb6bafc req-0a49d4dc-10b5-4a41-8248-a507ae0bf760 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211573 Apr 05 22:01:04.994501 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-70db66a4-85bf-466a-9aa6-cf48dad107f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:05.064959 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:06.995334 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f835c2ee-28f0-437d-8f22-5ee53439da25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:08.650144 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:08.698520 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:10.307222 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:21.153033 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:28.894340 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:01:34.983609 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-46893088-6c74-491a-b834-a722e7e89450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:35.075473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:36.969573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-07a99ee5-50ef-4336-a7f0-2c089f743e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:38.643765 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:38.683903 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:40.272273 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:51.180708 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:01:51.460046 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-90ce28a8-7afe-49f9-971d-995bbaa2e917 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684004 Apr 05 22:01:51.594526 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-4078e13e-5599-4d68-9ec3-887306e6c439 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1096 time: 0.0683253 Apr 05 22:01:51.736037 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-4a1137e1-89cb-45ef-8ef8-c124fa83eafc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:01:51.737551 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-4a1137e1-89cb-45ef-8ef8-c124fa83eafc service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1263394 Apr 05 22:01:51.839090 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-82fef1f1-9b32-4537-a5f0-56a0604fac6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 1000 time: 0.0957367 Apr 05 22:01:51.901899 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-fd9b0aa5-24b3-4333-86b0-4cd0478db567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:01:51.903195 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-fd9b0aa5-24b3-4333-86b0-4cd0478db567 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0588853 Apr 05 22:01:51.974948 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-576bf7c4-6bb7-4e13-b497-7bdae1397245 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660982 Apr 05 22:01:52.102422 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-e935aae0-7abf-473c-a2c5-d60b2a075ef6 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214626 Apr 05 22:01:52.230822 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5ce35e4c-26bc-4973-96bf-a34504ae41c5 req-7fef198c-3cfb-4a8b-9a9c-87be2529bc21 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225195 Apr 05 22:02:04.966497 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4b52945e-575f-484e-8621-a1acbb962906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:05.092257 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:05.894927 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:02:06.974288 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f4232b11-0807-4230-a19c-fbc68a74e9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:08.644179 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:08.703545 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:10.269633 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:18.479693 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 250cb768-5c72-4429-b72d-60e0194784fa details requested by agent hyperv_n-h2-836605-1 with host n-h2-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 22:02:18.614293 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:02:18.640795 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Returning: {'device': '250cb768-5c72-4429-b72d-60e0194784fa', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 22:02:18.695792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:18.712400 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 250cb768-5c72-4429-b72d-60e0194784fa {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 22:02:18.726708 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:02:18.817671 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:18.884232 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:18.893018 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] get_ports_and_sgs() called for port_ids ['250cb768-5c72-4429-b72d-60e0194784fa'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 22:02:18.925317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.925317 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.925525 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.925809 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.926249 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.926474 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.926806 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.927133 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.927465 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.927791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:18.928117 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:20.509754 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 250cb768-5c72-4429-b72d-60e0194784fa up at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:02:20.578758 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Provisioning complete for port 250cb768-5c72-4429-b72d-60e0194784fa triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:02:20.579130 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:20.695931 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:20.725613 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:02:20.735481 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:02:20.802888 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94aa735a-5bcd-4238-a17b-73f423b89dc6'] response: {'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa', 'code': 200} Apr 05 22:02:20.804068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:20.871683 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:21.155958 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:33.733895 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-fd0254d9-e5c5-469e-87ec-d4cbb823e87f tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009713439&fields=id&tenant_id=14dad3c88709423e860675a7a470c15e HTTP/1.1" status: 200 len: 267 time: 0.0486102 Apr 05 22:02:33.879398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-07646a28-5e1a-4b81-a99d-5430b202a495 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:33.880727 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-07646a28-5e1a-4b81-a99d-5430b202a495 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 810 time: 0.1406677 Apr 05 22:02:33.897502 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-0e41a49d-f563-454d-b52c-ee2e9327b74c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/quotas/14dad3c88709423e860675a7a470c15e HTTP/1.1" status: 200 len: 375 time: 0.0113859 Apr 05 22:02:33.981689 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-47aef3ad-6bc7-45a0-9d5e-1e82dd52666a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794508 Apr 05 22:02:34.087619 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-e710feb5-c8f6-4c76-8692-e380e0cd66a4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 22:02:34.088592 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-e710feb5-c8f6-4c76-8692-e380e0cd66a4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0959775 Apr 05 22:02:34.220964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-026e1302-5b64-40a8-a76d-53b0595491a3 service neutron] 10.222.0.10 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261761 Apr 05 22:02:34.357142 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-b9e74bc0-f9cc-4698-b01d-7bc7875da285 service neutron] 10.222.0.10 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304269 Apr 05 22:02:34.980644 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c1643f80-eb01-4656-87c9-8fd07dd7f8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:35.060029 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:35.730475 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d903d8d6-cc82-42c4-a526-2171a497f761 req-e2bf49a5-1821-4f50-a291-fc1805cffdfd tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 210 time: 0.1101139 Apr 05 22:02:36.586836 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 250cb768-5c72-4429-b72d-60e0194784fa no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:02:36.734776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:36.764731 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:02:36.778793 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:02:36.842087 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb71354-e27d-4bfb-a43c-42940af3f5d1'] response: {'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa', 'code': 200} Apr 05 22:02:36.848838 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:36.850579 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-daa96369-185c-42f2-be81-4c2de31d6bfd req-b873c40a-baee-4cf9-be53-920d65d3730a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 210 time: 0.0502663 Apr 05 22:02:36.924619 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Pushing event updated for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:36.994792 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5737c598-be04-4278-8e54-469af8f5ac9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:38.109535 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5e9a556f-6131-4f3c-90f6-cdb81b0d01b9 req-bed8c501-f80f-42b1-9da7-4490b187808a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 210 time: 0.1357980 Apr 05 22:02:38.654150 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:38.734332 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:39.269712 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bc7098cf-6e27-48f7-8aac-599303ee7b21 req-50ac3978-ae64-4985-9e73-709e3d941f01 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 210 time: 0.0396955 Apr 05 22:02:39.939198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-5fc73b4f-9a0f-4177-9352-98cd6ec5f34e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:39.940799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-5fc73b4f-9a0f-4177-9352-98cd6ec5f34e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.39 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 810 time: 0.1388583 Apr 05 22:02:39.998765 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-e77110c8-e09a-4dca-b604-798e99634461 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14dad3c88709423e860675a7a470c15e HTTP/1.1" status: 200 len: 380 time: 0.0388885 Apr 05 22:02:40.006922 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'port': {'device_id': '26a4708c-c922-4f86-8276-04ab811d7f37', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'admin_state_up': True, 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'security_groups': ['ff749e24-9376-4f7d-9bb8-615a9b458261']}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:02:40.141416 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:02:40.145606 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:port and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:02:40.148421 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:02:40.154160 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:02:40.251999 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Made reservation on behalf of 14dad3c88709423e860675a7a470c15e for: {'port': 1} {{(pid=84581) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 22:02:40.259240 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:40.289996 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:40.454513 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c8a7c9f4-8dd1-4931-b64b-460c0fa45c8c req-4d176a93-3ef9-495e-9dd1-21535313ae14 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 210 time: 0.0565617 Apr 05 22:02:40.473775 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Allocated IP 172.20.0.13 (1e6d3a50-6fec-4248-a641-b142aba0e28a/de1f9c04-8002-4a8e-9f56-b52dcf010410/620c0447-cae2-40db-9495-5ac5ff02298f) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:02:40.697580 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:40.718613 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Transition to ACTIVE for port object 620c0447-cae2-40db-9495-5ac5ff02298f will not be triggered until provisioned by entity DHCP. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 22:02:40.801121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:40.865484 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:02:40.873407 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:02:40.878429 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 22:02:40.947595 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:40.948843 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:40.971398 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:40.986324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.986813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.987330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.987624 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.991652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.992038 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.992391 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.992694 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.993021 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.993388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:40.993712 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:02:41.053392 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d423bbc4-02cc-401e-9851-3d0595d98ba2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0496464 Apr 05 22:02:41.322876 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-12d8e437-4821-43bc-8391-951556284348 None None] Provisioning for port 620c0447-cae2-40db-9495-5ac5ff02298f completed by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:02:41.329702 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-12d8e437-4821-43bc-8391-951556284348 None None] Provisioning complete for port 620c0447-cae2-40db-9495-5ac5ff02298f triggered by entity DHCP. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:02:41.330284 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-12d8e437-4821-43bc-8391-951556284348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:41.393706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-12d8e437-4821-43bc-8391-951556284348 None None] Port 620c0447-cae2-40db-9495-5ac5ff02298f cannot update to ACTIVE because it is not bound. {{(pid=84582) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 22:02:41.661225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c2a9e-a556-477f-a13d-778b09313291 req-8bb8c177-54a5-4960-8832-ca162156ddb3 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:41.661813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ca6c2a9e-a556-477f-a13d-778b09313291 req-8bb8c177-54a5-4960-8832-ca162156ddb3 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:02:41.740256 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ca6c2a9e-a556-477f-a13d-778b09313291 req-8bb8c177-54a5-4960-8832-ca162156ddb3 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:02:41.741839 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca6c2a9e-a556-477f-a13d-778b09313291 req-8bb8c177-54a5-4960-8832-ca162156ddb3 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 932 time: 0.1570916 Apr 05 22:02:41.790107 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ca6c2a9e-a556-477f-a13d-778b09313291 req-ae9e8b86-fb84-453f-91bd-b35e40917356 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412235 Apr 05 22:02:42.899121 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:02:43.007165 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9faea-6a1e-4584-95a4-6a3b98caf639 req-75c35a9a-9263-448c-ae0c-e602797d8adc tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:43.008649 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68f9faea-6a1e-4584-95a4-6a3b98caf639 req-75c35a9a-9263-448c-ae0c-e602797d8adc tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 932 time: 0.0856295 Apr 05 22:02:43.057183 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-68f9faea-6a1e-4584-95a4-6a3b98caf639 req-532532ba-aef7-4ee9-a946-3e994887dc3a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 Apr 05 22:02:44.272306 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060e3fb-bcd7-4be2-9de3-edfcb0749bdf req-fc968512-ab7d-47ec-a46c-926c4ab16b80 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:44.274590 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b060e3fb-bcd7-4be2-9de3-edfcb0749bdf req-fc968512-ab7d-47ec-a46c-926c4ab16b80 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 932 time: 0.0887659 Apr 05 22:02:44.326500 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-b060e3fb-bcd7-4be2-9de3-edfcb0749bdf req-1256a589-79a4-47d4-9f63-cb06140d9abd tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458958 Apr 05 22:02:45.541318 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf37a5-8297-4292-819e-55066941f471 req-147311b1-4b74-429f-9b7f-45710abfba5d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:45.642470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33cf37a5-8297-4292-819e-55066941f471 req-147311b1-4b74-429f-9b7f-45710abfba5d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 932 time: 0.0911064 Apr 05 22:02:45.642470 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-33cf37a5-8297-4292-819e-55066941f471 req-29577cc2-d95f-4824-a6a6-fa5e7b9d6633 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462601 Apr 05 22:02:46.034813 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-4ca44e92-6100-48a8-b866-76cd57d928ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 22:02:46.035337 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-4ca44e92-6100-48a8-b866-76cd57d928ff tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051930 Apr 05 22:02:46.047979 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Request body: {'port': {'device_id': '26a4708c-c922-4f86-8276-04ab811d7f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836605-1'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:02:46.160696 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:46.663680 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620c0447-cae2-40db-9495-5ac5ff02298f {{(pid=84581) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 22:02:46.670800 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:46.688811 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.provisioning_blocks [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Transition to ACTIVE for port object 620c0447-cae2-40db-9495-5ac5ff02298f will not be triggered until provisioned by entity L2. {{(pid=84581) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 22:02:46.829307 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:47.044324 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:47.107863 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9269af-29c4-40dc-bd53-76f3b0d09900 req-a2c4d7b6-2701-4164-9431-09bbfe394f29 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:47.112471 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf9269af-29c4-40dc-bd53-76f3b0d09900 req-a2c4d7b6-2701-4164-9431-09bbfe394f29 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 932 time: 0.3312311 Apr 05 22:02:47.115225 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Attempting to bind port 620c0447-cae2-40db-9495-5ac5ff02298f on host n-h1-836605-1 for vnic_type normal with profile {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 22:02:47.115559 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Attempting to bind port 620c0447-cae2-40db-9495-5ac5ff02298f by drivers openvswitch,hyperv on host n-h1-836605-1 at level 0 using segments [{'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 22:02:47.115881 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Attempting to bind port 620c0447-cae2-40db-9495-5ac5ff02298f on network 1e6d3a50-6fec-4248-a641-b142aba0e28a {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 22:02:47.153602 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Port 620c0447-cae2-40db-9495-5ac5ff02298f on network 1e6d3a50-6fec-4248-a641-b142aba0e28a not bound, no agent of type Open vSwitch agent registered on host n-h1-836605-1 {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 22:02:47.154039 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Attempting to bind port 620c0447-cae2-40db-9495-5ac5ff02298f on network 1e6d3a50-6fec-4248-a641-b142aba0e28a {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 22:02:47.169237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-bf9269af-29c4-40dc-bd53-76f3b0d09900 req-4fa8eba4-11e0-40d0-b8a6-b19223761506 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501015 Apr 05 22:02:47.170069 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Checking agent: {'id': 'ed05c161-d464-433b-b6d4-fb8c4357c226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836605-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'started_at': datetime.datetime(2022, 4, 5, 20, 23, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 22, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 22:02:47.170435 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Checking segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84581) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 22:02:47.170767 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Bound using segment: {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'} {{(pid=84581) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 22:02:47.171198 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.managers [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Bound port: 620c0447-cae2-40db-9495-5ac5ff02298f, host: n-h1-836605-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5182e325-5597-4f8f-86cd-e3459df31427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a'}}] {{(pid=84581) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 22:02:47.171538 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:47.267735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, cleared binding levels {{(pid=84581) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 22:02:47.270896 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84581) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 22:02:47.326870 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:47.402118 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:47.404030 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] 10.222.0.39 "PUT /v2.0/ports/620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 200 len: 1092 time: 1.3596921 Apr 05 22:02:47.404572 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:02:47.417593 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab614d-daef-4e9c-94b1-0c4a9630949e service neutron] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=3']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:47.466404 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d749fd5-15da-4d4b-b7ab-b09376a3c358'] response: {'name': 'network-changed', 'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f', 'status': 'completed', 'code': 200} Apr 05 22:02:48.403588 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eefef9-cedc-423d-bdff-eacc2991b71d req-636e5657-ce76-4515-b8de-cd8e3bbb89c8 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:48.405038 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57eefef9-cedc-423d-bdff-eacc2991b71d req-636e5657-ce76-4515-b8de-cd8e3bbb89c8 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0823233 Apr 05 22:02:48.457237 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-57eefef9-cedc-423d-bdff-eacc2991b71d req-87b46c15-474e-4244-a746-7c4abd29d6e3 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459142 Apr 05 22:02:49.661984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685790d-5b44-4238-a0c8-3447895b5c99 req-36911e7c-bd8b-4cb5-b749-b385a4879e40 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:49.663353 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5685790d-5b44-4238-a0c8-3447895b5c99 req-36911e7c-bd8b-4cb5-b749-b385a4879e40 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0821936 Apr 05 22:02:49.711775 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5685790d-5b44-4238-a0c8-3447895b5c99 req-6e4f354c-6ceb-4373-a3cc-1a6f14e83f28 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Apr 05 22:02:50.903954 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888255bb-6b14-4bbc-8aeb-9961428bbd9b req-309aa199-df8b-4e43-96e9-af23dc344851 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:50.905415 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-888255bb-6b14-4bbc-8aeb-9961428bbd9b req-309aa199-df8b-4e43-96e9-af23dc344851 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0753653 Apr 05 22:02:50.952710 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-888255bb-6b14-4bbc-8aeb-9961428bbd9b req-fa4a4377-f70c-4fce-9068-ab108fc1d989 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Apr 05 22:02:51.173979 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:51.532638 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abeed647-092d-4e39-9d16-209c809d5c51 req-b66263ac-8be2-4880-b444-bb81e5c14f65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1095 time: 0.1228309 Apr 05 22:02:51.535976 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-921b77c3-dd4d-4de1-a213-7a78eadb89ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937068 Apr 05 22:02:51.727747 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed647-092d-4e39-9d16-209c809d5c51 req-d7686dc9-4fa2-458e-a95e-541f61d292b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:51.729201 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abeed647-092d-4e39-9d16-209c809d5c51 req-d7686dc9-4fa2-458e-a95e-541f61d292b3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=14dad3c88709423e860675a7a470c15e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1830726 Apr 05 22:02:51.738637 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-baeaf94e-ac93-41df-bc76-5faf13a18816 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1094 time: 0.1229856 Apr 05 22:02:51.973984 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeed647-092d-4e39-9d16-209c809d5c51 req-4872f2e0-f521-4bf6-9f83-cd974c16c101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:51.975469 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-abeed647-092d-4e39-9d16-209c809d5c51 req-4872f2e0-f521-4bf6-9f83-cd974c16c101 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2318480 Apr 05 22:02:51.977489 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-ddc93638-8a34-453d-a144-bdc8dc7a713f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:51.978799 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-ddc93638-8a34-453d-a144-bdc8dc7a713f service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.2148008 Apr 05 22:02:52.285156 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-b342feda-2f64-4476-8681-afa6e1a1b0ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 998 time: 0.2993972 Apr 05 22:02:52.365627 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-954f3083-6ea4-4b10-bbd2-7d29b7e46d8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1095 time: 0.3324749 Apr 05 22:02:52.369570 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-5c94e093-c4c1-4e0f-9299-bb74a5ce879d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:52.370852 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-5c94e093-c4c1-4e0f-9299-bb74a5ce879d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0784941 Apr 05 22:02:52.376575 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0e90f-de1f-4314-8b59-6263c01f3cd5 req-4e20a6bc-a706-493f-b3e5-2f4be4b91e56 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:52.377989 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fe0e90f-de1f-4314-8b59-6263c01f3cd5 req-4e20a6bc-a706-493f-b3e5-2f4be4b91e56 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.2033231 Apr 05 22:02:52.503965 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-b4e058bd-8d5c-43ae-a9f8-7ee04d7ae64e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 200 len: 217 time: 0.1240358 Apr 05 22:02:52.581972 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-2fe0e90f-de1f-4314-8b59-6263c01f3cd5 req-332e7ba8-5048-4edb-b8b6-a9a6b4f50684 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274495 Apr 05 22:02:52.592360 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-58e36416-91a3-47c4-b885-c9693b213157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:52.593751 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-58e36416-91a3-47c4-b885-c9693b213157 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0810115 Apr 05 22:02:52.600795 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-75eea0ce-9c15-466f-b009-ed307ab8d99c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219560 Apr 05 22:02:52.785074 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-fa1861bf-5a6a-4f54-9570-f8ef37266bcf service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551368 Apr 05 22:02:52.787763 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-d02f9cc0-5179-43b7-b3d0-fc8c8178aa18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861317 Apr 05 22:02:53.017295 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e686f2cc-5c90-468c-8e98-1e4399c734e4 req-89afd2c0-b243-40f5-bfe4-c9a80df0e077 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267861 Apr 05 22:02:53.019031 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-4bf19627-cee6-4b2f-ac09-d5b9211ea7d8 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115049 Apr 05 22:02:53.149589 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-827fcbb0-7dc3-4027-afce-546709b811b2 req-1ced9bd4-a8f7-4e59-aa91-9db723a585a3 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240437 Apr 05 22:02:53.781630 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dbe21-9aae-48c0-b53a-baaf6f5727f7 req-115f5040-0e63-463e-999e-0402690ad53e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:53.783063 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b0dbe21-9aae-48c0-b53a-baaf6f5727f7 req-115f5040-0e63-463e-999e-0402690ad53e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0812120 Apr 05 22:02:53.826964 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1b0dbe21-9aae-48c0-b53a-baaf6f5727f7 req-d48465cc-b2c0-4d65-af81-c54167544d2b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385513 Apr 05 22:02:55.022450 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fadd3-adc9-4922-a49a-3288715777dc req-994b48e5-8877-4b02-a48c-3c33d2faef5d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:55.023786 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514fadd3-adc9-4922-a49a-3288715777dc req-994b48e5-8877-4b02-a48c-3c33d2faef5d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0781088 Apr 05 22:02:55.069601 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-514fadd3-adc9-4922-a49a-3288715777dc req-db606c47-46bd-4435-b53e-af067882d76d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Apr 05 22:02:55.959099 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 620c0447-cae2-40db-9495-5ac5ff02298f details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 22:02:56.090647 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:02:56.103520 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '620c0447-cae2-40db-9495-5ac5ff02298f', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'port_id': '620c0447-cae2-40db-9495-5ac5ff02298f', 'mac_address': 'fa:16:3e:5c:84:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 22:02:56.156260 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:56.174080 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620c0447-cae2-40db-9495-5ac5ff02298f {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 22:02:56.189469 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:02:56.269155 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:56.269573 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ed7da-24b5-494c-b9c2-2113276b8821 req-9b286a45-3f90-4b50-9816-a1e599ae2b88 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:56.271076 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-341ed7da-24b5-494c-b9c2-2113276b8821 req-9b286a45-3f90-4b50-9816-a1e599ae2b88 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0761561 Apr 05 22:02:56.318878 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-341ed7da-24b5-494c-b9c2-2113276b8821 req-82a2d34e-8ae3-430f-9eed-beecf19f4939 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Apr 05 22:02:56.339223 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=4']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:56.684032 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['620c0447-cae2-40db-9495-5ac5ff02298f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 22:02:57.516264 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d2f10-397e-4e14-9910-1c6886becf67 req-c2183142-fcbb-4525-a177-fe5831cb649a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:57.517778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-587d2f10-397e-4e14-9910-1c6886becf67 req-c2183142-fcbb-4525-a177-fe5831cb649a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 945 time: 0.0781713 Apr 05 22:02:57.561978 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-587d2f10-397e-4e14-9910-1c6886becf67 req-7e69e558-fa98-4c2f-9a97-85d91aa10a69 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Apr 05 22:02:57.959061 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 620c0447-cae2-40db-9495-5ac5ff02298f up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:02:58.091394 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning for port 620c0447-cae2-40db-9495-5ac5ff02298f completed by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 22:02:58.095898 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 620c0447-cae2-40db-9495-5ac5ff02298f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:02:58.096281 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:58.210452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:58.237314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:02:58.248072 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:02:58.292790 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3676b539-e839-4027-9e69-e1a6a8fc5a86'] response: {'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f', 'code': 200} Apr 05 22:02:58.316595 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:02:58.384927 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=5']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:02:58.441793 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50cd29eb-bf80-4650-b313-1bc117540996 req-13cb96e2-ba5c-4d0e-adfc-efca9666c769 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0656047 Apr 05 22:02:58.486519 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-50cd29eb-bf80-4650-b313-1bc117540996 req-1e98ae9f-8738-4b06-8ecd-afb8bae3d8c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386870 Apr 05 22:02:58.850652 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a107-59a6-41d7-bdd0-5196235536a7 req-52ed8bd3-b6c2-4969-9363-0353c57a1fcf tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:02:58.852011 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e733a107-59a6-41d7-bdd0-5196235536a7 req-52ed8bd3-b6c2-4969-9363-0353c57a1fcf tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 946 time: 0.1695685 Apr 05 22:02:58.895790 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-e733a107-59a6-41d7-bdd0-5196235536a7 req-5bd20627-e3b0-4a99-89fc-813cec1339e5 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380781 Apr 05 22:03:00.097833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4a5a8-9330-4be1-8dae-23d8d3ea9385 req-225d526b-cb3c-417b-8a8b-05d17f3a495f tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:00.099279 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01a4a5a8-9330-4be1-8dae-23d8d3ea9385 req-225d526b-cb3c-417b-8a8b-05d17f3a495f tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 946 time: 0.0818627 Apr 05 22:03:00.144119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-01a4a5a8-9330-4be1-8dae-23d8d3ea9385 req-d8a8f5ea-3ba6-46df-9d49-1d7c19e46b7b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 Apr 05 22:03:01.339396 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522103b4-00cd-4563-b363-58a764922e91 req-6b09f30a-36a7-4a2a-8f5f-d391e035092e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:01.340772 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-522103b4-00cd-4563-b363-58a764922e91 req-6b09f30a-36a7-4a2a-8f5f-d391e035092e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 946 time: 0.0743740 Apr 05 22:03:01.385778 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-522103b4-00cd-4563-b363-58a764922e91 req-bba72baf-7567-4412-8203-bc323a6485c2 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392931 Apr 05 22:03:01.580148 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a9f7-25c0-4190-892d-041f880491fb req-7bdee987-8b1b-4400-9e98-6ca43daaff1e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:01.581577 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d336a9f7-25c0-4190-892d-041f880491fb req-7bdee987-8b1b-4400-9e98-6ca43daaff1e tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 946 time: 0.0767407 Apr 05 22:03:01.625167 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-d336a9f7-25c0-4190-892d-041f880491fb req-7e68fec5-a03c-445b-ac12-e2c3cbdde1cf tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Apr 05 22:03:01.651211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53328) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:03:01.717759 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-aeac3d40-5458-4fa1-967e-e299c8e41310 tempest-TestSnapshotPattern-1119250985 tempest-TestSnapshotPattern-1119250985-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1092 time: 0.0654891 Apr 05 22:03:01.720273 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53332) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:03:01.725143 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.v2.base [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Request body: {'floatingip': {'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'port_id': '620c0447-cae2-40db-9495-5ac5ff02298f', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84581) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 22:03:01.730825 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 22:03:01.735089 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Usage tracker for resource:floatingip and tenant:14dad3c88709423e860675a7a470c15e is out of sync, need to count used quota {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 22:03:01.737827 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84581) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 22:03:01.743292 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.quota.driver [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84581) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 22:03:01.811676 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:01.939774 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:02.074625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Allocated IP 172.25.2.65 (f9c5254d-1ee9-43ac-b7ac-2b4829ee329f/9752fd1b-5235-4c5a-b769-306abc403a3a/2fe64314-2e53-4904-8dd2-6881772ee80d) {{(pid=84581) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 22:03:02.219120 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for port, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:02.316931 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757424872066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:02.386729 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Network f9c5254d-1ee9-43ac-b7ac-2b4829ee329f is already hosted by enough agents. {{(pid=84581) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 22:03:02.390159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.base_scheduler [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Resources bound (agent type, host, resource id): {{(pid=84581) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 22:03:02.394379 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Received port after_create {{(pid=84581) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 22:03:02.417578 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'Port': ['ID=2fe64314-2e53-4904-8dd2-6881772ee80d,revision_number=1']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:03:02.884108 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:03.002112 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:03.288165 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for port, precommit_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:03.348582 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1408905'] for port, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:03.451864 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event updated for resources: {'Port': ['ID=2fe64314-2e53-4904-8dd2-6881772ee80d,revision_number=2']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:03:03.466246 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684555'] for floatingip, after_update {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:03.651807 n-d-836605-1 neutron-server[84581]: INFO neutron.db.l3_db [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Floating IP 2742030e-4113-4fb4-85df-2ef858fa1551 associated. External IP: 172.25.2.65, port: 620c0447-cae2-40db-9495-5ac5ff02298f. Apr 05 22:03:04.027542 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Router 7b7174e7-9da1-4eed-889b-60ca224b6525 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:03:04.220343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:03:04.230352 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] Sync routers for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 22:03:04.242604 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:03:04.243193 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:02:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:03:04.304868 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:04.361299 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-7bfc62cf-b169-40ad-a402-c6cca296c730 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6399951 Apr 05 22:03:04.361905 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:03:04.416264 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b824aa-d426-4561-98ac-050111c6ba33'] response: {'name': 'network-changed', 'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f', 'status': 'completed', 'code': 200} Apr 05 22:03:04.420594 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:03:04.524907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-84476d64-0d41-411d-907b-9643d9ceacff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0667524 Apr 05 22:03:04.653025 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-5146517e-5edb-467e-adb5-f01c49f27d0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:04.654412 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-5146517e-5edb-467e-adb5-f01c49f27d0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1238978 Apr 05 22:03:04.764817 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-e6133cbe-7b21-41c2-89b9-f0858acdbd56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 200 len: 999 time: 0.0965748 Apr 05 22:03:04.773017 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '2742030e-4113-4fb4-85df-2ef858fa1551', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.65', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '620c0447-cae2-40db-9495-5ac5ff02298f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:5c:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4708c-c922-4f86-8276-04ab811d7f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:03:02Z', 'updated_at': '2022-04-05T22:03:02Z', 'revision_number': 0, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}, {'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:28Z', 'revision_number': 1, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:03:04.776737 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] Checking router: 7b7174e7-9da1-4eed-889b-60ca224b6525 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 22:03:04.786786 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:03:04.787358 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:02:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:03:04.825586 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-4b4e7a9a-4af6-4a2f-b714-c3ea2ecb2112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:04.827036 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-4b4e7a9a-4af6-4a2f-b714-c3ea2ecb2112 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0570490 Apr 05 22:03:04.963648 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:03:04.990475 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c2a3f35a-e204-4494-8567-ec391b9cfc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:05.010588 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-49f22563-10d1-458a-a2e0-e8cffe26a07b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775200 Apr 05 22:03:05.110551 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:05.143398 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-c5a75e17-25e7-444b-9713-177bda7d36cd service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268368 Apr 05 22:03:05.275394 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ee5a99a9-942b-4f0e-a06c-2b9d22e34bbf req-0e9a56b2-b35a-4a13-984a-6f824ed4685d service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263912 Apr 05 22:03:05.352478 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '2742030e-4113-4fb4-85df-2ef858fa1551', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.65', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '620c0447-cae2-40db-9495-5ac5ff02298f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:5c:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4708c-c922-4f86-8276-04ab811d7f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:03:02Z', 'updated_at': '2022-04-05T22:03:02Z', 'revision_number': 0, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}, {'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:28Z', 'revision_number': 1, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:03:05.357310 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6910f579-b4ed-43fd-82bf-e58f2b410130 None None] The sync data for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 is: [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': '2742030e-4113-4fb4-85df-2ef858fa1551', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.65', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '620c0447-cae2-40db-9495-5ac5ff02298f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:5c:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a4708c-c922-4f86-8276-04ab811d7f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:03:02Z', 'updated_at': '2022-04-05T22:03:02Z', 'revision_number': 0, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}, {'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:28Z', 'revision_number': 1, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:03:05.563162 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628b4f6-6a17-476e-bf76-491b5966afe5 None None] New status for floating IP 2742030e-4113-4fb4-85df-2ef858fa1551: ACTIVE {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 22:03:06.984927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d1319fe7-ebad-4828-93ea-6d70365e7cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:08.643541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:08.696851 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:10.272787 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-15c3ce10-86b0-4d93-a170-7f461766e16f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670333 Apr 05 22:03:10.304220 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:10.429434 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-4f899ce9-8fb7-49c9-b8d5-f2ceccc9e1ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0728433 Apr 05 22:03:10.573194 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-d288217f-e979-4500-bf70-ce6fbba27188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:10.574881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-d288217f-e979-4500-bf70-ce6fbba27188 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1286056 Apr 05 22:03:10.682779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-81de4bd4-c2bd-4e9c-8080-b56cef23d13f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 200 len: 1001 time: 0.1013987 Apr 05 22:03:10.743342 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-dee830f2-1b7d-4c5b-b587-4c811f70a591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:10.744747 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-dee830f2-1b7d-4c5b-b587-4c811f70a591 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0562196 Apr 05 22:03:10.819584 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-2099f877-7dbb-40d9-8bd5-84a47d326cbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690410 Apr 05 22:03:10.946028 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-86e1a30f-e0a5-455e-80b6-13c97291ecd9 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201236 Apr 05 22:03:11.073015 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-0d463d43-4f7f-41fe-b3eb-4c77a0697710 req-0396416b-b9c9-47e0-af85-a7c39e57983f service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206131 Apr 05 22:03:19.899292 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:03:21.150234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:34.976710 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c380fb29-fe67-400d-a1f6-2b46cacc1fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:35.110203 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:36.967259 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f12d4a8f-e51a-43c3-9fe7-80c7695507b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:38.669837 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:38.748253 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:40.314136 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:51.149660 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:03:51.470907 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-f862d353-7938-4742-bcfe-6c42f18a2804 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722892 Apr 05 22:03:51.603857 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-cac9bec1-4e87-4cfc-8cc6-0b8a897f69a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1094 time: 0.0672328 Apr 05 22:03:51.744625 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-3b8c3193-dd00-4189-a86a-94ef1465e44c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:51.746098 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-3b8c3193-dd00-4189-a86a-94ef1465e44c service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1248503 Apr 05 22:03:51.846968 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-d66c6bf3-0a2d-4862-b980-f617ed56b226 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 998 time: 0.0942900 Apr 05 22:03:52.001744 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-750728f5-d706-485a-b2fd-714cda459f9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:03:52.003051 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-750728f5-d706-485a-b2fd-714cda459f9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.1505194 Apr 05 22:03:52.078608 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-13efd888-8b6e-4cac-a939-27b40d143f3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691500 Apr 05 22:03:52.204935 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-9bbeefe9-3356-4697-a54d-ddfa4d1c6864 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201196 Apr 05 22:03:52.336554 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-5cf60ab1-cabf-45ca-8051-0030b74df56d req-b4809d53-480e-4a0c-9fb1-9844c3573e62 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263576 Apr 05 22:03:56.899965 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:04:04.983658 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ef14ae77-e1d5-4462-9059-224e987e44cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:05.120864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:06.970871 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d057eebb-6c95-41eb-bc6f-19858ed394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:08.634887 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:08.703345 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:10.302655 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:12.334830 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-f52de498-9123-4d25-a11a-9f6409c4f4b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429062 Apr 05 22:04:12.492639 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-d2281281-3e81-4e1a-86a4-5244385451fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0708086 Apr 05 22:04:12.631359 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-48a0c715-0eed-4836-a825-0f4b6036882f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:04:12.632744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-48a0c715-0eed-4836-a825-0f4b6036882f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1218262 Apr 05 22:04:12.731881 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-7cff6dc8-c7ad-4457-bede-714f514dfa1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 200 len: 1001 time: 0.0936098 Apr 05 22:04:12.796098 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-73c84d2a-82e5-4a24-9b43-a93230d59aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:04:12.798477 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-73c84d2a-82e5-4a24-9b43-a93230d59aa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0587518 Apr 05 22:04:12.877101 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-ed3b3d3a-787a-482f-911f-3f12ef37eaad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727654 Apr 05 22:04:13.012875 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-04de8948-e1db-4eee-aa84-24640b8062e2 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283598 Apr 05 22:04:13.142206 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a27aa7d1-b61e-4628-8874-d624b4441cbd req-08ee0999-3847-4aef-934c-4df42a5d8d83 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228817 Apr 05 22:04:21.171344 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:33.901268 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:04:34.971044 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8e16fd81-6080-4505-aa77-23852370dfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:35.165505 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:36.994093 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-518148af-b1fb-477b-995b-b4572b760db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:38.649120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:38.719995 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:40.280020 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:51.159352 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:04:53.481468 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-53e54e6c-bf75-49e6-8ca8-0a4f38ba9b07 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666544 Apr 05 22:04:53.621505 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-ed83655e-ca66-46e5-b4ba-31f3a9450755 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1094 time: 0.0677867 Apr 05 22:04:53.760800 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-ed77e8f2-ffde-464e-a909-ad024a5b2bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:04:53.762140 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-ed77e8f2-ffde-464e-a909-ad024a5b2bd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1217372 Apr 05 22:04:53.862424 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-7594c7a7-76b2-444c-8923-23c7733603f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 998 time: 0.0940804 Apr 05 22:04:54.018917 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-05a66660-5c1a-4f3e-aa4a-2ff66bdefafd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:04:54.020232 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-05a66660-5c1a-4f3e-aa4a-2ff66bdefafd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.1515827 Apr 05 22:04:54.092663 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-f227af58-c802-4be4-9a22-99cda674088d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660672 Apr 05 22:04:54.103796 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-415fca46-dc74-4fe6-a124-27e3791f0096 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84581) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 22:04:54.104671 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-415fca46-dc74-4fe6-a124-27e3791f0096 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051932 Apr 05 22:04:54.231805 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-8416818f-8753-4c70-bfb0-638b665403b5 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203616 Apr 05 22:04:54.363672 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c55c7cae-bab2-4db2-8c0d-8cb5c99daafe req-d8221bc7-2c16-484a-beba-313106bc482a service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256089 Apr 05 22:05:04.993112 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4de7f765-a307-4c7b-9304-b569d73f61a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:05.176668 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:06.982336 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-af5eb61a-c013-421e-af02-d2e43cbf43af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:08.615997 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 620c0447-cae2-40db-9495-5ac5ff02298f details requested by agent hyperv_n-h1-836605-1 with host n-h1-836605-1 {{(pid=84582) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 22:05:08.643518 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:08.757440 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:08.765078 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:08.771338 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Returning: {'device': '620c0447-cae2-40db-9495-5ac5ff02298f', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'port_id': '620c0447-cae2-40db-9495-5ac5ff02298f', 'mac_address': 'fa:16:3e:5c:84:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84582) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 22:05:08.832892 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:08.849505 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 620c0447-cae2-40db-9495-5ac5ff02298f {{(pid=84582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 22:05:08.863509 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:08.941935 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:09.006791 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=6']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:09.019752 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.020095 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.020430 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.020763 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.021119 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.021448 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.021772 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.022093 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.022441 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.022762 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.023108 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:09.083166 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] get_ports_and_sgs() called for port_ids ['620c0447-cae2-40db-9495-5ac5ff02298f'] {{(pid=84582) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 22:05:10.290513 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:10.646515 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 620c0447-cae2-40db-9495-5ac5ff02298f up at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 22:05:10.715346 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.provisioning_blocks [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Provisioning complete for port 620c0447-cae2-40db-9495-5ac5ff02298f triggered by entity L2. {{(pid=84582) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 22:05:10.715711 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8086377'] for port, provisioning_complete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:10.825975 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:10.851841 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:05:10.861210 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:10.904167 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:05:10.913573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:10.949427 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149b4426-bb87-4eb5-8459-dfac39a77500'] response: {'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f', 'code': 200} Apr 05 22:05:10.983512 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=7']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:12.351587 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-030757ab-332c-4d09-801b-afc6955b8f0a req-22c2c1e4-e2f4-45fc-9edc-e0440603bd6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0726736 Apr 05 22:05:12.506965 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030757ab-332c-4d09-801b-afc6955b8f0a req-b6d7e5ee-bd63-4180-845e-d37bd7a9d6b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:12.508731 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-030757ab-332c-4d09-801b-afc6955b8f0a req-b6d7e5ee-bd63-4180-845e-d37bd7a9d6b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1389682 Apr 05 22:05:12.624320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-030757ab-332c-4d09-801b-afc6955b8f0a req-782f354a-045e-4217-b9bd-8f0fa75a4ccb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 200 len: 1001 time: 0.1073072 Apr 05 22:05:12.695846 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030757ab-332c-4d09-801b-afc6955b8f0a req-1b11ca25-c8a9-437e-bc37-989b3088e237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:12.697408 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-030757ab-332c-4d09-801b-afc6955b8f0a req-1b11ca25-c8a9-437e-bc37-989b3088e237 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.0661416 Apr 05 22:05:12.792301 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-030757ab-332c-4d09-801b-afc6955b8f0a req-b85b5f11-ec72-4d64-9175-2d309e293634 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889921 Apr 05 22:05:12.947744 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-030757ab-332c-4d09-801b-afc6955b8f0a req-44f00dcd-3b4e-409d-bfe4-5aff1c6e3541 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485181 Apr 05 22:05:13.105370 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-030757ab-332c-4d09-801b-afc6955b8f0a req-e76c8a8b-49b1-4687-8a12-11b7ffd8733b service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515281 Apr 05 22:05:21.147736 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:24.950343 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53514) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:25.148934 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Deleting port 2fe64314-2e53-4904-8dd2-6881772ee80d {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:25.149288 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:25.319363 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:25.321470 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:25.534246 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Calling delete_port for 2fe64314-2e53-4904-8dd2-6881772ee80d owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:25.741514 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:25.786787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event deleted for resources: {'Port': ['ID=2fe64314-2e53-4904-8dd2-6881772ee80d,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:25.819968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.820312 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.820646 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.820971 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.821830 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.822152 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.822471 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.822787 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.823101 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.823419 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.823734 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84581) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:25.887832 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:26.269735 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Router 7b7174e7-9da1-4eed-889b-60ca224b6525 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:05:26.466010 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:05:26.475766 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] Sync routers for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 22:05:26.488290 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:26.490158 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:26.535895 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:26.589952 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d2ca8ce6-5e1f-4d95-afa2-583538fa218c tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "DELETE /v2.0/floatingips/2742030e-4113-4fb4-85df-2ef858fa1551 HTTP/1.1" status: 204 len: 168 time: 1.6384614 Apr 05 22:05:26.590527 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:05:26.674726 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:26.726783 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 620c0447-cae2-40db-9495-5ac5ff02298f no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:26.751584 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2755ce2e-e31b-463c-9212-348f78a20572'] response: {'name': 'network-changed', 'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f', 'status': 'completed', 'code': 200} Apr 05 22:05:26.852326 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7880772'] for port, before_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:26.876378 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-ec5f55da-3c5f-4d42-a16e-1cfec4f8cc33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 1097 time: 0.0783520 Apr 05 22:05:26.883553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f'}] {{(pid=84582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:05:26.893314 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-13947017-8e30-454f-bdc9-be1653421446 None None] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:26.970442 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757425296029', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757424872084', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757424872129'] for port, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:27.023542 n-d-836605-1 neutron-server[84582]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e026d3f-1387-4514-a2ae-0041506ebdb7'] response: {'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f', 'code': 200} Apr 05 22:05:27.040495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Pushing event updated for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=8']} {{(pid=84582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:27.043599 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-fc3b4061-b301-448a-9cc4-d4aebf1fc655 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:27.045168 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-fc3b4061-b301-448a-9cc4-d4aebf1fc655 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1625805 Apr 05 22:05:27.089423 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:28Z', 'revision_number': 1, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:27.093295 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] Checking router: 7b7174e7-9da1-4eed-889b-60ca224b6525 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 22:05:27.104066 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:27.104583 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:27.130745 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-623f6d58-b63a-4393-bad3-1bd8c1b08d9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 200 len: 217 time: 0.0608227 Apr 05 22:05:27.251162 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-91910788-466f-45b7-9fa7-8245711c8074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:27.252582 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-91910788-466f-45b7-9fa7-8245711c8074 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.1156280 Apr 05 22:05:27.281929 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:27.314833 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb2d7b-b7ba-42bd-9c09-da9b91c33fed req-aae4a527-0a1d-4e0c-b107-cd3addf0e9d9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:27.315509 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-88eb2d7b-b7ba-42bd-9c09-da9b91c33fed req-aae4a527-0a1d-4e0c-b107-cd3addf0e9d9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:05:27.464578 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-2d3f1724-db03-489a-b74e-0ca80fbf701b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2042503 Apr 05 22:05:27.557388 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-88eb2d7b-b7ba-42bd-9c09-da9b91c33fed req-aae4a527-0a1d-4e0c-b107-cd3addf0e9d9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:05:27.559198 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88eb2d7b-b7ba-42bd-9c09-da9b91c33fed req-aae4a527-0a1d-4e0c-b107-cd3addf0e9d9 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.3837471 Apr 05 22:05:27.636722 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-88eb2d7b-b7ba-42bd-9c09-da9b91c33fed req-dc8baa24-edab-44fb-a3de-dacdfc3abdb1 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710316 Apr 05 22:05:27.653779 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-9fee836f-6ec2-4451-9da8-b3ab126b1023 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824031 Apr 05 22:05:27.672427 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:28Z', 'revision_number': 1, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:27.676577 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba64928-110e-4697-9be6-4457f16ffd6c None None] The sync data for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 is: [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_floatingips': [{'id': 'd2869484-33f7-4fc4-a2db-0a6c3807183a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'floating_ip_address': '172.25.2.22', 'floating_network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'router_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'port_id': '250cb768-5c72-4429-b72d-60e0194784fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'mac_address': 'fa:16:3e:39:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T22:00:22Z', 'updated_at': '2022-04-05T22:00:28Z', 'revision_number': 1, 'project_id': '14dad3c88709423e860675a7a470c15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:05:27.788416 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-c57be8b0-132a-49be-a854-1e5b628bbf8b req-f0b9e09b-4da9-4452-aaf8-bffc85a78356 service neutron] 10.222.0.39 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282361 Apr 05 22:05:27.905697 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e301c-2a95-491b-9a05-6245c5ac1300 None None] New status for floating IP 2742030e-4113-4fb4-85df-2ef858fa1551: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 22:05:28.834952 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad7f03-9602-4807-b82a-b567adf0f384 req-3163edb0-a210-4716-8af3-60bf3e908c5a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:28.836421 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5ad7f03-9602-4807-b82a-b567adf0f384 req-3163edb0-a210-4716-8af3-60bf3e908c5a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0750861 Apr 05 22:05:28.932048 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-f5ad7f03-9602-4807-b82a-b567adf0f384 req-09e594cb-c1ee-47e0-9428-33a38295c51d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894005 Apr 05 22:05:28.952913 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bae23-8245-4130-9580-d452152d693c req-99f7659a-b284-45e7-92c3-83ee404e87ea tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:28.954330 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a58bae23-8245-4130-9580-d452152d693c req-99f7659a-b284-45e7-92c3-83ee404e87ea tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 944 time: 0.0989163 Apr 05 22:05:29.021330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Deleting port 620c0447-cae2-40db-9495-5ac5ff02298f {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:29.021649 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:29.264939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] For port 620c0447-cae2-40db-9495-5ac5ff02298f, host n-h1-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836605-1',level=0,port_id=620c0447-cae2-40db-9495-5ac5ff02298f,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:29.265335 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:29.385005 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Calling delete_port for 620c0447-cae2-40db-9495-5ac5ff02298f owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:29.588129 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:29.635331 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event deleted for resources: {'Port': ['ID=620c0447-cae2-40db-9495-5ac5ff02298f,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:29.710526 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] No DVR routers for this DVR port 620c0447-cae2-40db-9495-5ac5ff02298f on host n-h1-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:05:29.712962 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:29.715387 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-deleted', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:05:29.769756 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a10738-1706-4cd7-b7b9-ab7fe99b817b'] response: {'server_uuid': '26a4708c-c922-4f86-8276-04ab811d7f37', 'name': 'network-vif-deleted', 'tag': '620c0447-cae2-40db-9495-5ac5ff02298f', 'status': 'completed', 'code': 200} Apr 05 22:05:29.782148 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a58bae23-8245-4130-9580-d452152d693c req-d740bdfa-22d2-4110-8fdc-827a53ce742b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.39 "DELETE /v2.0/ports/620c0447-cae2-40db-9495-5ac5ff02298f HTTP/1.1" status: 204 len: 173 time: 0.8220499 Apr 05 22:05:30.116212 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ec11e43e-55e8-45d1-a549-092d40f46e85 req-529d23cb-1a26-42c7-b7c6-8826878c7fd5 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:05:30.187362 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-ec11e43e-55e8-45d1-a549-092d40f46e85 req-529d23cb-1a26-42c7-b7c6-8826878c7fd5 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:05:30.189348 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-ec11e43e-55e8-45d1-a549-092d40f46e85 req-529d23cb-1a26-42c7-b7c6-8826878c7fd5 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=26a4708c-c922-4f86-8276-04ab811d7f37 HTTP/1.1" status: 200 len: 210 time: 0.1270616 Apr 05 22:05:32.439099 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53578) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:32.643939 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Deleting port 948347ff-29b3-48cb-afdf-aa051e26fd78 {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:32.644190 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:32.762264 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 620c0447-cae2-40db-9495-5ac5ff02298f no longer exists at agent hyperv_n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:32.796706 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-13947017-8e30-454f-bdc9-be1653421446 None None] No Port match for: 620c0447-cae2-40db-9495-5ac5ff02298f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:32.797075 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Device 620c0447-cae2-40db-9495-5ac5ff02298f not bound to the agent host n-h1-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:32.910926 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:32.911176 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:33.028159 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Calling delete_port for 948347ff-29b3-48cb-afdf-aa051e26fd78 owned by network:floatingip {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:33.210225 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:33.256220 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event deleted for resources: {'Port': ['ID=948347ff-29b3-48cb-afdf-aa051e26fd78,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:33.353702 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for floatingip, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:33.736013 n-d-836605-1 neutron-server[84581]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Router 7b7174e7-9da1-4eed-889b-60ca224b6525 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84581) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:05:33.927930 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84581) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:05:33.938454 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97024938-897b-4534-a8d5-f160f304a089 None None] Sync routers for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 22:05:33.949902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:33.950790 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:33.999138 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for floatingip, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:34.050840 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-d6cae0bf-9806-4bf0-81ad-9f47407c583a tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "DELETE /v2.0/floatingips/d2869484-33f7-4fc4-a2db-0a6c3807183a HTTP/1.1" status: 204 len: 168 time: 1.6106794 Apr 05 22:05:34.051507 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:05:34.108043 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80048a44-53be-4383-81f7-d8af80854a1a'] response: {'name': 'network-changed', 'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa', 'status': 'completed', 'code': 200} Apr 05 22:05:34.134339 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:34.268953 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-e2bf34d0-a9f8-4a7f-a968-db7043fc910f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14dad3c88709423e860675a7a470c15e&device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 1094 time: 0.1388047 Apr 05 22:05:34.410105 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-94691020-86dd-4ad5-bb1b-c40f88d017be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:34.411451 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-94691020-86dd-4ad5-bb1b-c40f88d017be service neutron] 10.222.0.23 "GET /v2.0/networks?id=1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 200 len: 911 time: 0.1362276 Apr 05 22:05:34.444647 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:34.448518 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97024938-897b-4534-a8d5-f160f304a089 None None] Checking router: 7b7174e7-9da1-4eed-889b-60ca224b6525 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 22:05:34.459189 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:34.459775 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:07Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:34.483119 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-17a35a90-6102-4d02-a2db-9c4d51e3ff60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 200 len: 217 time: 0.0611851 Apr 05 22:05:34.646281 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:34.697951 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-891fed58-8043-4807-b21e-28980f9c25e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:34.699374 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-891fed58-8043-4807-b21e-28980f9c25e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 200 len: 849 time: 0.2148514 Apr 05 22:05:34.766211 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789a228-e2a8-4d59-96e6-a6fc8682c445 req-80eb3b68-aa6e-464a-b079-d2f4e1abaa58 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:34.766962 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1789a228-e2a8-4d59-96e6-a6fc8682c445 req-80eb3b68-aa6e-464a-b079-d2f4e1abaa58 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:05:34.800230 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-ab79c427-bbe5-4918-b276-7392ea9f44e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1e6d3a50-6fec-4248-a641-b142aba0e28a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935240 Apr 05 22:05:34.871985 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-1789a228-e2a8-4d59-96e6-a6fc8682c445 req-80eb3b68-aa6e-464a-b079-d2f4e1abaa58 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:05:34.873137 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1789a228-e2a8-4d59-96e6-a6fc8682c445 req-80eb3b68-aa6e-464a-b079-d2f4e1abaa58 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 943 time: 0.2432981 Apr 05 22:05:34.957902 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-97024938-897b-4534-a8d5-f160f304a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:34.959646 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-1789a228-e2a8-4d59-96e6-a6fc8682c445 req-b7d38715-f5ab-4205-bef6-7727bcaf0502 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/security-groups?id=ff749e24-9376-4f7d-9bb8-615a9b458261&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785882 Apr 05 22:05:34.960762 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-529f9b25-dbf0-4184-accb-30922c81ab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:34.962723 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97024938-897b-4534-a8d5-f160f304a089 None None] The sync data for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 is: [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T21:59:53Z', 'revision_number': 4, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1', '_interfaces': [{'id': '67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e', 'name': '', 'network_id': '1e6d3a50-6fec-4248-a641-b142aba0e28a', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'mac_address': 'fa:16:3e:73:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:52Z', 'updated_at': '2022-04-05T22:00:01Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'subnets': [{'id': 'de1f9c04-8002-4a8e-9f56-b52dcf010410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:05:34.983367 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-c9601f39-d4c8-454c-b57b-29576ed7b9e7 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767817 Apr 05 22:05:35.120320 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-576514ba-39fa-4d67-83fe-9d482689a7ae req-edb8d1bc-db8b-4016-aab1-a9daa104d871 service neutron] 10.222.0.23 "GET /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307547 Apr 05 22:05:35.204353 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:35.208050 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74867466-15de-4fd0-b72c-d65e2998aea9 None None] New status for floating IP d2869484-33f7-4fc4-a2db-0a6c3807183a: DOWN {{(pid=84582) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 22:05:35.251119 n-d-836605-1 neutron-server[84581]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-fbdea9e4-f00c-4c20-80b9-e59b21265bee tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84581) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 22:05:35.252623 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-fbdea9e4-f00c-4c20-80b9-e59b21265bee tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.23 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 943 time: 0.0830011 Apr 05 22:05:35.327919 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Deleting port 250cb768-5c72-4429-b72d-60e0194784fa {{(pid=84581) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:35.328966 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:35.564583 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.db [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] For port 250cb768-5c72-4429-b72d-60e0194784fa, host n-h2-836605-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836605-1',level=0,port_id=250cb768-5c72-4429-b72d-60e0194784fa,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84581) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:35.564851 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:35.693757 n-d-836605-1 neutron-server[84581]: DEBUG neutron.plugins.ml2.plugin [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Calling delete_port for 250cb768-5c72-4429-b72d-60e0194784fa owned by compute:nova {{(pid=84581) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:35.901784 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1408926'] for port, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:35.951907 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event deleted for resources: {'Port': ['ID=250cb768-5c72-4429-b72d-60e0194784fa,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:36.024754 n-d-836605-1 neutron-server[84581]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] No DVR routers for this DVR port 250cb768-5c72-4429-b72d-60e0194784fa on host n-h2-836605-1 {{(pid=84581) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:05:36.027122 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109554'] for port, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:36.073690 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-a1ea3d00-2340-4875-ade9-6a817fe94ae6 req-610589b1-229e-478d-9ad6-0b05334a8886 tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.23 "DELETE /v2.0/ports/250cb768-5c72-4429-b72d-60e0194784fa HTTP/1.1" status: 204 len: 173 time: 0.8157248 Apr 05 22:05:36.136968 n-d-836605-1 neutron-server[84581]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-deleted', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa'}] {{(pid=84581) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 22:05:36.152685 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-51fc282e-5457-48d9-8c92-4e11f55ca0f0 req-25edd0e6-9485-4210-bb24-f2cebc38923b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Synchronizing usage tracker for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 22:05:36.204245 n-d-836605-1 neutron-server[84581]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008ae07d-d488-4e50-84a8-e811b8bd8842'] response: {'server_uuid': '03dddd8d-871a-4a40-8b24-e384f41f0b5b', 'name': 'network-vif-deleted', 'tag': '250cb768-5c72-4429-b72d-60e0194784fa', 'status': 'completed', 'code': 200} Apr 05 22:05:36.256330 n-d-836605-1 neutron-server[84581]: DEBUG neutron.quota.resource [req-51fc282e-5457-48d9-8c92-4e11f55ca0f0 req-25edd0e6-9485-4210-bb24-f2cebc38923b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Unset dirty status for tenant:14dad3c88709423e860675a7a470c15e on resource:port {{(pid=84581) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 22:05:36.257662 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [req-51fc282e-5457-48d9-8c92-4e11f55ca0f0 req-25edd0e6-9485-4210-bb24-f2cebc38923b tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "GET /v2.0/ports?device_id=03dddd8d-871a-4a40-8b24-e384f41f0b5b HTTP/1.1" status: 200 len: 210 time: 0.1541924 Apr 05 22:05:36.981726 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-d07a1fbd-d6dc-4680-bc85-7459ff5ff012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:37.390858 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53600) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:37.458323 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fc572d9-cd90-4794-bb31-bf1f2a903e1d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:37.487121 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fc572d9-cd90-4794-bb31-bf1f2a903e1d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:37.604861 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fc572d9-cd90-4794-bb31-bf1f2a903e1d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:37.623248 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc572d9-cd90-4794-bb31-bf1f2a903e1d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff749e24-9376-4f7d-9bb8-615a9b458261,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:37.717964 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-8fc572d9-cd90-4794-bb31-bf1f2a903e1d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:37.719109 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-8fc572d9-cd90-4794-bb31-bf1f2a903e1d tempest-TestSnapshotPattern-595986791 tempest-TestSnapshotPattern-595986791-project] 10.222.0.10 "DELETE /v2.0/security-groups/ff749e24-9376-4f7d-9bb8-615a9b458261 HTTP/1.1" status: 204 len: 168 time: 0.3272765 Apr 05 22:05:38.640243 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:38.690161 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:38.840029 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53610) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:39.359452 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:39.411872 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 250cb768-5c72-4429-b72d-60e0194784fa no longer exists at agent hyperv_n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:39.444123 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] No Port match for: 250cb768-5c72-4429-b72d-60e0194784fa {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:39.444471 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Device 250cb768-5c72-4429-b72d-60e0194784fa not bound to the agent host n-h2-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:40.047876 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Deleting port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:40.048447 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:40.217714 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] For port 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:40.218074 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:40.273415 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:40.341675 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Calling delete_port for 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:40.547496 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:40.590127 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:40.629614 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.629961 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.632728 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.633407 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836605-1 {{(pid=84580) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 22:05:40.886060 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:41.550493 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Router 7b7174e7-9da1-4eed-889b-60ca224b6525 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:05:41.749011 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:05:41.757555 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] Sync routers for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 22:05:41.768718 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:41.769332 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:41.800846 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-1873144a-15b9-4195-9c7c-4972858cecc6 admin admin] 10.222.0.10 "PUT /v2.0/routers/7b7174e7-9da1-4eed-889b-60ca224b6525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9595885 Apr 05 22:05:41.803286 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53616) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:41.971607 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: n-d-836605-1 {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:41.994624 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:42.190451 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:42.244798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Deleting port 7c698264-de24-4253-b66a-48efe7a6b8f4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:42.245171 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:42.259544 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59'}], 'enable_snat': True}, 'gw_port_id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T22:05:40Z', 'revision_number': 5, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port': {'id': '7c698264-de24-4253-b66a-48efe7a6b8f4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:50Z', 'updated_at': '2022-04-05T21:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:42.263346 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] Checking router: 7b7174e7-9da1-4eed-889b-60ca224b6525 for host: n-d-836605-1 {{(pid=84583) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 22:05:42.274144 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] Routers {'7b7174e7-9da1-4eed-889b-60ca224b6525'} bound to L3 agent in host n-d-836605-1 {{(pid=84583) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:42.274747 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['7b7174e7-9da1-4eed-889b-60ca224b6525'], 'active': True} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:42.417447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] For port 7c698264-de24-4253-b66a-48efe7a6b8f4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=7c698264-de24-4253-b66a-48efe7a6b8f4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:42.417801 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:42.422602 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_dvr_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] Set router 7b7174e7-9da1-4eed-889b-60ca224b6525 gateway port host: None {{(pid=84583) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:42.533938 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.l3_hamode_db [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T22:05:42Z', 'revision_number': 6, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:42.537819 n-d-836605-1 neutron-server[84583]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf78274d-d02f-4e14-9761-45db9c1dd7a1 None None] The sync data for ids ['7b7174e7-9da1-4eed-889b-60ca224b6525'] in n-d-836605-1 is: [{'id': '7b7174e7-9da1-4eed-889b-60ca224b6525', 'name': 'tempest-TestSnapshotPattern-1558630732-router', 'tenant_id': '14dad3c88709423e860675a7a470c15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:49Z', 'updated_at': '2022-04-05T22:05:42Z', 'revision_number': 6, 'project_id': '14dad3c88709423e860675a7a470c15e', 'gw_port_host': None}] {{(pid=84583) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:05:42.538848 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Calling delete_port for 7c698264-de24-4253-b66a-48efe7a6b8f4 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:42.730383 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:42.873436 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c698264-de24-4253-b66a-48efe7a6b8f4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:43.092190 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.310844 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:43.343648 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:43.344310 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 67f3f97e-e6a8-44d7-b4b9-b3a5e38c1c8e not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:43.344426 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7c698264-de24-4253-b66a-48efe7a6b8f4 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:43.347961 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.352829 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.379309 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 7c698264-de24-4253-b66a-48efe7a6b8f4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:43.379654 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 7c698264-de24-4253-b66a-48efe7a6b8f4 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:43.467581 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.468163 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7174e7-9da1-4eed-889b-60ca224b6525 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:05:43.481545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.482711 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f359793e-781a-4521-b7ba-b6e18f12b93b admin admin] 10.222.0.10 "DELETE /v2.0/routers/7b7174e7-9da1-4eed-889b-60ca224b6525 HTTP/1.1" status: 204 len: 168 time: 1.6785078 Apr 05 22:05:43.485337 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53620) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:43.545919 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] Deleting subnet de1f9c04-8002-4a8e-9f56-b52dcf010410 {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 22:05:43.546913 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.600810 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.681418 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.816508 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.856049 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1f9c04-8002-4a8e-9f56-b52dcf010410,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:43.863300 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.870159 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ca38f-5629-457a-a821-83fbe82cb5b0 None None] Network 1e6d3a50-6fec-4248-a641-b142aba0e28a requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 22:05:43.870937 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c57591f8-4c14-431d-b063-7ffe0e314c59 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/de1f9c04-8002-4a8e-9f56-b52dcf010410 HTTP/1.1" status: 204 len: 168 time: 0.3846695 Apr 05 22:05:43.874833 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53624) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:43.978810 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:43.988868 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Deleting port a38da8ed-740e-4119-8eff-4945842fc792 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:43.989223 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.144195 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] DHCP port deletion for 1e6d3a50-6fec-4248-a641-b142aba0e28a request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 22:05:44.148544 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Deleting port a38da8ed-740e-4119-8eff-4945842fc792 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:44.149429 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.185365 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] For port a38da8ed-740e-4119-8eff-4945842fc792, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a38da8ed-740e-4119-8eff-4945842fc792,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:44.185718 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.307576 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Calling delete_port for a38da8ed-740e-4119-8eff-4945842fc792 owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:44.355327 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] For port a38da8ed-740e-4119-8eff-4945842fc792, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a38da8ed-740e-4119-8eff-4945842fc792,segment=NetworkSegment(5182e325-5597-4f8f-86cd-e3459df31427),segment_id=5182e325-5597-4f8f-86cd-e3459df31427)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:44.355951 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.474749 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Calling delete_port for a38da8ed-740e-4119-8eff-4945842fc792 owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:44.507562 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 22:05:44.537583 n-d-836605-1 neutron-server[84582]: util.warn( Apr 05 22:05:44.542548 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:05:44.543730 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:05:44.551588 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=a38da8ed-740e-4119-8eff-4945842fc792,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:44.557608 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] No DVR routers for this DVR port a38da8ed-740e-4119-8eff-4945842fc792 on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:05:44.673646 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.698895 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6d3a50-6fec-4248-a641-b142aba0e28a']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:44.710874 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5182e325-5597-4f8f-86cd-e3459df31427') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:44.711173 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5182e325-5597-4f8f-86cd-e3459df31427') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:44.722164 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.737676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.745261 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 22:05:44.745671 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: timer() Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:05:44.761202 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:05:44.930128 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.935545 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:44.959580 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6d3a50-6fec-4248-a641-b142aba0e28a,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:45.033314 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-ea5e7ce2-3235-45fa-bab2-ff45f4707b0e admin admin] 10.222.0.10 "DELETE /v2.0/networks/1e6d3a50-6fec-4248-a641-b142aba0e28a HTTP/1.1" status: 204 len: 168 time: 1.1575122 Apr 05 22:05:45.036120 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53628) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:45.044131 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Deleting port a38da8ed-740e-4119-8eff-4945842fc792 {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:45.044556 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:45.110187 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-639b42e5-b51f-4ab5-9941-7ab038010ab0 None None] The port 'a38da8ed-740e-4119-8eff-4945842fc792' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 22:05:45.198495 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a38da8ed-740e-4119-8eff-4945842fc792 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:45.230526 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a38da8ed-740e-4119-8eff-4945842fc792 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:45.231790 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a38da8ed-740e-4119-8eff-4945842fc792 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:45.440608 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683325'] for router_interface, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:46.015765 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Deleting port acfe56f6-7659-41da-919b-5273236d6594 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:46.016484 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:46.275412 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] For port acfe56f6-7659-41da-919b-5273236d6594, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=acfe56f6-7659-41da-919b-5273236d6594,segment=NetworkSegment(e5def430-4c92-4072-9c1a-e110519ade18),segment_id=e5def430-4c92-4072-9c1a-e110519ade18)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:46.275638 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:46.392561 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Calling delete_port for acfe56f6-7659-41da-919b-5273236d6594 owned by network:router_interface {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:46.604155 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:46.647447 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfe56f6-7659-41da-919b-5273236d6594,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:46.941250 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8010353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683372'] for router_interface, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:47.511569 n-d-836605-1 neutron-server[84580]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 has already been hosted by L3 agent c723ff53-129a-4108-84b2-10ff9afca9f1 {{(pid=84580) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 22:05:47.798581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] Notify agent at l3_agent.n-d-836605-1 the message routers_updated {{(pid=84580) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 22:05:47.807092 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90820e-f030-425a-94ff-927145f49344 None None] Sync routers for ids ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'] in n-d-836605-1 {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 22:05:47.809469 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-e42ada80-e699-4d44-ba46-c2c976f7c1f1 admin admin] 10.222.0.10 "PUT /v2.0/routers/f3cd89cd-7e81-45ad-b29e-4581f28f0ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7723525 Apr 05 22:05:47.811914 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53632) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:47.818386 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] Routers {'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:47.818990 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:47.905202 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:05:47.994873 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] Set router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 gateway port host: n-d-836605-1 {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:48.012114 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks [] for router, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:48.208516 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:48.271413 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'external_fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:05:46Z', 'revision_number': 5, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port': {'id': '528de1c4-f95d-4bd7-94e5-cb8b23c290a4', 'name': '', 'network_id': 'f9c5254d-1ee9-43ac-b7ac-2b4829ee329f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836605-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9752fd1b-5235-4c5a-b769-306abc403a3a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836605-1'}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:48.275854 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90820e-f030-425a-94ff-927145f49344 None None] Checking router: f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 for host: n-d-836605-1 {{(pid=84582) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 22:05:48.286151 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] Routers {'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'} bound to L3 agent in host n-d-836605-1 {{(pid=84582) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 22:05:48.286732 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836605-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T20:15:07Z,description=,heartbeat_timestamp=2022-04-05T22:05:37Z,host='n-d-836605-1',id=c723ff53-129a-4108-84b2-10ff9afca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T20:15:07Z,topic='l3_agent')) {'router_ids': ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'], 'active': True} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:48.318581 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Deleting port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:48.319088 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:48.469354 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_dvr_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] Set router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 gateway port host: None {{(pid=84582) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 22:05:48.497798 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] For port 528de1c4-f95d-4bd7-94e5-cb8b23c290a4, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,segment=NetworkSegment(33ad0f51-c0da-4de0-a247-495bdb6d235f),segment_id=33ad0f51-c0da-4de0-a247-495bdb6d235f)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:48.498150 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:48.570623 n-d-836605-1 neutron-server[84582]: DEBUG neutron.db.l3_hamode_db [None req-bf90820e-f030-425a-94ff-927145f49344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:05:48Z', 'revision_number': 6, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port_host': None}], 'n-d-836605-1', False) {} {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:48.574519 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90820e-f030-425a-94ff-927145f49344 None None] The sync data for ids ['f3cd89cd-7e81-45ad-b29e-4581f28f0ed0'] in n-d-836605-1 is: [{'id': 'f3cd89cd-7e81-45ad-b29e-4581f28f0ed0', 'name': 'tempest-TestSnapshotPattern-1353352115-router', 'tenant_id': '52f259bbc4e541609926a6cd3bf740d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:59:57Z', 'updated_at': '2022-04-05T22:05:48Z', 'revision_number': 6, 'project_id': '52f259bbc4e541609926a6cd3bf740d2', 'gw_port_host': None}] {{(pid=84582) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 22:05:48.618881 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Calling delete_port for 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 owned by network:router_gateway {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:48.809796 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:48.854623 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Pushing event deleted for resources: {'Port': ['ID=528de1c4-f95d-4bd7-94e5-cb8b23c290a4,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:49.075842 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684630'] for router_gateway, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.352880 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfe56f6-7659-41da-919b-5273236d6594 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:49.394553 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: acfe56f6-7659-41da-919b-5273236d6594 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:49.394975 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device acfe56f6-7659-41da-919b-5273236d6594 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:49.395393 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:49.419078 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4417'] for router, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.424316 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.427148 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:49.427485 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device 528de1c4-f95d-4bd7-94e5-cb8b23c290a4 not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:49.489832 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-687226'] for router, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.490366 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 {{(pid=84580) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 22:05:49.502778 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] Notify callbacks [] for router, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.504469 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-9e82589c-abcd-4802-8887-1ff0ea0d466b admin admin] 10.222.0.10 "DELETE /v2.0/routers/f3cd89cd-7e81-45ad-b29e-4581f28f0ed0 HTTP/1.1" status: 204 len: 168 time: 1.6911001 Apr 05 22:05:49.506552 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53638) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:49.567177 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] Deleting subnet ebd0893a-8493-4a19-bda8-473ff59289ea {{(pid=84580) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 22:05:49.570286 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.620658 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1416123'] for subnet, precommit_delete_associations {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.697121 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8089221'] for subnet, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.838843 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8089234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2424233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2401689'] for subnet, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.878069 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd0893a-8493-4a19-bda8-473ff59289ea,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:49.884067 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:49.889250 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16a1bf-43fe-4c61-bad4-7862b5bafff5 None None] Network e83a975f-1787-4909-acaf-b6e391186566 requested from n-d-836605-1 {{(pid=84582) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 22:05:49.890108 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f65d49cd-b656-40d5-93ef-44ceb5ebbc77 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ebd0893a-8493-4a19-bda8-473ff59289ea HTTP/1.1" status: 204 len: 168 time: 0.3825734 Apr 05 22:05:49.892600 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53642) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:49.993952 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8112246'] for network, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.004722 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Deleting port a9214d1d-2b61-4dbc-8543-692de7d8c60f {{(pid=84580) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:50.005094 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.125088 n-d-836605-1 neutron-server[84582]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] DHCP port deletion for e83a975f-1787-4909-acaf-b6e391186566 request from n-d-836605-1 {{(pid=84582) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 22:05:50.129508 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Deleting port a9214d1d-2b61-4dbc-8543-692de7d8c60f {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:50.129927 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.214491 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.db [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] For port a9214d1d-2b61-4dbc-8543-692de7d8c60f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9214d1d-2b61-4dbc-8543-692de7d8c60f,segment=NetworkSegment(e5def430-4c92-4072-9c1a-e110519ade18),segment_id=e5def430-4c92-4072-9c1a-e110519ade18)] {{(pid=84580) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:50.214854 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.328667 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.db [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] For port a9214d1d-2b61-4dbc-8543-692de7d8c60f, host n-d-836605-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836605-1',level=0,port_id=a9214d1d-2b61-4dbc-8543-692de7d8c60f,segment=NetworkSegment(e5def430-4c92-4072-9c1a-e110519ade18),segment_id=e5def430-4c92-4072-9c1a-e110519ade18)] {{(pid=84582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 22:05:50.330012 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629003'] for port, precommit_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.336648 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.plugin [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Calling delete_port for a9214d1d-2b61-4dbc-8543-692de7d8c60f owned by network:dhcp {{(pid=84580) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:50.446645 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Calling delete_port for a9214d1d-2b61-4dbc-8543-692de7d8c60f owned by network:dhcp {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 22:05:50.484788 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7881512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757425296011', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757424872075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2424196'] for port, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.515046 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.db.api [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84582) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 22:05:50.515410 n-d-836605-1 neutron-server[84582]: DEBUG oslo_db.api [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 22:05:50.530172 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9214d1d-2b61-4dbc-8543-692de7d8c60f,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:50.535871 n-d-836605-1 neutron-server[84580]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] No DVR routers for this DVR port a9214d1d-2b61-4dbc-8543-692de7d8c60f on host n-d-836605-1 {{(pid=84580) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 22:05:50.648596 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8088382', 'neutron.services.segments.db._delete_segments_for_network-8757425324144'] for network, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.672672 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83a975f-1787-4909-acaf-b6e391186566']}} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:50.684689 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5def430-4c92-4072-9c1a-e110519ade18') {'for_net_delete': True} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:50.684983 n-d-836605-1 neutron-server[84580]: DEBUG neutron.services.segments.db [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5def430-4c92-4072-9c1a-e110519ade18') {} {{(pid=84580) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 22:05:50.695891 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757425323255', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1416098'] for segment, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.711859 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8000751'] for segment, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.717611 n-d-836605-1 neutron-server[84580]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=84580) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 22:05:50.717989 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8000742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2424311'] for segment, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: Traceback (most recent call last): Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: timer() Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: cb(*args, **kw) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: return func(*args, **kwargs) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: self._notify() Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: self.callback(batched_events) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: event.method(event) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: return f(self, *a, **k) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: return self._get(url).json() Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: return self.request(url, 'GET', **kwargs) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 22:05:50.733745 n-d-836605-1 neutron-server[84580]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 22:05:50.941651 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8088327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-725342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8010343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684605'] for network, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.958040 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Notify callbacks [] for network, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:50.967805 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] Pushing event deleted for resources: {'Network': ['ID=e83a975f-1787-4909-acaf-b6e391186566,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:50.972318 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-387b5c87-e79a-48cc-aa0b-bec73da7290c admin admin] 10.222.0.10 "DELETE /v2.0/networks/e83a975f-1787-4909-acaf-b6e391186566 HTTP/1.1" status: 204 len: 168 time: 1.0780859 Apr 05 22:05:51.016241 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Deleting port a9214d1d-2b61-4dbc-8543-692de7d8c60f {{(pid=84582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 22:05:51.016683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757425386954'] for port, before_delete {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:51.082364 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e3614-329c-4886-9f53-f1dfc0c043a4 None None] The port 'a9214d1d-2b61-4dbc-8543-692de7d8c60f' was deleted {{(pid=84582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 22:05:51.141120 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:51.196180 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9214d1d-2b61-4dbc-8543-692de7d8c60f no longer exists at agent ovs-agent-n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 22:05:51.229484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.plugin [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] No Port match for: a9214d1d-2b61-4dbc-8543-692de7d8c60f {{(pid=84582) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 22:05:51.229484 n-d-836605-1 neutron-server[84582]: DEBUG neutron.plugins.ml2.rpc [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Device a9214d1d-2b61-4dbc-8543-692de7d8c60f not bound to the agent host n-d-836605-1 {{(pid=84582) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 22:05:51.296997 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53648) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:51.349799 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c95ed574-dac4-48e9-b38f-0d9a944efcba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14dad3c88709423e860675a7a470c15e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514419 Apr 05 22:05:51.352236 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [-] (84581) accepted ('10.222.0.10', 53652) {{(pid=84581) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:51.414347 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1ece4f0-344c-4ca7-9be4-2c1c2fac4504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:51.439773 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1ece4f0-344c-4ca7-9be4-2c1c2fac4504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:51.547336 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1ece4f0-344c-4ca7-9be4-2c1c2fac4504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:51.564540 n-d-836605-1 neutron-server[84581]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ece4f0-344c-4ca7-9be4-2c1c2fac4504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff98ac0-4b64-4e0c-9863-205b4743f4e9,revision_number=None']} {{(pid=84581) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:51.570500 n-d-836605-1 neutron-server[84581]: DEBUG neutron_lib.callbacks.manager [None req-a1ece4f0-344c-4ca7-9be4-2c1c2fac4504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84581) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:51.571611 n-d-836605-1 neutron-server[84581]: INFO neutron.wsgi [None req-a1ece4f0-344c-4ca7-9be4-2c1c2fac4504 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ff98ac0-4b64-4e0c-9863-205b4743f4e9 HTTP/1.1" status: 204 len: 168 time: 0.2184246 Apr 05 22:05:52.298102 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53660) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:52.348091 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-f16c8b27-95e9-4e21-b16f-96566cf43ec1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52f259bbc4e541609926a6cd3bf740d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488529 Apr 05 22:05:52.350704 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [-] (84580) accepted ('10.222.0.10', 53664) {{(pid=84580) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 22:05:52.409151 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c87293d6-08bf-4140-9bc1-7ff3c1c40d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:52.434676 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c87293d6-08bf-4140-9bc1-7ff3c1c40d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:52.558520 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c87293d6-08bf-4140-9bc1-7ff3c1c40d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730803'] for security_group, after_delete {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:52.572517 n-d-836605-1 neutron-server[84580]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87293d6-08bf-4140-9bc1-7ff3c1c40d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a780b-4502-4d2d-adcd-4d279e1ef518,revision_number=None']} {{(pid=84580) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 22:05:52.580203 n-d-836605-1 neutron-server[84580]: DEBUG neutron_lib.callbacks.manager [None req-c87293d6-08bf-4140-9bc1-7ff3c1c40d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84580) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:05:52.581432 n-d-836605-1 neutron-server[84580]: INFO neutron.wsgi [None req-c87293d6-08bf-4140-9bc1-7ff3c1c40d5f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b99a780b-4502-4d2d-adcd-4d279e1ef518 HTTP/1.1" status: 204 len: 168 time: 0.2297089 Apr 05 22:06:04.958281 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7f14eed7-dc9a-45e6-b2c6-128f042a0ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:05.186604 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:06.969573 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1a1655a2-b3e7-410b-a083-659c64605458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:08.637998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:08.706411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:10.307057 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:21.175105 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:24.905988 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:06:33.660121 n-d-836605-1 neutron-server[84581]: DEBUG neutron.wsgi [req-de318c91-4a59-4bb4-92ac-2baabef9a4e0 req-cab609d8-7848-44b2-a1ef-9297bfd501cb service neutron] (84581) timed out ('10.222.0.10', 47662) {{(pid=84581) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 22:06:34.969502 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-46b40a90-d96b-477b-b7a6-ddd5bc76a443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:35.220654 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:36.952304 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-713ff523-3bfa-43da-85fc-467d16166511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:38.683206 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:38.741702 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:40.300997 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:06:51.180227 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:01.906939 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:07:04.986015 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-f64caab4-fd58-4937-906f-c3a6d2cf3269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:05.226236 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:06.986869 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-690647ae-3bd1-40c8-8f1d-63b71fb38f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:08.665642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:08.729031 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:10.305394 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:21.163127 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:34.980105 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9f4fdd5b-753a-422f-a50a-863963eba0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:35.213358 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:36.986068 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fabae5c8-0aed-4966-8afd-608d792ffa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:38.654473 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:38.711433 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:38.908097 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:07:40.300589 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:07:51.174236 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:05.008912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-20c351e8-135f-4a37-af30-1e501dba5900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:05.243165 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:07.025603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-97b196ca-b44e-4909-ad7e-2e1f9e1bfc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:08.675483 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:08.726467 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:10.299913 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:15.908669 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:08:21.191424 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:34.974216 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e8cffd7f-7cee-49f9-b221-12aef763eee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:35.237259 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:36.974075 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-8b6717bd-ca7c-411d-ac25-c6392a9dd0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:38.675146 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:38.739869 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:40.309145 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:51.185009 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:08:52.908980 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:09:04.962385 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5b59-98ff-456d-9373-ad1e72ffd82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:05.257143 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:06.973627 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e9c3fec0-5407-451e-abf4-728c04b17ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:08.688278 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:08.762470 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:10.310936 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:21.184939 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:29.910015 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:09:34.973472 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-0df4b93f-ede2-4d50-8f7f-f1ed374e3b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:35.268201 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:36.976324 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ac51f6e5-d7e4-4c43-99e5-4fb8c6cc90e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:38.665100 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:38.750359 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:40.314069 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:09:51.204836 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:04.970208 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-05faf4a8-ddbd-4479-9d48-2c5af4b6405a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:05.293259 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:06.910625 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:10:06.984565 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-1b028ccb-296e-49ee-8a6c-40cf085d927b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:08.686058 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:08.758416 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:10.316469 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:21.224757 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:34.975434 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-598c6cf7-23c3-40ed-9db6-dab3fa0918ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:35.299192 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:36.979024 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c49ef5e9-76b8-4e68-a606-170abfca3189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:38.755650 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:38.784168 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:40.327234 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:10:43.911617 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:10:51.249776 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:04.957167 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ab36a174-b732-43d1-93a1-8758f22373fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:05.281416 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:06.979981 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dd36dd1b-0901-4473-b02e-e5c11d06617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:08.654861 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:08.751575 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:10.345806 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:20.914007 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:11:21.276045 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:34.974048 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e7c84e73-6ad2-448d-ba96-d7e09aabe674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:35.276809 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:36.973656 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-a16f05a6-a0e2-4d34-a8ae-32040f58c50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:38.659755 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:38.773739 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:40.334133 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:51.265369 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:11:57.913729 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:12:04.966854 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-9639bb70-463b-4410-a621-a1f71d3e68d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:05.275998 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:06.989413 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-88bde999-21f4-4092-a13d-f6e24dd4c76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:08.735968 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:08.762038 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:10.316584 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:21.046455 n-d-836605-1 neutron-server[84580]: DEBUG neutron.wsgi [req-e7534204-76f0-458e-b620-5e7cfcbab4b6 req-de309e84-eb37-4d35-8cb7-79f892f3281a service neutron] (84580) timed out ('10.222.0.10', 52734) {{(pid=84580) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 22:12:21.247371 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:34.914105 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:12:34.972859 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-c78a5363-9e7e-4ca6-8fea-2a32671a0f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:35.304642 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:36.967453 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-ed4bbfaa-4025-4cef-9c50-472eb4eaf3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:38.669806 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:38.755675 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:40.315318 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:12:51.263846 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:04.983632 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b50ba300-6960-45fe-bb3a-069090349816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:05.327409 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:06.960806 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-fde7762a-c17a-43ef-84ab-8f8279b087c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:08.715241 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:08.794683 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:10.327040 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:11.917868 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:13:21.274823 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:34.965688 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-4f077a34-948f-4099-8a68-cab02598547e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:35.303335 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:36.976994 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-525f4a6c-f2fd-4022-b99a-95d236cf6094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:38.691811 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:38.783452 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:40.314554 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:13:48.917841 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:13:51.280411 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:04.965537 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-e0c8ef22-a206-4ec1-b509-524fa6935e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:05.302864 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:06.982541 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-5990791d-303d-491e-a436-3c97d3fca1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:08.675256 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:08.777603 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:10.314500 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:21.274584 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-3016a13d-0eb6-41ea-8690-cba3f0ed494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:25.919505 n-d-836605-1 neutron-server[84583]: DEBUG neutron.db.agents_db [None req-6ab8752f-27aa-4db7-903a-5799a45c9413 None None] Agent healthcheck: found 7 active agents {{(pid=84583) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 22:14:34.970378 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-b2ebfee2-fecb-4a22-bc64-ab880d9f156e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:35.319794 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-13947017-8e30-454f-bdc9-be1653421446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:37.011391 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d813-335a-4606-82cb-380c3d427197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:38.696732 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-7119a279-89bc-4929-966c-7ea2fb49c3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:38.776912 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad3be-6fc2-4aa7-bc1d-7146401bfab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 22:14:40.319696 n-d-836605-1 neutron-server[84582]: DEBUG neutron_lib.callbacks.manager [None req-cc5de935-d16d-4929-a687-cde0925bdc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757425324126', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8086334'] for agent, after_update {{(pid=84582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}